final def !=(arg0: Any): Boolean

Definition Classes: AnyRef → Any

final def ##(): Int

Definition Classes: AnyRef → Any

final def ==(arg0: Any): Boolean

Definition Classes: AnyRef → Any

val EmptyCheckpointErrorMessage: String

def actionNotFoundException(action: String, version: Long): Throwable

def activeSparkSessionNotFound(): Throwable

def activeTransactionAlreadySet(): Throwable

def addColumnAtIndexLessThanZeroException(pos: String, col: String): Throwable

def addColumnParentNotStructException(column: StructField, other: DataType): Throwable

def addColumnStructNotFoundException(pos: String): Throwable

def addCommentToMapArrayException(fieldPath: String): Throwable

def addFilePartitioningMismatchException(addFilePartitions: Seq[String], metadataPartitions: Seq[String]): Throwable

def addFileWithDVsAndTightBoundsException(): Throwable

def addFileWithDVsMissingNumRecordsException: Throwable

def addingColumnWithInternalNameFailed(colName: String): Throwable

def addingDeletionVectorsDisallowedException(): Throwable

def aggsNotSupportedException(op: String, cond: Expression): Throwable

def alterClusterByNotAllowedException(): Throwable

def alterClusterByNotOnDeltaTableException(): Throwable

def alterTableChangeColumnException(fieldPath: String, oldField: StructField, newField: StructField): Throwable

def alterTableClusterByOnPartitionedTableException(): Throwable

def alterTableReplaceColumnsException(oldSchema: StructType, newSchema: StructType, reason: String): Throwable

def alterTableSetClusteringTableFeatureException(tableFeature: String): Throwable

def alterTableSetLocationSchemaMismatchException(original: StructType, destination: StructType): Throwable

def ambiguousDataTypeChange(column: String, from: StructType, to: StructType): Throwable

def ambiguousPartitionColumnException(columnName: String, colMatches: Seq[StructField]): Throwable

def ambiguousPathsInCreateTableException(identifier: String, location: String): Throwable

final def asInstanceOf[T0]: T0

Definition Classes: Any

def assertValidCallingFunction(): Unit

Definition Classes: DocsPath

def assertionFailedError(msg: String): Throwable

def baseDocsPath(spark: SparkSession): String

def baseDocsPath(conf: SparkConf): String

The URL for the base path of Delta's docs.

The URL for the base path of Delta's docs. When changing this path, ensure that the new path works with the error messages below.

Attributes: protected
Definition Classes: DocsPath

def blockBatchCdfReadWithIncompatibleSchemaChange(start: Long, end: Long, readSchema: StructType, readVersion: Long, incompatVersion: Long, isSchemaChange: Boolean = true): Throwable

If isSchemaChange is false, this means the incompatVersion actually refers to a data schema instead of a schema change.

If isSchemaChange is false, this means the incompatVersion actually refers to a data schema instead of a schema change. This happens when we could not find any read-incompatible schema changes within the querying range, but the read schema is still NOT compatible with the data files being queried, which could happen if user falls back to legacy mode and read past data using some diverged latest schema or time-travelled schema. In this uncommon case, we should tell the user to try setting it back to endVersion, OR ask us to give them the flag to force unblock.

def blockColumnMappingAndCdcOperation(op: Operation): Throwable

def blockStreamingReadsWithIncompatibleColumnMappingSchemaChanges(spark: SparkSession, readSchema: StructType, incompatibleSchema: StructType, detectedDuringStreaming: Boolean): Throwable

def bloomFilterCreateOnNonExistingColumnsException(unknownColumns: Seq[String]): Throwable

def bloomFilterDropOnNonExistingColumnsException(unknownColumns: Seq[String]): Throwable

def bloomFilterDropOnNonIndexedColumnException(name: String): Throwable

def bloomFilterInvalidParameterValueException(message: String): Throwable

def bloomFilterMultipleConfForSingleColumnException(name: String): Throwable

def bloomFilterOnColumnTypeNotSupportedException(name: String, dataType: DataType): Throwable

def bloomFilterOnNestedColumnNotSupportedException(name: String): Throwable

def bloomFilterOnPartitionColumnNotSupportedException(name: String): Throwable

def canOnlyDropCheckpointProtectionWithHistoryTruncationException: DeltaTableFeatureException

def cannotChangeDataType(msg: String): Throwable

def cannotChangeProvider(): Throwable

def cannotContinueStreamingPostSchemaEvolution(nonAdditiveSchemaChangeOpType: String, previousSchemaChangeVersion: Long, currentSchemaChangeVersion: Long, checkpointHash: Int, allowAllMode: String, opTypeSpecificAllowMode: String): Throwable

def cannotCreateLogPathException(logPath: String, cause: Throwable = null): Throwable

def cannotDropCheckConstraintFeature(constraintNames: Seq[String]): AnalysisException

def cannotFindSourceVersionException(json: String): Throwable

def cannotGenerateUpdateExpressions(): Throwable

def cannotInsertIntoColumn(tableName: String, source: String, target: String, targetType: String): Throwable

def cannotModifyTableProperty(prop: String): Throwable

def cannotReconstructPathFromURI(uri: String): Throwable

def cannotRenamePath(tempPath: String, path: String): Throwable

def cannotReplaceMissingTableException(itableIdentifier: Identifier): Throwable

def cannotResolveColumn(fieldName: String, schema: StructType): Throwable

def cannotSetLocationMultipleTimes(locations: Seq[String]): Throwable

def cannotSpecifyBothFileListAndPatternString(): Throwable

def cannotUpdateArrayField(table: String, field: String): Throwable

def cannotUpdateMapField(table: String, field: String): Throwable

def cannotUpdateOtherField(tableName: String, dataType: DataType): Throwable

def cannotUpdateStructField(table: String, field: String): Throwable

def cannotUseDataTypeForPartitionColumnError(field: StructField): Throwable

def cannotWriteIntoView(table: TableIdentifier): Throwable

def castPartitionValueException(partitionValue: String, dataType: DataType): Throwable

def castingCauseOverflowErrorInTableWrite(from: DataType, to: DataType, columnName: String): ArithmeticException

def cdcColumnsInData(columns: Seq[String]): Throwable

Thrown when main table data contains columns that are reserved for CDF, such as _change_type.

def cdcNotAllowedInThisVersion(): Throwable

def cdcWriteNotAllowedInThisVersion(): Throwable

def changeColumnMappingModeNotSupported(oldMode: String, newMode: String): Throwable

def changeDataNotRecordedException(version: Long, start: Long, end: Long): Throwable

Throwable used when CDC is not enabled according to table metadata.

def checkConstraintNotBoolean(name: String, expr: String): AnalysisException

def checkpointMismatchWithSnapshot: Throwable

def checkpointNonExistTable(path: Path): Throwable

def clone(): AnyRef

Attributes: protected[lang]
Definition Classes: AnyRef
Annotations: @throws( ... ) @native() @IntrinsicCandidate()

def cloneAmbiguousTarget(externalLocation: String, targetIdent: TableIdentifier): Throwable

def cloneFromUnsupportedSource(name: String, format: String): Throwable

def cloneOnRelativePath(path: String): Throwable

def cloneReplaceNonEmptyTable: Throwable

def cloneReplaceUnsupported(tableIdentifier: TableIdentifier): Throwable

def clusterByInvalidNumColumnsException(numColumnsLimit: Int, actualNumColumns: Int): Throwable

def clusterByWithPartitionedBy(): Throwable

def clusteringColumnMissingStats(clusteringColumnWithoutStats: String, statsSchema: String): Throwable

def clusteringColumnUnsupportedDataTypes(clusteringColumnsWithDataTypes: String): Throwable

def clusteringColumnsMismatchException(providedClusteringColumns: String, existingClusteringColumns: String): Throwable

def clusteringWithPartitionPredicatesException(predicates: Seq[String]): Throwable

def clusteringWithZOrderByException(zOrderBy: Seq[UnresolvedAttribute]): Throwable

def columnBuilderMissingDataType(colName: String): Throwable

def columnMappingAdviceMessage(requiredProtocol: Protocol = ...): String

Attributes: protected

def columnNameNotFoundException(colName: String, scheme: String): Throwable

def columnNotFound(path: Seq[String], schema: StructType): Throwable

def columnNotInSchemaException(column: String, schema: DataType): Throwable

def columnOfTargetTableNotFoundInMergeException(targetCol: String, colNames: String): Throwable

def columnPathNotNested(columnPath: String, other: DataType, column: Seq[String], schema: DataType): Throwable

def columnRenameNotSupported: Throwable

def concurrentAppendException(conflictingCommit: Option[CommitInfo], partition: String, customRetryMsg: Option[String] = None): io.delta.exceptions.ConcurrentAppendException

def concurrentDeleteDeleteException(conflictingCommit: Option[CommitInfo], file: String): io.delta.exceptions.ConcurrentDeleteDeleteException

def concurrentDeleteReadException(conflictingCommit: Option[CommitInfo], file: String): io.delta.exceptions.ConcurrentDeleteReadException

def concurrentModificationExceptionMsg(sparkConf: SparkConf, baseMessage: String, commit: Option[CommitInfo]): String

def concurrentTransactionException(conflictingCommit: Option[CommitInfo]): io.delta.exceptions.ConcurrentTransactionException

def concurrentWriteException(conflictingCommit: Option[CommitInfo]): io.delta.exceptions.ConcurrentWriteException

def configureSparkSessionWithExtensionAndCatalog(originalException: Option[Throwable]): Throwable

def constraintAlreadyExists(name: String, oldExpr: String): AnalysisException

def constraintDataTypeMismatch(columnPath: Seq[String], columnType: DataType, dataType: DataType, constraints: Map[String, String]): Throwable

def convertMetastoreMetadataMismatchException(tableProperties: Map[String, String], deltaConfiguration: Map[String, String]): Throwable

def convertNonParquetTablesException(ident: TableIdentifier, sourceName: String): Throwable

def convertToDeltaNoPartitionFound(tableName: String): Throwable

def convertToDeltaRowTrackingEnabledWithoutStatsCollection: Throwable

def convertToDeltaWithColumnMappingNotSupported(mode: DeltaColumnMappingMode): Throwable

def createExternalTableWithoutLogException(path: Path, tableName: String, spark: SparkSession): Throwable

def createExternalTableWithoutSchemaException(path: Path, tableName: String, spark: SparkSession): Throwable

def createManagedTableWithoutSchemaException(tableName: String, spark: SparkSession): Throwable

def createTableIdentifierLocationMismatch(identifier: String, location: String): Throwable

def createTableMissingTableNameOrLocation(): Throwable

def createTableSetClusteringTableFeatureException(tableFeature: String): Throwable

def createTableWithDifferentClusteringException(path: Path, specifiedClusterBySpec: Option[ClusterBySpec], existingClusterBySpec: Option[ClusterBySpec]): Throwable

def createTableWithDifferentPartitioningException(path: Path, specifiedColumns: Seq[String], existingColumns: Seq[String]): Throwable

def createTableWithDifferentPropertiesException(path: Path, specifiedProperties: Map[String, String], existingProperties: Map[String, String]): Throwable

def createTableWithDifferentSchemaException(path: Path, specifiedSchema: StructType, existingSchema: StructType, diffs: Seq[String]): Throwable

def createTableWithNonEmptyLocation(tableId: String, tableLocation: String): Throwable

def deletedRecordCountsHistogramDeserializationException(): Throwable

def deletionVectorCardinalityMismatch(): Throwable

def deletionVectorChecksumMismatch(): Throwable

def deletionVectorInvalidRowIndex(): Throwable

def deletionVectorSizeMismatch(): Throwable

def deltaAssert(check: ⇒ Boolean, name: String, msg: String, deltaLog: DeltaLog = null, data: AnyRef = null, path: Option[Path] = None): Unit

Helper method to check invariants in Delta code.

Helper method to check invariants in Delta code. Fails when running in tests, records a delta assertion event and logs a warning otherwise.

Attributes: protected
Definition Classes: DeltaLogging

def deltaCannotVacuumLite(): Throwable

def deltaDynamicPartitionOverwriteDisabled(): Throwable

def deltaLogAlreadyExistsException(path: String): Throwable

def deltaSourceIgnoreChangesError(version: Long, removedFile: String, dataPath: String): Throwable

def deltaSourceIgnoreDeleteError(version: Long, removedFile: String, dataPath: String): Throwable

def deltaStatsCollectionColumnNotFound(statsType: String, columnPath: String): Throwable

def deltaTableFoundInExecutor(): Throwable

def deltaVersionsNotContiguousException(spark: SparkSession, deltaVersions: Seq[Long]): Throwable

def describeViewHistory: Throwable

def differentDeltaTableReadByStreamingSource(newTableId: String, oldTableId: String): Throwable

def directoryNotFoundException(path: String): Throwable

def domainMetadataDuplicate(domainName: String): Throwable

def domainMetadataTableFeatureNotSupported(domainNames: String): Throwable

def dropCheckpointProtectionWaitForRetentionPeriod(metadata: Metadata): DeltaTableFeatureException

def dropClusteringColumnNotSupported(droppingClusteringCols: Seq[String]): Throwable

def dropColumnAtIndexLessThanZeroException(pos: Int): Throwable

def dropColumnNotSupported(suggestUpgrade: Boolean): Throwable

def dropColumnOnSingleFieldSchema(schema: StructType): Throwable

def dropNestedColumnsFromNonStructTypeException(struct: DataType): Throwable

def dropPartitionColumnNotSupported(droppingPartCols: Seq[String]): Throwable

def dropTableFeatureCheckpointFailedException(featureName: String): Throwable

def dropTableFeatureConflictRevalidationFailed(conflictingCommit: Option[CommitInfo] = None): DeltaTableFeatureException

def dropTableFeatureFailedBecauseOfDependentFeatures(feature: String, dependentFeatures: Seq[String]): DeltaTableFeatureException

def dropTableFeatureFeatureNotSupportedByClient(feature: String): DeltaTableFeatureException

def dropTableFeatureFeatureNotSupportedByProtocol(feature: String): DeltaTableFeatureException

def dropTableFeatureHistoricalVersionsExist(feature: String, metadata: Metadata): DeltaTableFeatureException

def dropTableFeatureNonRemovableFeature(feature: String): DeltaTableFeatureException

def dropTableFeatureNotDeltaTableException(): Throwable

def dropTableFeatureWaitForRetentionPeriod(feature: String, metadata: Metadata): DeltaTableFeatureException

def duplicateColumnOnInsert(): Throwable

def duplicateColumnsOnUpdateTable(originalException: Throwable): Throwable

def duplicatedColumnId(mode: DeltaColumnMappingMode, id: Long, schema: StructType): Throwable

def duplicatedPhysicalName(mode: DeltaColumnMappingMode, physicalName: String, schema: StructType): Throwable

def emptyCalendarInterval: Throwable

def emptyDataException: Throwable

def emptyDirectoryException(directory: String): Throwable

def endBeforeStartVersionInCDC(start: Long, end: Long): Throwable

Throwable used for invalid CDC 'start' and 'end' options, where end < start

final def eq(arg0: AnyRef): Boolean

Definition Classes: AnyRef

def equals(arg0: Any): Boolean

Definition Classes: AnyRef → Any

def errorFindingColumnPosition(columnPath: Seq[String], schema: DataType, extraErrMsg: String): Throwable

def errorsWithDocsLinks: Seq[String]

List of error function names for all errors that have URLs.

List of error function names for all errors that have URLs. When adding your error to this list remember to also add it to the list of errors in DeltaErrorsSuite

Definition Classes: DocsPath
Note: add your error to DeltaErrorsSuiteBase after adding it to this list so that the url can be tested

def excludeRegexOptionException(regexOption: String, cause: Throwable = null): Throwable

def expressionsNotFoundInGeneratedColumn(column: String): Throwable

def extractReferencesFieldNotFound(field: String, exception: Throwable): Throwable

def failOnCheckpointRename(src: Path, dest: Path): DeltaIllegalStateException

def failOnDataLossException(expectedVersion: Long, seenVersion: Long): Throwable

def failRelativizePath(pathName: String): Throwable

def failToDeserializeSchemaLog(location: String): Throwable

def failToParseSchemaLog: Throwable

def failedFindAttributeInOutputColumns(newAttrName: String, targetColNames: String): Throwable

def failedFindPartitionColumnInOutputPlan(partitionColumn: String): Throwable

def failedInferSchema: Throwable

def failedMergeSchemaFile(file: String, schema: String, cause: Throwable): Throwable

def failedReadFileFooter(file: String, e: Throwable): Throwable

def failedRecognizePredicate(predicate: String, cause: Throwable): Throwable

def failedScanWithHistoricalVersion(historicalVersion: Long): Throwable

def failedToGetSnapshotDuringColumnMappingStreamingReadCheck(cause: Throwable): Throwable

val faqRelativePath: String

def fileAlreadyExists(file: String): Throwable

def fileNotFoundException(path: String): Throwable

def fileOrDirectoryNotFoundException(path: String): Throwable

def formatColumn(colName: String): String

def formatColumnList(colNames: Seq[String]): String

def formatSchema(schema: StructType): String

def foundDuplicateColumnsException(colType: String, duplicateCols: String): Throwable

def foundInvalidCharsInColumnNames(invalidColumnNames: Seq[String]): Throwable

def foundInvalidColumnNamesWhenRemovingColumnMapping(columnNames: Seq[String]): Throwable

def foundMapTypeColumnException(key: String, value: String, schema: DataType): Throwable

def foundViolatingConstraintsForColumnChange(columnName: String, constraints: Map[String, String]): Throwable

def foundViolatingGeneratedColumnsForColumnChange(columnName: String, generatedColumns: Map[String, String]): Throwable

def generateDocsLink(conf: SparkConf, relativePath: String, skipValidation: Boolean = false): String

Get the link to the docs for the given relativePath.

Get the link to the docs for the given relativePath. Validates that the error generating the link is added to docsLinks.

relativePath: the relative path after the base url to access.
skipValidation: whether to validate that the function generating the link is in the allowlist.
returns: The entire URL of the documentation link

Definition Classes: DocsPath

def generateManifestWithColumnMappingNotSupported: Throwable

def generateNotSupportedWithDeletionVectors(): Throwable

def generatedColumnsAggregateExpression(expr: Expression): Throwable

def generatedColumnsDataTypeMismatch(columnPath: Seq[String], columnType: DataType, dataType: DataType, generatedColumns: Map[String, String]): Throwable

def generatedColumnsExprTypeMismatch(column: String, columnType: DataType, exprType: DataType): Throwable

def generatedColumnsNonDeterministicExpression(expr: Expression): Throwable

def generatedColumnsReferToWrongColumns(e: AnalysisException): Throwable

def generatedColumnsUDF(expr: Expression): Throwable

def generatedColumnsUnsupportedExpression(expr: Expression): Throwable

def generatedColumnsUnsupportedType(dt: DataType): Throwable

def generatedColumnsUpdateColumnType(current: StructField, update: StructField): Throwable

final def getClass(): Class[_]

Definition Classes: AnyRef → Any
Annotations: @native() @IntrinsicCandidate()

def getCommonTags(deltaLog: DeltaLog, tahoeId: String): Map[TagDefinition, String]

Definition Classes: DeltaLogging

def getErrorData(e: Throwable): Map[String, Any]

Definition Classes: DeltaLogging

def getQueryContext(sqlContext: SQLQueryContext): Array[QueryContext]

Definition Classes: DataTypeErrorsBase

def getSummary(sqlContext: SQLQueryContext): String

Definition Classes: DataTypeErrorsBase

def hashCode(): Int

Definition Classes: AnyRef → Any
Annotations: @native() @IntrinsicCandidate()

def hudiClassMissing(sparkConf: SparkConf, cause: Throwable): Throwable

def icebergClassMissing(sparkConf: SparkConf, cause: Throwable): Throwable

def icebergCompatChangeVersionNeedRewrite(version: Int, newVersion: Int): Throwable

def icebergCompatDataFileRewriteFailedException(icebergCompatVersion: Int, cause: Throwable): Throwable

def icebergCompatDeletionVectorsNotPurgedException(version: Int): Throwable

def icebergCompatDeletionVectorsShouldBeDisabledException(version: Int): Throwable

def icebergCompatDisablingRequiredTableFeatureException(version: Int, tf: TableFeature): Throwable

def icebergCompatIncompatibleTableFeatureException(version: Int, tf: TableFeature): Throwable

def icebergCompatMissingRequiredTableFeatureException(version: Int, tf: TableFeature): Throwable

def icebergCompatReorgAddFileTagsMissingException(tableVersion: Long, icebergCompatVersion: Int, addFilesCount: Long, addFilesWithTagsCount: Long): Throwable

def icebergCompatReplacePartitionedTableException(version: Int, prevPartitionCols: Seq[String], newPartitionCols: Seq[String]): Throwable

def icebergCompatUnsupportedDataTypeException(version: Int, dataType: DataType, schema: StructType): Throwable

def icebergCompatUnsupportedPartitionDataTypeException(version: Int, dataType: DataType, schema: StructType): Throwable

def icebergCompatVersionMutualExclusive(version: Int): Throwable

def icebergCompatVersionNotSupportedException(currVersion: Int, maxVersion: Int): Throwable

def icebergCompatWrongRequiredTablePropertyException(version: Int, key: String, actualValue: String, requiredValue: String): Throwable

def identityColumnAlterColumnNotSupported(): Throwable

def identityColumnAlterNonDeltaFormatError(): Throwable

def identityColumnAlterNonIdentityColumnError(): Throwable

def identityColumnDataTypeNotSupported(unsupportedType: DataType): Throwable

def identityColumnExplicitInsertNotSupported(colName: String): Throwable

def identityColumnIllegalStep(): Throwable

def identityColumnInconsistentMetadata(colName: String, hasStart: Boolean, hasStep: Boolean, hasInsert: Boolean): Throwable

def identityColumnPartitionNotSupported(colName: String): Throwable

def identityColumnReplaceColumnsNotSupported(): Throwable

def identityColumnUpdateNotSupported(colName: String): Throwable

def identityColumnWithGenerationExpression(): Throwable

def ignoreStreamingUpdatesAndDeletesWarning(spark: SparkSession): String

def illegalDeltaOptionException(name: String, input: String, explain: String): Throwable

def illegalFilesFound(file: String): Throwable

def illegalUsageException(option: String, operation: String): Throwable

def inSubqueryNotSupportedException(operation: String): Throwable

def incompatibleSchemaLogDeltaTable(persistedTableId: String, tableId: String): Throwable

def incompatibleSchemaLogPartitionSchema(persistedPartitionSchema: StructType, tablePartitionSchema: StructType): Throwable

def inconsistentLogStoreConfs(setKeys: Seq[(String, String)]): Throwable

def incorrectArrayAccess(): Throwable

def incorrectArrayAccessByName(rightName: String, wrongName: String, schema: DataType): Throwable

def incorrectLogStoreImplementationException(sparkConf: SparkConf, cause: Throwable): Throwable

def indexLargerOrEqualThanStruct(pos: Int, len: Int): Throwable

def indexLargerThanStruct(pos: Int, column: StructField, len: Int): Throwable

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

Attributes: protected
Definition Classes: Logging

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes: protected
Definition Classes: Logging

def invalidAutoCompactType(value: String): Throwable

def invalidColumnName(name: String): Throwable

def invalidCommitIntermediateRedirectState(state: RedirectState): Throwable

def invalidCommittedVersion(attemptVersion: Long, currentVersion: Long): Throwable

def invalidConstraintName(name: String): AnalysisException

def invalidFormatFromSourceVersion(wrongVersion: Long, expectedVersion: Integer): Throwable

def invalidIdempotentWritesOptionsException(explain: String): Throwable

def invalidInterval(interval: String): Throwable

def invalidInventorySchema(expectedSchema: String): Throwable

def invalidIsolationLevelException(s: String): Throwable

def invalidPartitionColumn(e: AnalysisException): Throwable

def invalidPartitionColumn(col: String, tbl: String): Throwable

def invalidRedirectStateTransition(table: String, oldState: RedirectState, newState: RedirectState): Unit

def invalidRemoveTableRedirect(table: String, currentState: RedirectState): Unit

def invalidSourceOffsetFormat(): Throwable

def invalidSourceVersion(version: String): Throwable

def invalidTableValueFunction(function: String): Throwable

def invalidTimestampFormat(ts: String, format: String, cause: Option[Throwable] = None): Throwable

def invalidV1TableCall(callVersion: String, tableVersion: String): Throwable

final def isInstanceOf[T0]: Boolean

Definition Classes: Any

def isTraceEnabled(): Boolean

Attributes: protected
Definition Classes: Logging

def iteratorAlreadyClosed(): Throwable

def log: Logger

Attributes: protected
Definition Classes: Logging

def logConsole(line: String): Unit

Definition Classes: DatabricksLogging

def logDebug(entry: LogEntry, throwable: Throwable): Unit

Attributes: protected
Definition Classes: LoggingShims

def logDebug(entry: LogEntry): Unit

Attributes: protected
Definition Classes: LoggingShims

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes: protected
Definition Classes: Logging

def logDebug(msg: ⇒ String): Unit

Attributes: protected
Definition Classes: Logging

def logError(entry: LogEntry, throwable: Throwable): Unit

Attributes: protected
Definition Classes: LoggingShims

def logError(entry: LogEntry): Unit

Attributes: protected
Definition Classes: LoggingShims

def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes: protected
Definition Classes: Logging

def logError(msg: ⇒ String): Unit

Attributes: protected
Definition Classes: Logging

def logFailedIntegrityCheck(version: Long, mismatchOption: String): Throwable

def logFileNotFoundException(path: Path, version: Long, metadata: Metadata): Throwable

def logFileNotFoundExceptionForStreamingSource(e: FileNotFoundException): Throwable

def logInfo(entry: LogEntry, throwable: Throwable): Unit

Attributes: protected
Definition Classes: LoggingShims

def logInfo(entry: LogEntry): Unit

Attributes: protected
Definition Classes: LoggingShims

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes: protected
Definition Classes: Logging

def logInfo(msg: ⇒ String): Unit

Attributes: protected
Definition Classes: Logging

def logName: String

Attributes: protected
Definition Classes: Logging

def logStoreConfConflicts(classConf: Seq[(String, String)], schemeConf: Seq[(String, String)]): Throwable

def logTrace(entry: LogEntry, throwable: Throwable): Unit

Attributes: protected
Definition Classes: LoggingShims

def logTrace(entry: LogEntry): Unit

Attributes: protected
Definition Classes: LoggingShims

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes: protected
Definition Classes: Logging

def logTrace(msg: ⇒ String): Unit

Attributes: protected
Definition Classes: Logging

def logWarning(entry: LogEntry, throwable: Throwable): Unit

Attributes: protected
Definition Classes: LoggingShims

def logWarning(entry: LogEntry): Unit

Attributes: protected
Definition Classes: LoggingShims

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes: protected
Definition Classes: Logging

def logWarning(msg: ⇒ String): Unit

Attributes: protected
Definition Classes: Logging

def materializedRowCommitVersionMetadataMissing(tableName: String): Throwable

def materializedRowIdMetadataMissing(tableName: String): Throwable

def maxArraySizeExceeded(): Throwable

def maxColumnIdNotSet: Throwable

def maxColumnIdNotSetCorrectly(tableMax: Long, fieldMax: Long): Throwable

def maxCommitRetriesExceededException(attemptNumber: Int, attemptVersion: Long, initAttemptVersion: Long, numActions: Int, totalCommitAttemptTime: Long): Throwable

def mergeAddVoidColumn(columnName: String): Throwable

def metadataAbsentException(): Throwable

def metadataAbsentForExistingCatalogTable(tableName: String, tablePath: String): Throwable

def metadataChangedException(conflictingCommit: Option[CommitInfo]): io.delta.exceptions.MetadataChangedException

def missingColumn(attr: Attribute, targetAttrs: Seq[Attribute]): Throwable

def missingColumnId(mode: DeltaColumnMappingMode, field: String): Throwable

def missingColumnsInInsertInto(column: String): Throwable

def missingCommitInfo(featureName: String, commitVersion: String): DeltaIllegalStateException

def missingCommitTimestamp(commitVersion: String): DeltaIllegalStateException

def missingDeltaStorageJar(e: NoClassDefFoundError): Throwable

def missingPartFilesException(version: Long, ae: Exception): Throwable

def missingPartitionColumn(col: String, schemaCatalog: String): Throwable

def missingPhysicalName(mode: DeltaColumnMappingMode, field: String): Throwable

def missingProviderForConvertException(path: String): Throwable

def missingTableIdentifierException(operationName: String): Throwable

def modifyAppendOnlyTableException(tableName: String): Throwable

def multiColumnInPredicateNotSupportedException(operation: String): Throwable

def multipleCDCBoundaryException(position: String): Throwable

Thrown when a CDC query contains conflict 'starting' or 'ending' options, e.g.

Thrown when a CDC query contains conflict 'starting' or 'ending' options, e.g. when both starting version and starting timestamp are specified.

position: Specifies which option was duplicated in the read. Values are "starting" or "ending"

def multipleLoadPathsException(paths: Seq[String]): Throwable

def multipleSourceRowMatchingTargetRowInMergeException(spark: SparkSession): Throwable

def multipleTimeTravelSyntaxUsed: Throwable

final def ne(arg0: AnyRef): Boolean

Definition Classes: AnyRef

def nestedFieldNotSupported(operation: String, field: String): Throwable

def nestedNotNullConstraint(parent: String, nested: DataType, nestType: String): AnalysisException

def newCheckConstraintViolated(num: Long, tableName: String, expr: String): AnalysisException

def newNotNullViolated(num: Long, tableName: String, col: UnresolvedAttribute): AnalysisException

def noHistoryFound(logPath: Path): Throwable

def noNewAttributeId(oldAttr: AttributeReference): Throwable

def noRecreatableHistoryFound(logPath: Path): Throwable

def noRedirectRulesViolated(op: Operation, noRedirectRules: Set[NoRedirectRule]): Throwable

def noRelationTable(tableIdent: Identifier): Throwable

def noStartVersionForCDC(): Throwable

Throwable used when CDC options contain no 'start'.

def nonDeterministicNotSupportedException(op: String, cond: Expression): Throwable

def nonExistentColumnInSchema(column: String, schema: String): Throwable

def nonExistentDeltaTable(tableId: DeltaTableIdentifier): Throwable

def nonGeneratedColumnMissingUpdateExpression(columnName: String): Throwable

def nonPartitionColumnAbsentException(colsDropped: Boolean): Throwable

def nonPartitionColumnReference(colName: String, partitionColumns: Seq[String]): Throwable

def nonSinglePartNamespaceForCatalog(ident: String): Throwable

def nonexistentConstraint(constraintName: String, tableName: String): AnalysisException

def notADeltaSourceException(command: String, plan: Option[LogicalPlan] = None): Throwable

def notADeltaTable(table: String): Throwable

def notADeltaTableException(operation: String): Throwable

def notADeltaTableException(operation: String, tableName: String): Throwable

def notADeltaTableException(operation: String, deltaTableIdentifier: DeltaTableIdentifier): Throwable

def notADeltaTableException(deltaTableIdentifier: DeltaTableIdentifier): Throwable

def notEnoughColumnsInInsert(table: String, query: Int, target: Int, nestedField: Option[String] = None): Throwable

def notFoundFileToBeRewritten(absolutePath: String, candidates: Iterable[String]): Throwable

def notNullColumnMissingException(constraint: NotNull): Throwable

def notNullColumnNotFoundInStruct(struct: String): Throwable

final def notify(): Unit

Definition Classes: AnyRef
Annotations: @native() @IntrinsicCandidate()

final def notifyAll(): Unit

Definition Classes: AnyRef
Annotations: @native() @IntrinsicCandidate()

def nullableParentWithNotNullNestedField: Throwable

def operationNotSupportedException(operation: String): Throwable

def operationNotSupportedException(operation: String, tableIdentifier: TableIdentifier): Throwable

def operationOnTempViewWithGenerateColsNotSupported(op: String): Throwable

def optimizeFullNotSupportedException(): Throwable

def outputModeNotSupportedException(dataSource: String, outputMode: String): Throwable

def overwriteSchemaUsedWithDynamicPartitionOverwrite(): Throwable

def partitionColumnCastFailed(columnValue: String, dataType: String, columnName: String): Throwable

def partitionColumnNotFoundException(colName: String, schema: Seq[Attribute]): Throwable

def partitionPathInvolvesNonPartitionColumnException(badColumns: Seq[String], fragment: String): Throwable

def partitionPathParseException(fragment: String): Throwable

def partitionSchemaInIcebergTables: Throwable

def pathAlreadyExistsException(path: Path): Throwable

def pathNotExistsException(path: String): Throwable

def pathNotSpecifiedException: Throwable

def postCommitHookFailedException(failedHook: PostCommitHook, failedOnCommitVersion: Long, extraErrorMessage: String, error: Throwable): Throwable

def protocolChangedException(conflictingCommit: Option[CommitInfo]): io.delta.exceptions.ProtocolChangedException

def protocolPropNotIntException(key: String, value: String): Throwable

def provideOneOfInTimeTravel: Throwable

def quoteByDefault(elem: String): String

Attributes: protected
Definition Classes: DataTypeErrorsBase

def readTableWithoutSchemaException(identifier: String): Throwable

def recordDeltaEvent(deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty, data: AnyRef = null, path: Option[Path] = None): Unit

Used to record the occurrence of a single event or report detailed, operation specific statistics.

path: Used to log the path of the delta table when deltaLog is null.

Attributes: protected
Definition Classes: DeltaLogging

def recordDeltaOperation[A](deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty)(thunk: ⇒ A): A

Used to report the duration as well as the success or failure of an operation on a deltaLog.

Attributes: protected
Definition Classes: DeltaLogging

def recordDeltaOperationForTablePath[A](tablePath: String, opType: String, tags: Map[TagDefinition, String] = Map.empty)(thunk: ⇒ A): A

Used to report the duration as well as the success or failure of an operation on a tahoePath.

Attributes: protected
Definition Classes: DeltaLogging

def recordEvent(metric: MetricDefinition, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, trimBlob: Boolean = true): Unit

Definition Classes: DatabricksLogging

def recordFrameProfile[T](group: String, name: String)(thunk: ⇒ T): T

Attributes: protected
Definition Classes: DeltaLogging

def recordOperation[S](opType: OpType, opTarget: String = null, extraTags: Map[TagDefinition, String], isSynchronous: Boolean = true, alwaysRecordStats: Boolean = false, allowAuthTags: Boolean = false, killJvmIfStuck: Boolean = false, outputMetric: MetricDefinition = METRIC_OPERATION_DURATION, silent: Boolean = true)(thunk: ⇒ S): S

Definition Classes: DatabricksLogging

def recordProductEvent(metric: MetricDefinition with CentralizableMetric, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, trimBlob: Boolean = true): Unit

Definition Classes: DatabricksLogging

def recordProductUsage(metric: MetricDefinition with CentralizableMetric, quantity: Double, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, forceSample: Boolean = false, trimBlob: Boolean = true, silent: Boolean = false): Unit

Definition Classes: DatabricksLogging

def recordUsage(metric: MetricDefinition, quantity: Double, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, forceSample: Boolean = false, trimBlob: Boolean = true, silent: Boolean = false): Unit

Definition Classes: DatabricksLogging

def removeFileCDCMissingExtendedMetadata(fileName: String): Throwable

def replaceWhereMismatchException(replaceWhere: String, badPartitions: String): Throwable

def replaceWhereMismatchException(replaceWhere: String, invariantViolation: InvariantViolationException): Throwable

def replaceWhereUsedInOverwrite(): Throwable

def replaceWhereUsedWithDynamicPartitionOverwrite(): Throwable

def replaceWhereWithFilterDataChangeUnset(dataFilters: String): Throwable

def replacingClusteredTableWithPartitionedTableNotAllowed(): Throwable

def restoreMissedDataFilesError(missedFiles: Array[String], version: Long): Throwable

def restoreTimestampBeforeEarliestException(userTimestamp: String, earliestTimestamp: String): Throwable

def restoreTimestampGreaterThanLatestException(userTimestamp: String, latestTimestamp: String): Throwable

def restoreVersionNotExistException(userVersion: Long, earliest: Long, latest: Long): Throwable

def rowIdAssignmentWithoutStats: Throwable

def schemaChangeDuringMappingModeChangeNotSupported(oldSchema: StructType, newSchema: StructType): Throwable

def schemaChangedException(readSchema: StructType, dataSchema: StructType, retryable: Boolean, version: Option[Long], includeStartingVersionOrTimestampMessage: Boolean): Throwable

def schemaChangedSinceAnalysis(atAnalysis: StructType, latestSchema: StructType, mentionLegacyFlag: Boolean = false): Throwable

def schemaNotConsistentWithTarget(tableSchema: String, targetAttr: String): Throwable

def schemaNotProvidedException: Throwable

def schemaNotSetException: Throwable

def schemaTrackingLocationNotUnderCheckpointLocation(schemaTrackingLocation: String, checkpointLocation: String): Throwable

def setLocationNotSupportedOnPathIdentifiers(): Throwable

def setTransactionVersionConflict(appId: String, version1: Long, version2: Long): Throwable

def showPartitionInNotPartitionedColumn(badColumns: Set[String]): Throwable

def showPartitionInNotPartitionedTable(tableName: String): Throwable

def sourceMaterializationFailedRepeatedlyInMerge: Throwable

def sourceNotDeterministicInMergeException(spark: SparkSession): Throwable

def sourcesWithConflictingSchemaTrackingLocation(schemaTrackingLocatiob: String, tableOrPath: String): Throwable

def sparkSessionNotSetException(): Throwable

def sparkTaskThreadNotFound: Throwable

def specifySchemaAtReadTimeException: Throwable

def startVersionAfterLatestVersion(start: Long, latest: Long): Throwable

Throwable used for invalid CDC 'start' and 'latest' options, where latest < start

def startingVersionAndTimestampBothSetException(versionOptKey: String, timestampOptKey: String): Throwable

def staticPartitionsNotSupportedException: Throwable

def statsRecomputeNotSupportedOnDvTables(): Throwable

def streamWriteNullTypeException: Throwable

def streamingMetadataEvolutionException(newSchema: StructType, newConfigs: Map[String, String], newProtocol: Protocol): Throwable

def streamingMetadataLogInitFailedIncompatibleMetadataException(startVersion: Long, endVersion: Long): Throwable

def subqueryNotSupportedException(op: String, cond: Expression): Throwable

final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes: AnyRef

def tableAlreadyContainsCDCColumns(columns: Seq[String]): Throwable

Thrown when main table data already contains columns that are reserved for CDF, such as _change_type, but CDF is not yet enabled on that table.

def tableAlreadyExists(table: CatalogTable): Throwable

def tableFeatureDropHistoryTruncationNotAllowed(): DeltaTableFeatureException

def tableFeatureMismatchException(features: Iterable[String]): DeltaTableFeatureException

def tableFeatureReadRequiresWriteException(requiredWriterVersion: Int): DeltaTableFeatureException

def tableFeatureRequiresHigherReaderProtocolVersion(feature: String, currentVersion: Int, requiredVersion: Int): DeltaTableFeatureException

def tableFeatureRequiresHigherWriterProtocolVersion(feature: String, currentVersion: Int, requiredVersion: Int): DeltaTableFeatureException

def tableFeaturesRequireManualEnablementException(unsupportedFeatures: Iterable[TableFeature], supportedFeatures: Iterable[TableFeature]): Throwable

def tableLocationMismatch(table: CatalogTable, existingTable: CatalogTable): Throwable

def tableNotSupportedException(operation: String): Throwable

def targetTableFinalSchemaEmptyException(): Throwable

def throwDeltaIllegalArgumentException(): Throwable

This is a method only used for testing Py4J exception handling.

def timeTravelInvalidBeginValue(timeTravelKey: String, cause: Throwable): Throwable

def timeTravelNotSupportedException: Throwable

def timestampGreaterThanLatestCommit(userTimestamp: Timestamp, commitTs: Timestamp, timestampString: String): Throwable

def timestampInvalid(expr: Expression): Throwable

def toDSOption(option: String): String

Definition Classes: QueryErrorsBase

def toSQLConf(conf: String): String

Definition Classes: DataTypeErrorsBase

def toSQLConfVal(conf: String): String

Definition Classes: QueryErrorsBase

def toSQLExpr(e: Expression): String

Definition Classes: QueryErrorsBase

def toSQLId(parts: Seq[String]): String

Definition Classes: DataTypeErrorsBase

def toSQLId(parts: String): String

Definition Classes: DataTypeErrorsBase

def toSQLSchema(schema: String): String

Definition Classes: QueryErrorsBase

def toSQLStmt(text: String): String

Definition Classes: DataTypeErrorsBase

def toSQLType(t: AbstractDataType): String

Definition Classes: DataTypeErrorsBase

def toSQLType(text: String): String

Definition Classes: DataTypeErrorsBase

def toSQLValue(v: Any, t: DataType): String

Definition Classes: QueryErrorsBase

def toSQLValue(value: Double): String

Definition Classes: DataTypeErrorsBase

def toSQLValue(value: Float): String

Definition Classes: DataTypeErrorsBase

def toSQLValue(value: Long): String

Definition Classes: DataTypeErrorsBase

def toSQLValue(value: Int): String

Definition Classes: DataTypeErrorsBase

def toSQLValue(value: Short): String

Definition Classes: DataTypeErrorsBase

def toSQLValue(value: UTF8String): String

Definition Classes: DataTypeErrorsBase

def toSQLValue(value: String): String

Definition Classes: DataTypeErrorsBase

def toString(): String

Definition Classes: AnyRef → Any

def truncateTablePartitionNotSupportedException: Throwable

def unSupportedInvariantNonStructType: Throwable

def unexpectedAlias(alias: String): Throwable

def unexpectedAttributeReference(ref: String): Throwable

def unexpectedChangeFilesFound(changeFiles: String): Throwable

def unexpectedDataChangeException(op: String): Throwable

def unexpectedNumPartitionColumnsFromFileNameException(path: String, parsedCols: Seq[String], expectedCols: Seq[String]): Throwable

def unexpectedPartialScan(path: Path): Throwable

def unexpectedPartitionColumnFromFileNameException(path: String, parsedCol: String, expectedCol: String): Throwable

def unexpectedPartitionSchemaFromUserException(catalogPartitionSchema: StructType, userPartitionSchema: StructType): Throwable

def unexpectedProject(project: String): Throwable

def uniFormHudiDeleteVectorCompat(): Throwable

def uniFormHudiSchemaCompat(unsupportedType: DataType): Throwable

def uniFormIcebergRequiresIcebergCompat(): Throwable

def universalFormatConversionFailedException(failedOnCommitVersion: Long, format: String, errorMessage: String): Throwable

def unknownConfigurationKeyException(confKey: String): Throwable

def unknownPrivilege(privilege: String): Throwable

def unknownReadLimit(limit: String): Throwable

def unrecognizedColumnChange(otherClass: String): Throwable

def unrecognizedFileAction(otherAction: String, otherClass: String): Throwable

def unrecognizedInvariant(): Throwable

def unrecognizedLogFile(path: Path): Throwable

def unsetNonExistentProperty(key: String, table: String): Throwable

def unsupportSubqueryInPartitionPredicates(): Throwable

def unsupportedAbsPathAddFile(str: String): Throwable

def unsupportedColumnMappingMode(mode: String): Throwable

We have plans to support more column mapping modes, but they are not implemented yet, so we error for now to be forward compatible with tables created in the future.

def unsupportedDataTypes(unsupportedDataType: UnsupportedDataTypeInfo, moreUnsupportedDataTypes: UnsupportedDataTypeInfo*): Throwable

def unsupportedDeepCloneException(): Throwable

def unsupportedDeltaTableForPathHadoopConf(unsupportedOptions: Map[String, String]): Throwable

def unsupportedExpression(causedBy: String, expType: DataType, supportedTypes: Seq[String]): Throwable

def unsupportedGenerateModeException(modeName: String): Throwable

def unsupportedReaderTableFeaturesInTableException(tableNameOrPath: String, unsupported: Iterable[String]): DeltaUnsupportedTableFeatureException

def unsupportedTableFeatureConfigsException(configs: Iterable[String]): DeltaTableFeatureException

def unsupportedTableFeatureStatusException(feature: String, status: String): DeltaTableFeatureException

def unsupportedTruncateSampleTables: Throwable

def unsupportedTypeChangeInPreview(fieldPath: Seq[String], fromType: DataType, toType: DataType, feature: TypeWideningTableFeatureBase): Throwable

def unsupportedTypeChangeInSchema(fieldPath: Seq[String], fromType: DataType, toType: DataType): Throwable

def unsupportedWriteStagedTable(tableName: String): Throwable

def unsupportedWriterTableFeaturesInTableException(tableNameOrPath: String, unsupported: Iterable[String]): DeltaUnsupportedTableFeatureException

def unsupportedWritesWithMissingCoordinators(coordinatorName: String): Throwable

def updateNonStructTypeFieldNotSupportedException(col: String, s: DataType): Throwable

def updateSchemaMismatchExpression(from: StructType, to: StructType): Throwable

def updateSetColumnNotFoundException(col: String, colList: Seq[String]): Throwable

def updateSetConflictException(cols: Seq[String]): Throwable

def useAddConstraints: Throwable

def useSetLocation(): Throwable

def vacuumBasePathMissingException(baseDeltaPath: Path): Throwable

def viewInDescribeDetailException(view: TableIdentifier): Throwable

def viewNotSupported(operationName: String): Throwable

final def wait(arg0: Long, arg1: Int): Unit

Definition Classes: AnyRef
Annotations: @throws( ... )

final def wait(arg0: Long): Unit

Definition Classes: AnyRef
Annotations: @throws( ... ) @native()

final def wait(): Unit

Definition Classes: AnyRef
Annotations: @throws( ... )

def withStatusCode[T](statusCode: String, defaultMessage: String, data: Map[String, Any] = Map.empty)(body: ⇒ T): T

Report a log to indicate some command is running.

Definition Classes: DeltaProgressReporter

def zOrderingColumnDoesNotExistException(colName: String): Throwable

def zOrderingOnColumnWithNoStatsException(colNames: Seq[String], spark: SparkSession): Throwable

def zOrderingOnPartitionColumnException(colName: String): Throwable

Packages

DeltaErrorsBase

trait DeltaErrorsBase extends DocsPath with DeltaLogging with QueryErrorsBase

Type Members

Value Members

Deprecated Value Members

Inherited from QueryErrorsBase

Inherited from DataTypeErrorsBase

Inherited from DeltaLogging

Inherited from DatabricksLogging

Inherited from DeltaProgressReporter

Inherited from LoggingShims

Inherited from Logging

Inherited from DocsPath

Inherited from AnyRef

Inherited from Any

Ungrouped