Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##: Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

5.  def clone(): AnyRef

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws(classOf[java.lang.CloneNotSupportedException]) @native()

6.  def createAddFile(targetFile: ConvertTargetFile, basePath: Path, fs: FileSystem, conf: SQLConf, partitionSchema: Option[StructType], useAbsolutePath: Boolean = false): AddFile

   Generates AddFile from ConvertTargetFile for conversion.

   Generates AddFile from ConvertTargetFile for conversion.

   returns

   an AddFile corresponding to the provided ConvertTargetFile.

   Definition Classes

   ConvertUtilsBase

7.  def dirNameFilter(dirName: String): Boolean

   A helper function to check whether a directory should be skipped during conversion.

   A helper function to check whether a directory should be skipped during conversion.

   returns

   true if directory should be skipped for conversion, otherwise false.

   Definition Classes

   ConvertUtilsBase

8.  final def eq(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

9.  def equals(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef → Any

10.  def finalize(): Unit

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.Throwable])

11.  final def getClass(): Class[_ <: AnyRef]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

12.  def getCommonTags(deltaLog: DeltaLog, tahoeId: String): Map[TagDefinition, String]

    Definition Classes

    DeltaLogging

13.  def getIcebergTable(spark: SparkSession, targetDir: String, sparkTable: Option[Table], tableSchema: Option[StructType]): ConvertTargetTable

    Creates a source Iceberg table for conversion.

    Creates a source Iceberg table for conversion.

    returns

    a target Iceberg table.

    Definition Classes

    ConvertUtilsBase

14.  def getParquetTable(spark: SparkSession, targetDir: String, catalogTable: Option[CatalogTable], partitionSchema: Option[StructType]): ConvertTargetTable

    Creates a source Parquet table for conversion.

    Creates a source Parquet table for conversion.

    returns

    a target Parquet table.

    Definition Classes

    ConvertUtilsBase

15.  def getQualifiedPath(spark: SparkSession, path: Path): Path

    Generates a qualified Hadoop path from a given path.

    Generates a qualified Hadoop path from a given path.

    returns

    the qualified path of the provided raw path.

    Definition Classes

    ConvertUtilsBase

16.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

17.  val icebergLibTableClassPath: String

    Definition Classes

    ConvertUtilsBase

18.  val icebergSparkTableClassPath: String

    Definition Classes

    ConvertUtilsBase

19.  def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Attributes

    protected

    Definition Classes

    Logging

20.  def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Attributes

    protected

    Definition Classes

    Logging

21.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

22.  def isTraceEnabled(): Boolean

    Attributes

    protected

    Definition Classes

    Logging

23.  def listDirsInParallel(spark: SparkSession, rootDir: String, dirs: Seq[String], serializableConf: SerializableConfiguration): Dataset[SerializableFileStatus]

    Lists directories non-recursively in the distributed manner.

    Lists directories non-recursively in the distributed manner.

    returns

    a dataset of files from the listing.

    Definition Classes

    ConvertUtilsBase

24.  def log: Logger

    Attributes

    protected

    Definition Classes

    Logging

25.  def logConsole(line: String): Unit

    Definition Classes

    DatabricksLogging

26.  def logDebug(msg: => String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

27.  def logDebug(msg: => String): Unit

    Attributes

    protected

    Definition Classes

    Logging

28.  def logError(msg: => String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

29.  def logError(msg: => String): Unit

    Attributes

    protected

    Definition Classes

    Logging

30.  def logInfo(msg: => String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

31.  def logInfo(msg: => String): Unit

    Attributes

    protected

    Definition Classes

    Logging

32.  def logName: String

    Attributes

    protected

    Definition Classes

    Logging

33.  def logTrace(msg: => String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

34.  def logTrace(msg: => String): Unit

    Attributes

    protected

    Definition Classes

    Logging

35.  def logWarning(msg: => String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

36.  def logWarning(msg: => String): Unit

    Attributes

    protected

    Definition Classes

    Logging

37.  def mergeSchemasInParallel(spark: SparkSession, partitionSchema: StructType, convertTargetFiles: Dataset[ConvertTargetFile]): StructType

    Merges the schemas of the ConvertTargetFiles.

    Merges the schemas of the ConvertTargetFiles.

    returns

    the merged StructType representing the combined schema of the Parquet files.

    Definition Classes

    ConvertUtilsBase

    Exceptions thrown

    DeltaErrors.failedInferSchema If no schemas are found for merging.

38.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

39.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

40.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

41.  def recordDeltaEvent(deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty, data: AnyRef = null, path: Option[Path] = None): Unit

    Used to record the occurrence of a single event or report detailed, operation specific statistics.

    Used to record the occurrence of a single event or report detailed, operation specific statistics.

    path

    Used to log the path of the delta table when deltaLog is null.

    Attributes

    protected

    Definition Classes

    DeltaLogging

42.  def recordDeltaOperation[A](deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty)(thunk: => A): A

    Used to report the duration as well as the success or failure of an operation on a deltaLog.

    Used to report the duration as well as the success or failure of an operation on a deltaLog.

    Attributes

    protected

    Definition Classes

    DeltaLogging

43.  def recordDeltaOperationForTablePath[A](tablePath: String, opType: String, tags: Map[TagDefinition, String] = Map.empty)(thunk: => A): A

    Used to report the duration as well as the success or failure of an operation on a tahoePath.

    Used to report the duration as well as the success or failure of an operation on a tahoePath.

    Attributes

    protected

    Definition Classes

    DeltaLogging

44.  def recordEvent(metric: MetricDefinition, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, trimBlob: Boolean = true): Unit

    Definition Classes

    DatabricksLogging

45.  def recordFrameProfile[T](group: String, name: String)(thunk: => T): T

    Attributes

    protected

    Definition Classes

    DeltaLogging

46.  def recordOperation[S](opType: OpType, opTarget: String = null, extraTags: Map[TagDefinition, String], isSynchronous: Boolean = true, alwaysRecordStats: Boolean = false, allowAuthTags: Boolean = false, killJvmIfStuck: Boolean = false, outputMetric: MetricDefinition = METRIC_OPERATION_DURATION, silent: Boolean = true)(thunk: => S): S

    Definition Classes

    DatabricksLogging

47.  def recordProductEvent(metric: MetricDefinition with CentralizableMetric, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, trimBlob: Boolean = true): Unit

    Definition Classes

    DatabricksLogging

48.  def recordProductUsage(metric: MetricDefinition with CentralizableMetric, quantity: Double, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, forceSample: Boolean = false, trimBlob: Boolean = true, silent: Boolean = false): Unit

    Definition Classes

    DatabricksLogging

49.  def recordUsage(metric: MetricDefinition, quantity: Double, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, forceSample: Boolean = false, trimBlob: Boolean = true, silent: Boolean = false): Unit

    Definition Classes

    DatabricksLogging

50.  final def synchronized[T0](arg0: => T0): T0

    Definition Classes

    AnyRef

51.  val timestampPartitionPattern: String

    Definition Classes

    ConvertUtilsBase

52.  def toString(): String

    Definition Classes

    AnyRef → Any

53.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

54.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

55.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException]) @native()

56.  def withStatusCode[T](statusCode: String, defaultMessage: String, data: Map[String, Any] = Map.empty)(body: => T): T

    Report a log to indicate some command is running.

    Report a log to indicate some command is running.

    Definition Classes

    DeltaProgressReporter