Packages

case class OptimizeMetrics(numFilesAdded: Long, numFilesRemoved: Long, filesAdded: FileSizeMetrics = FileSizeMetrics(min = None, max = None, avg = 0, totalFiles = 0, totalSize = 0), filesRemoved: FileSizeMetrics = FileSizeMetrics(min = None, max = None, avg = 0, totalFiles = 0, totalSize = 0), partitionsOptimized: Long = 0, zOrderStats: Option[ZOrderStats] = None, numBatches: Long, totalConsideredFiles: Long, totalFilesSkipped: Long = 0, preserveInsertionOrder: Boolean = false, numFilesSkippedToReduceWriteAmplification: Long = 0, numBytesSkippedToReduceWriteAmplification: Long = 0, startTimeMs: Long = 0, endTimeMs: Long = 0, totalClusterParallelism: Long = 0, totalScheduledTasks: Long = 0, autoCompactParallelismStats: Option[ParallelismMetrics] = None, deletionVectorStats: Option[DeletionVectorStats] = None, numTableColumns: Long = 0, numTableColumnsWithStats: Long = 0) extends Product with Serializable

Metrics returned by the optimize command.

numFilesAdded

number of files added by optimize

numFilesRemoved

number of files removed by optimize

filesAdded

Stats for the files added

filesRemoved

Stats for the files removed

partitionsOptimized

Number of partitions optimized

zOrderStats

Z-Order stats

numBatches

Number of batches

totalConsideredFiles

Number of files considered for the Optimize operation.

totalFilesSkipped

Number of files that are skipped from being Optimized.

preserveInsertionOrder

If optimize was run with insertion preservation enabled.

numFilesSkippedToReduceWriteAmplification

Number of files skipped for reducing write amplification.

numBytesSkippedToReduceWriteAmplification

Number of bytes skipped for reducing write amplification.

startTimeMs

The start time of Optimize command.

endTimeMs

The end time of Optimize command.

totalClusterParallelism

The total number of parallelism of this cluster.

totalScheduledTasks

The total number of optimize task scheduled.

autoCompactParallelismStats

The metrics of cluster and session parallelism.

deletionVectorStats

Statistics related with Deletion Vectors.

numTableColumns

Number of columns in the table.

numTableColumnsWithStats

Number of table columns to collect data skipping stats.

Linear Supertypes
Serializable, Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. OptimizeMetrics
  2. Serializable
  3. Product
  4. Equals
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new OptimizeMetrics(numFilesAdded: Long, numFilesRemoved: Long, filesAdded: FileSizeMetrics = FileSizeMetrics(min = None, max = None, avg = 0, totalFiles = 0, totalSize = 0), filesRemoved: FileSizeMetrics = FileSizeMetrics(min = None, max = None, avg = 0, totalFiles = 0, totalSize = 0), partitionsOptimized: Long = 0, zOrderStats: Option[ZOrderStats] = None, numBatches: Long, totalConsideredFiles: Long, totalFilesSkipped: Long = 0, preserveInsertionOrder: Boolean = false, numFilesSkippedToReduceWriteAmplification: Long = 0, numBytesSkippedToReduceWriteAmplification: Long = 0, startTimeMs: Long = 0, endTimeMs: Long = 0, totalClusterParallelism: Long = 0, totalScheduledTasks: Long = 0, autoCompactParallelismStats: Option[ParallelismMetrics] = None, deletionVectorStats: Option[DeletionVectorStats] = None, numTableColumns: Long = 0, numTableColumnsWithStats: Long = 0)

    numFilesAdded

    number of files added by optimize

    numFilesRemoved

    number of files removed by optimize

    filesAdded

    Stats for the files added

    filesRemoved

    Stats for the files removed

    partitionsOptimized

    Number of partitions optimized

    zOrderStats

    Z-Order stats

    numBatches

    Number of batches

    totalConsideredFiles

    Number of files considered for the Optimize operation.

    totalFilesSkipped

    Number of files that are skipped from being Optimized.

    preserveInsertionOrder

    If optimize was run with insertion preservation enabled.

    numFilesSkippedToReduceWriteAmplification

    Number of files skipped for reducing write amplification.

    numBytesSkippedToReduceWriteAmplification

    Number of bytes skipped for reducing write amplification.

    startTimeMs

    The start time of Optimize command.

    endTimeMs

    The end time of Optimize command.

    totalClusterParallelism

    The total number of parallelism of this cluster.

    totalScheduledTasks

    The total number of optimize task scheduled.

    autoCompactParallelismStats

    The metrics of cluster and session parallelism.

    deletionVectorStats

    Statistics related with Deletion Vectors.

    numTableColumns

    Number of columns in the table.

    numTableColumnsWithStats

    Number of table columns to collect data skipping stats.

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val autoCompactParallelismStats: Option[ParallelismMetrics]
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  7. val deletionVectorStats: Option[DeletionVectorStats]
  8. val endTimeMs: Long
  9. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  10. val filesAdded: FileSizeMetrics
  11. val filesRemoved: FileSizeMetrics
  12. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  13. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  14. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  15. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  16. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  17. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  18. val numBatches: Long
  19. val numBytesSkippedToReduceWriteAmplification: Long
  20. val numFilesAdded: Long
  21. val numFilesRemoved: Long
  22. val numFilesSkippedToReduceWriteAmplification: Long
  23. val numTableColumns: Long
  24. val numTableColumnsWithStats: Long
  25. val partitionsOptimized: Long
  26. val preserveInsertionOrder: Boolean
  27. def productElementNames: Iterator[String]
    Definition Classes
    Product
  28. val startTimeMs: Long
  29. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  30. val totalClusterParallelism: Long
  31. val totalConsideredFiles: Long
  32. val totalFilesSkipped: Long
  33. val totalScheduledTasks: Long
  34. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  35. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  36. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  37. val zOrderStats: Option[ZOrderStats]

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped