case class OptimizeMetrics(numFilesAdded: Long, numFilesRemoved: Long, filesAdded: FileSizeMetrics = ..., filesRemoved: FileSizeMetrics = ..., partitionsOptimized: Long = 0, zOrderStats: Option[ZOrderStats] = None, clusteringStats: Option[ClusteringStats] = None, numBins: Long, numBatches: Long, totalConsideredFiles: Long, totalFilesSkipped: Long = 0, preserveInsertionOrder: Boolean = false, numFilesSkippedToReduceWriteAmplification: Long = 0, numBytesSkippedToReduceWriteAmplification: Long = 0, startTimeMs: Long = 0, endTimeMs: Long = 0, totalClusterParallelism: Long = 0, totalScheduledTasks: Long = 0, autoCompactParallelismStats: Option[ParallelismMetrics] = None, deletionVectorStats: Option[DeletionVectorStats] = None, numTableColumns: Long = 0, numTableColumnsWithStats: Long = 0) extends Product with Serializable
Metrics returned by the optimize command.
- numFilesAdded
number of files added by optimize
- numFilesRemoved
number of files removed by optimize
- filesAdded
Stats for the files added
- filesRemoved
Stats for the files removed
- partitionsOptimized
Number of partitions optimized
- zOrderStats
Z-Order stats
- clusteringStats
Clustering stats
- numBins
Number of bins
- numBatches
Number of batches
- totalConsideredFiles
Number of files considered for the Optimize operation.
- totalFilesSkipped
Number of files that are skipped from being Optimized.
- preserveInsertionOrder
If optimize was run with insertion preservation enabled.
- numFilesSkippedToReduceWriteAmplification
Number of files skipped for reducing write amplification.
- numBytesSkippedToReduceWriteAmplification
Number of bytes skipped for reducing write amplification.
- startTimeMs
The start time of Optimize command.
- endTimeMs
The end time of Optimize command.
- totalClusterParallelism
The total number of parallelism of this cluster.
- totalScheduledTasks
The total number of optimize task scheduled.
- autoCompactParallelismStats
The metrics of cluster and session parallelism.
- deletionVectorStats
Statistics related with Deletion Vectors.
- numTableColumns
Number of columns in the table.
- numTableColumnsWithStats
Number of table columns to collect data skipping stats.
- Alphabetic
- By Inheritance
- OptimizeMetrics
- Serializable
- Serializable
- Product
- Equals
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
-
new
OptimizeMetrics(numFilesAdded: Long, numFilesRemoved: Long, filesAdded: FileSizeMetrics = ..., filesRemoved: FileSizeMetrics = ..., partitionsOptimized: Long = 0, zOrderStats: Option[ZOrderStats] = None, clusteringStats: Option[ClusteringStats] = None, numBins: Long, numBatches: Long, totalConsideredFiles: Long, totalFilesSkipped: Long = 0, preserveInsertionOrder: Boolean = false, numFilesSkippedToReduceWriteAmplification: Long = 0, numBytesSkippedToReduceWriteAmplification: Long = 0, startTimeMs: Long = 0, endTimeMs: Long = 0, totalClusterParallelism: Long = 0, totalScheduledTasks: Long = 0, autoCompactParallelismStats: Option[ParallelismMetrics] = None, deletionVectorStats: Option[DeletionVectorStats] = None, numTableColumns: Long = 0, numTableColumnsWithStats: Long = 0)
- numFilesAdded
number of files added by optimize
- numFilesRemoved
number of files removed by optimize
- filesAdded
Stats for the files added
- filesRemoved
Stats for the files removed
- partitionsOptimized
Number of partitions optimized
- zOrderStats
Z-Order stats
- clusteringStats
Clustering stats
- numBins
Number of bins
- numBatches
Number of batches
- totalConsideredFiles
Number of files considered for the Optimize operation.
- totalFilesSkipped
Number of files that are skipped from being Optimized.
- preserveInsertionOrder
If optimize was run with insertion preservation enabled.
- numFilesSkippedToReduceWriteAmplification
Number of files skipped for reducing write amplification.
- numBytesSkippedToReduceWriteAmplification
Number of bytes skipped for reducing write amplification.
- startTimeMs
The start time of Optimize command.
- endTimeMs
The end time of Optimize command.
- totalClusterParallelism
The total number of parallelism of this cluster.
- totalScheduledTasks
The total number of optimize task scheduled.
- autoCompactParallelismStats
The metrics of cluster and session parallelism.
- deletionVectorStats
Statistics related with Deletion Vectors.
- numTableColumns
Number of columns in the table.
- numTableColumnsWithStats
Number of table columns to collect data skipping stats.
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
- val autoCompactParallelismStats: Option[ParallelismMetrics]
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
- val clusteringStats: Option[ClusteringStats]
- val deletionVectorStats: Option[DeletionVectorStats]
- val endTimeMs: Long
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- val filesAdded: FileSizeMetrics
- val filesRemoved: FileSizeMetrics
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- val numBatches: Long
- val numBins: Long
- val numBytesSkippedToReduceWriteAmplification: Long
- val numFilesAdded: Long
- val numFilesRemoved: Long
- val numFilesSkippedToReduceWriteAmplification: Long
- val numTableColumns: Long
- val numTableColumnsWithStats: Long
- val partitionsOptimized: Long
- val preserveInsertionOrder: Boolean
- val startTimeMs: Long
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
- val totalClusterParallelism: Long
- val totalConsideredFiles: Long
- val totalFilesSkipped: Long
- val totalScheduledTasks: Long
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
- val zOrderStats: Option[ZOrderStats]