org.apache.iceberg.spark.actions

Class SparkZOrderStrategy

java.lang.Object

org.apache.iceberg.actions.BinPackStrategy

org.apache.iceberg.actions.SortStrategy

org.apache.iceberg.spark.actions.SparkSortStrategy

org.apache.iceberg.spark.actions.SparkZOrderStrategy

All Implemented Interfaces:

java.io.Serializable, org.apache.iceberg.actions.RewriteStrategy

public class SparkZOrderStrategy
extends SparkSortStrategy

See Also:

Serialized Form

Field Summary

Fields inherited from class org.apache.iceberg.spark.actions.SparkSortStrategy

COMPRESSION_FACTOR

Fields inherited from class org.apache.iceberg.actions.BinPackStrategy

DELETE_FILE_THRESHOLD, DELETE_FILE_THRESHOLD_DEFAULT, MAX_FILE_SIZE_BYTES, MAX_FILE_SIZE_DEFAULT_RATIO, MIN_FILE_SIZE_BYTES, MIN_FILE_SIZE_DEFAULT_RATIO, MIN_INPUT_FILES, MIN_INPUT_FILES_DEFAULT, REWRITE_ALL, REWRITE_ALL_DEFAULT

Constructor Summary

Constructors

Constructor and Description
SparkZOrderStrategy(org.apache.iceberg.Table table, org.apache.spark.sql.SparkSession spark, java.util.List<java.lang.String> zOrderColNames)

Method Summary

Modifier and Type	Method and Description
java.lang.String	name()
org.apache.iceberg.actions.RewriteStrategy	options(java.util.Map<java.lang.String,java.lang.String> options)
java.util.Set<org.apache.iceberg.DataFile>	rewriteFiles(java.util.List<org.apache.iceberg.FileScanTask> filesToRewrite)
protected org.apache.iceberg.SortOrder	sortOrder()
protected void	validateOptions()
java.util.Set<java.lang.String>	validOptions()

Methods inherited from class org.apache.iceberg.spark.actions.SparkSortStrategy

manager, rewriteCoordinator, sizeEstimateMultiple, sortPlan, spark, table, tableCache

Methods inherited from class org.apache.iceberg.actions.SortStrategy

sortOrder

Methods inherited from class org.apache.iceberg.actions.BinPackStrategy

inputFileSize, numOutputFiles, planFileGroups, selectFilesToRewrite, splitSize, targetFileSize, writeMaxFileSize

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SparkZOrderStrategy

public SparkZOrderStrategy(org.apache.iceberg.Table table,
                           org.apache.spark.sql.SparkSession spark,
                           java.util.List<java.lang.String> zOrderColNames)

Method Detail

validOptions

public java.util.Set<java.lang.String> validOptions()

Specified by:

validOptions in interface org.apache.iceberg.actions.RewriteStrategy

Overrides:

validOptions in class SparkSortStrategy

options

public org.apache.iceberg.actions.RewriteStrategy options(java.util.Map<java.lang.String,java.lang.String> options)

Specified by:

options in interface org.apache.iceberg.actions.RewriteStrategy

Overrides:

options in class SparkSortStrategy

name

public java.lang.String name()

Specified by:

name in interface org.apache.iceberg.actions.RewriteStrategy

Overrides:

name in class org.apache.iceberg.actions.SortStrategy

validateOptions

protected void validateOptions()

Overrides:

validateOptions in class org.apache.iceberg.actions.SortStrategy

rewriteFiles

public java.util.Set<org.apache.iceberg.DataFile> rewriteFiles(java.util.List<org.apache.iceberg.FileScanTask> filesToRewrite)

Specified by:

rewriteFiles in interface org.apache.iceberg.actions.RewriteStrategy

Overrides:

rewriteFiles in class SparkSortStrategy

sortOrder

protected org.apache.iceberg.SortOrder sortOrder()

Overrides:

sortOrder in class org.apache.iceberg.actions.SortStrategy