org.apache.iceberg.spark.actions

Class SparkBinPackStrategy

java.lang.Object

org.apache.iceberg.actions.BinPackStrategy

org.apache.iceberg.spark.actions.SparkBinPackStrategy

All Implemented Interfaces:

java.io.Serializable, org.apache.iceberg.actions.RewriteStrategy

public class SparkBinPackStrategy
extends org.apache.iceberg.actions.BinPackStrategy

See Also:

Serialized Form

Field Summary

Fields inherited from class org.apache.iceberg.actions.BinPackStrategy

DELETE_FILE_THRESHOLD, DELETE_FILE_THRESHOLD_DEFAULT, MAX_FILE_SIZE_BYTES, MAX_FILE_SIZE_DEFAULT_RATIO, MIN_FILE_SIZE_BYTES, MIN_FILE_SIZE_DEFAULT_RATIO, MIN_INPUT_FILES, MIN_INPUT_FILES_DEFAULT, REWRITE_ALL, REWRITE_ALL_DEFAULT

Constructor Summary

Constructors

Constructor and Description
SparkBinPackStrategy(org.apache.iceberg.Table table, org.apache.spark.sql.SparkSession spark)

Method Summary

Modifier and Type	Method and Description
java.util.Set<org.apache.iceberg.DataFile>	rewriteFiles(java.util.List<org.apache.iceberg.FileScanTask> filesToRewrite)
org.apache.iceberg.Table	table()

Methods inherited from class org.apache.iceberg.actions.BinPackStrategy

inputFileSize, name, numOutputFiles, options, planFileGroups, selectFilesToRewrite, splitSize, targetFileSize, validOptions, writeMaxFileSize

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SparkBinPackStrategy

public SparkBinPackStrategy(org.apache.iceberg.Table table,
                            org.apache.spark.sql.SparkSession spark)

Method Detail

table

public org.apache.iceberg.Table table()

rewriteFiles

public java.util.Set<org.apache.iceberg.DataFile> rewriteFiles(java.util.List<org.apache.iceberg.FileScanTask> filesToRewrite)