org.apache.hudi.common.util

Class RocksDBSchemaHelper

java.lang.Object

org.apache.hudi.common.util.RocksDBSchemaHelper

public class RocksDBSchemaHelper
extends Object

Helper class to generate Key and column names for rocksdb based view For RocksDB, 3 colFamilies are used for storing file-system view for each table. (a) View (b) Partitions Cached (c) Pending Compactions View : Key : Store both slice and Data file stored. Slice : Key = "type=slice,part=,id=,instant=" Value = Serialized FileSlice Data File : Key = "type=df,part=,id=,instant=" Value = Serialized DataFile Partitions : Key = "part=" Value = Boolean Pending Compactions Key = "part=,id=" Value = Pair

Constructor Summary

Constructors

Constructor and Description
RocksDBSchemaHelper(HoodieTableMetaClient metaClient)

Method Summary

Modifier and Type	Method and Description
List<String>	getAllColumnFamilies()
String	getColFamilyForBootstrapBaseFile()
String	getColFamilyForFileGroupsInPendingClustering()
String	getColFamilyForPendingCompaction()
String	getColFamilyForPendingLogCompaction()
String	getColFamilyForReplacedFileGroups()
String	getColFamilyForStoredPartitions()
String	getColFamilyForView()
String	getKeyForBootstrapBaseFile(HoodieFileGroupId fgId)
String	getKeyForDataFileView(HoodieFileGroup fileGroup, FileSlice slice)
String	getKeyForFileGroupsInPendingClustering(HoodieFileGroupId fgId)
String	getKeyForPartitionLookup(String partition)
String	getKeyForPendingCompactionLookup(HoodieFileGroupId fgId)
String	getKeyForPendingLogCompactionLookup(HoodieFileGroupId fgId)
String	getKeyForReplacedFileGroup(HoodieFileGroupId fgId)
String	getKeyForSliceView(HoodieFileGroup fileGroup, FileSlice slice)
String	getKeyForSliceView(String partitionPath, String fileId, String instantTime)
String	getPrefixForDataFileViewByPartition(String partitionPath)
String	getPrefixForDataFileViewByPartitionFile(String partitionPath, String fileId)
String	getPrefixForReplacedFileGroup(String partitionPath)
String	getPrefixForSliceView()
String	getPrefixForSliceViewByPartition(String partitionPath)
String	getPrefixForSliceViewByPartitionFile(String partitionPath, String fileId)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

RocksDBSchemaHelper

public RocksDBSchemaHelper(HoodieTableMetaClient metaClient)

Method Detail

getAllColumnFamilies

public List<String> getAllColumnFamilies()

getKeyForPartitionLookup

public String getKeyForPartitionLookup(String partition)

getKeyForPendingCompactionLookup

public String getKeyForPendingCompactionLookup(HoodieFileGroupId fgId)

getKeyForPendingLogCompactionLookup

public String getKeyForPendingLogCompactionLookup(HoodieFileGroupId fgId)

getKeyForBootstrapBaseFile

public String getKeyForBootstrapBaseFile(HoodieFileGroupId fgId)

getKeyForReplacedFileGroup

public String getKeyForReplacedFileGroup(HoodieFileGroupId fgId)

getPrefixForReplacedFileGroup

public String getPrefixForReplacedFileGroup(String partitionPath)

getKeyForFileGroupsInPendingClustering

public String getKeyForFileGroupsInPendingClustering(HoodieFileGroupId fgId)

getKeyForSliceView

public String getKeyForSliceView(HoodieFileGroup fileGroup,
                                 FileSlice slice)

getKeyForSliceView

public String getKeyForSliceView(String partitionPath,
                                 String fileId,
                                 String instantTime)

getPrefixForSliceViewByPartitionFile

public String getPrefixForSliceViewByPartitionFile(String partitionPath,
                                                   String fileId)

getPrefixForDataFileViewByPartitionFile

public String getPrefixForDataFileViewByPartitionFile(String partitionPath,
                                                      String fileId)

getKeyForDataFileView

public String getKeyForDataFileView(HoodieFileGroup fileGroup,
                                    FileSlice slice)

getPrefixForSliceViewByPartition

public String getPrefixForSliceViewByPartition(String partitionPath)

getPrefixForSliceView

public String getPrefixForSliceView()

getPrefixForDataFileViewByPartition

public String getPrefixForDataFileViewByPartition(String partitionPath)

getColFamilyForView

public String getColFamilyForView()

getColFamilyForPendingCompaction

public String getColFamilyForPendingCompaction()

getColFamilyForPendingLogCompaction

public String getColFamilyForPendingLogCompaction()

getColFamilyForBootstrapBaseFile

public String getColFamilyForBootstrapBaseFile()

getColFamilyForStoredPartitions

public String getColFamilyForStoredPartitions()

getColFamilyForReplacedFileGroups

public String getColFamilyForReplacedFileGroups()

getColFamilyForFileGroupsInPendingClustering

public String getColFamilyForFileGroupsInPendingClustering()