序列化表格

程序包 org.apache.hudi.integ.testsuite

类org.apache.hudi.integ.testsuite.HoodieDeltaStreamerWrapper扩展HoodieDeltaStreamer实现可序列化

类org.apache.hudi.integ.testsuite.HoodieTestSuiteJob.HoodieTestSuiteConfig扩展HoodieDeltaStreamer.Config实现可序列化

序列化字段

inputBasePath

String inputBasePath

workloadDagGenerator

String workloadDagGenerator

workloadYamlPath

String workloadYamlPath

outputTypeName

String outputTypeName

inputFormatName

String inputFormatName

limitFileSize

Long limitFileSize

inputParallelism

Integer inputParallelism

deleteOldInput

Boolean deleteOldInput

useDeltaStreamer

Boolean useDeltaStreamer

cleanInput

Boolean cleanInput

cleanOutput

Boolean cleanOutput

saferSchemaEvolution

Boolean saferSchemaEvolution

startZookeeper

Boolean startZookeeper

startHiveMetastore

Boolean startHiveMetastore

类org.apache.hudi.integ.testsuite.HoodieTestSuiteWriter扩展Object实现可序列化

序列化字段

deltaStreamerWrapper

HoodieDeltaStreamerWrapper deltaStreamerWrapper

writeConfig

org.apache.hudi.config.HoodieWriteConfig writeConfig

writeClient

org.apache.hudi.client.SparkRDDWriteClient<T extends org.apache.hudi.common.model.HoodieRecordPayload> writeClient

cfg

HoodieTestSuiteJob.HoodieTestSuiteConfig cfg

lastCheckpoint

org.apache.hudi.common.util.Option<T> lastCheckpoint

hoodieReadClient

org.apache.hudi.client.HoodieReadClient<T extends org.apache.hudi.common.model.HoodieRecordPayload<T>> hoodieReadClient

props

Properties props

schema

String schema

程序包 org.apache.hudi.integ.testsuite.configuration

类org.apache.hudi.integ.testsuite.configuration.DeltaConfig扩展Object实现可序列化

序列化字段

deltaOutputMode

DeltaOutputMode deltaOutputMode

deltaInputType

DeltaInputType deltaInputType

configuration

org.apache.hudi.common.config.SerializableConfiguration configuration

类org.apache.hudi.integ.testsuite.configuration.DFSDeltaConfig扩展DeltaConfig实现可序列化

序列化字段

deltaBasePath

String deltaBasePath

datasetOutputPath

String datasetOutputPath

schemaStr

String schemaStr

maxFileSize

Long maxFileSize

batchId

Integer batchId

inputParallelism

int inputParallelism

deleteOldInputData

boolean deleteOldInputData

程序包 org.apache.hudi.integ.testsuite.converter

类org.apache.hudi.integ.testsuite.converter.DeleteConverter扩展Object实现可序列化

序列化字段

schemaStr

String schemaStr

minPayloadSize

int minPayloadSize

类org.apache.hudi.integ.testsuite.converter.UpdateConverter扩展Object实现可序列化

序列化字段

schemaStr

String schemaStr

partitionPathFields

List<E> partitionPathFields

recordKeyFields

List<E> recordKeyFields

minPayloadSize

int minPayloadSize

程序包 org.apache.hudi.integ.testsuite.dag

类org.apache.hudi.integ.testsuite.dag.ExecutionContext扩展Object实现可序列化

序列化字段

writerContext

WriterContext writerContext

程序包 org.apache.hudi.integ.testsuite.generator

类org.apache.hudi.integ.testsuite.generator.DeltaGenerator扩展Object实现可序列化

序列化字段

deltaOutputConfig

DFSDeltaConfig deltaOutputConfig

schemaStr

String schemaStr

recordRowKeyFieldNames

List<E> recordRowKeyFieldNames

partitionPathFieldNames

List<E> partitionPathFieldNames

batchId

int batchId

类org.apache.hudi.integ.testsuite.generator.GenericRecordFullPayloadGenerator扩展Object实现可序列化

序列化字段

random

Random random

partitionIndex

int partitionIndex

estimatedFullPayloadSize

int estimatedFullPayloadSize

extraEntriesMap

Map<K,V> extraEntriesMap

startPartition

int startPartition

numDatePartitions

int numDatePartitions

类org.apache.hudi.integ.testsuite.generator.GenericRecordFullPayloadSizeEstimator扩展Object实现可序列化

类org.apache.hudi.integ.testsuite.generator.GenericRecordPartialPayloadGenerator扩展GenericRecordFullPayloadGenerator实现可序列化

程序包 org.apache.hudi.integ.testsuite.helpers

类org.apache.hudi.integ.testsuite.helpers.DFSTestSuitePathSelector扩展DFSPathSelector实现可序列化

程序包 org.apache.hudi.integ.testsuite.reader

类org.apache.hudi.integ.testsuite.reader.DFSAvroDeltaInputReader扩展DFSDeltaInputReader实现可序列化

序列化字段

sparkSession

org.apache.spark.sql.SparkSession sparkSession

schemaStr

String schemaStr

basePath

String basePath

structName

org.apache.hudi.common.util.Option<T> structName

nameSpace

org.apache.hudi.common.util.Option<T> nameSpace

filter

org.apache.hadoop.fs.PathFilter filter

类org.apache.hudi.integ.testsuite.reader.DFSDeltaInputReader扩展Object实现可序列化

类org.apache.hudi.integ.testsuite.reader.DFSHoodieDatasetInputReader扩展DFSDeltaInputReader实现可序列化

序列化字段

schemaStr

String schemaStr

metaClient

org.apache.hudi.common.table.HoodieTableMetaClient metaClient

程序包 org.apache.hudi.integ.testsuite.schema

类org.apache.hudi.integ.testsuite.schema.TestSuiteFileBasedSchemaProvider扩展FilebasedSchemaProvider实现可序列化

程序包 org.apache.hudi.integ.testsuite.writer

类org.apache.hudi.integ.testsuite.writer.DeltaWriteStats扩展Object实现可序列化

序列化字段

filePath

String filePath

bytesWritten

long bytesWritten

recordsWritten

long recordsWritten

partitionPathRecordKey

List<E> partitionPathRecordKey