org.apache.hudi.internal

Class HoodieDataSourceInternalWriter

java.lang.Object

org.apache.hudi.internal.HoodieDataSourceInternalWriter

All Implemented Interfaces:

org.apache.spark.sql.sources.v2.writer.DataSourceWriter

public class HoodieDataSourceInternalWriter
extends Object
implements org.apache.spark.sql.sources.v2.writer.DataSourceWriter

Implementation of DataSourceWriter for datasource "hudi.internal" to be used in datasource implementation of bulk insert.

Constructor Summary

Constructors

Constructor and Description
HoodieDataSourceInternalWriter(String instantTime, org.apache.hudi.config.HoodieWriteConfig writeConfig, org.apache.spark.sql.types.StructType structType, org.apache.spark.sql.SparkSession sparkSession, org.apache.hadoop.conf.Configuration configuration, org.apache.spark.sql.sources.v2.DataSourceOptions dataSourceOptions, boolean populateMetaFields, boolean arePartitionRecordsSorted)

Method Summary

Modifier and Type	Method and Description
void	abort(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)
void	commit(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)
org.apache.spark.sql.sources.v2.writer.DataWriterFactory<org.apache.spark.sql.catalyst.InternalRow>	createWriterFactory()
void	onDataWriterCommit(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage message)
boolean	useCommitCoordinator()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HoodieDataSourceInternalWriter

public HoodieDataSourceInternalWriter(String instantTime,
                                      org.apache.hudi.config.HoodieWriteConfig writeConfig,
                                      org.apache.spark.sql.types.StructType structType,
                                      org.apache.spark.sql.SparkSession sparkSession,
                                      org.apache.hadoop.conf.Configuration configuration,
                                      org.apache.spark.sql.sources.v2.DataSourceOptions dataSourceOptions,
                                      boolean populateMetaFields,
                                      boolean arePartitionRecordsSorted)

Method Detail

createWriterFactory

public org.apache.spark.sql.sources.v2.writer.DataWriterFactory<org.apache.spark.sql.catalyst.InternalRow> createWriterFactory()

Specified by:

createWriterFactory in interface org.apache.spark.sql.sources.v2.writer.DataSourceWriter

useCommitCoordinator

public boolean useCommitCoordinator()

Specified by:

useCommitCoordinator in interface org.apache.spark.sql.sources.v2.writer.DataSourceWriter

onDataWriterCommit

public void onDataWriterCommit(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage message)

Specified by:

onDataWriterCommit in interface org.apache.spark.sql.sources.v2.writer.DataSourceWriter

commit

public void commit(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)

Specified by:

commit in interface org.apache.spark.sql.sources.v2.writer.DataSourceWriter

abort

public void abort(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)

Specified by:

abort in interface org.apache.spark.sql.sources.v2.writer.DataSourceWriter