com.starrocks.connector.spark.sql.write

Class StarRocksWrite

java.lang.Object

com.starrocks.connector.spark.sql.write.StarRocksWrite

All Implemented Interfaces:

org.apache.spark.sql.connector.write.BatchWrite, org.apache.spark.sql.connector.write.streaming.StreamingWrite

public class StarRocksWrite
extends Object
implements org.apache.spark.sql.connector.write.BatchWrite, org.apache.spark.sql.connector.write.streaming.StreamingWrite

Constructor Summary

Constructors

Constructor and Description
StarRocksWrite(org.apache.spark.sql.connector.write.LogicalWriteInfo logicalInfo, WriteStarRocksConfig config)

Method Summary

Modifier and Type	Method and Description
void	abort(long epochId, org.apache.spark.sql.connector.write.WriterCommitMessage[] messages)
void	abort(org.apache.spark.sql.connector.write.WriterCommitMessage[] messages)
void	commit(long epochId, org.apache.spark.sql.connector.write.WriterCommitMessage[] messages)
void	commit(org.apache.spark.sql.connector.write.WriterCommitMessage[] messages)
org.apache.spark.sql.connector.write.DataWriterFactory	createBatchWriterFactory(org.apache.spark.sql.connector.write.PhysicalWriteInfo info)
org.apache.spark.sql.connector.write.streaming.StreamingDataWriterFactory	createStreamingWriterFactory(org.apache.spark.sql.connector.write.PhysicalWriteInfo info)
boolean	useCommitCoordinator()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.spark.sql.connector.write.BatchWrite

onDataWriterCommit

Constructor Detail

StarRocksWrite

public StarRocksWrite(org.apache.spark.sql.connector.write.LogicalWriteInfo logicalInfo,
                      WriteStarRocksConfig config)

Method Detail

createBatchWriterFactory

public org.apache.spark.sql.connector.write.DataWriterFactory createBatchWriterFactory(org.apache.spark.sql.connector.write.PhysicalWriteInfo info)

Specified by:

createBatchWriterFactory in interface org.apache.spark.sql.connector.write.BatchWrite

useCommitCoordinator

public boolean useCommitCoordinator()

Specified by:

useCommitCoordinator in interface org.apache.spark.sql.connector.write.BatchWrite

commit

public void commit(org.apache.spark.sql.connector.write.WriterCommitMessage[] messages)

Specified by:

commit in interface org.apache.spark.sql.connector.write.BatchWrite

abort

public void abort(org.apache.spark.sql.connector.write.WriterCommitMessage[] messages)

Specified by:

abort in interface org.apache.spark.sql.connector.write.BatchWrite

createStreamingWriterFactory

public org.apache.spark.sql.connector.write.streaming.StreamingDataWriterFactory createStreamingWriterFactory(org.apache.spark.sql.connector.write.PhysicalWriteInfo info)

Specified by:

createStreamingWriterFactory in interface org.apache.spark.sql.connector.write.streaming.StreamingWrite

commit

public void commit(long epochId,
                   org.apache.spark.sql.connector.write.WriterCommitMessage[] messages)

Specified by:

commit in interface org.apache.spark.sql.connector.write.streaming.StreamingWrite

abort

public void abort(long epochId,
                  org.apache.spark.sql.connector.write.WriterCommitMessage[] messages)

Specified by:

abort in interface org.apache.spark.sql.connector.write.streaming.StreamingWrite