Package io.milvus.bulkwriter

Class BulkWriter

java.lang.Object

io.milvus.bulkwriter.BulkWriter

All Implemented Interfaces:

AutoCloseable

Direct Known Subclasses:

LocalBulkWriter

public abstract class BulkWriter
extends Object
implements AutoCloseable

Field Summary

Fields

Modifier and Type	Field	Description
protected ReentrantLock	appendLock
protected long	chunkSize
protected CreateCollectionReq.CollectionSchema	collectionSchema
protected final Map<String,Object>	config
protected BulkFileType	fileType
protected ReentrantLock	fileWriteLock
protected FormatFileWriter	fileWriter
protected boolean	firstWrite
protected int	flushCount
protected String	localPath
protected long	totalRowCount
protected long	totalSize
protected String	uuid

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	BulkWriter(CreateCollectionReq.CollectionSchema collectionSchema, long chunkSize, BulkFileType fileType, String localPath, Map<String,Object> config)

Method Summary

Modifier and Type	Method	Description
void	appendRow(com.google.gson.JsonObject row)
protected abstract void	callBackIfCommitReady(List<String> filePaths)
protected void	commit()
protected abstract List<String>	commitIfFileReady(boolean createNewFile)
protected Long	getChunkSize()
protected String	getDataPath()
protected FormatFileWriter	getFileWriter()
Long	getTotalRowCount()
protected Long	getTotalSize()
protected FormatFileWriter	newFileWriter()
protected Map<String,Object>	verifyRow(com.google.gson.JsonObject row)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface java.lang.AutoCloseable

close

Field Details

collectionSchema

protected CreateCollectionReq.CollectionSchema collectionSchema

chunkSize

protected long chunkSize

fileType

protected BulkFileType fileType

localPath

protected String localPath

uuid

protected String uuid

flushCount

protected int flushCount

fileWriter

protected FormatFileWriter fileWriter

config

protected final Map<String,Object> config

totalSize

protected long totalSize

totalRowCount

protected long totalRowCount

appendLock

protected ReentrantLock appendLock

fileWriteLock

protected ReentrantLock fileWriteLock

firstWrite

protected boolean firstWrite

Constructor Details

BulkWriter

protected BulkWriter(CreateCollectionReq.CollectionSchema collectionSchema,
 long chunkSize,
 BulkFileType fileType,
 String localPath,
 Map<String,Object> config)
              throws IOException

Throws:

IOException

Method Details

getTotalSize

protected Long getTotalSize()

getTotalRowCount

public Long getTotalRowCount()

getChunkSize

protected Long getChunkSize()

getFileWriter

protected FormatFileWriter getFileWriter()

newFileWriter

protected FormatFileWriter newFileWriter()
                                  throws IOException

Throws:

IOException

appendRow

public void appendRow(com.google.gson.JsonObject row)
               throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

commitIfFileReady

protected abstract List<String> commitIfFileReady(boolean createNewFile)
                                           throws IOException

Throws:

IOException

callBackIfCommitReady

protected abstract void callBackIfCommitReady(List<String> filePaths)
                                       throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

commit

protected void commit()

getDataPath

protected String getDataPath()

verifyRow

protected Map<String,Object> verifyRow(com.google.gson.JsonObject row)