public class ArrowRecordReader extends Object implements RecordReader
ArrowRecordReader minimizes memory footprint by
using an ArrowWritableRecordBatch as the current in memory
batch during iteration rather than the normal of objects
you would find with the traditional record readers with List>
APPEND_LABEL, LABELS, NAME_SPACE| Constructor and Description |
|---|
ArrowRecordReader() |
| Modifier and Type | Method and Description |
|---|---|
boolean |
batchesSupported() |
void |
close() |
Configuration |
getConf() |
List<String> |
getLabels() |
List<RecordListener> |
getListeners() |
boolean |
hasNext() |
void |
initialize(Configuration conf,
InputSplit split) |
void |
initialize(InputSplit split) |
List<Record> |
loadFromMetaData(List<RecordMetaData> recordMetaDatas) |
Record |
loadFromMetaData(RecordMetaData recordMetaData) |
List<Writable> |
next() |
List<List<Writable>> |
next(int num) |
Record |
nextRecord() |
List<Writable> |
record(URI uri,
DataInputStream dataInputStream) |
void |
reset() |
boolean |
resetSupported() |
void |
setConf(Configuration conf) |
void |
setListeners(Collection<RecordListener> listeners) |
void |
setListeners(RecordListener... listeners) |
public void initialize(InputSplit split)
initialize in interface RecordReaderpublic void initialize(Configuration conf, InputSplit split)
initialize in interface RecordReaderpublic boolean batchesSupported()
batchesSupported in interface RecordReaderpublic List<List<Writable>> next(int num)
next in interface RecordReaderpublic List<Writable> next()
next in interface RecordReaderpublic boolean hasNext()
hasNext in interface RecordReaderpublic List<String> getLabels()
getLabels in interface RecordReaderpublic void reset()
reset in interface RecordReaderpublic boolean resetSupported()
resetSupported in interface RecordReaderpublic List<Writable> record(URI uri, DataInputStream dataInputStream)
record in interface RecordReaderpublic Record nextRecord()
nextRecord in interface RecordReaderpublic Record loadFromMetaData(RecordMetaData recordMetaData)
loadFromMetaData in interface RecordReaderpublic List<Record> loadFromMetaData(List<RecordMetaData> recordMetaDatas)
loadFromMetaData in interface RecordReaderpublic List<RecordListener> getListeners()
getListeners in interface RecordReaderpublic void setListeners(RecordListener... listeners)
setListeners in interface RecordReaderpublic void setListeners(Collection<RecordListener> listeners)
setListeners in interface RecordReaderpublic void close()
close in interface Closeableclose in interface AutoCloseablepublic void setConf(Configuration conf)
setConf in interface Configurablepublic Configuration getConf()
getConf in interface ConfigurableCopyright © 2019. All rights reserved.