org.datavec.arrow.recordreader

Class ArrowRecordReader

java.lang.Object

org.datavec.arrow.recordreader.ArrowRecordReader

All Implemented Interfaces:

Closeable, Serializable, AutoCloseable, Configurable, RecordReader

public class ArrowRecordReader
extends Object
implements RecordReader

Implements a record reader using arrow. The ArrowRecordReader minimizes memory footprint by using an ArrowWritableRecordBatch as the current in memory batch during iteration rather than the normal of objects you would find with the traditional record readers with List>

Author:

Adam Gibson

See Also:

Serialized Form

Field Summary

Fields inherited from interface org.datavec.api.records.reader.RecordReader

APPEND_LABEL, LABELS, NAME_SPACE

Constructor Summary

Constructors

Constructor and Description
ArrowRecordReader()

Method Summary

Modifier and Type	Method and Description
boolean	batchesSupported()
void	close()
Configuration	getConf()
List<String>	getLabels()
List<RecordListener>	getListeners()
boolean	hasNext()
void	initialize(Configuration conf, InputSplit split)
void	initialize(InputSplit split)
List<Record>	loadFromMetaData(List<RecordMetaData> recordMetaDatas)
Record	loadFromMetaData(RecordMetaData recordMetaData)
List<Writable>	next()
List<List<Writable>>	next(int num)
Record	nextRecord()
List<Writable>	record(URI uri, DataInputStream dataInputStream)
void	reset()
boolean	resetSupported()
void	setConf(Configuration conf)
void	setListeners(Collection<RecordListener> listeners)
void	setListeners(RecordListener... listeners)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ArrowRecordReader

public ArrowRecordReader()

Method Detail

initialize

public void initialize(InputSplit split)

Specified by:

initialize in interface RecordReader

initialize

public void initialize(Configuration conf,
                       InputSplit split)

Specified by:

initialize in interface RecordReader

batchesSupported

public boolean batchesSupported()

Specified by:

batchesSupported in interface RecordReader

next

public List<List<Writable>> next(int num)

Specified by:

next in interface RecordReader

next

public List<Writable> next()

Specified by:

next in interface RecordReader

hasNext

public boolean hasNext()

Specified by:

hasNext in interface RecordReader

getLabels

public List<String> getLabels()

Specified by:

getLabels in interface RecordReader

reset

public void reset()

Specified by:

reset in interface RecordReader

resetSupported

public boolean resetSupported()

Specified by:

resetSupported in interface RecordReader

record

public List<Writable> record(URI uri,
                             DataInputStream dataInputStream)

Specified by:

record in interface RecordReader

nextRecord

public Record nextRecord()

Specified by:

nextRecord in interface RecordReader

loadFromMetaData

public Record loadFromMetaData(RecordMetaData recordMetaData)

Specified by:

loadFromMetaData in interface RecordReader

loadFromMetaData

public List<Record> loadFromMetaData(List<RecordMetaData> recordMetaDatas)

Specified by:

loadFromMetaData in interface RecordReader

getListeners

public List<RecordListener> getListeners()

Specified by:

getListeners in interface RecordReader

setListeners

public void setListeners(RecordListener... listeners)

Specified by:

setListeners in interface RecordReader

setListeners

public void setListeners(Collection<RecordListener> listeners)

Specified by:

setListeners in interface RecordReader

close

public void close()

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

setConf

public void setConf(Configuration conf)

Specified by:

setConf in interface Configurable

getConf

public Configuration getConf()

Specified by:

getConf in interface Configurable