org.deeplearning4j.datasets.iterator.parallel

Class BaseParallelDataSetIterator

java.lang.Object

org.deeplearning4j.datasets.iterator.parallel.BaseParallelDataSetIterator

All Implemented Interfaces:

Serializable, Iterator<DataSet>, DataSetIterator, ParallelDataSetIterator

Direct Known Subclasses:

FileSplitParallelDataSetIterator, JointParallelDataSetIterator

public abstract class BaseParallelDataSetIterator
extends Object
implements ParallelDataSetIterator

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
protected AtomicBoolean	allDepleted
protected AtomicLong	counter
protected InequalityHandling	inequalityHandling
protected int	numProducers
protected ThreadLocal<Integer>	producerAffinity
protected MultiBoolean	resetTracker
protected MultiBoolean	states

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	BaseParallelDataSetIterator(int numProducers)

Method Summary

Modifier and Type	Method and Description
boolean	asyncSupported()
void	attachThread(int producer)
int	batch()
protected int	getCurrentProducerIndex()
List<String>	getLabels()
DataSetPreProcessor	getPreProcessor()
boolean	hasNext()
boolean	hasNextFor()
abstract boolean	hasNextFor(int consumer)
int	inputColumns()
DataSet	next()
DataSet	next(int num)
DataSet	nextFor()
abstract DataSet	nextFor(int consumer)
void	remove()
void	reset()
protected abstract void	reset(int consumer)
boolean	resetSupported()
void	setPreProcessor(DataSetPreProcessor preProcessor)
protected void	stepForward()
int	totalOutcomes()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface java.util.Iterator

forEachRemaining

Field Detail

counter

protected AtomicLong counter

inequalityHandling

protected InequalityHandling inequalityHandling

numProducers

protected int numProducers

allDepleted

protected AtomicBoolean allDepleted

states

protected MultiBoolean states

resetTracker

protected MultiBoolean resetTracker

producerAffinity

protected ThreadLocal<Integer> producerAffinity

Constructor Detail

BaseParallelDataSetIterator

protected BaseParallelDataSetIterator(int numProducers)

Method Detail

hasNext

public boolean hasNext()

Specified by:

hasNext in interface Iterator<DataSet>

next

public DataSet next()

Specified by:

next in interface Iterator<DataSet>

getCurrentProducerIndex

protected int getCurrentProducerIndex()

stepForward

protected void stepForward()

reset

public void reset()

Specified by:

reset in interface DataSetIterator

attachThread

public void attachThread(int producer)

Specified by:

attachThread in interface ParallelDataSetIterator

hasNextFor

public boolean hasNextFor()

Specified by:

hasNextFor in interface ParallelDataSetIterator

nextFor

public DataSet nextFor()

Specified by:

nextFor in interface ParallelDataSetIterator

hasNextFor

public abstract boolean hasNextFor(int consumer)

Specified by:

hasNextFor in interface ParallelDataSetIterator

nextFor

public abstract DataSet nextFor(int consumer)

Specified by:

nextFor in interface ParallelDataSetIterator

reset

protected abstract void reset(int consumer)

totalOutcomes

public int totalOutcomes()

Specified by:

totalOutcomes in interface DataSetIterator

resetSupported

public boolean resetSupported()

Specified by:

resetSupported in interface DataSetIterator

asyncSupported

public boolean asyncSupported()

Specified by:

asyncSupported in interface DataSetIterator

batch

public int batch()

Specified by:

batch in interface DataSetIterator

next

public DataSet next(int num)

Specified by:

next in interface DataSetIterator

inputColumns

public int inputColumns()

Specified by:

inputColumns in interface DataSetIterator

setPreProcessor

public void setPreProcessor(DataSetPreProcessor preProcessor)

Specified by:

setPreProcessor in interface DataSetIterator

getPreProcessor

public DataSetPreProcessor getPreProcessor()

Specified by:

getPreProcessor in interface DataSetIterator

getLabels

public List<String> getLabels()

Specified by:

getLabels in interface DataSetIterator

remove

public void remove()

Specified by:

remove in interface Iterator<DataSet>