public abstract class BaseParallelDataSetIterator extends Object implements org.nd4j.linalg.dataset.api.iterator.ParallelDataSetIterator
Modifier and Type | Field and Description |
---|---|
protected AtomicBoolean |
allDepleted |
protected AtomicLong |
counter |
protected org.nd4j.linalg.dataset.api.iterator.enums.InequalityHandling |
inequalityHandling |
protected int |
numProducers |
protected ThreadLocal<Integer> |
producerAffinity |
protected MultiBoolean |
resetTracker |
protected MultiBoolean |
states |
Modifier | Constructor and Description |
---|---|
protected |
BaseParallelDataSetIterator(int numProducers) |
Modifier and Type | Method and Description |
---|---|
boolean |
asyncSupported() |
void |
attachThread(int producer) |
int |
batch() |
int |
cursor() |
protected int |
getCurrentProducerIndex() |
List<String> |
getLabels() |
org.nd4j.linalg.dataset.api.DataSetPreProcessor |
getPreProcessor() |
boolean |
hasNext() |
boolean |
hasNextFor() |
abstract boolean |
hasNextFor(int consumer) |
int |
inputColumns() |
org.nd4j.linalg.dataset.DataSet |
next() |
org.nd4j.linalg.dataset.DataSet |
next(int num) |
org.nd4j.linalg.dataset.DataSet |
nextFor() |
abstract org.nd4j.linalg.dataset.DataSet |
nextFor(int consumer) |
int |
numExamples() |
void |
remove() |
void |
reset() |
protected abstract void |
reset(int consumer) |
boolean |
resetSupported() |
void |
setPreProcessor(org.nd4j.linalg.dataset.api.DataSetPreProcessor preProcessor) |
protected void |
stepForward() |
int |
totalExamples() |
int |
totalOutcomes() |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
forEachRemaining
protected AtomicLong counter
protected org.nd4j.linalg.dataset.api.iterator.enums.InequalityHandling inequalityHandling
protected int numProducers
protected AtomicBoolean allDepleted
protected MultiBoolean states
protected MultiBoolean resetTracker
protected ThreadLocal<Integer> producerAffinity
protected BaseParallelDataSetIterator(int numProducers)
public boolean hasNext()
public org.nd4j.linalg.dataset.DataSet next()
protected int getCurrentProducerIndex()
protected void stepForward()
public void reset()
reset
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public void attachThread(int producer)
attachThread
in interface org.nd4j.linalg.dataset.api.iterator.ParallelDataSetIterator
public boolean hasNextFor()
hasNextFor
in interface org.nd4j.linalg.dataset.api.iterator.ParallelDataSetIterator
public org.nd4j.linalg.dataset.DataSet nextFor()
nextFor
in interface org.nd4j.linalg.dataset.api.iterator.ParallelDataSetIterator
public abstract boolean hasNextFor(int consumer)
hasNextFor
in interface org.nd4j.linalg.dataset.api.iterator.ParallelDataSetIterator
public abstract org.nd4j.linalg.dataset.DataSet nextFor(int consumer)
nextFor
in interface org.nd4j.linalg.dataset.api.iterator.ParallelDataSetIterator
protected abstract void reset(int consumer)
public int totalExamples()
totalExamples
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public int totalOutcomes()
totalOutcomes
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public boolean resetSupported()
resetSupported
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public boolean asyncSupported()
asyncSupported
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public int batch()
batch
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public int cursor()
cursor
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public int numExamples()
numExamples
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public org.nd4j.linalg.dataset.DataSet next(int num)
next
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public int inputColumns()
inputColumns
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public void setPreProcessor(org.nd4j.linalg.dataset.api.DataSetPreProcessor preProcessor)
setPreProcessor
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public org.nd4j.linalg.dataset.api.DataSetPreProcessor getPreProcessor()
getPreProcessor
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
public List<String> getLabels()
getLabels
in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator
Copyright © 2017. All rights reserved.