public class FileSplitParallelDataSetIterator extends BaseParallelDataSetIterator
Modifier and Type | Field and Description |
---|---|
protected java.util.List<DataSetIterator> |
asyncIterators |
static java.lang.String |
DEFAULT_PATTERN |
allDepleted, counter, inequalityHandling, numProducers, producerAffinity, resetTracker, states
Constructor and Description |
---|
FileSplitParallelDataSetIterator(java.io.File rootFolder,
java.lang.String pattern,
FileCallback callback) |
FileSplitParallelDataSetIterator(java.io.File rootFolder,
java.lang.String pattern,
FileCallback callback,
int numThreads) |
FileSplitParallelDataSetIterator(java.io.File rootFolder,
java.lang.String pattern,
FileCallback callback,
int numThreads,
InequalityHandling inequalityHandling) |
FileSplitParallelDataSetIterator(java.io.File rootFolder,
java.lang.String pattern,
FileCallback callback,
int numThreads,
int bufferPerThread,
InequalityHandling inequalityHandling) |
Modifier and Type | Method and Description |
---|---|
boolean |
hasNextFor(int consumer)
Returns true, if attached producer has something in queue, false otherwise
|
DataSet |
nextFor(int consumer)
Returns next DataSet for given consumer
|
protected void |
reset(int consumer) |
asyncSupported, attachThread, batch, getCurrentProducerIndex, getLabels, getPreProcessor, hasNext, hasNextFor, inputColumns, next, next, nextFor, remove, reset, resetSupported, setPreProcessor, stepForward, totalOutcomes
public static final java.lang.String DEFAULT_PATTERN
protected java.util.List<DataSetIterator> asyncIterators
public FileSplitParallelDataSetIterator(@NonNull java.io.File rootFolder, @NonNull java.lang.String pattern, @NonNull FileCallback callback)
public FileSplitParallelDataSetIterator(@NonNull java.io.File rootFolder, @NonNull java.lang.String pattern, @NonNull FileCallback callback, int numThreads)
public FileSplitParallelDataSetIterator(@NonNull java.io.File rootFolder, @NonNull java.lang.String pattern, @NonNull FileCallback callback, int numThreads, @NonNull InequalityHandling inequalityHandling)
public FileSplitParallelDataSetIterator(@NonNull java.io.File rootFolder, @NonNull java.lang.String pattern, @NonNull FileCallback callback, int numThreads, int bufferPerThread, @NonNull InequalityHandling inequalityHandling)
public boolean hasNextFor(int consumer)
ParallelDataSetIterator
hasNextFor
in interface ParallelDataSetIterator
hasNextFor
in class BaseParallelDataSetIterator
public DataSet nextFor(int consumer)
ParallelDataSetIterator
nextFor
in interface ParallelDataSetIterator
nextFor
in class BaseParallelDataSetIterator
protected void reset(int consumer)
reset
in class BaseParallelDataSetIterator