public class FileSplitParallelDataSetIterator extends BaseParallelDataSetIterator
| Modifier and Type | Field and Description |
|---|---|
protected java.util.List<DataSetIterator> |
asyncIterators |
static java.lang.String |
DEFAULT_PATTERN |
allDepleted, counter, inequalityHandling, numProducers, producerAffinity, resetTracker, states| Constructor and Description |
|---|
FileSplitParallelDataSetIterator(java.io.File rootFolder,
java.lang.String pattern,
FileCallback callback) |
FileSplitParallelDataSetIterator(java.io.File rootFolder,
java.lang.String pattern,
FileCallback callback,
int numThreads) |
FileSplitParallelDataSetIterator(java.io.File rootFolder,
java.lang.String pattern,
FileCallback callback,
int numThreads,
InequalityHandling inequalityHandling) |
FileSplitParallelDataSetIterator(java.io.File rootFolder,
java.lang.String pattern,
FileCallback callback,
int numThreads,
int bufferPerThread,
InequalityHandling inequalityHandling) |
| Modifier and Type | Method and Description |
|---|---|
boolean |
hasNextFor(int consumer)
Returns true, if attached producer has something in queue, false otherwise
|
DataSet |
nextFor(int consumer)
Returns next DataSet for given consumer
|
protected void |
reset(int consumer) |
asyncSupported, attachThread, batch, getCurrentProducerIndex, getLabels, getPreProcessor, hasNext, hasNextFor, inputColumns, next, next, nextFor, remove, reset, resetSupported, setPreProcessor, stepForward, totalOutcomespublic static final java.lang.String DEFAULT_PATTERN
protected java.util.List<DataSetIterator> asyncIterators
public FileSplitParallelDataSetIterator(@NonNull
java.io.File rootFolder,
@NonNull
java.lang.String pattern,
@NonNull
FileCallback callback)
public FileSplitParallelDataSetIterator(@NonNull
java.io.File rootFolder,
@NonNull
java.lang.String pattern,
@NonNull
FileCallback callback,
int numThreads)
public FileSplitParallelDataSetIterator(@NonNull
java.io.File rootFolder,
@NonNull
java.lang.String pattern,
@NonNull
FileCallback callback,
int numThreads,
@NonNull
InequalityHandling inequalityHandling)
public FileSplitParallelDataSetIterator(@NonNull
java.io.File rootFolder,
@NonNull
java.lang.String pattern,
@NonNull
FileCallback callback,
int numThreads,
int bufferPerThread,
@NonNull
InequalityHandling inequalityHandling)
public boolean hasNextFor(int consumer)
ParallelDataSetIteratorhasNextFor in interface ParallelDataSetIteratorhasNextFor in class BaseParallelDataSetIteratorpublic DataSet nextFor(int consumer)
ParallelDataSetIteratornextFor in interface ParallelDataSetIteratornextFor in class BaseParallelDataSetIteratorprotected void reset(int consumer)
reset in class BaseParallelDataSetIterator