@Override public DataSet next() { DataSet ret = sampleFrom.sample(batchSize, replace); numTimesSampled += batchSize; if (preProcessor != null) { preProcessor.preProcess(ret); } return ret; }
@Override public DataSet next() { try { DataSet ret = read(currIdx); if (dataSetPreProcessor != null) dataSetPreProcessor.preProcess(ret); currIdx++; return ret; } catch (IOException e) { throw new IllegalStateException("Unable to read dataset"); } }
@Override public DataSet next() { try { DataSet ret = read(currIdx); if (dataSetPreProcessor != null) dataSetPreProcessor.preProcess(ret); currIdx++; return ret; } catch (IOException e) { throw new IllegalStateException("Unable to read dataset"); } }
@Override public DataSet next(int i) { batchNum += i; DataSet ds = load.next(i); if (preProcessor != null) { preProcessor.preProcess(ds); } return ds; }
@Override public DataSet next(int num) { int end = curr + num; List<DataSet> r = new ArrayList<>(); if (end >= list.size()) end = list.size(); for (; curr < end; curr++) { r.add(list.get(curr)); } DataSet d = DataSet.merge(r); if (preProcessor != null) preProcessor.preProcess(d); return d; }
@Override public DataSet next(int num) { fetcher.fetch(num); DataSet next = fetcher.next(); if (preProcessor != null) preProcessor.preProcess(next); return next; }
/** * Returns the next element in the iteration. * * @return the next element in the iteration */ @Override public DataSet next() { if (!iter.hasNext() && passes < numPasses) { passes++; batch = 0; log.info("Epoch " + passes + " batch " + batch); iter.reset(); } batch++; DataSet next = iter.next(); if (preProcessor != null) preProcessor.preProcess(next); return next; }
/** * Like the standard next method but allows a * customizable number of examples returned * * @param num the number of examples * @return the next data applyTransformToDestination */ @Override public DataSet next(int num) { if (!iter.hasNext() && passes < numPasses) { passes++; batch = 0; log.info("Epoch " + passes + " batch " + batch); iter.reset(); } batch++; DataSet next = iter.next(num); if (preProcessor != null) preProcessor.preProcess(next); return next; }
@Override public DataSet next() { int last = Math.min(numExamples(), cursor() + batch()); DataSet next = (DataSet) data.getRange(cursor, last); if (preProcessor != null) preProcessor.preProcess(next); cursor += batch(); return next; } }
this.dataSetPreProcessor.preProcess(ds);
@Override protected void applyPreprocessor(DataSet toPreProcess) { if (preProcessor != null) { preProcessor.preProcess(toPreProcess); } }
@Override public DataSet next() { try { DataSet ret = read(currIdx); if (dataSetPreProcessor != null) dataSetPreProcessor.preProcess(ret); currIdx++; return ret; } catch (IOException e) { throw new IllegalStateException("Unable to read dataset"); } }
@Override public DataSet next() { numDataSets++; DataSet next = wrapped.next(); if (preProcessor != null) preProcessor.preProcess(next); return next; }
@Override public DataSet next() { // long time1 = System.nanoTime(); DataSet ds = callback.call(files.get(counter.getAndIncrement())); if (preProcessor != null && ds != null) preProcessor.preProcess(ds); // long time2 = System.nanoTime(); // if (counter.get() % 5 == 0) // log.info("Device: [{}]; Time: [{}] ns;", Nd4j.getAffinityManager().getDeviceForCurrentThread(), time2 - time1); return ds; }
@Override public DataSet next() { // long time1 = System.nanoTime(); DataSet ds = callback.call(files.get(counter.getAndIncrement())); if (preProcessor != null && ds != null) preProcessor.preProcess(ds); // long time2 = System.nanoTime(); // if (counter.get() % 5 == 0) // log.info("Device: [{}]; Time: [{}] ns;", Nd4j.getAffinityManager().getDeviceForCurrentThread(), time2 - time1); return ds; }
@Override public DataSet next() { if (preProcessor != null) { DataSet ds = iterator.next(); if (!ds.isPreProcessed()) { preProcessor.preProcess(ds); ds.markAsPreProcessed(); } return ds; } else return iterator.next(); }
@Override public DataSet next() { if (preProcessor != null) { DataSet ds = iterator.next(); if (!ds.isPreProcessed()) { preProcessor.preProcess(ds); ds.markAsPreProcessed(); } return ds; } else return iterator.next(); }
@Override public DataSet next() { fetcher.fetch(batch); DataSet result = fetcher.next(); if (preProcessor != null) { preProcessor.preProcess(result); } return result; }
@Override public DataSet next() { DataSet dataSet = readIdx(currentIdx); currentIdx++; if (preProcessor != null) { if (!dataSet.isPreProcessed()) { preProcessor.preProcess(dataSet); dataSet.markAsPreProcessed(); } } return dataSet; }
@Override public DataSet next() { //only loop to the end if (cursor + batch() > numExamples()) cursor = cursor() + batch() - numExamples(); DataSet next = (DataSet) data.getRange(cursor, cursor + batch()); if (preProcessor != null) preProcessor.preProcess(next); cursor += batch(); return next; } }