@Override public void load(File from) { try (FileInputStream fis = new FileInputStream(from); BufferedInputStream bis = new BufferedInputStream(fis, 1024 * 1024)) { load(bis); } catch (IOException e) { throw new RuntimeException(e); } }
private DataSet read(int idx) throws IOException { File path = new File(rootDir, String.format(pattern, idx)); DataSet d = new DataSet(); d.load(path); return d; } }
@Override public DataSet get(String key) { if (!cache.containsKey(key)) { return null; } byte[] data = cache.get(key); ByteArrayInputStream is = new ByteArrayInputStream(data); DataSet ds = new DataSet(); ds.load(is); return ds; }
@Override public DataSet get(String key) { File file = resolveKey(key); if (!file.exists()) { return null; } else if (!file.isFile()) { throw new IllegalStateException("ERROR: cannot read DataSet: cache path " + file + " is not a file"); } else { DataSet ds = new DataSet(); ds.load(file); return ds; } }
@Override public DataSet call(Tuple2<String, PortableDataStream> v1) throws Exception { DataSet d = new DataSet(); d.load(v1._2().open()); return d; } }
if (paths.get(i) != null && !paths.get(i).isEmpty()) { DataSet d = new DataSet(); d.load(paths.get(i).remove(0)); miniBatch.add(d); } else
@Override public void load(File from) { try (FileInputStream fis = new FileInputStream(from); BufferedInputStream bis = new BufferedInputStream(fis, 1024 * 1024)) { load(bis); } catch (IOException e) { throw new RuntimeException(e); } }
@Override public <T> T call(File file) { DataSet dataSet = new DataSet(); dataSet.load(file); return (T) dataSet; } }
private DataSet read(int idx) throws IOException { File path = new File(rootDir, String.format(pattern, idx)); DataSet d = new DataSet(); d.load(path); return d; } }
@Override public DataSet get(String key) { if (!cache.containsKey(key)) { return null; } byte[] data = cache.get(key); ByteArrayInputStream is = new ByteArrayInputStream(data); DataSet ds = new DataSet(); ds.load(is); return ds; }
@Override public <T> T call(File file) { DataSet dataSet = new DataSet(); dataSet.load(file); return (T) dataSet; } }
@Override protected DataSet load(File f) { DataSet ds = new DataSet(); ds.load(f); return ds; }
@Override public DataSet get(String key) { File file = resolveKey(key); if (!file.exists()) { return null; } else if (!file.isFile()) { throw new IllegalStateException("ERROR: cannot read DataSet: cache path " + file + " is not a file"); } else { DataSet ds = new DataSet(); ds.load(file); return ds; } }
if (paths.get(i) != null && !paths.get(i).isEmpty()) { DataSet d = new DataSet(); d.load(paths.get(i).remove(0)); miniBatch.add(d); } else
ds.load(from); } catch (IOException e) { LOG.error("Unable to load dataset at index " + index, e);
result.load(fileName); if (!meanStdStored && train) { uMean = Math.abs(uMean / numExamples);