@Override public boolean hasNext() { return super.hasNext(); }
@Override public void initialize(InputSplit split) throws IOException, InterruptedException { doInitialize(split); this.inputSplit = split; }
@Override public Configuration getConf() { return super.getConf(); }
records.clear(); Collection<Writable> next = super.next(); String val = next.iterator().next().toString(); StringReader reader = new StringReader(val);
@Override public Collection<Writable> record(URI uri, DataInputStream dataInputStream) throws IOException { invokeListeners(uri); //Here: reading the entire file to a Text writable BufferedReader br = new BufferedReader(new InputStreamReader(dataInputStream)); StringBuilder sb = new StringBuilder(); String line; while((line = br.readLine()) != null){ sb.append(line).append("\n"); } return Collections.singletonList((Writable)new Text(sb.toString())); }
@Override public void reset(){ super.reset(); }
@Override public void initialize(Configuration conf, InputSplit split) throws IOException, InterruptedException { super.initialize(conf, split); this.skipNumLines = conf.getInt(SKIP_NUM_LINES,this.skipNumLines); }
@Override public Collection<Writable> next() { List<Writable> ret = new ArrayList<>(); try { ret.add(new Text(FileUtils.readFileToString(iter.next()))); } catch (IOException e) { e.printStackTrace(); } if(iter.hasNext()) { return ret; } else { currIndex++; try { close(); iter = IOUtils.lineIterator(new InputStreamReader(locations[currIndex].toURL().openStream())); } catch (IOException e) { e.printStackTrace(); } if(iter.hasNext()) { try { ret.add(new Text(FileUtils.readFileToString(iter.next()))); } catch (IOException e) { e.printStackTrace(); } return ret; } } throw new NoSuchElementException("No more elements found!"); }
break; case "txt": ret = new FileRecordReader(); break; case "mat":
@Override public void setConf(Configuration conf) { super.setConf(conf); startFrame = conf.getInt(START_FRAME,0); numFrames = conf.getInt(TOTAL_FRAMES,-1); int rows = conf.getInt(ROWS,28); int cols = conf.getInt(COLUMNS,28); imageLoader = new ImageLoader(rows,cols); framesPerSecond = conf.getFloat(TIME_SLICE,-1); videoLength = conf.getFloat(VIDEO_DURATION,-1); ravel = conf.getBoolean(RAVEL, false); totalFrames = conf.getInt(TOTAL_FRAMES, -1); }
records.clear(); Collection<Writable> next = super.next(); String val = next.iterator().next().toString(); StringReader reader = new StringReader(val);
@Override public Collection<Writable> next() { List<Writable> ret = new ArrayList<>(); try { File next = iter.next(); this.currentFile = next; invokeListeners(next); ret.add(new Text(FileUtils.readFileToString(next))); } catch (IOException e) { e.printStackTrace(); } if(iter.hasNext()) { return ret; } else { if(iter.hasNext()) { try { File next = iter.next(); this.currentFile = next; invokeListeners(next); ret.add(new Text(FileUtils.readFileToString(next))); } catch (IOException e) { e.printStackTrace(); } } } return ret; }
@Override public boolean hasNext() { return super.hasNext(); }
@Override public void reset() { if(inputSplit == null) throw new UnsupportedOperationException("Cannot reset without first initializing"); try{ doInitialize(inputSplit); }catch(Exception e){ throw new RuntimeException("Error during LineRecordReader reset",e); } }
@Override public void initialize(Configuration conf, InputSplit split) throws IOException, InterruptedException { appendLabel = conf.getBoolean(APPEND_LABEL,true); doInitialize(split); this.inputSplit = split; this.conf = conf; }