@Override public void readFields(DataInput in) throws IOException { //deserialize path, offset, length using FileSplit super.readFields(in); byte flags = in.readByte(); hasFooter = (OrcSplit.FOOTER_FLAG & flags) != 0; isOriginal = (OrcSplit.ORIGINAL_FLAG & flags) != 0; hasBase = (OrcSplit.BASE_FLAG & flags) != 0; deltas.clear(); int numDeltas = in.readInt(); for(int i=0; i < numDeltas; i++) { AcidInputFormat.DeltaMetaData dmd = new AcidInputFormat.DeltaMetaData(); dmd.readFields(in); deltas.add(dmd); } if (hasFooter) { int tailLen = WritableUtils.readVInt(in); byte[] tailBuffer = new byte[tailLen]; in.readFully(tailBuffer); OrcProto.FileTail fileTail = OrcProto.FileTail.parseFrom(tailBuffer); orcTail = new OrcTail(fileTail, null); } }
@Override public void readFields(DataInput in) throws IOException { //deserialize path, offset, length using FileSplit super.readFields(in); byte flags = in.readByte(); hasFooter = (OrcSplit.FOOTER_FLAG & flags) != 0; isOriginal = (OrcSplit.ORIGINAL_FLAG & flags) != 0; hasBase = (OrcSplit.BASE_FLAG & flags) != 0; deltas.clear(); int numDeltas = in.readInt(); for(int i=0; i < numDeltas; i++) { AcidInputFormat.DeltaMetaData dmd = new AcidInputFormat.DeltaMetaData(); dmd.readFields(in); deltas.add(dmd); } if (hasFooter) { int tailLen = WritableUtils.readVInt(in); byte[] tailBuffer = new byte[tailLen]; in.readFully(tailBuffer); OrcProto.FileTail fileTail = OrcProto.FileTail.parseFrom(tailBuffer); orcTail = new OrcTail(fileTail, null); } }
/** * @param clsName Input split class name. * @param in Input stream. * @param hosts Optional hosts. * @return File block or {@code null} if it is not a {@link FileSplit} instance. * @throws IgniteCheckedException If failed. */ public static HadoopFileBlock readFileBlock(String clsName, DataInput in, @Nullable String[] hosts) throws IgniteCheckedException { if (!FileSplit.class.getName().equals(clsName)) return null; FileSplit split = new FileSplit(); try { split.readFields(in); } catch (IOException e) { throw new IgniteCheckedException(e); } if (hosts == null) hosts = EMPTY_HOSTS; return new HadoopFileBlock(hosts, split.getPath().toUri(), split.getStart(), split.getLength()); } }
public void readFields(DataInput in) throws IOException { fs.readFields(in); }
public void readFields(DataInput in) throws IOException { fs.readFields(in); }
@Override public void readFields(DataInput in) throws IOException { super.readFields(in); index = in.readInt(); }
@Override public void readFields(DataInput in) throws IOException { super.readFields(in); index = in.readInt(); }
@Override public void readFields(DataInput in) throws IOException { header.readFields(in); super.readFields(in); }
@Override public void readFields(DataInput in) throws IOException { super.readFields(in); reader = new BufferReaderWriter(in); }
@Override public void readFields(DataInput in) throws IOException { int len = in.readInt(); FileSplit[] splits = new FileSplit[len]; for(int i = 0; i < len; i++) { splits[i] = new FileSplit(null, 0, 0, (String[]) null); splits[i].readFields(in); } this.setFileSplits(splits); }
@Override public void readFields(final DataInput in) throws IOException { super.readFields(in); setKeyField(Text.readString(in)); } }
@Override public void readFields(DataInput in) throws IOException { super.readFields(in); if(split == null) split = new FileSplit(null, 0, 0, null); //change to new FileSplit() once hadoop-core.jar is updated split.readFields(in); }
@Override public void readFields(DataInput in) throws IOException { super.readFields(in); boolean hasIndex = in.readBoolean(); if (hasIndex) { indexPath = new Path(WritableUtils.readString(in)); } startTime = WritableUtils.readVLong(in); endTime = WritableUtils.readVLong(in); }
@Override public void readFields(DataInput in) throws IOException { super.readFields(in); if(split == null) split = new FileSplit(null, 0, 0, null); //change to new FileSplit() once hadoop-core.jar is updated split.readFields(in); }
@Override public void readFields(DataInput in) throws IOException { this.setMaster(in.readBoolean()); if(!isMaster()) { int len = in.readInt(); FileSplit[] splits = new FileSplit[len]; for(int i = 0; i < len; i++) { splits[i] = new FileSplit(null, 0, 0, (String[]) null); splits[i].readFields(in); } this.setFileSplits(splits); } }
@Override public void readFields(DataInput in) throws IOException { this.setMaster(in.readBoolean()); if(!isMaster()) { int len = in.readInt(); FileSplit[] splits = new FileSplit[len]; for(int i = 0; i < len; i++) { splits[i] = new FileSplit(null, 0, 0, (String[]) null); splits[i].readFields(in); } this.setFileSplits(splits); } }
@Override public void readFields(DataInput in) throws IOException { this.setMaster(in.readBoolean()); if(!isMaster()) { int len = in.readInt(); FileSplit[] splits = new FileSplit[len]; for(int i = 0; i < len; i++) { splits[i] = new FileSplit(null, 0, 0, (String[]) null); splits[i].readFields(in); } this.setFileSplits(splits); } }
@Override public void readFields(DataInput in) throws IOException { this.setMaster(in.readBoolean()); if(!isMaster()) { int len = in.readInt(); FileSplit[] splits = new FileSplit[len]; for(int i = 0; i < len; i++) { splits[i] = new FileSplit(null, 0, 0, (String[]) null); splits[i].readFields(in); } this.setFileSplits(splits); } }
@Override public void readFields(DataInput in) throws IOException { this.setMaster(in.readBoolean()); if(!isMaster()) { int len = in.readInt(); FileSplit[] splits = new FileSplit[len]; for(int i = 0; i < len; i++) { splits[i] = new FileSplit(null, 0, 0, (String[]) null); splits[i].readFields(in); } this.setFileSplits(splits); } }
@Override public void readFields(DataInput in) throws IOException { this.setMaster(in.readBoolean()); if(!isMaster()) { int len = in.readInt(); FileSplit[] splits = new FileSplit[len]; for(int i = 0; i < len; i++) { splits[i] = new FileSplit(null, 0, 0, (String[]) null); splits[i].readFields(in); } this.setFileSplits(splits); } }