public void readFields(DataInput in) throws IOException { path = new Path(Text.readString(in)); delegate.readFields(in); }
@Override public void readFields(DataInput in) throws IOException { String inputSplitClassName = in.readUTF(); try { inputSplit = (InputSplit) ReflectionUtil.newInstance(conf .getClassByName(inputSplitClassName), conf); } catch (Exception e) { throw new IOException( "Cannot create an instance of InputSplit class = " + inputSplitClassName + ":" + e.getMessage(), e); } inputSplit.readFields(in); inputFormatClassName = in.readUTF(); }
@Override public void readFields(DataInput in) throws IOException { super.readFields(in); this.isTableSplit = in.readBoolean(); if (this.isTableSplit) { tableSplit.readFields(in); } else { snapshotSplit.readFields(in); } }
@Override public void readFields(DataInput in) throws IOException { String inputSplitClassName = in.readUTF(); try { inputSplit = (InputSplit) ReflectionUtil.newInstance(conf .getClassByName(inputSplitClassName), conf); } catch (Exception e) { throw new IOException( "Cannot create an instance of InputSplit class = " + inputSplitClassName + ":" + e.getMessage(), e); } inputSplit.readFields(in); inputFormatClassName = in.readUTF(); }
@Override public void readFields(DataInput in) throws IOException { String inputSplitClassName = in.readUTF(); int numSplits = in.readInt(); inputSplits = new InputSplit[numSplits]; for (int i = 0; i < numSplits; i++) { try { inputSplits[i] = (InputSplit) ReflectionUtil.newInstance(conf .getClassByName(inputSplitClassName), conf); } catch (Exception e) { throw new IOException( "Cannot create an instance of InputSplit class = " + inputSplitClassName + ":" + e.getMessage()); } inputSplits[i].readFields(in); } inputFormatClassName = in.readUTF(); }
private static List<InputSplit> deserializeInputSplit(List<String> base64, String className) throws IOException, ReflectiveOperationException{ Constructor<?> constructor = Class.forName(className).getDeclaredConstructor(); if (constructor == null) { throw new ReflectiveOperationException("Class " + className + " does not implement a default constructor."); } constructor.setAccessible(true); List<InputSplit> splits = new ArrayList<>(); for (String str : base64) { InputSplit split = (InputSplit) constructor.newInstance(); ByteArrayDataInput byteArrayDataInput = ByteStreams.newDataInput(Base64.decodeBase64(str)); split.readFields(byteArrayDataInput); splits.add(split); } return splits; }
@Override public void readFields(DataInput in) throws IOException { String inputSplitClassName = in.readUTF(); int numSplits = in.readInt(); inputSplits = new InputSplit[numSplits]; for (int i = 0; i < numSplits; i++) { try { inputSplits[i] = (InputSplit) ReflectionUtil.newInstance(conf .getClassByName(inputSplitClassName), conf); } catch (Exception e) { throw new IOException( "Cannot create an instance of InputSplit class = " + inputSplitClassName + ":" + e.getMessage()); } inputSplits[i].readFields(in); } inputFormatClassName = in.readUTF(); }
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException { // read the parent fields and the final fields in.defaultReadObject(); // the job conf knows how to deserialize itself jobConf = new JobConf(); jobConf.readFields(in); try { hadoopInputSplit = (org.apache.hadoop.mapred.InputSplit) WritableFactories.newInstance(splitType); } catch (Exception e) { throw new RuntimeException("Unable to instantiate Hadoop InputSplit", e); } if (hadoopInputSplit instanceof Configurable) { ((Configurable) hadoopInputSplit).setConf(this.jobConf); } else if (hadoopInputSplit instanceof JobConfigurable) { ((JobConfigurable) hadoopInputSplit).configure(this.jobConf); } hadoopInputSplit.readFields(in); } }
@SuppressWarnings("unchecked") public void readFields(DataInput in) throws IOException { inputSplitClass = (Class<? extends InputSplit>) readClass(in); inputSplit = (InputSplit) ReflectionUtils .newInstance(inputSplitClass, conf); inputSplit.readFields(in); inputFormatClass = (Class<? extends InputFormat>) readClass(in); mapperClass = (Class<? extends AvroMapper>) readClass(in); String schemaString = Text.readString(in); schema = schemaParser.parse(schemaString); }
InputSplit readWrappedSplit(DataInput in, Class<? extends InputSplit> clazz) throws IOException { InputSplit split; try { split = ReflectionUtils.newInstance(clazz, conf); } catch (Exception e) { throw new TezUncheckedException(e); } split.readFields(in); return split; }
public void readFields(DataInput in) throws IOException { path = new Path(Text.readString(in)); delegate.readFields(in); }
private void readObject(ObjectInputStream in) throws Exception { index = in.readInt(); split = ClassLoaderUtil.newInstance(Thread.currentThread().getContextClassLoader(), in.readUTF()); split.readFields(in); }
private void readObject(ObjectInputStream in) throws Exception { index = in.readInt(); split = ClassLoaderUtil.newInstance(Thread.currentThread().getContextClassLoader(), in.readUTF()); split.readFields(in); }
@Override public void readFields(DataInput in) throws IOException { super.readFields(in); this.isTableSplit = in.readBoolean(); if (this.isTableSplit) { tableSplit.readFields(in); } else { snapshotSplit.readFields(in); } }
public static InputSplit deserializeInputSplit(SerializedInputSplit split) throws IOException, ReflectiveOperationException{ Constructor<?> constructor = Class.forName(split.getInputSplitClass()).getDeclaredConstructor(); if (constructor == null) { throw new ReflectiveOperationException("Class " + split.getInputSplitClass() + " does not implement a default constructor."); } constructor.setAccessible(true); InputSplit deserializedSplit = (InputSplit) constructor.newInstance(); deserializedSplit.readFields(ByteStreams.newDataInput(split.getInputSplit().toByteArray())); return deserializedSplit; }
@SuppressWarnings("unchecked") public void readFields(DataInput in) throws IOException { inputSplitClass = (Class<? extends InputSplit>) readClass(in); inputSplit = (InputSplit) ReflectionUtils .newInstance(inputSplitClass, conf); inputSplit.readFields(in); inputFormatClass = (Class<? extends InputFormat>) readClass(in); mapperClass = (Class<? extends Mapper>) readClass(in); }
@SuppressWarnings("unchecked") public void readFields(DataInput in) throws IOException { inputSplitClass = (Class<? extends InputSplit>) readClass(in); inputSplit = (InputSplit) ReflectionUtils .newInstance(inputSplitClass, conf); inputSplit.readFields(in); inputFormatClass = (Class<? extends InputFormat>) readClass(in); mapperClass = (Class<? extends Mapper>) readClass(in); }
@SuppressWarnings("unchecked") public void readFields(DataInput in) throws IOException { inputSplitClass = (Class<? extends InputSplit>) readClass(in); inputSplit = (InputSplit) ReflectionUtils .newInstance(inputSplitClass, conf); inputSplit.readFields(in); inputFormatClass = (Class<? extends InputFormat>) readClass(in); mapperClass = (Class<? extends Mapper>) readClass(in); }
@SuppressWarnings("unchecked") public void readFields(DataInput in) throws IOException { inputSplitClass = (Class<? extends InputSplit>) readClass(in); inputSplit = (InputSplit) ReflectionUtils .newInstance(inputSplitClass, conf); inputSplit.readFields(in); inputFormatClass = (Class<? extends InputFormat>) readClass(in); mapperClass = (Class<? extends Mapper>) readClass(in); }
@SuppressWarnings("unchecked") public void readFields(DataInput in) throws IOException { inputSplitClass = (Class<? extends InputSplit>) readClass(in); inputSplit = (InputSplit) ReflectionUtils .newInstance(inputSplitClass, conf); inputSplit.readFields(in); inputFormatClass = (Class<? extends InputFormat>) readClass(in); mapperClass = (Class<? extends AvroMapper>) readClass(in); String schemaString = Text.readString(in); schema = schemaParser.parse(schemaString); }