@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf);
private static void configureParametersRecursively(Parametered parametered, String prefix, Configuration jobConf) { for (Parameter<?> parameter : parametered.getParameters()) { if (log.isDebugEnabled()) { log.debug("Configuring {}{}", prefix, parameter.name()); } String name = prefix + parameter.name() + '.'; parameter.createParameters(name, jobConf); parameter.configure(jobConf); if (!parameter.getParameters().isEmpty()) { configureParametersRecursively(parameter, name, jobConf); } } }
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf);
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf);
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf); } try { if (weightsFile.get() != null) { FileSystem fs = FileSystem.get(weightsFile.get().toUri(), jobConf); VectorWritable weights = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(weightsFile.get())) { throw new FileNotFoundException(weightsFile.get().toString()); } DataInputStream in = fs.open(weightsFile.get()); try { weights.readFields(in); } finally { Closeables.close(in, true); } this.weights = weights.get(); } } catch (IOException e) { throw new IllegalStateException(e); } }
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf); } try { if (weightsFile.get() != null) { FileSystem fs = FileSystem.get(weightsFile.get().toUri(), jobConf); VectorWritable weights = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(weightsFile.get())) { throw new FileNotFoundException(weightsFile.get().toString()); } try (DataInputStream in = fs.open(weightsFile.get())){ weights.readFields(in); } this.weights = weights.get(); } } catch (IOException e) { throw new IllegalStateException(e); } }
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf); } try { if (weightsFile.get() != null) { FileSystem fs = FileSystem.get(weightsFile.get().toUri(), jobConf); VectorWritable weights = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(weightsFile.get())) { throw new FileNotFoundException(weightsFile.get().toString()); } DataInputStream in = fs.open(weightsFile.get()); try { weights.readFields(in); } finally { Closeables.close(in, true); } this.weights = weights.get(); } } catch (IOException e) { throw new IllegalStateException(e); } }
/** * Calls * {@link Parametered#createParameters(String,org.apache.hadoop.conf.Configuration)} * on parameter parmetered, and then recur down its composite tree to invoke * {@link Parametered#createParameters(String,org.apache.hadoop.conf.Configuration)} * and {@link Parametered#configure(org.apache.hadoop.conf.Configuration)} on * each composite part. * * @param prefix * ends with a dot if not empty. * @param parametered * instance to be configured * @param jobConf * configuration used for retrieving values */ public static void configureParameters(String prefix, Parametered parametered, Configuration jobConf) { parametered.createParameters(prefix, jobConf); configureParametersRecursively(parametered, prefix, jobConf); }
/** * Calls * {@link Parametered#createParameters(String,org.apache.hadoop.conf.Configuration)} * on parameter parmetered, and then recur down its composite tree to invoke * {@link Parametered#createParameters(String,org.apache.hadoop.conf.Configuration)} * and {@link Parametered#configure(org.apache.hadoop.conf.Configuration)} on * each composite part. * * @param prefix * ends with a dot if not empty. * @param parametered * instance to be configured * @param jobConf * configuration used for retrieving values */ public static void configureParameters(String prefix, Parametered parametered, Configuration jobConf) { parametered.createParameters(prefix, jobConf); configureParametersRecursively(parametered, prefix, jobConf); }
/** * Calls * {@link Parametered#createParameters(String,org.apache.hadoop.conf.Configuration)} * on parameter parmetered, and then recur down its composite tree to invoke * {@link Parametered#createParameters(String,org.apache.hadoop.conf.Configuration)} * and {@link Parametered#configure(org.apache.hadoop.conf.Configuration)} on * each composite part. * * @param prefix * ends with a dot if not empty. * @param parametered * instance to be configured * @param jobConf * configuration used for retrieving values */ public static void configureParameters(String prefix, Parametered parametered, Configuration jobConf) { parametered.createParameters(prefix, jobConf); configureParametersRecursively(parametered, prefix, jobConf); }
public static void configureParameters(Parametered parametered, Configuration jobConf) { configureParameters(parametered.getClass().getSimpleName() + '.', parametered, jobConf); }
public static void configureParameters(Parametered parametered, Configuration jobConf) { configureParameters(parametered.getClass().getSimpleName() + '.', parametered, jobConf); }
public static void configureParameters(Parametered parametered, Configuration jobConf) { configureParameters(parametered.getClass().getSimpleName() + '.', parametered, jobConf); }
private static void configureParametersRecursively(Parametered parametered, String prefix, Configuration jobConf) { for (Parameter<?> parameter : parametered.getParameters()) { if (log.isDebugEnabled()) { log.debug("Configuring {}{}", prefix, parameter.name()); } String name = prefix + parameter.name() + '.'; parameter.createParameters(name, jobConf); parameter.configure(jobConf); if (!parameter.getParameters().isEmpty()) { configureParametersRecursively(parameter, name, jobConf); } } }
private static void configureParametersRecursively(Parametered parametered, String prefix, Configuration jobConf) { for (Parameter<?> parameter : parametered.getParameters()) { if (log.isDebugEnabled()) { log.debug("Configuring {}{}", prefix, parameter.name()); } String name = prefix + parameter.name() + '.'; parameter.createParameters(name, jobConf); parameter.configure(jobConf); if (!parameter.getParameters().isEmpty()) { configureParametersRecursively(parameter, name, jobConf); } } }
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf); } }
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf); } }
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf); } }