private static void configureParametersRecursively(Parametered parametered, String prefix, Configuration jobConf) { for (Parameter<?> parameter : parametered.getParameters()) { if (log.isDebugEnabled()) { log.debug("Configuring {}{}", prefix, parameter.name()); } String name = prefix + parameter.name() + '.'; parameter.createParameters(name, jobConf); parameter.configure(jobConf); if (!parameter.getParameters().isEmpty()) { configureParametersRecursively(parameter, name, jobConf); } } }
private void recurseWrite(Parametered parametered) { for (Parameter<?> parameter : parametered.getParameters()) { sb.append(parameter.prefix()); sb.append(parameter.name()); int max = longestName - parameter.name().length() - parameter.prefix().length() + NAME_DESC_DISTANCE; for (int i = 0; i < max; i++) { sb.append(' '); } sb.append(parameter.description()); if (parameter.defaultValue() != null) { sb.append(" (default value '"); sb.append(parameter.defaultValue()); sb.append("')"); } sb.append('\n'); recurseWrite(parameter); } } }
private void recurseCount(Parametered parametered) { for (Parameter<?> parameter : parametered.getParameters()) { int parameterNameLength = parameter.prefix().length() + parameter.name().length(); if (parameterNameLength > longestName) { longestName = parameterNameLength; } numChars += parameterNameLength; numChars += 5; // # $0\n$1 = $2\n\n numChars += parameter.description().length(); if (parameter.getStringValue() != null) { numChars += parameter.getStringValue().length(); } recurseCount(parameter); } }
private void recurseCount(Parametered parametered) { for (Parameter<?> parameter : parametered.getParameters()) { int parameterNameLength = parameter.name().length(); if (parameterNameLength > longestName) { longestName = parameterNameLength; } recurseCount(parameter); numChars += parameter.description().length(); } }
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf); } try { if (weightsFile.get() != null) { FileSystem fs = FileSystem.get(weightsFile.get().toUri(), jobConf); VectorWritable weights = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(weightsFile.get())) { throw new FileNotFoundException(weightsFile.get().toString()); } DataInputStream in = fs.open(weightsFile.get()); try { weights.readFields(in); } finally { Closeables.close(in, true); } this.weights = weights.get(); } } catch (IOException e) { throw new IllegalStateException(e); } }
private void recurseCount(Parametered parametered) { for (Parameter<?> parameter : parametered.getParameters()) { int parameterNameLength = parameter.name().length(); if (parameterNameLength > longestName) { longestName = parameterNameLength; } recurseCount(parameter); numChars += parameter.description().length(); } }
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf); } try { if (weightsFile.get() != null) { FileSystem fs = FileSystem.get(weightsFile.get().toUri(), jobConf); VectorWritable weights = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(weightsFile.get())) { throw new FileNotFoundException(weightsFile.get().toString()); } DataInputStream in = fs.open(weightsFile.get()); try { weights.readFields(in); } finally { Closeables.close(in, true); } this.weights = weights.get(); } } catch (IOException e) { throw new IllegalStateException(e); } }
private void recurseCount(Parametered parametered) { for (Parameter<?> parameter : parametered.getParameters()) { int parameterNameLength = parameter.prefix().length() + parameter.name().length(); if (parameterNameLength > longestName) { longestName = parameterNameLength; } numChars += parameterNameLength; numChars += 5; // # $0\n$1 = $2\n\n numChars += parameter.description().length(); if (parameter.getStringValue() != null) { numChars += parameter.getStringValue().length(); } recurseCount(parameter); } }
private static void configureParametersRecursively(Parametered parametered, String prefix, Configuration jobConf) { for (Parameter<?> parameter : parametered.getParameters()) { if (log.isDebugEnabled()) { log.debug("Configuring {}{}", prefix, parameter.name()); } String name = prefix + parameter.name() + '.'; parameter.createParameters(name, jobConf); parameter.configure(jobConf); if (!parameter.getParameters().isEmpty()) { configureParametersRecursively(parameter, name, jobConf); } } }
private void recurseWrite(Parametered parametered) { for (Parameter<?> parameter : parametered.getParameters()) { sb.append(parameter.prefix()); sb.append(parameter.name()); int max = longestName - parameter.name().length() - parameter.prefix().length() + NAME_DESC_DISTANCE; for (int i = 0; i < max; i++) { sb.append(' '); } sb.append(parameter.description()); if (parameter.defaultValue() != null) { sb.append(" (default value '"); sb.append(parameter.defaultValue()); sb.append("')"); } sb.append('\n'); recurseWrite(parameter); } } }
private void recurseCount(Parametered parametered) { for (Parameter<?> parameter : parametered.getParameters()) { int parameterNameLength = parameter.name().length(); if (parameterNameLength > longestName) { longestName = parameterNameLength; } recurseCount(parameter); numChars += parameter.description().length(); } }
if (inverseCovarianceFile.get() != null) { FileSystem fs = FileSystem.get(inverseCovarianceFile.get().toUri(), jobConf); MatrixWritable inverseCovarianceMatrix = ClassUtils.instantiateAs((Class<? extends MatrixWritable>) matrixClass.get(), MatrixWritable.class); if (!fs.exists(inverseCovarianceFile.get())) { throw new FileNotFoundException(inverseCovarianceFile.get().toString()); DataInputStream in = fs.open(inverseCovarianceFile.get()); try { inverseCovarianceMatrix.readFields(in); if (meanVectorFile.get() != null) { FileSystem fs = FileSystem.get(meanVectorFile.get().toUri(), jobConf); VectorWritable meanVector = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(meanVectorFile.get())) { throw new FileNotFoundException(meanVectorFile.get().toString()); DataInputStream in = fs.open(meanVectorFile.get()); try { meanVector.readFields(in);
private void recurseCount(Parametered parametered) { for (Parameter<?> parameter : parametered.getParameters()) { int parameterNameLength = parameter.prefix().length() + parameter.name().length(); if (parameterNameLength > longestName) { longestName = parameterNameLength; } numChars += parameterNameLength; numChars += 5; // # $0\n$1 = $2\n\n numChars += parameter.description().length(); if (parameter.getStringValue() != null) { numChars += parameter.getStringValue().length(); } recurseCount(parameter); } }
private static void configureParametersRecursively(Parametered parametered, String prefix, Configuration jobConf) { for (Parameter<?> parameter : parametered.getParameters()) { if (log.isDebugEnabled()) { log.debug("Configuring {}{}", prefix, parameter.name()); } String name = prefix + parameter.name() + '.'; parameter.createParameters(name, jobConf); parameter.configure(jobConf); if (!parameter.getParameters().isEmpty()) { configureParametersRecursively(parameter, name, jobConf); } } }
private void recurseWrite(Parametered parametered) { for (Parameter<?> parameter : parametered.getParameters()) { sb.append(parameter.prefix()); sb.append(parameter.name()); int max = longestName - parameter.name().length() - parameter.prefix().length() + NAME_DESC_DISTANCE; for (int i = 0; i < max; i++) { sb.append(' '); } sb.append(parameter.description()); if (parameter.defaultValue() != null) { sb.append(" (default value '"); sb.append(parameter.defaultValue()); sb.append("')"); } sb.append('\n'); recurseWrite(parameter); } } }
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf); } try { if (weightsFile.get() != null) { FileSystem fs = FileSystem.get(weightsFile.get().toUri(), jobConf); VectorWritable weights = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(weightsFile.get())) { throw new FileNotFoundException(weightsFile.get().toString()); } try (DataInputStream in = fs.open(weightsFile.get())){ weights.readFields(in); } this.weights = weights.get(); } } catch (IOException e) { throw new IllegalStateException(e); } }
private void recurseWrite(Parametered parametered) { for (Parameter<?> parameter : parametered.getParameters()) { sb.append("# "); sb.append(parameter.description()); sb.append('\n'); sb.append(parameter.prefix()); sb.append(parameter.name()); sb.append(" = "); if (parameter.getStringValue() != null) { sb.append(parameter.getStringValue()); } sb.append('\n'); sb.append('\n'); recurseWrite(parameter); } } }
if (inverseCovarianceFile.get() != null) { FileSystem fs = FileSystem.get(inverseCovarianceFile.get().toUri(), jobConf); MatrixWritable inverseCovarianceMatrix = ClassUtils.instantiateAs((Class<? extends MatrixWritable>) matrixClass.get(), MatrixWritable.class); if (!fs.exists(inverseCovarianceFile.get())) { throw new FileNotFoundException(inverseCovarianceFile.get().toString()); DataInputStream in = fs.open(inverseCovarianceFile.get()); try { inverseCovarianceMatrix.readFields(in); if (meanVectorFile.get() != null) { FileSystem fs = FileSystem.get(meanVectorFile.get().toUri(), jobConf); VectorWritable meanVector = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(meanVectorFile.get())) { throw new FileNotFoundException(meanVectorFile.get().toString()); DataInputStream in = fs.open(meanVectorFile.get()); try { meanVector.readFields(in);
private void recurseWrite(Parametered parametered) { for (Parameter<?> parameter : parametered.getParameters()) { sb.append("# "); sb.append(parameter.description()); sb.append('\n'); sb.append(parameter.prefix()); sb.append(parameter.name()); sb.append(" = "); if (parameter.getStringValue() != null) { sb.append(parameter.getStringValue()); } sb.append('\n'); sb.append('\n'); recurseWrite(parameter); } } }
if (inverseCovarianceFile.get() != null) { FileSystem fs = FileSystem.get(inverseCovarianceFile.get().toUri(), jobConf); MatrixWritable inverseCovarianceMatrix = ClassUtils.instantiateAs((Class<? extends MatrixWritable>) matrixClass.get(), MatrixWritable.class); if (!fs.exists(inverseCovarianceFile.get())) { throw new FileNotFoundException(inverseCovarianceFile.get().toString()); try (DataInputStream in = fs.open(inverseCovarianceFile.get())){ inverseCovarianceMatrix.readFields(in); if (meanVectorFile.get() != null) { FileSystem fs = FileSystem.get(meanVectorFile.get().toUri(), jobConf); VectorWritable meanVector = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(meanVectorFile.get())) { throw new FileNotFoundException(meanVectorFile.get().toString()); try (DataInputStream in = fs.open(meanVectorFile.get())){ meanVector.readFields(in);