@Override public void createParameters(String prefix, Configuration jobConf) { parameters = Lists.newArrayList(); weightsFile = new PathParameter(prefix, "weightsFile", jobConf, null, "Path on DFS to a file containing the weights."); parameters.add(weightsFile); vectorClass = new ClassParameter(prefix, "vectorClass", jobConf, DenseVector.class, "Class<Vector> file specified in parameter weightsFile has been serialized with."); parameters.add(vectorClass); }
@Override public void setStringValue(String stringValue) { try { set(Class.forName(stringValue)); } catch (ClassNotFoundException e) { throw new IllegalStateException(e); } }
@Override public void createParameters(String prefix, Configuration jobConf) { parameters = Lists.newArrayList(); weightsFile = new PathParameter(prefix, "weightsFile", jobConf, null, "Path on DFS to a file containing the weights."); parameters.add(weightsFile); vectorClass = new ClassParameter(prefix, "vectorClass", jobConf, DenseVector.class, "Class<Vector> file specified in parameter weightsFile has been serialized with."); parameters.add(vectorClass); }
@Override public void setStringValue(String stringValue) { try { set(Class.forName(stringValue)); } catch (ClassNotFoundException e) { throw new IllegalStateException(e); } }
@Override public void createParameters(String prefix, Configuration jobConf) { parameters = new ArrayList<>(); weightsFile = new PathParameter(prefix, "weightsFile", jobConf, null, "Path on DFS to a file containing the weights."); parameters.add(weightsFile); vectorClass = new ClassParameter(prefix, "vectorClass", jobConf, DenseVector.class, "Class<Vector> file specified in parameter weightsFile has been serialized with."); parameters.add(vectorClass); }
@Override public void setStringValue(String stringValue) { try { set(Class.forName(stringValue)); } catch (ClassNotFoundException e) { throw new IllegalStateException(e); } }
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf); } try { if (weightsFile.get() != null) { FileSystem fs = FileSystem.get(weightsFile.get().toUri(), jobConf); VectorWritable weights = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(weightsFile.get())) { throw new FileNotFoundException(weightsFile.get().toString()); } DataInputStream in = fs.open(weightsFile.get()); try { weights.readFields(in); } finally { Closeables.close(in, true); } this.weights = weights.get(); } } catch (IOException e) { throw new IllegalStateException(e); } }
@Override public void createParameters(String prefix, Configuration jobConf) { parameters = new ArrayList<>(); inverseCovarianceFile = new PathParameter(prefix, "inverseCovarianceFile", jobConf, null, "Path on DFS to a file containing the inverse covariance matrix."); parameters.add(inverseCovarianceFile); matrixClass = new ClassParameter(prefix, "maxtrixClass", jobConf, DenseMatrix.class, "Class<Matix> file specified in parameter inverseCovarianceFile has been serialized with."); parameters.add(matrixClass); meanVectorFile = new PathParameter(prefix, "meanVectorFile", jobConf, null, "Path on DFS to a file containing the mean Vector."); parameters.add(meanVectorFile); vectorClass = new ClassParameter(prefix, "vectorClass", jobConf, DenseVector.class, "Class file specified in parameter meanVectorFile has been serialized with."); parameters.add(vectorClass); }
@Override public void configure(Configuration jobConf) { if (parameters == null) { ParameteredGeneralizations.configureParameters(this, jobConf); } try { if (weightsFile.get() != null) { FileSystem fs = FileSystem.get(weightsFile.get().toUri(), jobConf); VectorWritable weights = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(weightsFile.get())) { throw new FileNotFoundException(weightsFile.get().toString()); } try (DataInputStream in = fs.open(weightsFile.get())){ weights.readFields(in); } this.weights = weights.get(); } } catch (IOException e) { throw new IllegalStateException(e); } }
@Override public void createParameters(String prefix, Configuration jobConf) { parameters = Lists.newArrayList(); inverseCovarianceFile = new PathParameter(prefix, "inverseCovarianceFile", jobConf, null, "Path on DFS to a file containing the inverse covariance matrix."); parameters.add(inverseCovarianceFile); matrixClass = new ClassParameter(prefix, "maxtrixClass", jobConf, DenseMatrix.class, "Class<Matix> file specified in parameter inverseCovarianceFile has been serialized with."); parameters.add(matrixClass); meanVectorFile = new PathParameter(prefix, "meanVectorFile", jobConf, null, "Path on DFS to a file containing the mean Vector."); parameters.add(meanVectorFile); vectorClass = new ClassParameter(prefix, "vectorClass", jobConf, DenseVector.class, "Class file specified in parameter meanVectorFile has been serialized with."); parameters.add(vectorClass); }
FileSystem fs = FileSystem.get(inverseCovarianceFile.get().toUri(), jobConf); MatrixWritable inverseCovarianceMatrix = ClassUtils.instantiateAs((Class<? extends MatrixWritable>) matrixClass.get(), MatrixWritable.class); if (!fs.exists(inverseCovarianceFile.get())) { throw new FileNotFoundException(inverseCovarianceFile.get().toString()); FileSystem fs = FileSystem.get(meanVectorFile.get().toUri(), jobConf); VectorWritable meanVector = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(meanVectorFile.get())) { throw new FileNotFoundException(meanVectorFile.get().toString());
@Override public void createParameters(String prefix, Configuration jobConf) { parameters = Lists.newArrayList(); inverseCovarianceFile = new PathParameter(prefix, "inverseCovarianceFile", jobConf, null, "Path on DFS to a file containing the inverse covariance matrix."); parameters.add(inverseCovarianceFile); matrixClass = new ClassParameter(prefix, "maxtrixClass", jobConf, DenseMatrix.class, "Class<Matix> file specified in parameter inverseCovarianceFile has been serialized with."); parameters.add(matrixClass); meanVectorFile = new PathParameter(prefix, "meanVectorFile", jobConf, null, "Path on DFS to a file containing the mean Vector."); parameters.add(meanVectorFile); vectorClass = new ClassParameter(prefix, "vectorClass", jobConf, DenseVector.class, "Class file specified in parameter meanVectorFile has been serialized with."); parameters.add(vectorClass); }
FileSystem fs = FileSystem.get(inverseCovarianceFile.get().toUri(), jobConf); MatrixWritable inverseCovarianceMatrix = ClassUtils.instantiateAs((Class<? extends MatrixWritable>) matrixClass.get(), MatrixWritable.class); if (!fs.exists(inverseCovarianceFile.get())) { throw new FileNotFoundException(inverseCovarianceFile.get().toString()); FileSystem fs = FileSystem.get(meanVectorFile.get().toUri(), jobConf); VectorWritable meanVector = ClassUtils.instantiateAs((Class<? extends VectorWritable>) vectorClass.get(), VectorWritable.class); if (!fs.exists(meanVectorFile.get())) { throw new FileNotFoundException(meanVectorFile.get().toString());