@Override public NLPConfig<N> setConfiguration(InputStream in) { NLPConfig<N> config = new NLPConfig<N>(in); setConfiguration(config); feat_key = config.getTextContent(FEAT_KEY); return config; }
@Override public void initFeatureTemplate() { feature_template = new ItFeatureTemplate<>(config.getFeatureTemplateElement(), getHyperParameter()); }
hp.setHiddenDimensions(getHiddenDimensions(eOptimizer)); hp.setActivationFunctions(getActivationFunction(eOptimizer)); hp.setDropoutProb(getDropoutProb(eOptimizer)); hp.setWeightGenerator(getWeightGenerator(eOptimizer));
public <N extends AbstractNLPNode<N>, S extends NLPState<N>>void reduce(String[] args) { BinUtils.initArgs(args, this); OnlineTrainer<N,S> trainer = createOnlineTrainer(); List<String> developFiles = FileUtils.getFileList(develop_path, develop_ext); GlobalLexica<N> lexica = trainer.createGlobalLexica(IOUtils.createFileInputStream(configuration_file)); BinUtils.LOG.info("Loading the model\n"); OnlineComponent<N,S> component = readComponent(IOUtils.createFileInputStream(previous_model_file), IOUtils.createFileInputStream(configuration_file)); TSVReader<N> reader = trainer.createTSVReader(component.getConfiguration().getReaderFieldMap()); trainer.reduceModel(reader, developFiles, component, lexica, previous_model_file, model_file); }
HyperParameter hp = configuration.getHyperParameter(); component.setHyperParameter(hp); component.setOptimizer(configuration.getOnlineOptimizer(hp)); component.initFeatureTemplate();
public NLPConfig<N> setConfiguration(InputStream in) { NLPConfig<N> config = new NLPConfig<N>(in); setConfiguration(config); return config; }
Element eReduce = XMLUtils.getFirstElementByTagName(config.getDocumentElement(), "reducer"); double lowerBound = XMLUtils.getDoubleTextContentFromFirstElementByTagName(eReduce, "lower_bound"); float start = XMLUtils.getFloatTextContentFromFirstElementByTagName (eReduce, "start");
hp.setHiddenDimensions(getHiddenDimensions(eOptimizer)); hp.setActivationFunctions(getActivationFunction(eOptimizer)); hp.setDropoutProb(getDropoutProb(eOptimizer)); hp.setWeightGenerator(getWeightGenerator(eOptimizer));
public <N extends AbstractNLPNode<N>, S extends NLPState<N>>void reduce(String[] args) { BinUtils.initArgs(args, this); OnlineTrainer<N,S> trainer = createOnlineTrainer(); List<String> developFiles = FileUtils.getFileList(develop_path, develop_ext); GlobalLexica<N> lexica = trainer.createGlobalLexica(IOUtils.createFileInputStream(configuration_file)); LOG.info("Loading the model"); OnlineComponent<N,S> component = readComponent(IOUtils.createFileInputStream(previous_model_file), IOUtils.createFileInputStream(configuration_file)); TSVReader<N> reader = trainer.createTSVReader(component.getConfiguration().getReaderFieldMap()); trainer.reduceModel(reader, developFiles, component, lexica, previous_model_file, model_file); }
HyperParameter hp = configuration.getHyperParameter(); component.setHyperParameter(hp); component.setOptimizer(configuration.getOnlineOptimizer(hp)); component.initFeatureTemplate();
public NLPConfig<N> setConfiguration(InputStream in) { NLPConfig<N> config = new NLPConfig<N>(in); setConfiguration(config); return config; }
Element eReduce = XMLUtils.getFirstElementByTagName(config.getDocumentElement(), "reducer"); double lowerBound = XMLUtils.getDoubleTextContentFromFirstElementByTagName(eReduce, "lower_bound"); float start = XMLUtils.getFloatTextContentFromFirstElementByTagName (eReduce, "start");
public double train(NLPMode mode, List<String> trainFiles, List<String> developFiles, String configurationFile, String modelFile, String previousModelFile, int index) { InputStream previousModelStream = (previousModelFile != null) ? IOUtils.createFileInputStream(previousModelFile) : null; GlobalLexica<N> lexica = createGlobalLexica(IOUtils.createFileInputStream(configurationFile)); String name = (modelFile != null) ? FileUtils.getBaseName(modelFile) : null; OnlineComponent<N,S> component = initComponent(mode, IOUtils.createFileInputStream(configurationFile), previousModelStream, name); TSVReader<N> reader = createTSVReader(component.getConfiguration().getReaderFieldMap()); ObjectDoublePair<OnlineComponent<N,S>> p = null; try { p = train(reader, trainFiles, developFiles, component, lexica, index); if (modelFile != null) saveModel(p.o, IOUtils.createFileOutputStream(modelFile)); } catch (Exception e) {e.printStackTrace();} return p.d; }
@Override public NLPConfig<N> setConfiguration(InputStream in) { NLPConfig<N> config = new NLPConfig<N>(in); setConfiguration(config); feat_key = config.getTextContent(FEAT_KEY); return config; }
/** {@link #config} and {@link #hyper_parameter} must not be null. */ public void initFeatureTemplate() { feature_template = new FeatureTemplate<>(config.getFeatureTemplateElement(), getHyperParameter()); }
public double train(NLPMode mode, List<String> trainFiles, List<String> developFiles, String configurationFile, String modelFile, String previousModelFile, int index) { InputStream previousModelStream = (previousModelFile != null) ? IOUtils.createFileInputStream(previousModelFile) : null; GlobalLexica<N> lexica = createGlobalLexica(IOUtils.createFileInputStream(configurationFile)); String name = (modelFile != null) ? FileUtils.getBaseName(modelFile) : null; OnlineComponent<N,S> component = initComponent(mode, IOUtils.createFileInputStream(configurationFile), previousModelStream, name); TSVReader<N> reader = createTSVReader(component.getConfiguration().getReaderFieldMap()); ObjectDoublePair<OnlineComponent<N,S>> p = null; try { p = train(reader, trainFiles, developFiles, component, lexica, index); if (modelFile != null) saveModel(p.o, IOUtils.createFileOutputStream(modelFile)); } catch (Exception e) {e.printStackTrace();} return p.d; }
@Override public void initFeatureTemplate() { feature_template = new ItFeatureTemplate<>(config.getFeatureTemplateElement(), getHyperParameter()); }
@Override public void initFeatureTemplate() { feature_template = new DOCFeatureTemplate<N,S>(config.getFeatureTemplateElement(), getHyperParameter()); }
@Override public void initFeatureTemplate() { feature_template = new DOCFeatureTemplate<N,S>(config.getFeatureTemplateElement(), getHyperParameter()); }
/** {@link #config} and {@link #hyper_parameter} must not be null. */ public void initFeatureTemplate() { feature_template = new FeatureTemplate<>(config.getFeatureTemplateElement(), getHyperParameter()); }