/** * Writes the binary representation of this learned function if there is a location cached in * {@link #lcFilePath}, and writes the binary representation of the feature lexicon if there is * a location cached in {@link #lexFilePath}. **/ public void save() { if (lcFilePath != null) saveModel(); if (lexFilePath != null && lexicon != null && lexicon.size() > 0) saveLexicon(); }
/** * <!-- preExtract(String,boolean) --> Performs labeled feature vector pre-extraction into the * specified file (or memory), replacing {@link #parser} with one that reads from that file (or * memory). After pre-extraction, the lexicon is written to disk. It is assumed that * {@link #learner} already knows where to write the lexicon. If it doesn't, call * {@link Learner#setLexiconLocation(String)} or * {@link Learner#setLexiconLocation(java.net.URL)} on that object before calling this method. * * @param exampleFile The full path to a file into which examples will be written, or * <code>null</code> to extract into memory. * @param zip Whether or not to compress the extracted examples. * @return The resulting lexicon. **/ public Lexicon preExtract(String exampleFile, boolean zip) { Learner preExtractLearner = preExtract(exampleFile, zip, Lexicon.CountPolicy.none); preExtractLearner.saveLexicon(); return preExtractLearner.getLexicon(); }
System.gc(); } else learner.saveLexicon(); int trainingRounds = 1; learner.saveLexicon(); // Writes .lex even if lexicon is empty. } finally { learner.doneTraining();
preExtractLearner.saveLexicon();
BatchTrainer trainer = new BatchTrainer(classifier, train_parser); Learner preExtractLearner = trainer.preExtract("models/relation_classifier_all", true, Lexicon.CountPolicy.none); preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);
BatchTrainer trainer = new BatchTrainer(classifier, train_parser); Learner preExtractLearner = trainer.preExtract("models/SEMEVAL.ex", true, Lexicon.CountPolicy.none); preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);
BatchTrainer trainer = new BatchTrainer(classifier, train_parser); Learner preExtractLearner = trainer.preExtract("models/relation_classifier_fold_" + i + ".ex", true, Lexicon.CountPolicy.none); preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);
public static void generateModel(String serializedDataInput, String modelLoc){ ACEMentionReader train_parser = IOHelper.serializeDataIn(serializedDataInput); relation_classifier classifier = new relation_classifier(); classifier.setLexiconLocation(modelLoc + ".lex"); BatchTrainer trainer = new BatchTrainer(classifier, train_parser); Learner preExtractLearner = trainer.preExtract(modelLoc + ".ex", true, Lexicon.CountPolicy.none); preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon); int examples = train_parser.relations_bi.size(); classifier.initialize(examples, preExtractLearner.getLexicon().size()); for (Relation r : train_parser.relations_bi){ classifier.learn(r); } classifier.doneWithRound(); classifier.doneLearning(); classifier.setModelLocation(modelLoc + ".lc"); classifier.saveModel(); }
preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);
preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);
preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);
preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);
preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);
preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);
preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);
preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);
preExtractLearner.saveLexicon(); Lexicon lexicon = preExtractLearner.getLexicon(); classifier.setLexicon(lexicon);