public SequenceCodec<String> createSequenceCodec() { if (artifactProvider != null) { String sequeceCodecImplName = artifactProvider.getManifestProperty( TokenNameFinderModel.SEQUENCE_CODEC_CLASS_NAME_PARAMETER); return instantiateSequenceCodec(sequeceCodecImplName); } else { return seqCodec; } }
TokenNameFinderFactory.instantiateSequenceCodec(sequenceCodecImplName);
TokenNameFinderFactory.instantiateSequenceCodec(sequenceCodecImplName);
public SequenceCodec<String> createSequenceCodec() { if (artifactProvider != null) { String sequeceCodecImplName = artifactProvider.getManifestProperty( TokenNameFinderModel.SEQUENCE_CODEC_CLASS_NAME_PARAMETER); return instantiateSequenceCodec(sequeceCodecImplName); } else { return seqCodec; } }
public SequenceCodec<String> createSequenceCodec() { if (artifactProvider != null) { String sequeceCodecImplName = artifactProvider.getManifestProperty( TokenNameFinderModel.SEQUENCE_CODEC_CLASS_NAME_PARAMETER); return instantiateSequenceCodec(sequeceCodecImplName); } else { return seqCodec; } }
/** * Create {@code TokenNameFinderFactory} with custom features. * * @param params * the parameter training file * @throws IOException if io error */ public void createTrainer(TrainingParameters params) throws IOException { String seqCodec = getSequenceCodec(); SequenceCodec<String> sequenceCodec = TokenNameFinderFactory .instantiateSequenceCodec(seqCodec); String featureDescription = XMLFeatureDescriptor .createXMLFeatureDescriptor(params); System.err.println(featureDescription); byte[] featureGeneratorBytes = featureDescription.getBytes(Charset .forName("UTF-8")); Map<String, Object> resources = loadResources(params, featureGeneratorBytes); setNameClassifierFactory(TokenNameFinderFactory.create( TokenNameFinderFactory.class.getName(), featureGeneratorBytes, resources, sequenceCodec)); }
public CrossValidator(final TrainingParameters params) throws IOException { this.lang = Flags.getLanguage(params); String clearFeatures = Flags.getClearTrainingFeatures(params); this.corpusFormat = Flags.getCorpusFormat(params); this.trainData = params.getSettings().get("TrainSet"); trainSamples = AbstractTrainer.getNameStream(trainData, clearFeatures, corpusFormat); this.beamSize = Flags.getBeamsize(params); this.folds = Flags.getFolds(params); this.sequenceCodec = TokenNameFinderFactory.instantiateSequenceCodec(getSequenceCodec(Flags.getSequenceCodec(params))); if (params.getSettings().get("Types") != null) { String netypes = params.getSettings().get("Types"); String[] neTypes = netypes.split(","); trainSamples = new NameSampleTypeFilter(neTypes, trainSamples); } createNameFactory(params); getEvalListeners(params); }
TokenNameFinderFactory.instantiateSequenceCodec(sequenceCodecImplName);
TokenNameFinderFactory.instantiateSequenceCodec(sequenceCodecImplName);
TokenNameFinderFactory.instantiateSequenceCodec(sequenceCodecImplName);
TokenNameFinderFactory.instantiateSequenceCodec(sequenceCodecImplName);