public NameSampleSequenceStream(ObjectStream<NameSample> psi, AdaptiveFeatureGenerator featureGen, boolean useOutcomes) throws IOException { this(psi, new DefaultNameContextGenerator(featureGen), useOutcomes); }
public NameSampleSequenceStream(ObjectStream<NameSample> psi, AdaptiveFeatureGenerator featureGen) throws IOException { this(psi, new DefaultNameContextGenerator(featureGen), true); }
public NameFinderEventStream(ObjectStream<NameSample> dataStream) { this(dataStream, null, new DefaultNameContextGenerator(), null); }
public NameSampleSequenceStream(ObjectStream<NameSample> psi) throws IOException { this(psi, new DefaultNameContextGenerator((AdaptiveFeatureGenerator) null), true); }
public NameSampleSequenceStream(ObjectStream<NameSample> psi, AdaptiveFeatureGenerator featureGen, boolean useOutcomes) throws IOException { this(psi, new DefaultNameContextGenerator(featureGen), useOutcomes); }
public NameSampleSequenceStream(ObjectStream<NameSample> psi, AdaptiveFeatureGenerator featureGen, boolean useOutcomes) throws IOException { this(psi, new DefaultNameContextGenerator(featureGen), useOutcomes); }
public NameSampleSequenceStream(ObjectStream<NameSample> psi, AdaptiveFeatureGenerator featureGen) throws IOException { this(psi, new DefaultNameContextGenerator(featureGen), true); }
public NameSampleSequenceStream(ObjectStream<NameSample> psi, AdaptiveFeatureGenerator featureGen) throws IOException { this(psi, new DefaultNameContextGenerator(featureGen), true); }
public NameFinderEventStream(ObjectStream<NameSample> dataStream) { this(dataStream, null, new DefaultNameContextGenerator(), null); }
public NameSampleSequenceStream(ObjectStream<NameSample> psi) throws IOException { this(psi, new DefaultNameContextGenerator((AdaptiveFeatureGenerator) null), true); }
public NameFinderEventStream(ObjectStream<NameSample> dataStream) { this(dataStream, null, new DefaultNameContextGenerator(), null); }
public NameSampleSequenceStream(ObjectStream<NameSample> psi) throws IOException { this(psi, new DefaultNameContextGenerator((AdaptiveFeatureGenerator) null), true); }
@Test public void testIndexWithNewline() throws IOException { String[] sentence = "He belongs to Apache \n Software Foundation .".split(" "); NameContextGenerator CG = new DefaultNameContextGenerator( (AdaptiveFeatureGenerator[]) null); NameSample nameSample = new NameSample(sentence, new Span[] { new Span(3, 7) }, false); ObjectStream<Event> eventStream = new NameFinderEventStream( ObjectStreamUtils.createObjectStream(nameSample), "org", CG, null); DataIndexer indexer = new TwoPassDataIndexer(); indexer.init(new TrainingParameters(Collections.emptyMap()), null); indexer.index(eventStream); Assert.assertEquals(5, indexer.getContexts().length); } }
public NameContextGenerator createContextGenerator() { AdaptiveFeatureGenerator featureGenerator = createFeatureGenerators(); if (featureGenerator == null) { featureGenerator = new CachedFeatureGenerator( new WindowFeatureGenerator(new TokenFeatureGenerator(), 2, 2), new WindowFeatureGenerator(new TokenClassFeatureGenerator(true), 2, 2), new OutcomePriorFeatureGenerator(), new PreviousMapFeatureGenerator(), new BigramNameFeatureGenerator(), new SentenceFeatureGenerator(true, false)); } return new DefaultNameContextGenerator(featureGenerator); }
public NameContextGenerator createContextGenerator() { AdaptiveFeatureGenerator featureGenerator = createFeatureGenerators(); if (featureGenerator == null) { featureGenerator = new CachedFeatureGenerator( new WindowFeatureGenerator(new TokenFeatureGenerator(), 2, 2), new WindowFeatureGenerator(new TokenClassFeatureGenerator(true), 2, 2), new OutcomePriorFeatureGenerator(), new PreviousMapFeatureGenerator(), new BigramNameFeatureGenerator(), new SentenceFeatureGenerator(true, false)); } return new DefaultNameContextGenerator(featureGenerator); }
public NameContextGenerator createContextGenerator() { AdaptiveFeatureGenerator featureGenerator = createFeatureGenerators(); if (featureGenerator == null) { featureGenerator = new CachedFeatureGenerator( new WindowFeatureGenerator(new TokenFeatureGenerator(), 2, 2), new WindowFeatureGenerator(new TokenClassFeatureGenerator(true), 2, 2), new OutcomePriorFeatureGenerator(), new PreviousMapFeatureGenerator(), new BigramNameFeatureGenerator(), new SentenceFeatureGenerator(true, false)); } return new DefaultNameContextGenerator(featureGenerator); }