Span[] reducedNames = NameFinderME.dropOverlappingSpans( names.toArray(new Span[names.size()]));
@Test public void testDropOverlappingSpans() { Span[] spans = new Span[] {new Span(1, 10), new Span(1,11), new Span(1,11), new Span(5, 15)}; Span[] remainingSpan = NameFinderME.dropOverlappingSpans(spans); Assert.assertEquals(new Span(1, 11), remainingSpan[0]); }
public List<Name> getNames(String[] tokens) { Span[] origSpans = nercToSpans(tokens); Span[] neSpans = NameFinderME.dropOverlappingSpans(origSpans); List<Name> names = getNamesFromSpans(neSpans, tokens); return names; }
/** * {@link Dictionaries} based Named Entity Detection and Classification. * * @param tokens * the tokenized sentence * @return a list of detected {@link Name} objects */ public final List<Name> getNames(final String[] tokens) { Span[] origSpans = nercToSpans(tokens); Span[] neSpans = NameFinderME.dropOverlappingSpans(origSpans); List<Name> names = getNamesFromSpans(neSpans, tokens); return names; }
/** * Method to produce a list of the {@link Name} objects classified by the * probabilistic model. * * Takes an array of tokens, calls nercToSpans function for probabilistic NERC * and returns a List of {@link Name} objects containing the nameString, the * type and the {@link Span} * * @param tokens * an array of tokenized text * @return a List of names */ public final List<Name> getNames(final String[] tokens) { Span[] origSpans = nercToSpans(tokens); Span[] neSpans = NameFinderME.dropOverlappingSpans(origSpans); List<Name> names = getNamesFromSpans(neSpans, tokens); return names; }
isClearAdaptiveData = true; Span[] allSpansArray = NameFinderME.dropOverlappingSpans(statSpans); NameSample nameSample = new NameSample(tokens, allSpansArray, isClearAdaptiveData); sb.append(nameSample.toString()).append("\n");
isClearAdaptiveData = true; Span[] allSpansArray = NameFinderME.dropOverlappingSpans(allSpans .toArray(new Span[allSpans.size()])); NameSample nameSample = new NameSample(tokens, allSpansArray, isClearAdaptiveData);
SpanUtils.concatenateSpans(allSpans, numericSpans); Span[] allSpansArray = NameFinderME.dropOverlappingSpans(allSpans .toArray(new Span[allSpans.size()])); List<Name> names = new ArrayList<Name>();
Span[] reducedNames = NameFinderME.dropOverlappingSpans( names.toArray(new Span[names.size()]));
Span[] reducedNames = NameFinderME.dropOverlappingSpans( names.toArray(new Span[names.size()]));
Span[] nameSpans = NameFinderME.dropOverlappingSpans(names.toArray(new Span[names.size()]));
opennlp.tools.util.Span reducedNames[] = NameFinderME.dropOverlappingSpans(names);