Best code snippets using opennlp.tools.sentdetect(Showing top 15 results out of 315)

private String[] testOpenNLP(String text) throws Exception {
  try (InputStream modelIn = this.getClass().getResourceAsStream(RESOURCES_EN_SENT_BIN)) {
    SentenceModel model = new SentenceModel(modelIn);
    SentenceDetectorME sentenceDetector = new SentenceDetectorME(model);
    return sentenceDetector.sentDetect(text);
  }
}

private Span[] testOpenNLPPosition(String text) throws Exception {
  try (InputStream modelIn = this.getClass().getResourceAsStream(RESOURCES_EN_SENT_BIN)) {
    SentenceModel model = new SentenceModel(modelIn);
    SentenceDetectorME sentenceDetector = new SentenceDetectorME(model);
    return sentenceDetector.sentPosDetect(text);
  }
}

@Override
protected SentenceSample processSample(SentenceSample sample) {
 Span[] predictions =
   trimSpans(sample.getDocument(), sentenceDetector.sentPosDetect(sample.getDocument()));
 Span[] references = trimSpans(sample.getDocument(), sample.getSentences());
 fmeasure.updateScores(references, predictions);
 return new SentenceSample(sample.getDocument(), predictions);
}

@Override
public SDContextGenerator getSDContextGenerator() {
 return new DummySDContextGenerator(getAbbreviationDictionary()
   .asStringSet(), getEOSCharacters());
}

/**
 * @deprecated Use
 *             {@link #train(String, ObjectStream, SentenceDetectorFactory, TrainingParameters)}
 *             and pass in af {@link SentenceDetectorFactory}.
 */
public static SentenceModel train(String languageCode,
  ObjectStream<SentenceSample> samples, boolean useTokenEnd,
  Dictionary abbreviations, TrainingParameters mlParams) throws IOException {
 SentenceDetectorFactory sdFactory = new SentenceDetectorFactory(
   languageCode, useTokenEnd, abbreviations, null);
 return train(languageCode, samples, sdFactory, mlParams);
}

 public char[] getEosCharacters() {
  if (getFactory() != null) {
   return getFactory().getEOSCharacters();
  }
  return null;
 }
}

/**
 * Initializes the current instance.
 *
 * @param model the {@link SentenceModel}
 */
public SentenceDetectorME(SentenceModel model) {
 SentenceDetectorFactory sdFactory = model.getFactory();
 this.model = model.getMaxentModel();
 cgen = sdFactory.getSDContextGenerator();
 scanner = sdFactory.getEndOfSentenceScanner();
 useTokenEnd = sdFactory.isUseTokenEnd();
}

public Dictionary getAbbreviations() {
 if (getFactory() != null) {
  return getFactory().getAbbreviationDictionary();
 }
 return null;
}

  @Override
  protected SentenceDetectorME produceResource(InputStream aStream)
    throws Exception
  {
    SentenceModel model = new SentenceModel(aStream);
    return new SentenceDetectorME(model);
  }
};

@Override
protected SentenceSample processSample(SentenceSample sample) {
 Span[] predictions =
   trimSpans(sample.getDocument(), sentenceDetector.sentPosDetect(sample.getDocument()));
 Span[] references = trimSpans(sample.getDocument(), sample.getSentences());
 fmeasure.updateScores(references, predictions);
 return new SentenceSample(sample.getDocument(), predictions);
}

@Override
protected SentenceSample processSample(SentenceSample sample) {
 Span[] predictions =
   trimSpans(sample.getDocument(), sentenceDetector.sentPosDetect(sample.getDocument()));
 Span[] references = trimSpans(sample.getDocument(), sample.getSentences());
 fmeasure.updateScores(references, predictions);
 return new SentenceSample(sample.getDocument(), predictions);
}

/**
 * @deprecated Use
 *             {@link #train(String, ObjectStream, SentenceDetectorFactory, TrainingParameters)}
 *             and pass in af {@link SentenceDetectorFactory}.
 */
public static SentenceModel train(String languageCode,
  ObjectStream<SentenceSample> samples, boolean useTokenEnd,
  Dictionary abbreviations, TrainingParameters mlParams) throws IOException {
 SentenceDetectorFactory sdFactory = new SentenceDetectorFactory(
   languageCode, useTokenEnd, abbreviations, null);
 return train(languageCode, samples, sdFactory, mlParams);
}

 public char[] getEosCharacters() {
  if (getFactory() != null) {
   return getFactory().getEOSCharacters();
  }
  return null;
 }
}

/**
 * Initializes the current instance.
 *
 * @param model the {@link SentenceModel}
 */
public SentenceDetectorME(SentenceModel model) {
 SentenceDetectorFactory sdFactory = model.getFactory();
 this.model = model.getMaxentModel();
 cgen = sdFactory.getSDContextGenerator();
 scanner = sdFactory.getEndOfSentenceScanner();
 useTokenEnd = sdFactory.isUseTokenEnd();
}

 public char[] getEosCharacters() {
  if (getFactory() != null) {
   return getFactory().getEOSCharacters();
  }
  return null;
 }
}