private List<CoreMap> extract(CoreMap annotation) { List<CoreMap> cms; if (options.extractWithTokens) { cms = extractor.extractCoreMapsMergedWithTokens(annotation); } else { cms = extractor.extractCoreMaps(annotation); } if (options.flatten) { return extractor.flatten(cms); } else { return cms; } }
/** * Returns list of merged tokens and original tokens. * * @param annotation */ public List<CoreMap> extractCoreMapsMergedWithTokens(CoreMap annotation) { List<CoreMap> res = extractCoreMaps(annotation); Integer startTokenOffset = annotation.get(CoreAnnotations.TokenBeginAnnotation.class); if (startTokenOffset == null) { startTokenOffset = 0; } final Integer startTokenOffsetFinal = startTokenOffset; List<CoreMap> merged = CollectionUtils.mergeListWithSortedMatchedPreAggregated( annotation.get(tokensAnnotationKey), res, (CoreMap in) -> Interval.toInterval(in.get(CoreAnnotations.TokenBeginAnnotation.class) - startTokenOffsetFinal, in.get(CoreAnnotations.TokenEndAnnotation.class) - startTokenOffsetFinal) ); return merged; }
private List<CoreMap> extract(CoreMap annotation) { List<CoreMap> cms; if (options.extractWithTokens) { cms = extractor.extractCoreMapsMergedWithTokens(annotation); } else { cms = extractor.extractCoreMaps(annotation); } if (options.flatten) { return extractor.flatten(cms); } else { return cms; } }
/** * Returns list of merged tokens and original tokens * @param annotation */ public List<CoreMap> extractCoreMapsMergedWithTokens(CoreMap annotation) { List<CoreMap> res = extractCoreMaps(annotation); Integer startTokenOffset = annotation.get(CoreAnnotations.TokenBeginAnnotation.class); if (startTokenOffset == null) { startTokenOffset = 0; } final Integer startTokenOffsetFinal = startTokenOffset; List<CoreMap> merged = CollectionUtils.mergeListWithSortedMatchedPreAggregated( (List<CoreMap>) annotation.get(tokensAnnotationKey), res, new Function<CoreMap, Interval<Integer>>() { public Interval<Integer> apply(CoreMap in) { return Interval.toInterval(in.get(CoreAnnotations.TokenBeginAnnotation.class) - startTokenOffsetFinal, in.get(CoreAnnotations.TokenEndAnnotation.class) - startTokenOffsetFinal); } }); return merged; }
private List<CoreMap> extract(CoreMap annotation) { List<CoreMap> cms; if (options.extractWithTokens) { cms = extractor.extractCoreMapsMergedWithTokens(annotation); } else { cms = extractor.extractCoreMaps(annotation); } if (options.flatten) { return extractor.flatten(cms); } else { return cms; } }
/** * Returns list of merged tokens and original tokens. * * @param annotation */ public List<CoreMap> extractCoreMapsMergedWithTokens(CoreMap annotation) { List<CoreMap> res = extractCoreMaps(annotation); Integer startTokenOffset = annotation.get(CoreAnnotations.TokenBeginAnnotation.class); if (startTokenOffset == null) { startTokenOffset = 0; } final Integer startTokenOffsetFinal = startTokenOffset; List<CoreMap> merged = CollectionUtils.mergeListWithSortedMatchedPreAggregated( annotation.get(tokensAnnotationKey), res, (CoreMap in) -> Interval.toInterval(in.get(CoreAnnotations.TokenBeginAnnotation.class) - startTokenOffsetFinal, in.get(CoreAnnotations.TokenEndAnnotation.class) - startTokenOffsetFinal) ); return merged; }
/** * Returns list of merged tokens and original tokens. * * @param annotation */ public List<CoreMap> extractCoreMapsMergedWithTokens(CoreMap annotation) { List<CoreMap> res = extractCoreMaps(annotation); Integer startTokenOffset = annotation.get(CoreAnnotations.TokenBeginAnnotation.class); if (startTokenOffset == null) { startTokenOffset = 0; } final Integer startTokenOffsetFinal = startTokenOffset; List<CoreMap> merged = CollectionUtils.mergeListWithSortedMatchedPreAggregated( annotation.get(tokensAnnotationKey), res, (CoreMap in) -> Interval.toInterval(in.get(CoreAnnotations.TokenBeginAnnotation.class) - startTokenOffsetFinal, in.get(CoreAnnotations.TokenEndAnnotation.class) - startTokenOffsetFinal) ); return merged; }