Interval annotationInterval = metaAnnotationValues[i]; String metaName = featureConfig.getProperty(activatedMetas.get(i) + "_feat_unit"); if (annotationInterval != null && annotationInterval.isIn(token.getBegin(), token.getEnd())) { if (featureConfig.getProperty(activatedMetas.get(i) + "_begin_flag").equals("true") && annotationInterval.getBegin() == token.getBegin()) { metaInfos.put(metaName, metaAnnotationValues[i].getAnnotation()); if (annotationInterval.getEnd() == token.getEnd()) {
if (tokenRepresentation.equals(token.getCoveredText())) { final Unit unit = new Unit(token.getBegin(), token.getEnd(), tokenRepresentation); unitSentence.add(unit);
for (mapId = start; mapId <= end; mapId++) { offsetMap.putMapping(mapId, origId); if (origId < token.getEnd()) { origId++;
return; tokenPrefixIndex.search(entity).filter(token -> { return token.getEnd() - token.getBegin() <= entityName.length() && entityName.startsWith(token.getCoveredText()) && !specificIndex.contains(token); }).map(token -> { if (token.getEnd() == begin + entityName.length()) { end = token.getEnd(); } else { Token lastToken = tokenEndIndex.get(begin + entityName.length()); if (lastToken != null) end = lastToken.getEnd();
if (tokenRepresentation.equals(token.getCoveredText())) { Unit unit = new de.julielab.jnet.tagger.Unit(token.getBegin(), token.getEnd(), tokenRepresentation, "", metas); unitSentence.add(unit); while (st.hasMoreTokens()) { String fullformToken = st.nextToken(); Unit unit = new de.julielab.jnet.tagger.Unit(token.getBegin(), token.getEnd(), fullformToken, "", metas); unitSentence.add(unit); Unit unit = new de.julielab.jnet.tagger.Unit(token.getBegin(), token.getEnd(), abbrevToken.getCoveredText(), "", metas); unitSentence.add(unit);
LemmataEntry.Lemma lemma = lemmaCollection.iterator().next(); String lem = lemma.getLemma(); Lemma jcoreLemma = new Lemma(aJCas, token.getBegin(), token.getEnd()); jcoreLemma.setValue(lem); token.setLemma(jcoreLemma); } else { Lemma jcoreLemma = new Lemma(aJCas, token.getBegin(), token.getEnd()); jcoreLemma.setValue(tokenString); token.setLemma(jcoreLemma);
private void addHeadAnnotation(Constituent cons, Span headSpan) throws CASRuntimeException, CASException { FSIterator tokens = cons.getCAS().getJCas().getAnnotationIndex(Token.type).subiterator(cons); int headStart = offsetMap.getMapping(headSpan.getStart()); int headEnd = offsetMap.getMapping(headSpan.getEnd()); while (tokens.hasNext()) { Token token = (Token) tokens.next(); if (token.getBegin() == headStart && token.getEnd() == headEnd) { cons.setHead(token); tokens.moveToLast(); tokens.next(); } } }