Interval annotationInterval = metaAnnotationValues[i]; String metaName = featureConfig.getProperty(activatedMetas.get(i) + "_feat_unit"); if (annotationInterval != null && annotationInterval.isIn(token.getBegin(), token.getEnd())) { if (featureConfig.getProperty(activatedMetas.get(i) + "_begin_flag").equals("true") && annotationInterval.getBegin() == token.getBegin()) { metaInfos.put(metaName, "B_" + metaAnnotationValues[i].getAnnotation()); } else {
if (tokenRepresentation.equals(token.getCoveredText())) { final Unit unit = new Unit(token.getBegin(), token.getEnd(), tokenRepresentation); unitSentence.add(unit);
int origId = token.getBegin(); for (mapId = start; mapId <= end; mapId++) { offsetMap.putMapping(mapId, origId);
if (tokenRepresentation.equals(token.getCoveredText())) { Unit unit = new de.julielab.jnet.tagger.Unit(token.getBegin(), token.getEnd(), tokenRepresentation, "", metas); unitSentence.add(unit); while (st.hasMoreTokens()) { String fullformToken = st.nextToken(); Unit unit = new de.julielab.jnet.tagger.Unit(token.getBegin(), token.getEnd(), fullformToken, "", metas); unitSentence.add(unit); Unit unit = new de.julielab.jnet.tagger.Unit(token.getBegin(), token.getEnd(), abbrevToken.getCoveredText(), "", metas); unitSentence.add(unit);
chunkAnnotation.setBegin(tokenArray[index].getBegin()); inChunk = true;
return; tokenPrefixIndex.search(entity).filter(token -> { return token.getEnd() - token.getBegin() <= entityName.length() && entityName.startsWith(token.getCoveredText()) && !specificIndex.contains(token); }).map(token -> { int begin = token.getBegin(); int end = -1; if (token.getEnd() == begin + entityName.length()) {
LemmataEntry.Lemma lemma = lemmaCollection.iterator().next(); String lem = lemma.getLemma(); Lemma jcoreLemma = new Lemma(aJCas, token.getBegin(), token.getEnd()); jcoreLemma.setValue(lem); token.setLemma(jcoreLemma); } else { Lemma jcoreLemma = new Lemma(aJCas, token.getBegin(), token.getEnd()); jcoreLemma.setValue(tokenString); token.setLemma(jcoreLemma);
private void addHeadAnnotation(Constituent cons, Span headSpan) throws CASRuntimeException, CASException { FSIterator tokens = cons.getCAS().getJCas().getAnnotationIndex(Token.type).subiterator(cons); int headStart = offsetMap.getMapping(headSpan.getStart()); int headEnd = offsetMap.getMapping(headSpan.getEnd()); while (tokens.hasNext()) { Token token = (Token) tokens.next(); if (token.getBegin() == headStart && token.getEnd() == headEnd) { cons.setHead(token); tokens.moveToLast(); tokens.next(); } } }