@Override public Token createToken(JCas jCas, int begin, int end) { Token token = (new Token(jCas, begin, end)); token.addToIndexes(); return token; }
initNamedEntity(namedEntityType); Token token = new Token(jCas, documentText.length(), documentText.length() + tok.length()); token.setPos(pos); token.addToIndexes();
initNamedEntity(namedEntityType); Token token = new Token(jCas, documentText.length(), documentText.length() + tok.length()); token.setPos(pos); token.addToIndexes();
int endIndex = docText.length(); Token token = new Token(initView, startIndex, endIndex); token.setPos(line.pos); token.addToIndexes();
int endIndex = docText.length(); Token token = new Token(initView, startIndex, endIndex); token.setPos(line.pos); token.addToIndexes();
TreebankNode leaf = tree.getTerminals(i); if (leaf.getBegin() != leaf.getEnd()) { Token token = new Token(jCas, leaf.getBegin(), leaf.getEnd()); token.setPos(leaf.getNodeType()); token.addToIndexes();
TreebankNode leaf = tree.getTerminals(i); if (leaf.getBegin() != leaf.getEnd()) { Token token = new Token(jCas, leaf.getBegin(), leaf.getEnd()); token.setPos(leaf.getNodeType()); token.addToIndexes();
Token token = new Token(jCas, begin, end);
Token token = new Token(jCas, begin, end);
int tokenEnd = textBuilder.length(); textBuilder.append(' '); Token token = new Token(view, tokenBegin, tokenEnd); token.addToIndexes(); tokens.add(token);
int tokenEnd = textBuilder.length(); textBuilder.append(' '); Token token = new Token(view, tokenBegin, tokenEnd); token.addToIndexes(); tokens.add(token);
for (GeniaTag posTag : posTags) { Span tokenSpan = posTag.getSpans().get(0); Token token = new Token(annotationsView, tokenSpan.getBegin(), tokenSpan.getEnd()); if (loadPosTags) token.setPos(posTag.getLabel());
for (GeniaTag posTag : posTags) { Span tokenSpan = posTag.getSpans().get(0); Token token = new Token(annotationsView, tokenSpan.getBegin(), tokenSpan.getEnd()); if (loadPosTags) token.setPos(posTag.getLabel());
String pos = tokenAnn.get(PartOfSpeechAnnotation.class); String lemma = tokenAnn.get(LemmaAnnotation.class); Token token = new Token(jCas, begin, end); token.setPos(pos); token.setLemma(lemma);
if (terminal.getBegin() != terminal.getEnd()) { terminal.setTokenIndex(tokenIndex++); Token uimaToken = new Token(docView, terminal.getBegin(), terminal.getEnd()); uimaToken.setPos(terminal.getNodeType()); uimaToken.addToIndexes();
if (terminal.getBegin() != terminal.getEnd()) { terminal.setTokenIndex(tokenIndex++); Token uimaToken = new Token(docView, terminal.getBegin(), terminal.getEnd()); uimaToken.setPos(terminal.getNodeType()); uimaToken.addToIndexes();