BaseToken token = printableTokens.get(i); String posTag = wordTagList[i]; token.setPartOfSpeech(posTag);
BaseToken token = printableTokens.get(i); String posTag = wordTagList[i]; token.setPartOfSpeech(posTag);
@Override public void process(JCas jCas) throws AnalysisEngineProcessException { for (Sentence sentence : JCasUtil.select(jCas, Sentence.class)) { List<BaseToken> tokens = JCasUtil.selectCovered(jCas, BaseToken.class, sentence); DEPTree tree = new DEPTree(); // Convert CAS data into structures usable by ClearNLP for (int i = 0; i < tokens.size(); i++) { BaseToken token = tokens.get(i); DEPNode node = new DEPNode(i+1, token.getCoveredText()); tree.add(node); } // Run parser and convert output back to CAS friendly data types postagger.process(tree); for (int i = 0; i < tokens.size(); i++) { BaseToken token = tokens.get(i); DEPNode node = tree.get(i+1); token.setPartOfSpeech(node.pos); } } } }
@Override public void process(JCas jCas) throws AnalysisEngineProcessException { for (Sentence sentence : JCasUtil.select(jCas, Sentence.class)) { List<BaseToken> tokens = JCasUtil.selectCovered(jCas, BaseToken.class, sentence); DEPTree tree = new DEPTree(); // Convert CAS data into structures usable by ClearNLP for (int i = 0; i < tokens.size(); i++) { BaseToken token = tokens.get(i); DEPNode node = new DEPNode(i+1, token.getCoveredText()); tree.add(node); } // Run parser and convert output back to CAS friendly data types postagger.process(tree); for (int i = 0; i < tokens.size(); i++) { BaseToken token = tokens.get(i); DEPNode node = tree.get(i+1); token.setPartOfSpeech(node.pos); } } } }
if (!loadWordsOnly) { String tag = token.substring(split + 1); baseToken.setPartOfSpeech(tag);
if (!loadWordsOnly) { String tag = token.substring(split + 1); baseToken.setPartOfSpeech(tag);
public BaseToken parseResource( final JCas jCas, final Basic resource ) { String className = ""; String pos = ""; final CodeableConcept codeableConcept = resource.getCode(); for ( Coding coding : codeableConcept.getCoding() ) { final String system = coding.getSystem(); if ( system.equals( CODING_TYPE_SYSTEM ) ) { className = coding.getCode(); } else if ( system.equals( CODING_PART_OF_SPEECH ) ) { pos = coding.getCode(); } } final BaseToken baseToken = createBaseToken( jCas, className ); baseToken.setPartOfSpeech( pos ); addTextSpan( baseToken, resource, LOGGER ); return baseToken; }
BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.setPartOfSpeech(tokens[2]); btoken.addToIndexes(); documentText.append(tokens[1] + " "); btoken.setTokenNumber(wordNumber++); btoken.setNormalizedForm(tokens[2]); btoken.setPartOfSpeech(tokens[3]); btoken.addToIndexes(); documentText.append(tokens[1] + " "); btoken.setTokenNumber(wordNumber++); btoken.setNormalizedForm(tokens[2]); btoken.setPartOfSpeech(tokens[4]); btoken.addToIndexes(); documentText.append(tokens[1] + " ");
BaseToken btoken = new BaseToken(jCas,wordStart,wordEnd); btoken.setTokenNumber(wordNumber++); btoken.setPartOfSpeech(tokens[2]); btoken.addToIndexes(); documentText.append(tokens[1] + " "); btoken.setTokenNumber(wordNumber++); btoken.setNormalizedForm(tokens[2]); btoken.setPartOfSpeech(tokens[3]); btoken.addToIndexes(); documentText.append(tokens[1] + " "); btoken.setTokenNumber(wordNumber++); btoken.setNormalizedForm(tokens[2]); btoken.setPartOfSpeech(tokens[4]); btoken.addToIndexes(); documentText.append(tokens[1] + " ");
newGoldToken.setPartOfSpeech(oldSystemToken.getPartOfSpeech()); newGoldToken.setTokenNumber(oldSystemToken.getTokenNumber());
newGoldToken.setPartOfSpeech(oldSystemToken.getPartOfSpeech()); newGoldToken.setTokenNumber(oldSystemToken.getTokenNumber());