/** * used for trace level logging of Tokens part of a chunk * @param token * @return */ private String logPosCategories(Token token){ List<Value<PosTag>> posTags = token.getAnnotations(POS_ANNOTATION); List<String> catNames = new ArrayList<String>(posTags.size()); for(Value<PosTag> tag : posTags){ Set<LexicalCategory> cats = tag.value().getCategories(); if(cats.size() > 1){ catNames.add(cats.toString()); } else if(!cats.isEmpty()){ catNames.add(cats.iterator().next().toString()); } else { catNames.add(tag.value().getTag()); } } return catNames.toString(); }
double sumScore = 0; double[] matchScores = new double[ttd.length]; for(Value<PosTag> pos : token.getAnnotations(POS_ANNOTATION)){ log.trace(" - {}",pos); double score = pos.probability();
new Object[]{tokenData.index,tokenData.token, tokenData.morpho != null ? ("(lemma: "+tokenData.morpho.getLemma()+") ") : "", tokenData.token.getAnnotations(POS_ANNOTATION), tokenData.inChunk != null ? tokenData.inChunk.chunk.getSpan() : "none"}); if(!ct.isLinkable) { //if not already processable log.debug(" > convert Token {}: {} (pos:{}) from matchable to processable", new Object[]{i,ct.token.getSpan(),ct.token.getAnnotations(POS_ANNOTATION)}); ct.isLinkable = true; if(!hasLinkableToken){
new Object[]{tokenData.index,tokenData.token, tokenData.morpho != null ? ("(lemma: "+tokenData.morpho.getLemma()+") ") : "", tokenData.token.getAnnotations(POS_ANNOTATION), tokenData.inChunk != null ? tokenData.inChunk.chunk.getSpan() : "none"}); if(!ct.isLinkable) { //if not already processable log.debug(" > convert Token {}: {} (pos:{}) from matchable to processable", new Object[]{i,ct.token.getSpan(),ct.token.getAnnotations(POS_ANNOTATION)}); ct.isLinkable = true; if(!hasLinkableToken){
Iterator<Value<PosTag>> posTags = token.getAnnotations(NlpAnnotations.POS_ANNOTATION).iterator(); boolean ignore = false; while(!ignore && !process && posTags.hasNext()) {
this.start = token.getStart(); this.end = token.getEnd(); List<Value<PosTag>> tags = token.getAnnotations(NlpAnnotations.POS_ANNOTATION); PosTag posTag = null; if(tags != null && !tags.isEmpty()){
for(Value<PosTag> posAnno : token.getAnnotations(NlpAnnotations.POS_ANNOTATION)){ if(posAnno.value().isMapped()){ for(LexicalCategory cat :posAnno.value().getCategories()){
boolean isMatchablePos = false; boolean isSubSentenceStart = false; List<Value<PosTag>> posAnnotations = token.getAnnotations(POS_ANNOTATION); for(Value<PosTag> posAnnotation : posAnnotations){ List<Value<MorphoFeatures>> morphoAnnotations = token.getAnnotations(NlpAnnotations.MORPHO_ANNOTATION); if(selectedPosTag == null){ //no POS information ... use the first morpho annotation morpho = morphoAnnotations.isEmpty() ? null : morphoAnnotations.get(0).value();
boolean isMatchablePos = false; boolean isSubSentenceStart = false; List<Value<PosTag>> posAnnotations = token.getAnnotations(POS_ANNOTATION); for(Value<PosTag> posAnnotation : posAnnotations){ List<Value<MorphoFeatures>> morphoAnnotations = token.getAnnotations(NlpAnnotations.MORPHO_ANNOTATION); if(selectedPosTag == null){ //no POS information ... use the first morpho annotation morpho = morphoAnnotations.isEmpty() ? null : morphoAnnotations.get(0).value();