@Override public String toString() { return "olia:" + name(); } }
@Override public Set<LexicalCategory> getCategories(PosTag posTag) { return posTag.getCategories(); }
/** * Checks if a posTag matches against this TokenTypeDefinition * @param posTag the posTag to check * @return <code>true</code> in case of a match. Otherwise <code>false</code> * @throws NullPointerException if the parsed posTag is <code>null</code> */ public boolean matches(PosTag posTag){ //check against incldues categories, posTags and tags boolean matches = (!Collections.disjoint(posTag.getCategories(), categories)) || (!Collections.disjoint(posTag.getPosHierarchy(), posTags)) || tags.contains(posTag.getTag()); //if there is a match we need still to check for excluded POS tags return matches ? Collections.disjoint(posTag.getPosHierarchy(),excludedPosTags) : false; }
private boolean isSectionBorder(Token token, String language) { Value<PosTag> posAnnotation = token.getAnnotation(NlpAnnotations.POS_ANNOTATION); if(posAnnotation != null && !Collections.disjoint(sectionBorderPosTags, posAnnotation.value().getPosHierarchy())){ return true; } else { return false; } }
private PosTag getPosTag(TagSet<PosTag> model, Map<String,PosTag> adhocTags, String tag, String language) { PosTag posTag = model.getTag(tag); if(posTag != null){ return posTag; } posTag = adhocTags.get(tag); if(posTag != null){ return posTag; } posTag = new PosTag(tag); adhocTags.put(tag, posTag); log.info("Encountered umapped POS tag '{}' for langauge '{}'",tag,language); return posTag; }
Pos(String name, LexicalCategory category, LexicalCategory additional) { this.uri = new IRI(OLIA_NAMESPACE + (name == null ? name() : name)); categories = EnumSet.of(category); if (additional != null) { categories.add(additional); } parents = Collections.emptySet(); }
private boolean isVerb(Token token, String language) { Value<PosTag> posAnnotation = token.getAnnotation(NlpAnnotations.POS_ANNOTATION); return posAnnotation == null ? false : posAnnotation.value().hasCategory(LexicalCategory.Verb); }
@Override public boolean equals(Object obj) { return super.equals(obj) && obj instanceof PhraseTag && (category == null && ((PhraseTag)obj).category == null) || (category != null && category.equals(((PhraseTag)obj).category)); }
@Override public ObjectNode serialize(ObjectMapper mapper, PhraseTag value) { ObjectNode jTag = mapper.createObjectNode(); jTag.put("tag",value.getTag()); if(value.getCategory() != null){ jTag.put("lc", value.getCategory().ordinal()); } return jTag; }
/** * If the current Token should be considered for counting distances to * negations and nouns * @param token * @param language * @return */ private boolean isCountable(Token token, String language){ Value<PosTag> posAnnotation = token.getAnnotation(NlpAnnotations.POS_ANNOTATION); if(posAnnotation != null && !Collections.disjoint(countableLexCats, posAnnotation.value().getCategories())){ return true; } else { return false; } }
@Override public String toString() { return "olia:" + name(); } }
private boolean isPronoun(Token token, String language) { Value<PosTag> posAnnotation = token.getAnnotation(NlpAnnotations.POS_ANNOTATION); return posAnnotation == null ? false : posAnnotation.value().getPosHierarchy().contains(Pos.Pronoun); }
@Override public boolean equals(Object obj) { return super.equals(obj) && obj instanceof PhraseTag && (category == null && ((PhraseTag)obj).category == null) || (category != null && category.equals(((PhraseTag)obj).category)); }
@Override public ObjectNode serialize(ObjectMapper mapper, PhraseTag value) { ObjectNode jTag = mapper.createObjectNode(); jTag.put("tag",value.getTag()); if(value.getCategory() != null){ jTag.put("lc", value.getCategory().ordinal()); } return jTag; }
@Override public String toString() { return phraseType.name(); }
private boolean isCoordinatingConjuction(Token token, String language) { Value<PosTag> posAnnotation = token.getAnnotation(NlpAnnotations.POS_ANNOTATION); return posAnnotation == null ? false : posAnnotation.value().getPosHierarchy().contains(Pos.CoordinatingConjunction); }
@Override public String toString() { return String.format("Phrase %s (%s)", tag, category == null ? "none" : category.name()); }
@Override public String toString() { return String.format("Phrase %s (%s)", tag, category == null ? "none" : category.name()); }
LexicalCategory() { this.uri = new IRI(OLIA_NAMESPACE + name()); }
LexicalCategory() { this.uri = new IRI(OLIA_NAMESPACE + name()); }