@Override public List<Constituent> transform(Constituent input) { int tokenId = input.getEndSpan(); TextAnnotation ta = input.getTextAnnotation(); Sentence sentence = ta.getSentence(input.getSentenceId()); if (tokenId < sentence.size()) { Constituent c = new Constituent("", "", ta, tokenId, tokenId + 1); return Collections.singletonList(addPointerToSource(input, c)); } else return new ArrayList<>(); }
@Override public List<Constituent> transform(Constituent input) { int tokenId = input.getEndSpan(); TextAnnotation ta = input.getTextAnnotation(); Sentence sentence = ta.getSentence(input.getSentenceId()); if (tokenId < sentence.size()) { Constituent c = new Constituent("", "", ta, tokenId, tokenId + 1); return Collections.singletonList(addPointerToSource(input, c)); } else return new ArrayList<>(); }
size += input.getSentence(i).size(); int nConstituents = depTreeView.getNumberOfConstituents(); if (nConstituents != size) {
size += input.getSentence(i).size(); int nConstituents = depTreeView.getNumberOfConstituents(); if (nConstituents != size) {
if (parser.equals("Berkeley")) parserView += ViewNames.PARSE_BERKELEY; if (parser.equals("Stanford")) parserView += ViewNames.PARSE_STANFORD; if (ta.getView(parserView).getNumberOfConstituents() != ta.getSentence(0).size()) { log.error("Head-dependency mismatch, removing sentence from dataset"); SentenceDBHandler.instance.removeTextAnnotation(ta);
@Override public void addView(TextAnnotation ta) { TokenLabelView posView = new TokenLabelView(ViewNames.POS, "ParsePOS", ta, 1.0); int tokenId = 0; for (int sentenceId = 0; sentenceId < ta.getNumberOfSentences(); sentenceId++) { Tree<String> parseTree = ((TreeView) (ta.getView(parseViewName))).getTree(sentenceId); parseTree = ParseUtils.snipNullNodes(parseTree); parseTree = ParseUtils.stripFunctionTags(parseTree); if (parseTree.getYield().size() != ta.getSentence(sentenceId).size()) { Sentence s = ta.getSentence(sentenceId); System.err.println(":"+s+":"); List<Tree<String>> tree = parseTree.getYield(); System.err.println("-"+tree+"-"); throw new IllegalStateException("Parse tree size != ta.size()"); } for (Tree<String> y : parseTree.getYield()) { posView.addTokenLabel(tokenId++, y.getParent().getLabel(), 1.0); } } ta.addView(getViewName(), posView); // return posView; }
@Override public void addView(TextAnnotation ta) { TokenLabelView posView = new TokenLabelView(ViewNames.POS, "ParsePOS", ta, 1.0); int tokenId = 0; for (int sentenceId = 0; sentenceId < ta.getNumberOfSentences(); sentenceId++) { Tree<String> parseTree = ((TreeView) (ta.getView(parseViewName))).getTree(sentenceId); parseTree = ParseUtils.snipNullNodes(parseTree); parseTree = ParseUtils.stripFunctionTags(parseTree); if (parseTree.getYield().size() != ta.getSentence(sentenceId).size()) { Sentence s = ta.getSentence(sentenceId); System.err.println(":"+s+":"); List<Tree<String>> tree = parseTree.getYield(); System.err.println("-"+tree+"-"); throw new IllegalStateException("Parse tree size != ta.size()"); } for (Tree<String> y : parseTree.getYield()) { posView.addTokenLabel(tokenId++, y.getParent().getLabel(), 1.0); } } ta.addView(getViewName(), posView); // return posView; }
@Override public void addView(TextAnnotation ta) { TokenLabelView posView = new TokenLabelView(ViewNames.POS, "ParsePOS", ta, 1.0); int tokenId = 0; for (int sentenceId = 0; sentenceId < ta.getNumberOfSentences(); sentenceId++) { Tree<String> parseTree = ((TreeView) (ta.getView(parseViewName))).getTree(sentenceId); parseTree = ParseUtils.snipNullNodes(parseTree); parseTree = ParseUtils.stripFunctionTags(parseTree); if (parseTree.getYield().size() != ta.getSentence(sentenceId).size()) throw new IllegalStateException("Parse tree size != ta.size()"); for (Tree<String> y : parseTree.getYield()) { posView.addTokenLabel(tokenId++, y.getParent().getLabel(), 1.0); } } ta.addView(getViewName(), posView); }
@Override public void addView(TextAnnotation ta) { TokenLabelView posView = new TokenLabelView(ViewNames.POS, "ParsePOS", ta, 1.0); int tokenId = 0; for (int sentenceId = 0; sentenceId < ta.getNumberOfSentences(); sentenceId++) { Tree<String> parseTree = ((TreeView) (ta.getView(parseViewName))).getTree(sentenceId); parseTree = ParseUtils.snipNullNodes(parseTree); parseTree = ParseUtils.stripFunctionTags(parseTree); if (parseTree.getYield().size() != ta.getSentence(sentenceId).size()) throw new IllegalStateException("Parse tree size != ta.size()"); for (Tree<String> y : parseTree.getYield()) { posView.addTokenLabel(tokenId++, y.getParent().getLabel(), 1.0); } } ta.addView(getViewName(), posView); }
for(int k = 0; k < sentence.size(); k++){ int tokenid = sentstart+k;
for(int k = 0; k < sentence.size(); k++){ int tokenid = sentstart+k;