public static List<Tree> convertToTrees(byte[] input) { try { List<Tree> output = new ArrayList<>(); ByteArrayInputStream bis = new ByteArrayInputStream(input); GZIPInputStream gis = new GZIPInputStream(bis); ObjectInputStream ois = new ObjectInputStream(gis); int size = ErasureUtils.<Integer>uncheckedCast(ois.readObject()); for (int i = 0; i < size; ++i) { String rawTree = ErasureUtils.uncheckedCast(ois.readObject()); Tree tree = Tree.valueOf(rawTree, trf); tree.setSpans(); output.add(tree); } ois.close(); gis.close(); bis.close(); return output; } catch (IOException e) { throw new RuntimeIOException(e); } catch (ClassNotFoundException e) { throw new RuntimeException(e); } }
public double score(Tree tree) { IdentityHashMap<Tree, SimpleMatrix> nodeVectors = Generics.newIdentityHashMap(); Tree transformedTree = transformer.transformTree(tree); if (op.trainOptions.useContextWords) { Trees.convertToCoreLabels(transformedTree); transformedTree.setSpans(); } double score = scorer.score(transformedTree, nodeVectors); deepTrees.add(new DeepTree(tree, nodeVectors, score)); return score; }
public double score(Tree tree) { double totalScore = 0.0; for (DVParserCostAndGradient scorer : scorers) { IdentityHashMap<Tree, SimpleMatrix> nodeVectors = Generics.newIdentityHashMap(); Tree transformedTree = transformer.transformTree(tree); if (op.trainOptions.useContextWords) { Trees.convertToCoreLabels(transformedTree); transformedTree.setSpans(); } double score = scorer.score(transformedTree, nodeVectors); totalScore += score; //totalScore = Math.max(totalScore, score); } return totalScore; } }
for (Tree tree : sentences) { Trees.convertToCoreLabels(tree); tree.setSpans();
sentenceTree.setSpans(); Map<Pair<Integer,Integer>,Tree> treeSpanMap = Generics.newHashMap(); Map<Pair<Integer,Integer>,List<Tree>> wordSpanMap = Generics.newHashMap();
sentenceTree.setSpans(); Map<Pair<Integer,Integer>,Tree> treeSpanMap = Generics.newHashMap(); Map<Pair<Integer,Integer>,List<Tree>> wordSpanMap = Generics.newHashMap();
t2.setSpans(); for(Tree subTree : t2) { if(subTree.isPhrasal()) {
CoreMap sentence = sentences.get(i); Tree tree = sentence.get(TreeCoreAnnotations.TreeAnnotation.class); tree.setSpans(); List<String[]> sentWords = document.sentenceWordLists.get(i);
CoreMap sentence = sentences.get(i); Tree tree = sentence.get(TreeCoreAnnotations.TreeAnnotation.class); tree.setSpans(); List<String[]> sentWords = document.sentenceWordLists.get(i);
public static List<Tree> convertToTrees(byte[] input) { try { List<Tree> output = new ArrayList<>(); ByteArrayInputStream bis = new ByteArrayInputStream(input); GZIPInputStream gis = new GZIPInputStream(bis); ObjectInputStream ois = new ObjectInputStream(gis); int size = ErasureUtils.<Integer>uncheckedCast(ois.readObject()); for (int i = 0; i < size; ++i) { String rawTree = ErasureUtils.uncheckedCast(ois.readObject()); Tree tree = Tree.valueOf(rawTree, trf); tree.setSpans(); output.add(tree); } ois.close(); gis.close(); bis.close(); return output; } catch (IOException e) { throw new RuntimeIOException(e); } catch (ClassNotFoundException e) { throw new RuntimeException(e); } }
public static List<Tree> convertToTrees(byte[] input) { try { List<Tree> output = new ArrayList<>(); ByteArrayInputStream bis = new ByteArrayInputStream(input); GZIPInputStream gis = new GZIPInputStream(bis); ObjectInputStream ois = new ObjectInputStream(gis); int size = ErasureUtils.<Integer>uncheckedCast(ois.readObject()); for (int i = 0; i < size; ++i) { String rawTree = ErasureUtils.uncheckedCast(ois.readObject()); Tree tree = Tree.valueOf(rawTree, trf); tree.setSpans(); output.add(tree); } ois.close(); gis.close(); bis.close(); return output; } catch (IOException e) { throw new RuntimeIOException(e); } catch (ClassNotFoundException e) { throw new RuntimeException(e); } }
public static List<Tree> convertToTrees(byte[] input) { try { List<Tree> output = new ArrayList<Tree>(); ByteArrayInputStream bis = new ByteArrayInputStream(input); GZIPInputStream gis = new GZIPInputStream(bis); ObjectInputStream ois = new ObjectInputStream(gis); int size = ErasureUtils.<Integer>uncheckedCast(ois.readObject()); for (int i = 0; i < size; ++i) { String rawTree = ErasureUtils.uncheckedCast(ois.readObject()); Tree tree = Tree.valueOf(rawTree, trf); tree.setSpans(); output.add(tree); } ois.close(); gis.close(); bis.close(); return output; } catch (IOException e) { throw new RuntimeIOException(e); } catch (ClassNotFoundException e) { throw new RuntimeException(e); } }
public double score(Tree tree) { IdentityHashMap<Tree, SimpleMatrix> nodeVectors = Generics.newIdentityHashMap(); Tree transformedTree = transformer.transformTree(tree); if (op.trainOptions.useContextWords) { Trees.convertToCoreLabels(transformedTree); transformedTree.setSpans(); } double score = scorer.score(transformedTree, nodeVectors); deepTrees.add(new DeepTree(tree, nodeVectors, score)); return score; }
public double score(Tree tree) { IdentityHashMap<Tree, SimpleMatrix> nodeVectors = Generics.newIdentityHashMap(); Tree transformedTree = transformer.transformTree(tree); if (op.trainOptions.useContextWords) { Trees.convertToCoreLabels(transformedTree); transformedTree.setSpans(); } double score = scorer.score(transformedTree, nodeVectors); deepTrees.add(new DeepTree(tree, nodeVectors, score)); return score; }
public double score(Tree tree) { IdentityHashMap<Tree, SimpleMatrix> nodeVectors = Generics.newIdentityHashMap(); Tree transformedTree = transformer.transformTree(tree); if (op.trainOptions.useContextWords) { Trees.convertToCoreLabels(transformedTree); transformedTree.setSpans(); } double score = scorer.score(transformedTree, nodeVectors); deepTrees.add(new DeepTree(tree, nodeVectors, score)); return score; }
t2.setSpans(); for(Tree subTree : t2) { if(subTree.isPhrasal()) {
CoreMap sentence = sentences.get(i); Tree tree = sentence.get(TreeCoreAnnotations.TreeAnnotation.class); tree.setSpans(); List<String[]> sentWords = document.sentenceWordLists.get(i);