static void compareLabelings (TestResults results, LabelsSequence returned, LabelsSequence target) { assert returned.size () == target.size (); for (int i = 0; i < returned.size (); i++) { // System.out.println ("Time "+i); Labels lblsReturned = returned.getLabels (i); Labels lblsTarget = target.getLabels (i); results.incrementCount (lblsReturned, lblsTarget); } }
public void testSerializable () throws IOException, ClassNotFoundException { LabelAlphabet dict = new LabelAlphabet (); Labels lbls1 = new Labels (new Label[] { dict.lookupLabel ("A"), dict.lookupLabel ("B"), }); Labels lbls2 = new Labels (new Label[] { dict.lookupLabel ("C"), dict.lookupLabel ("A"), }); LabelsSequence lblseq = new LabelsSequence (new Labels[] { lbls1, lbls2 }); LabelsSequence lblseq2 = (LabelsSequence) TestSerializable.cloneViaSerialization (lblseq); assertEquals (lblseq.size(), lblseq2.size()); assertEquals (lblseq.getLabels(0).toString(), lblseq2.getLabels(0).toString ()); assertEquals (lblseq.getLabels(1).toString(), lblseq2.getLabels(1).toString ()); }
@Override public Instance pipe(Instance inst) { LabelSequence seq = (LabelSequence) inst.getTarget(); LabelsSequence sseq = new LabelsSequence(seq); LabelsAssignment labels = new LabelsAssignment(sseq); inst.setTarget(labels); return inst; } }
public int maxTime () { return lblseq.size (); }
public void testFromSerialization () throws IOException, ClassNotFoundException { Pipe p = new GenericAcrfData2TokenSequence (); InstanceList training = new InstanceList (p); training.addThruPipe (new LineGroupIterator (new StringReader (sampleData), Pattern.compile ("^$"), true)); Pipe p2 = (Pipe) TestSerializable.cloneViaSerialization (p); InstanceList l1 = new InstanceList (p); l1.addThruPipe (new LineGroupIterator (new StringReader (sampleData2), Pattern.compile ("^$"), true)); InstanceList l2 = new InstanceList (p2); l2.addThruPipe (new LineGroupIterator (new StringReader (sampleData2), Pattern.compile ("^$"), true)); // the readResolve alphabet thing doesn't kick in on first deserialization assertTrue (p.getTargetAlphabet () != p2.getTargetAlphabet ()); assertEquals (1, l1.size ()); assertEquals (1, l2.size ()); Instance inst1 = l1.get (0); Instance inst2 = l2.get (0); LabelsSequence ls1 = (LabelsSequence) inst1.getTarget (); LabelsSequence ls2 = (LabelsSequence) inst2.getTarget (); assertEquals (4, ls1.size ()); assertEquals (4, ls2.size ()); for (int i = 0; i < 4; i++) { assertEquals (ls1.get (i).toString (), ls2.get (i).toString ()); } }
public static LabelSequence sliceLabelsSequence (LabelsSequence lbls, int slice) { return sliceLabelsSequence (lbls, lbls.getLabels (0).get (0).getLabelAlphabet (), slice); }
public void testSerializable () throws IOException, ClassNotFoundException { LabelAlphabet dict = new LabelAlphabet (); Labels lbls1 = new Labels (new Label[] { dict.lookupLabel ("A"), dict.lookupLabel ("B"), }); Labels lbls2 = new Labels (new Label[] { dict.lookupLabel ("C"), dict.lookupLabel ("A"), }); LabelsSequence lblseq = new LabelsSequence (new Labels[] { lbls1, lbls2 }); LabelsSequence lblseq2 = (LabelsSequence) TestSerializable.cloneViaSerialization (lblseq); assertEquals (lblseq.size(), lblseq2.size()); assertEquals (lblseq.getLabels(0).toString(), lblseq2.getLabels(0).toString ()); assertEquals (lblseq.getLabels(1).toString(), lblseq2.getLabels(1).toString ()); }
@Override public Instance pipe(Instance inst) { List<String> source = (List<String>) inst.getData(); List<String[]> target = (List<String[]>) inst.getTarget(); inst.setData(makeTokenSeq(source)); if (target != null) { Preconditions.checkState(target.size() == source.size(), "target %s source %s", target, source); Labels[] labels = new Labels[target.size()]; for (int i = 0; i < target.size(); i++) { String[] labelStrings = target.get(i); labels[i] = new Labels(new Label[] { alignDict.lookupLabel(labelStrings[0]), phoneDict.lookupLabel(labelStrings[1]) }); } inst.setTarget(new LabelsAssignment(new LabelsSequence(labels))); } return inst; }
public int maxTime () { return lblseq.size (); }
public void testFromSerialization () throws IOException, ClassNotFoundException { Pipe p = new GenericAcrfData2TokenSequence (); InstanceList training = new InstanceList (p); training.addThruPipe (new LineGroupIterator (new StringReader (sampleData), Pattern.compile ("^$"), true)); Pipe p2 = (Pipe) TestSerializable.cloneViaSerialization (p); InstanceList l1 = new InstanceList (p); l1.addThruPipe (new LineGroupIterator (new StringReader (sampleData2), Pattern.compile ("^$"), true)); InstanceList l2 = new InstanceList (p2); l2.addThruPipe (new LineGroupIterator (new StringReader (sampleData2), Pattern.compile ("^$"), true)); // the readResolve alphabet thing doesn't kick in on first deserialization assertTrue (p.getTargetAlphabet () != p2.getTargetAlphabet ()); assertEquals (1, l1.size ()); assertEquals (1, l2.size ()); Instance inst1 = l1.get (0); Instance inst2 = l2.get (0); LabelsSequence ls1 = (LabelsSequence) inst1.getTarget (); LabelsSequence ls2 = (LabelsSequence) inst2.getTarget (); assertEquals (4, ls1.size ()); assertEquals (4, ls2.size ()); for (int i = 0; i < 4; i++) { assertEquals (ls1.get (i).toString (), ls2.get (i).toString ()); } }
public static LabelSequence sliceLabelsSequence (LabelsSequence lbls, int slice) { return sliceLabelsSequence (lbls, lbls.getLabels (0).get (0).getLabelAlphabet (), slice); }
static void compareLabelings (TestResults results, LabelsSequence returned, LabelsSequence target) { assert returned.size () == target.size (); for (int i = 0; i < returned.size (); i++) { // System.out.println ("Time "+i); Labels lblsReturned = returned.getLabels (i); Labels lblsTarget = target.getLabels (i); results.incrementCount (lblsReturned, lblsTarget); } }
carrier.setData (tokenization); carrier.setTarget (new LabelsAssignment (new LabelsSequence (lbls))); return carrier;
public int maxTime () { return lblseq.size (); }
public static LabelSequence sliceLabelsSequence (LabelsSequence lbls, int slice) { return sliceLabelsSequence (lbls, lbls.getLabels (0).get (0).getLabelAlphabet (), slice); }
static void compareLabelings (TestResults results, LabelsSequence returned, LabelsSequence target) { assert returned.size () == target.size (); for (int i = 0; i < returned.size (); i++) { // System.out.println ("Time "+i); Labels lblsReturned = returned.getLabels (i); Labels lblsTarget = target.getLabels (i); results.incrementCount (lblsReturned, lblsTarget); } }
carrier.setData (tokenization); carrier.setTarget (new LabelsAssignment (new LabelsSequence (lbls))); return carrier;
public void testFixedNumLabels () throws IOException, ClassNotFoundException { Pipe p = new GenericAcrfData2TokenSequence (2); InstanceList training = new InstanceList (p); training.addThruPipe (new LineGroupIterator (new StringReader (sampleFixedData), Pattern.compile ("^$"), true)); assertEquals (1, training.size ()); Instance inst1 = training.get (0); LabelsSequence ls1 = (LabelsSequence) inst1.getTarget (); assertEquals (4, ls1.size ()); }
carrier.setData (tokenization); carrier.setTarget (new LabelsAssignment (new LabelsSequence (lbls))); return carrier;