public void testNoTokenText () { GenericAcrfData2TokenSequence p = new GenericAcrfData2TokenSequence (2); p.setFeaturesIncludeToken(false); p.setIncludeTokenText(false); InstanceList training = new InstanceList (p); training.addThruPipe (new LineGroupIterator (new StringReader (sampleFixedData), Pattern.compile ("^$"), true)); assertEquals (1, training.size ()); Instance inst1 = training.get (0); LabelsSequence ls1 = (LabelsSequence) inst1.getTarget (); assertEquals (4, ls1.size ()); TokenSequence ts1 = (TokenSequence) inst1.getData (); assertEquals (3, ts1.get(0).getFeatures().size ()); assertEquals (2, ts1.get(1).getFeatures().size ()); }
public void testNoTokenText () { GenericAcrfData2TokenSequence p = new GenericAcrfData2TokenSequence (2); p.setFeaturesIncludeToken(false); p.setIncludeTokenText(false); InstanceList training = new InstanceList (p); training.addThruPipe (new LineGroupIterator (new StringReader (sampleFixedData), Pattern.compile ("^$"), true)); assertEquals (1, training.size ()); Instance inst1 = training.get (0); LabelsSequence ls1 = (LabelsSequence) inst1.getTarget (); assertEquals (4, ls1.size ()); TokenSequence ts1 = (TokenSequence) inst1.getData (); assertEquals (3, ts1.get(0).getFeatures().size ()); assertEquals (2, ts1.get(1).getFeatures().size ()); }
basePipe.setFeaturesIncludeToken(useTokenText.value); basePipe.setIncludeTokenText(useTokenText.value);
basePipe.setFeaturesIncludeToken(useTokenText.value); basePipe.setIncludeTokenText(useTokenText.value);
basePipe.setFeaturesIncludeToken(useTokenText.value); basePipe.setIncludeTokenText(useTokenText.value);
basePipe.setFeaturesIncludeToken(false); basePipe.setIncludeTokenText(false);
basePipe.setFeaturesIncludeToken(false); basePipe.setIncludeTokenText(false);
basePipe.setFeaturesIncludeToken(false); basePipe.setIncludeTokenText(false);