@Override public String apply(Token input) { return input.getText(); } };
private static void outputInputRow (PrintWriter out, TokenSequence input, int start, int end) { out.println (" <tr class=\"input\">"); out.println (" <td class=\"label\"></td>"); for (int ip = start; ip < end; ip++) { out.print ("<td>"+input.get(ip).getText()+"</td>"); } out.println (" </tr>"); }
private static void outputInputRow (PrintWriter out, TokenSequence input, int start, int end) { out.println (" <tr class=\"input\">"); out.println (" <td class=\"label\"></td>"); for (int ip = start; ip < end; ip++) { out.print ("<td>"+input.get(ip).getText()+"</td>"); } out.println (" </tr>"); }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); for (int i = 0; i < ts.size(); i++) { Token t = ts.get(i); if (matchingRegex == null || matchingRegex.matcher(t.getText()).matches()) { t.setFeatureValue (prefix == null ? t.getText() : (prefix+t.getText()), 1.0); } } return carrier; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); for (int i = 0; i < ts.size(); i++) { Token t = ts.get(i); if (matchingRegex == null || matchingRegex.matcher(t.getText()).matches()) { t.setFeatureValue (prefix == null ? t.getText() : (prefix+t.getText()), 1.0); } } return carrier; }
public String toStringWithFeatureNames () { StringBuffer sb = new StringBuffer (); sb.append (getText()); if (features != null) { PropertyList.Iterator iter = features.iterator(); while (iter.hasNext()) { iter.next(); sb.append (" " + iter.getKey()); } } return sb.toString(); }
public String toStringWithFeatureNames () { StringBuffer sb = new StringBuffer (); sb.append (getText()); if (features != null) { PropertyList.Iterator iter = features.iterator(); while (iter.hasNext()) { iter.next(); sb.append (" " + iter.getKey()); } } return sb.toString(); }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); for (int i = 0; i < ts.size(); i++) { Token t = ts.get(i); String s = t.getText(); if (s.length() > prefixLength) t.setFeatureValue ((prefix + s.substring (0, prefixLength)), 1.0); } return carrier; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); for (int i = 0; i < ts.size(); i++) { Token t = ts.get(i); String s = t.getText(); if (s.length() > prefixLength) t.setFeatureValue ((prefix + s.substring (0, prefixLength)), 1.0); } return carrier; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); for (int i = 0; i < ts.size(); i++) { Token t = ts.get(i); String s = t.getText(); int slen = s.length(); if (slen > suffixLength) t.setFeatureValue ((prefix + s.substring (slen - suffixLength, slen)), 1.0); } return carrier; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); for (int i = 0; i < ts.size(); i++) { Token t = ts.get(i); String s = t.getText(); int slen = s.length(); if (slen > suffixLength) t.setFeatureValue ((prefix + s.substring (slen - suffixLength, slen)), 1.0); } return carrier; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); for (int i = 0; i < ts.size(); i++) { Token t = ts.get(i); t.setText(t.getText().toLowerCase()); } return carrier; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); for (int i = 0; i < ts.size(); i++) { Token t = ts.get(i); t.setText(t.getText().toLowerCase()); } return carrier; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); for (int i = 0; i < ts.size(); i++) { Token t = ts.get(i); t.setText(t.getText().toLowerCase()); } return carrier; }
@Override public Instance pipe(Instance inst) { TokenSequence seq = (TokenSequence) inst.getData(); for (int i = 0; i < seq.size(); i++) { Token token = seq.get(i); String classForPhone = Phonemes.getClassForPhone(token.getText()); token.setFeatureValue("THISPHCLS_" + classForPhone, 1.0); } return inst; } }
public FeatureSequence toFeatureSequence (Alphabet dict) { FeatureSequence fs = new FeatureSequence( dict, this.size() ); for (int i = 0; i < this.size(); i++) fs.add (dict.lookupIndex( (this.get(i)).getText())); return fs; }
public FeatureSequence toFeatureSequence (Alphabet dict) { FeatureSequence fs = new FeatureSequence( dict, this.size() ); for (int i = 0; i < this.size(); i++) fs.add (dict.lookupIndex( (this.get(i)).getText())); return fs; }
public FeatureSequence toFeatureSequence (Alphabet dict) { FeatureSequence fs = new FeatureSequence( dict, this.size() ); for (int i = 0; i < this.size(); i++) fs.add (dict.lookupIndex( (this.get(i)).getText())); return fs; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); FeatureSequence ret = new FeatureSequence ((Alphabet)getDataAlphabet(), ts.size()); for (int i = 0; i < ts.size(); i++) { ret.add (ts.get(i).getText()); } carrier.setData(ret); return carrier; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); FeatureSequence ret = new FeatureSequence ((Alphabet)getDataAlphabet(), ts.size()); for (int i = 0; i < ts.size(); i++) { ret.add (ts.get(i).getText()); } carrier.setData(ret); return carrier; }