public TrieLexiconMembership(String name, Reader lexiconReader, boolean ignoreCase, boolean includeDelims, String delim) { this.name = name; this.lexicon = new TrieLexicon(name, ignoreCase); LineNumberReader reader = new LineNumberReader(lexiconReader); String line; while (true) { try { line = reader.readLine(); } catch (IOException e) { throw new IllegalStateException(); } if (line == null) { break; } else { lexicon.add(line, includeDelims, delim); } } if (lexicon.size() == 0) throw new IllegalArgumentException("Empty lexicon"); }
public TrieLexiconMembership(String name, Reader lexiconReader, boolean ignoreCase, boolean includeDelims, String delim) { this.name = name; this.lexicon = new TrieLexicon(name, ignoreCase); LineNumberReader reader = new LineNumberReader(lexiconReader); String line; while (true) { try { line = reader.readLine(); } catch (IOException e) { throw new IllegalStateException(); } if (line == null) { break; } else { lexicon.add(line, includeDelims, delim); } } if (lexicon.size() == 0) throw new IllegalArgumentException("Empty lexicon"); }
public TrieLexiconMembership(String name, Reader lexiconReader, boolean ignoreCase) { this.name = name; this.lexicon = new TrieLexicon(name, ignoreCase); LineNumberReader reader = new LineNumberReader(lexiconReader); String line; while (true) { try { line = reader.readLine(); } catch (IOException e) { throw new IllegalStateException(); } if (line == null) { break; } else { lexicon.add(line); } } if (lexicon.size() == 0) throw new IllegalArgumentException("Empty lexicon"); }
public TrieLexiconMembership(String name, Reader lexiconReader, boolean ignoreCase) { this.name = name; this.lexicon = new TrieLexicon(name, ignoreCase); LineNumberReader reader = new LineNumberReader(lexiconReader); String line; while (true) { try { line = reader.readLine(); } catch (IOException e) { throw new IllegalStateException(); } if (line == null) { break; } else { lexicon.add(line); } } if (lexicon.size() == 0) throw new IllegalArgumentException("Empty lexicon"); }
public TrieLexiconMembership(String name, Reader lexiconReader, boolean ignoreCase) { this.name = name; this.lexicon = new TrieLexicon(name, ignoreCase); LineNumberReader reader = new LineNumberReader(lexiconReader); String line; while (true) { try { line = reader.readLine(); } catch (IOException e) { throw new IllegalStateException(); } if (line == null) { break; } else { lexicon.add(line); } } if (lexicon.size() == 0) throw new IllegalArgumentException("Empty lexicon"); }
public TrieLexiconMembership(String name, Reader lexiconReader, boolean ignoreCase, boolean includeDelims, String delim) { this.name = name; this.lexicon = new TrieLexicon(name, ignoreCase); LineNumberReader reader = new LineNumberReader(lexiconReader); String line; while (true) { try { line = reader.readLine(); } catch (IOException e) { throw new IllegalStateException(); } if (line == null) { break; } else { lexicon.add(line, includeDelims, delim); } } if (lexicon.size() == 0) throw new IllegalArgumentException("Empty lexicon"); }
public void addFeatures(TokenSequence ts) { int i = 0; while (i < ts.size()) { int j = endOfWord(ts, i); if (j == -1) { i++; } else { for (; i <= j; i++) { Token t = ts.get(i); t.setFeatureValue(name, 1.0); } } } }
public void add(String word) { add(word, false, " "); }
public void addFeatures(TokenSequence ts) { int i = 0; while (i < ts.size()) { int j = endOfWord(ts, i); if (j == -1) { i++; } else { for (; i <= j; i++) { Token t = ts.get(i); t.setFeatureValue(name, 1.0); } } } }
public void add(String word) { add(word, false, " "); }
public void add(String word) { add(word, false, " "); }
public void addFeatures(TokenSequence ts) { int i = 0; while (i < ts.size()) { int j = endOfWord(ts, i); if (j == -1) { i++; } else { for (; i <= j; i++) { Token t = ts.get(i); t.setFeatureValue(name, 1.0); } } } }
public Instance pipe(Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); lexicon.addFeatures(ts); return carrier; }
public Instance pipe(Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); lexicon.addFeatures(ts); return carrier; }
public Instance pipe(Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); lexicon.addFeatures(ts); return carrier; }