public void addPhrases(Collection<String> phraseTexts) { for (String phraseText:phraseTexts) { addPhrase(phraseText, null); } }
public boolean addPhrase(List<String> tokens) { return addPhrase(tokens, null); }
public boolean addPhrase(String phraseText, String tag) { return addPhrase(phraseText, tag, null); }
public boolean addPhrase(String phraseText) { return addPhrase(phraseText, null); }
public boolean addPhrase(List<String> tokens, String tag) { return addPhrase(tokens, tag, null); }
public boolean add(String s) { return phraseTable.addPhrase(s); }
private synchronized boolean addPhrase(String phraseText, String tag, WordList wordList, Object phraseData) { if (rootTree == null) { rootTree = new HashMap<>(); } return addPhrase(rootTree, phraseText, tag, wordList, phraseData, 0); }
public void addPhrases(Map<String,String> taggedPhraseTexts) { for (String phraseText:taggedPhraseTexts.keySet()) { addPhrase(phraseText, taggedPhraseTexts.get(phraseText)); } }
public StringSequenceAnnotationPattern(Class textKey, Map<List<String>, Object> targets, boolean ignoreCase) { this.textKey = textKey; phraseTable = new PhraseTable(false, ignoreCase, false); for (List<String> target:targets.keySet()) { phraseTable.addPhrase(target, null, targets.get(target)); if (maxNodes < 0 || target.size() > maxNodes) maxNodes = target.size(); } }
public boolean addPhrase(String phraseText, String tag, Object phraseData) { WordList wordList = toNormalizedWordList(phraseText); return addPhrase(phraseText, tag, wordList, phraseData); }
public StringSequenceAnnotationPattern(Class textKey, Set<List<String>> targets, boolean ignoreCase) { this.textKey = textKey; phraseTable = new PhraseTable(false, ignoreCase, false); for (List<String> target:targets) { phraseTable.addPhrase(target); if (maxNodes < 0 || target.size() > maxNodes) maxNodes = target.size(); } }
public void readPhrases(String filename, boolean checkTag, Pattern delimiterPattern) throws IOException { Timing timer = new Timing(); timer.doing("Reading phrases: " + filename); BufferedReader br = IOUtils.getBufferedFileReader(filename); String line; while ((line = br.readLine()) != null) { if (checkTag) { String[] columns = delimiterPattern.split(line, 2); if (columns.length == 1) { addPhrase(columns[0]); } else { addPhrase(columns[0], columns[1]); } } else { addPhrase(line); } } br.close(); timer.done(); }
public boolean addPhrase(List<String> tokens, String tag, Object phraseData) { WordList wordList = new StringList(tokens); return addPhrase(StringUtils.join(tokens, " "), tag, wordList, phraseData); }
private synchronized void addPhrase(Map<String,Object> tree, Phrase phrase, int wordIndex) { String word = (phrase.wordList.size() <= wordIndex)? PHRASE_END:phrase.wordList.getWord(wordIndex); Object node = tree.get(word); if (node == null) { tree.put(word, phrase); } else if (node instanceof Phrase) { // create list with this phrase and other and put it here List list = new ArrayList(2); list.add(phrase); list.add(node); tree.put(word, list); } else if (node instanceof Map) { addPhrase((Map<String,Object>) node, phrase, wordIndex+1); } else if (node instanceof List) { ((List) node).add(phrase); } else { throw new RuntimeException("Unexpected class " + node.getClass() + " while adding word " + wordIndex + "(" + word + ") in phrase " + phrase.getText()); } }
public void readPhrases(String filename, int phraseColIndex, int tagColIndex) throws IOException { if (phraseColIndex < 0) { throw new IllegalArgumentException("Invalid phraseColIndex " + phraseColIndex); } Timing timer = new Timing(); timer.doing("Reading phrases: " + filename); BufferedReader br = IOUtils.getBufferedFileReader(filename); String line; while ((line = br.readLine()) != null) { String[] columns = tabPattern.split(line); String phrase = columns[phraseColIndex]; String tag = (tagColIndex >= 0)? columns[tagColIndex]: null; addPhrase(phrase, tag); } br.close(); timer.done(); }
addPhrase(phrase, null, counts); lineno++;
if (obj instanceof Phrase) { Phrase oldphrase = (Phrase) obj; addPhrase(newMap, oldphrase, i+1); } else { throw new RuntimeException("Unexpected class in list " + obj.getClass() + " while converting list to map");
public StringSequenceAnnotationPattern(Class textKey, Set<List<String>> targets, boolean ignoreCase) { this.textKey = textKey; phraseTable = new PhraseTable(false, ignoreCase, false); for (List<String> target:targets) { phraseTable.addPhrase(target); if (maxNodes < 0 || target.size() > maxNodes) maxNodes = target.size(); } }
public StringSequenceAnnotationPattern(Class textKey, Map<List<String>, Object> targets, boolean ignoreCase) { this.textKey = textKey; phraseTable = new PhraseTable(false, ignoreCase, false); for (List<String> target:targets.keySet()) { phraseTable.addPhrase(target, null, targets.get(target)); if (maxNodes < 0 || target.size() > maxNodes) maxNodes = target.size(); } }
public boolean addPhrase(List<String> tokens, String tag, Object phraseData) { WordList wordList = new StringList(tokens); return addPhrase(StringUtils.join(tokens, " "), tag, wordList, phraseData); }