@Override public String toString() { return this.stringList.toString(); } }
@Override public int hashCode() { // if lookup is too slow optimize this return StringUtil.toLowerCase(this.stringList.toString()).hashCode(); }
@Override public String[] getContext(CharSequence document) { String[] superContext = super.getContext(document); List<String> context = new ArrayList(Arrays.asList(superContext)); document = this.normalizer.normalize(document); SimpleTokenizer tokenizer = SimpleTokenizer.INSTANCE; String[] words = tokenizer.tokenize(document.toString()); NGramModel tokenNgramModel = new NGramModel(); if (words.length > 0) { tokenNgramModel.add(new StringList(words), 1, 3); Iterator tokenNgramIterator = tokenNgramModel.iterator(); while (tokenNgramIterator.hasNext()) { StringList tokenList = (StringList) tokenNgramIterator.next(); if (tokenList.size() > 0) { context.add("tg=" + tokenList.toString()); } } } return context.toArray(new String[context.size()]); } }
@Override public String toString() { return this.stringList.toString(); } }
@Override public String toString() { return this.stringList.toString(); } }
@Override public int hashCode() { // if lookup is too slow optimize this return StringUtil.toLowerCase(this.stringList.toString()).hashCode(); }
@Override public int hashCode() { // if lookup is too slow optimize this return StringUtil.toLowerCase(this.stringList.toString()).hashCode(); }