@Override public TokenStream create(TokenStream input) { if (luceneMatchVersion.onOrAfter(Version.LUCENE_4_4_0)) { return new StopFilter(input, stopWords); } else { @SuppressWarnings("deprecation") final TokenStream filter = new Lucene43StopFilter(enablePositionIncrements, input, stopWords); return filter; } } }
@Override protected TokenStreamComponents createComponents(String fieldName) { Tokenizer tokenizer = new WhitespaceTokenizer(); TokenStream result = new PatternReplaceFilter(tokenizer, Pattern.compile("^([\\.!\\?,:;\"'\\(\\)]*)(.*?)([\\.!\\?,:;\"'\\(\\)]*)$"), "$2", true); result = new PatternReplaceFilter(result, Pattern.compile("'s"), "s", true); // result = new StopFilter(result, LuceneUtils.caseSensitiveStopSet); result = new Lucene43StopFilter(false, result, LuceneUtils.caseSensitiveStopSet); result = new LowerCaseFilter(result); result = new ASCIIFoldingFilter(result); return new TokenStreamComponents(tokenizer, result); }
@Override protected TokenStreamComponents createComponents(String fieldName) { Tokenizer tokenizer = new WhitespaceTokenizer(); TokenStream result = new PatternReplaceFilter(tokenizer, Pattern.compile("^([\\.!\\?,:;\"'\\(\\)]*)(.*?)([\\.!\\?,:;\"'\\(\\)]*)$"), "$2", true); result = new PatternReplaceFilter(result, Pattern.compile("'s"), "s", true); result = new BolEolFilter(result); result = new SynonymFilter(result, map, true); // result = new StopFilter(result, LuceneUtils.caseSensitiveStopSet); result = new Lucene43StopFilter(false, result, LuceneUtils.caseSensitiveStopSet); result = new LowerCaseFilter(result); result = new ASCIIFoldingFilter(result); return new TokenStreamComponents(tokenizer, result); }