@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { Set<String> stopWords = stopWordsPerField.get(fieldName); if (stopWords == null) { return components; } StopFilter stopFilter = new StopFilter(components.getTokenStream(), new CharArraySet(stopWords, false)); return new TokenStreamComponents(components.getTokenizer(), stopFilter); }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { Set<String> stopWords = stopWordsPerField.get(fieldName); if (stopWords == null) { return components; } StopFilter stopFilter = new StopFilter(components.getTokenStream(), new CharArraySet(stopWords, false)); return new TokenStreamComponents(components.getTokenizer(), stopFilter); }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { return new TokenStreamComponents(components.getTokenizer(), new FixedShingleFilter(components.getTokenStream(), 2)); } }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { TokenFilter filter = new EdgeNGramTokenFilter(components.getTokenStream(), minChars, maxChars); return new TokenStreamComponents(components.getTokenizer(), filter); } }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { HibernateSearchNormalizerCheckingFilter filter = new HibernateSearchNormalizerCheckingFilter( components.getTokenStream(), normalizerName ); return new TokenStreamComponents( components.getTokenizer(), filter ); }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { return new TokenStreamComponents(components.getTokenizer(), new LimitTokenCountFilter(components.getTokenStream(), maxTokenCount, consumeAllTokens)); }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { ShingleFilter filter = new ShingleFilter(components.getTokenStream(), minShingleSize, maxShingleSize); filter.setMinShingleSize(minShingleSize); filter.setMaxShingleSize(maxShingleSize); filter.setTokenSeparator(tokenSeparator); filter.setOutputUnigrams(outputUnigrams); filter.setOutputUnigramsIfNoShingles(outputUnigramsIfNoShingles); filter.setFillerToken(fillerToken); return new TokenStreamComponents(components.getTokenizer(), filter); } }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { TokenFilter filter = new EdgeNGramTokenFilter(components.getTokenStream(), minChars, maxChars); return new TokenStreamComponents(components.getTokenizer(), filter); } }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { HibernateSearchNormalizerCheckingFilter filter = new HibernateSearchNormalizerCheckingFilter( components.getTokenStream(), normalizerName ); return new TokenStreamComponents( components.getTokenizer(), filter ); }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { return new TokenStreamComponents(components.getTokenizer(), new FixedShingleFilter(components.getTokenStream(), 2)); } }
@Override protected TokenStreamComponents createComponents(String fieldName) { TokenStreamComponents createComponents = analyzer.createComponents(fieldName); TokenStream stream = new PrefixTokenFilter(createComponents.getTokenStream(), separator, prefix); TokenStreamComponents tsc = new TokenStreamComponents(createComponents.getTokenizer(), stream); return tsc; }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { HibernateSearchNormalizerCheckingFilter filter = new HibernateSearchNormalizerCheckingFilter( components.getTokenStream(), normalizerName ); return new TokenStreamComponents( components.getTokenizer(), filter ); }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { ShingleFilter filter = new ShingleFilter(components.getTokenStream(), minShingleSize, maxShingleSize); filter.setMinShingleSize(minShingleSize); filter.setMaxShingleSize(maxShingleSize); filter.setTokenSeparator(tokenSeparator); filter.setOutputUnigrams(outputUnigrams); filter.setOutputUnigramsIfNoShingles(outputUnigramsIfNoShingles); filter.setFillerToken(fillerToken); return new TokenStreamComponents(components.getTokenizer(), filter); } }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { return new TokenStreamComponents(components.getTokenizer(), new LimitTokenCountFilter(components.getTokenStream(), maxTokenCount, consumeAllTokens)); }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { return new TokenStreamComponents(components.getTokenizer(), new NGramTokenFilter(components.getTokenStream(), this.min, this.max)); } }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { return new TokenStreamComponents(components.getTokenizer(), new FixedShingleFilter(components.getTokenStream(), 2)); } }
@Override protected TokenStreamComponents wrapComponents(String fieldName, TokenStreamComponents components) { TokenFilter filter = new EdgeNGramTokenFilter(components.getTokenStream(), minChars, maxChars); return new TokenStreamComponents(components.getTokenizer(), filter); } }