@Override protected TokenStreamComponents createComponents( String fieldName ) { KeywordTokenizer source = new KeywordTokenizer(); return new TokenStreamComponents( source, new LowerCaseFilter( source ) ); }
@Override public KeywordTokenizer create(AttributeFactory factory) { return new KeywordTokenizer(factory, maxTokenLen); } }
@Override protected TokenStreamComponents createComponents(final String fieldName) { return new TokenStreamComponents(new KeywordTokenizer()); } }
@Override protected TokenStreamComponents createComponents(String fieldName) { KeywordTokenizer tokenizer = new KeywordTokenizer(factory, KeywordTokenizer.DEFAULT_BUFFER_SIZE); return new TokenStreamComponents(tokenizer, tokenizer); } }
@Override public Tokenizer create() { return new KeywordTokenizer(bufferSize); } }
@Override public KeywordTokenizer create(AttributeFactory factory) { return new KeywordTokenizer(factory, KeywordTokenizer.DEFAULT_BUFFER_SIZE); } }
public final class YourAnalyzer extends ReusableAnalyzerBase { @Override protected TokenStreamComponents createComponents(final String fieldName, final Reader reader) { final TokenStream source = new KeywordTokenizer(reader); return new TokenStreamComponents(source, new LowercaseFilter(Version.LUCENE_36, source)); } }
@Override protected TokenStreamComponents createComponents(String fieldName) { return new TokenStreamComponents( new KeywordTokenizer() ); }
@Override protected TokenStreamComponents createComponents(final String fieldName) { return new TokenStreamComponents(new KeywordTokenizer()); } }
@Override protected TokenStreamComponents createComponents(String fieldName) { KeywordTokenizer tokenizer = new KeywordTokenizer(factory, KeywordTokenizer.DEFAULT_BUFFER_SIZE); return new TokenStreamComponents(tokenizer, tokenizer); } }
@Override protected TokenStreamComponents createComponents(String fieldName) { KeywordTokenizer tokenizer = new KeywordTokenizer(factory, KeywordTokenizer.DEFAULT_BUFFER_SIZE); return new TokenStreamComponents(tokenizer, tokenizer); } }
@Override protected TokenStreamComponents createComponents(String fieldName) { KeywordTokenizer source = new KeywordTokenizer(); LowerCaseFilter filter = new LowerCaseFilter(source); return new TokenStreamComponents(source, filter); }
@Override protected TokenStreamComponents createComponents(String fieldName) { KeywordTokenizer source = new KeywordTokenizer(); LowerCaseFilter filter = new LowerCaseFilter(source); return new TokenStreamComponents(source, filter); }
@Override protected TokenStreamComponents createComponents(String fieldName) { Tokenizer source = new KeywordTokenizer(); return new TokenStreamComponents(source); } };
@Override protected TokenStreamComponents createComponents(String fieldName) { Tokenizer source = new KeywordTokenizer(); return new TokenStreamComponents(source); } };
@Override protected TokenStreamComponents createComponents(String fieldName) { Tokenizer source = new KeywordTokenizer(); return new TokenStreamComponents(source); } };
@Override protected TokenStreamComponents createComponents(final String fieldName) { final Tokenizer source = new KeywordTokenizer(); TokenStream result = new StandardFilter(source); result = new CharacterFilter(result); result = new ASCIIFoldingFilter(result); result = new LowerCaseFilter(result); // result = new WordDelimiterFilter(result, WordDelimiterFilter.DIGIT, null); return new TokenStreamComponents(source, result); }
@Override protected TokenStreamComponents createComponents(final String fieldName, final Reader reader) { final Tokenizer source = new KeywordTokenizer(reader); TokenStream result = new StandardFilter(matchVersion, source); result = new CharacterFilter(result); result = new ASCIIFoldingFilter(result); result = new LowerCaseFilter(matchVersion, result); // result = new WordDelimiterFilter(result, WordDelimiterFilter.DIGIT, null); return new TokenStreamComponents(source, result); }
@Override protected TokenStreamComponents createComponents(String fieldName) { Tokenizer source = new KeywordTokenizer(); TokenStream filter = new ReverseStringFilter(source); filter = new PatternReplaceFilter(filter, Pattern.compile("[^\\/]+\\/"), "", false); filter = new ReverseStringFilter(filter); return new TokenStreamComponents(source, filter); } };
@Override protected TokenStreamComponents createComponents(String fieldName) { Tokenizer source = new KeywordTokenizer(); TokenStream filter = new ReverseStringFilter(source); filter = new LengthFilter(filter, 2, Integer.MAX_VALUE); filter = new PatternReplaceFilter(filter, Pattern.compile("([^\\/]+)(\\/)"), "$2", false); filter = new PatternReplaceFilter(filter, Pattern.compile("(\\/)(.+)"), "$2", false); filter = new ReverseStringFilter(filter); return new TokenStreamComponents(source, filter); } };