public TokenizerOptions getTokenizerOptions() { TokenizerOptions options = new TokenizerOptions(); if (caseInsensitive) options.caseInsensitive(); if (useStopWords) options.useStopWords(); if (useStem) options.useStem(); return options; }
protected LanguageTokenizer(Version version, TokenizerOptions tokenizerOptions, Language language) { this.matchVersion = version; this.caseInsensitive = tokenizerOptions.isCaseInsensitive(); this.useStopWords = tokenizerOptions.doesUseStopWords(); this.useStem = tokenizerOptions.doesUseStem(); this.language = language; }
@Override public StringNormalizer get(String name, Config config, Map<String, String> runtimeParams) throws ConfigurationException { if (!config.getString("type").equals("lucene")) { return null; } Version version = Version.parseLeniently(config.getString("version")); TokenizerOptions opts = new TokenizerOptions( config.getBoolean("caseInsensitive"), config.getBoolean("useStopWords"), config.getBoolean("useStem") ); return new LuceneStringNormalizer(opts, version); } }
@Override public boolean equals(Object o) { if (!(o instanceof LuceneOptions)) return false; LuceneOptions opts = (LuceneOptions) o; return (this.name.equalsIgnoreCase(opts.name) && this.matchVersion == opts.matchVersion && this.luceneRoot.equals(opts.luceneRoot) && CollectionUtils.isEqualCollection(this.namespaces, opts.namespaces) && this.options.equals(opts.options) && this.elements.equals(opts.elements)); }
private static TokenizerOptions buildOptions(boolean caseInsensitive, boolean useStopWords, boolean useStem) { TokenizerOptions options = new TokenizerOptions(); if (caseInsensitive) options.caseInsensitive(); if (useStopWords) options.useStopWords(); if (useStem) options.useStem(); return options; }