Code example for TreeSet

Methods: toStringisEmptyremoveAll

0
        // this one "seems to mess up offsets". probably shouldn't be a tokenizer... 
        put("wikipedia",     Void.class); 
    }}; 
     
    public void testTokenizers() { 
        Set<String> missing = new TreeSet<String>(org.apache.lucene.analysis.util.TokenizerFactory.availableTokenizers());
        missing.removeAll(KNOWN_TOKENIZERS.keySet());
        assertTrue("new tokenizers found, please update KNOWN_TOKENIZERS: " + missing.toString(), missing.isEmpty());
    } 
     
    static final Map<String,Class<?>> KNOWN_TOKENFILTERS = new HashMap<String,Class<?>>() {{
        // deprecated ones, we dont care about these 
        put("chinese",                Deprecated.class); 
        put("collationkey",           Deprecated.class); 
        put("position",               Deprecated.class); 
        put("thaiword",               Deprecated.class); 
         
         
        // exposed in ES 
        put("apostrophe",                ApostropheFilterFactory.class);