@Test(expected=IllegalArgumentException.class) public void testNullTermException() throws Exception { IndexOnDisk index = Index.createNewIndex( ApplicationSetup.TERRIER_INDEX_PATH, ApplicationSetup.TERRIER_INDEX_PREFIX); LexiconBuilder lb = new LexiconBuilder(index, "lexicon", new TermCodes()); lb.addTerm("", 0); }
Index createLexiconIndex(String[] tokens) throws Exception { IndexOnDisk index = Index.createNewIndex( ApplicationSetup.TERRIER_INDEX_PATH, ApplicationSetup.TERRIER_INDEX_PREFIX); LexiconBuilder lb = new LexiconBuilder(index, "lexicon", new TermCodes()); for(String tok: tokens) { lb.addTerm(tok, 1); } lb.finishedDirectIndexBuild(); lb.finishedInvertedIndexBuild(); return index; }
@Test public void testTermCodesPut() { TermCodes termCodes = new TermCodes(); final int termsLength = terms.length; TObjectIntHashMap<String> check = new TObjectIntHashMap<String>(); for (int i = 0; i < termsLength; i++) { termCodes.setTermCode(terms[i], i); check.put(terms[i], i); } for (int j = 0; j < 1000000; j++) { for (int i = 0; i < termsLength; i++) { int code = termCodes.getCode(terms[i]); assertEquals(check.get(terms[i]), code); } } } }
@Test public void testTermCodes() { TermCodes termCodes = new TermCodes(); TObjectIntHashMap<String> check = new TObjectIntHashMap<String>(); final int termsLength = terms.length; for (int i = 0; i < termsLength; i++) { int id = termCodes.getCode(terms[i]); check.put(terms[i], id); } int code; for (int j = 0; j < 1000000; j++) { for (int i = 0; i < termsLength; i++) { code = termCodes.getCode(terms[i]); assertEquals(check.get(terms[i]), code); } } //TODO: get a new term, then check that the new id is unique }