protected void createDocumentPostings(){ if (FieldScore.FIELDS_COUNT > 0) termsInDocument = new BlockFieldDocumentPostingList(FieldScore.FIELDS_COUNT); else termsInDocument = new BlockDocumentPostingList(); blockId = 0; numOfTokensInBlock = 0; }
/** * {@inheritDoc} */ public void addTerms(DocumentPostingList _docPostings, int docid) throws IOException { BlockFieldDocumentPostingList docPostings = (BlockFieldDocumentPostingList) _docPostings; for (String term : docPostings.termSet()) add(term, docid, docPostings.getFrequency(term) , docPostings.getFieldFrequencies(term), docPostings.getBlocks(term)); }
public void processTerm(String t) { // null means the term has been filtered out (eg stopwords) if (t != null) { //add term to document posting list for (String fieldName: termFields) { int tmp = fieldNames.get(fieldName); if (tmp > 0) { fields.add(tmp -1); } } if (ELSE_ENABLED && fields.size() == 0) { fields.add(ELSE_FIELD_ID); } ((BlockFieldDocumentPostingList)termsInDocument).insert(t,fields.toArray(), blockId); numOfTokensInDocument++; if (++numOfTokensInBlock >= BLOCK_SIZE && blockId < MAX_BLOCKS) { numOfTokensInBlock = 0; blockId++; } fields.clear(); } }
protected void createDocumentPostings(){ if (FieldScore.FIELDS_COUNT > 0) termsInDocument = new BlockFieldDocumentPostingList(FieldScore.FIELDS_COUNT); else termsInDocument = new BlockDocumentPostingList(); blockId = 0; numOfTokensInBlock = 0; }
public void processTerm(String t) { // null means the term has been filtered out (eg stopwords) if (t != null) { //add term to document posting list for (String fieldName: termFields) { int tmp = fieldNames.get(fieldName); if (tmp > 0) { fields.add(tmp -1); } } if (ELSE_ENABLED && fields.size() == 0) { fields.add(ELSE_FIELD_ID); } ((BlockFieldDocumentPostingList)termsInDocument).insert(t,fields.toArray(), blockId); numOfTokensInDocument++; if (++numOfTokensInBlock >= BLOCK_SIZE && blockId < MAX_BLOCKS) { numOfTokensInBlock = 0; blockId++; } fields.clear(); } }