/** Opens the posting list for an index and lexicon entry **/ protected void openPostingLists(Index index, LexiconEntry[] les, IterablePosting[] ips) throws IOException { final Lexicon<String> lexicon = index.getLexicon(); for (int i = 0; i < phraseTerms.length; i++) { les[i] = lexicon.getLexiconEntry(phraseTerms[i]); if (les[i] != null) { ips[i] = index.getInvertedIndex().getPostings((Pointer) les[i]); } } }
/** Reopen an existing index */ public static IndexOnDisk reOpenIndex(IndexOnDisk index) throws IOException { IndexOnDisk rtr = null; String path = index.getPath(); String prefix = index.getPrefix(); index.close(); rtr = Index.createIndex(path, prefix); return rtr; }
@SuppressWarnings("unchecked") public FSADocumentIndexInMem(IndexOnDisk index, String structureName) throws IOException { super( index.getPath() + "/" + index.getPrefix() + "."+ structureName + FSArrayFile.USUAL_EXTENSION, false, (FixedSizeWriteableFactory<DocumentIndexEntry>) index.getIndexStructure(structureName+"-factory") ); docLengths = new int[this.size()]; for(int i=0;i<this.size();i++) { docLengths[i] = this.get(i).getDocumentLength(); } }
/** return the lexicon outputstream for the specified index at the specified filename */ @SuppressWarnings("unchecked") private static LexiconOutputStream<String> getLexOutputStream(IndexOnDisk index, String structureName) throws IOException { return new FSOMapFileLexiconOutputStream( index.getPath(), index.getPrefix(), structureName, (FixedSizeWriteableFactory<Text>)index.getIndexStructure(structureName+"-keyfactory")); }
/** Returns the last docid in this index **/ public int getEnd() { return this.getCollectionStatistics().getNumberOfDocuments()-1; } }
@SuppressWarnings("unchecked") protected FSADocumentIndex(IndexOnDisk index, String structureName, boolean initialise) throws IOException { super( index.getPath() + "/" + index.getPrefix() + "."+ structureName + FSArrayFile.USUAL_EXTENSION, false, (FixedSizeWriteableFactory<DocumentIndexEntry>) index.getIndexStructure(structureName+"-factory") ); if (initialise) initialise(index, structureName); }
/** * {@inheritDoc} */ public void setPointer(Pointer p) { n_t = p.getNumberOfEntries(); startOffset = ((BitIndexPointer)p).getOffset(); startBitOffset = ((BitIndexPointer)p).getOffsetBits(); }
public void count(LexiconEntry value) { numberOfTokens += value.getFrequency(); numberOfPointers += value.getDocumentFrequency(); numberOfTerms++; int[] fieldFreqs = ((FieldLexiconEntry)value).getFieldFrequencies(); for(int fi = 0; fi < numFields; fi++) { tokensF[fi] += (long)fieldFreqs[fi]; } }
/** * {@inheritDoc} */ public void setBitIndexPointer(BitIndexPointer pointer) { n_t = pointer.getNumberOfEntries(); setOffset(pointer); startBitOffset += (byte)(pointer.getFileNumber() << FILE_SHIFT); } /**
/** * {@inheritDoc} */ public void setBitIndexPointer(BitIndexPointer pointer) { entries = pointer.getNumberOfEntries(); bits = 0; setOffset(pointer); bits += pointer.getFileNumber() << FILE_SHIFT; } /**
/** * {@inheritDoc} */ public void setBitIndexPointer(BitIndexPointer pointer) { entries = pointer.getNumberOfEntries(); setOffset(pointer); } /**
@Override public void close() { super.close(); if (index != null) { addLexiconToIndex(index, this.structureName, this.leValueClassname); } }
/** Reopen an existing index */ public static IndexOnDisk reOpenIndex(IndexOnDisk index) throws IOException { IndexOnDisk rtr = null; String path = index.getPath(); String prefix = index.getPrefix(); index.close(); rtr = Index.createIndex(path, prefix); return rtr; }
/** Opens the posting list for an index and lexicon entry **/ protected void openPostingLists(Index index, LexiconEntry[] les, IterablePosting[] ips) throws IOException { final Lexicon<String> lexicon = index.getLexicon(); for (int i = 0; i < phraseTerms.length; i++) { les[i] = lexicon.getLexiconEntry(phraseTerms[i]); if (les[i] != null) { ips[i] = index.getInvertedIndex().getPostings((Pointer) les[i]); } } }
/** Returns the last docid in this index **/ public int getEnd() { return this.getCollectionStatistics().getNumberOfDocuments()-1; } }
/** * {@inheritDoc} */ public void setPointer(Pointer p) { n_t = p.getNumberOfEntries(); startOffset = ((BitIndexPointer)p).getOffset(); startBitOffset = ((BitIndexPointer)p).getOffsetBits(); }
/** * {@inheritDoc} */ public void setPointer(Pointer p) { entries = p.getNumberOfEntries(); bytes = ((BitIndexPointer)p).getOffset(); bits = (byte)(BIT_MASK | ((BitIndexPointer)p).getOffsetBits()); } }
/** * {@inheritDoc} */ public void setPointer(Pointer p) { entries = p.getNumberOfEntries(); bytes = ((BitIndexPointer)p).getOffset(); bits = (byte)(BIT_MASK | ((BitIndexPointer)p).getOffsetBits()); } }