invOS = compressionInvertedConfig.getPostingOutputStream(((IndexOnDisk) destIndex).getPath() + ApplicationSetup.FILE_SEPARATOR + ((IndexOnDisk) destIndex).getPrefix() + ".inverted"+ compressionInvertedConfig.getStructureFileExtension());
/** * contructor * @param i * @param _structureName */ public InvertedIndexBuilder(IndexOnDisk i, String _structureName, CompressionConfiguration compressionConfig) { this.index = i; this.structureName = _structureName; this.compressionConfig = compressionConfig; try{ file = compressionConfig.getPostingOutputStream( index.getPath() + ApplicationSetup.FILE_SEPARATOR + index.getPrefix() + "." + structureName + compressionConfig.getStructureFileExtension()); } catch (Exception ioe) { logger.error("creating PostingOutputStream for writing the inverted file : ", ioe); } lexiconOutputStream = LexiconOutputStream.class; }
directIndexBuilder = compressionDirectConfig.getPostingOutputStream( ((IndexOnDisk) currentIndex).getPath() + ApplicationSetup.FILE_SEPARATOR + ((IndexOnDisk) currentIndex).getPrefix() + "." + "direct" + compressionDirectConfig.getStructureFileExtension()); } catch (Exception ioe) {
directIndexBuilder = compressionDirectConfig.getPostingOutputStream( currentIndex.getPath() + ApplicationSetup.FILE_SEPARATOR + currentIndex.getPrefix() + "." + "direct" + compressionDirectConfig.getStructureFileExtension()); } catch (Exception ioe) {
dfOutput = compressionDirectConfig.getPostingOutputStream(destIndex.getPath() + ApplicationSetup.FILE_SEPARATOR + destIndex.getPrefix() + ".direct" + compressionDirectConfig.getStructureFileExtension()); } catch (Exception e) {
AbstractPostingOutputStream invOut = compressionConfig.getPostingOutputStream( path + ApplicationSetup.FILE_SEPARATOR + prefix + "." + "inverted" + compressionConfig.getStructureFileExtension());
AbstractPostingOutputStream invOut = compressionConfig.getPostingOutputStream( path + ApplicationSetup.FILE_SEPARATOR + prefix + "." + "inverted" + compressionConfig.getStructureFileExtension());
logger.info("Recompressing inverted structure using " + compressionConfig.toString()); AbstractPostingOutputStream icpw = compressionConfig.getPostingOutputStream( index.getPath() + ApplicationSetup.FILE_SEPARATOR + index.getPrefix() + "." + "tmp-inverted" + compressionConfig.getStructureFileExtension());
logger.info("Recompressing inverted structure using " + compressionConfig.toString()); AbstractPostingOutputStream icpw = compressionConfig.getPostingOutputStream( index.getPath() + ApplicationSetup.FILE_SEPARATOR + index.getPrefix() + "." + "tmp-inverted" + compressionConfig.getStructureFileExtension());
@SuppressWarnings("unchecked") @Test public void testSimple() throws IOException { Index index = Index.createNewIndex(ApplicationSetup.TERRIER_INDEX_PATH, ApplicationSetup.TERRIER_INDEX_PREFIX); CompressionConfiguration cc = getConfig("inverted", new String[0], 0,0); AbstractPostingOutputStream pos = cc.getPostingOutputStream(((IndexOnDisk)index).getPath() + "/" + ((IndexOnDisk)index).getPrefix() + ".inverted" + cc.getStructureFileExtension()); Pointer p = pos.writePostings(new ArrayOfBasicIterablePosting(new int[]{0, 1}, new int[]{1,2})); pos.close(); cc.writeIndexProperties(index, "lexicon-entry-inputstream"); index.flush(); assertTrue(index.hasIndexStructure("inverted")); PostingIndex<Pointer> inv = (PostingIndex<Pointer>) index.getIndexStructure("inverted"); IterablePosting ip = inv.getPostings(p); assertNotNull(ip); assertEquals(0, ip.next()); assertEquals(1, ip.getFrequency()); assertEquals(1, ip.next()); assertEquals(2, ip.getFrequency()); index.close(); IndexUtil.deleteIndex(ApplicationSetup.TERRIER_INDEX_PATH, ApplicationSetup.TERRIER_INDEX_PREFIX); } }