private void trimDictionary() { dictionary.trim(Math.max(GraphStoreConfiguration.EDGESTORE_BLOCK_SIZE, size * 2)); }
private void trimDictionary() { dictionary.trim(Math.max(GraphStoreConfiguration.NODESTORE_BLOCK_SIZE, size * 2)); }
private void trimDictionary() { dictionary.trim(Math.max(GraphStoreConfiguration.EDGESTORE_BLOCK_SIZE, size * 2)); }
private void trimDictionary() { dictionary.trim(Math.max(GraphStoreConfiguration.NODESTORE_BLOCK_SIZE, size * 2)); }
public void open( final CharSequence suffix ) throws IOException { basenameSuffix = basename + suffix; documentsOutputBitStream = new OutputBitStream( basenameSuffix + SimpleCompressedDocumentCollection.DOCUMENTS_EXTENSION ); termsOutputStream = new CountingOutputStream( new FastBufferedOutputStream( new FileOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.TERMS_EXTENSION ) ) ); nonTermsOutputStream = exact ? new CountingOutputStream( new FastBufferedOutputStream( new FileOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.NONTERMS_EXTENSION ) ) ) : null; documentOffsetsObs = new OutputBitStream( basenameSuffix + SimpleCompressedDocumentCollection.DOCUMENT_OFFSETS_EXTENSION ); termOffsetsObs = new OutputBitStream( basenameSuffix + SimpleCompressedDocumentCollection.TERM_OFFSETS_EXTENSION ); nonTermOffsetsObs = exact? new OutputBitStream( basenameSuffix + SimpleCompressedDocumentCollection.NONTERM_OFFSETS_EXTENSION ) : null; fieldContent = new IntArrayList(); if ( hasNonText ) nonTextZipDataOutputStream = new DataOutputStream( nonTextZipOutputStream = new ZipOutputStream( new FastBufferedOutputStream( new FileOutputStream( basenameSuffix + ZipDocumentCollection.ZIP_EXTENSION ) ) ) ); terms.clear(); terms.trim( Scan.INITIAL_TERM_MAP_SIZE ); if ( exact ) { nonTerms.clear(); nonTerms.trim( Scan.INITIAL_TERM_MAP_SIZE ); } words = fields = bitsForWords = bitsForNonWords = bitsForFieldLengths = bitsForUris = bitsForTitles = documents = 0; // First offset documentOffsetsObs.writeDelta( 0 ); termOffsetsObs.writeDelta( 0 ); if ( exact ) nonTermOffsetsObs.writeDelta( 0 ); }
public void open( final CharSequence suffix ) throws IOException { basenameSuffix = basename + suffix; documentsOutputBitStream = new OutputBitStream( basenameSuffix + SimpleCompressedDocumentCollection.DOCUMENTS_EXTENSION ); termsOutputStream = new CountingOutputStream( new FastBufferedOutputStream( new FileOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.TERMS_EXTENSION ) ) ); nonTermsOutputStream = exact ? new CountingOutputStream( new FastBufferedOutputStream( new FileOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.NONTERMS_EXTENSION ) ) ) : null; documentOffsetsObs = new OutputBitStream( basenameSuffix + SimpleCompressedDocumentCollection.DOCUMENT_OFFSETS_EXTENSION ); termOffsetsObs = new OutputBitStream( basenameSuffix + SimpleCompressedDocumentCollection.TERM_OFFSETS_EXTENSION ); nonTermOffsetsObs = exact? new OutputBitStream( basenameSuffix + SimpleCompressedDocumentCollection.NONTERM_OFFSETS_EXTENSION ) : null; fieldContent = new IntArrayList(); if ( hasNonText ) nonTextZipDataOutputStream = new DataOutputStream( nonTextZipOutputStream = new ZipOutputStream( new FastBufferedOutputStream( new FileOutputStream( basenameSuffix + ZipDocumentCollection.ZIP_EXTENSION ) ) ) ); terms.clear(); terms.trim( INITIAL_TERM_MAP_SIZE ); if ( exact ) { nonTerms.clear(); nonTerms.trim( INITIAL_TERM_MAP_SIZE ); } words = fields = bitsForWords = bitsForNonWords = bitsForFieldLengths = bitsForUris = bitsForTitles = documents = 0; // First offset documentOffsetsObs.writeDelta( 0 ); termOffsetsObs.writeDelta( 0 ); if ( exact ) nonTermOffsetsObs.writeDelta( 0 ); }
public void open( final CharSequence suffix ) throws IOException { basenameSuffix = basename + suffix; documentsOutputBitStream = new OutputBitStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.DOCUMENTS_EXTENSION ), false ); termsOutputStream = new CountingOutputStream( new FastBufferedOutputStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.TERMS_EXTENSION ) ) ); nonTermsOutputStream = exact ? new CountingOutputStream( new FastBufferedOutputStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.NONTERMS_EXTENSION ) ) ) : null; documentOffsetsObs = new OutputBitStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.DOCUMENT_OFFSETS_EXTENSION ), false ); termOffsetsObs = new OutputBitStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.TERM_OFFSETS_EXTENSION ), false ); nonTermOffsetsObs = exact? new OutputBitStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.NONTERM_OFFSETS_EXTENSION ), false ) : null; fieldContent = new IntArrayList(); if ( hasNonText ) nonTextZipDataOutputStream = new DataOutputStream( nonTextZipOutputStream = new ZipOutputStream( new FastBufferedOutputStream( ioFactory.getOutputStream( basenameSuffix + ZipDocumentCollection.ZIP_EXTENSION ) ) ) ); terms.clear(); terms.trim( INITIAL_TERM_MAP_SIZE ); if ( exact ) { nonTerms.clear(); nonTerms.trim( INITIAL_TERM_MAP_SIZE ); } words = fields = bitsForWords = bitsForNonWords = bitsForFieldLengths = bitsForUris = bitsForTitles = documents = 0; // First offset documentOffsetsObs.writeDelta( 0 ); termOffsetsObs.writeDelta( 0 ); if ( exact ) nonTermOffsetsObs.writeDelta( 0 ); }
public void open( final CharSequence suffix ) throws IOException { basenameSuffix = basename + suffix; documentsOutputBitStream = new OutputBitStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.DOCUMENTS_EXTENSION ), false ); termsOutputStream = new CountingOutputStream( new FastBufferedOutputStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.TERMS_EXTENSION ) ) ); nonTermsOutputStream = exact ? new CountingOutputStream( new FastBufferedOutputStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.NONTERMS_EXTENSION ) ) ) : null; documentOffsetsObs = new OutputBitStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.DOCUMENT_OFFSETS_EXTENSION ), false ); termOffsetsObs = new OutputBitStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.TERM_OFFSETS_EXTENSION ), false ); nonTermOffsetsObs = exact? new OutputBitStream( ioFactory.getOutputStream( basenameSuffix + SimpleCompressedDocumentCollection.NONTERM_OFFSETS_EXTENSION ), false ) : null; fieldContent = new IntArrayList(); if ( hasNonText ) nonTextZipDataOutputStream = new DataOutputStream( nonTextZipOutputStream = new ZipOutputStream( new FastBufferedOutputStream( ioFactory.getOutputStream( basenameSuffix + ZipDocumentCollection.ZIP_EXTENSION ) ) ) ); terms.clear(); terms.trim( Scan.INITIAL_TERM_MAP_SIZE ); if ( exact ) { nonTerms.clear(); nonTerms.trim( Scan.INITIAL_TERM_MAP_SIZE ); } words = fields = bitsForWords = bitsForNonWords = bitsForFieldLengths = bitsForUris = bitsForTitles = documents = 0; // First offset documentOffsetsObs.writeDelta( 0 ); termOffsetsObs.writeDelta( 0 ); if ( exact ) nonTermOffsetsObs.writeDelta( 0 ); }