/** * load compressed file into memory * @param filename * @throws IOException */ public BitFileInMemoryLarge(String filename) throws IOException { this(new RandomDataInputMemory(filename)); }
/** * load compressed file into memory * @param filename * @throws IOException */ public BitFileInMemoryLarge(String filename) throws IOException { this(new RandomDataInputMemory(filename)); }
public ByteFileInMemory(String dataFilename) throws IOException { this.rdim = new RandomDataInputMemory(dataFilename); }
public ByteFileInMemory(String dataFilename) throws IOException { this.rdim = new RandomDataInputMemory(dataFilename); }
@Override public Object clone() throws CloneNotSupportedException { InputStream in = null; if (buf instanceof MultiSeeakableByteArrayInputStream) { in = new MultiSeeakableByteArrayInputStream( ((MultiSeeakableByteArrayInputStream)buf).data, ((MultiSeeakableByteArrayInputStream)buf).pos, ((MultiSeeakableByteArrayInputStream)buf).length); } else if (buf instanceof SeeakableByteArrayInputStream) { in = new SeeakableByteArrayInputStream(((SeeakableByteArrayInputStream)buf).getBuffer()); } try{ return new RandomDataInputMemory(in); } catch (IOException ioe) { throw new CloneNotSupportedException(ioe.getMessage()); } }
protected BitIn getBitIn() throws Exception { return new BitFileBuffered(new RandomDataInputMemory(filename)).readReset((long)0, (byte)0, new File(filename).length()-1, (byte)7); } }
protected BitIn getBitIn() throws Exception { return new BitFileBuffered(new RandomDataInputMemory(filename)).readReset((long)0, (byte)0, new File(filename).length()-1, (byte)7); } }
@Override public Object clone() throws CloneNotSupportedException { InputStream in = null; if (buf instanceof MultiSeeakableByteArrayInputStream) { in = new MultiSeeakableByteArrayInputStream( ((MultiSeeakableByteArrayInputStream)buf).data, ((MultiSeeakableByteArrayInputStream)buf).pos, ((MultiSeeakableByteArrayInputStream)buf).length); } else if (buf instanceof SeeakableByteArrayInputStream) { in = new SeeakableByteArrayInputStream(((SeeakableByteArrayInputStream)buf).getBuffer()); } try{ return new RandomDataInputMemory(in); } catch (IOException ioe) { throw new CloneNotSupportedException(ioe.getMessage()); } }
/** constructor * * @param filename * @param updateable * @param factory * @throws IOException */ public FSArrayFileInMem(String filename, boolean updateable, FixedSizeWriteableFactory<V> factory) throws IOException { super(); this.valueFactory = factory; long len = Files.length(filename); if (len > Integer.MAX_VALUE) throw new IOException("ArrayFileInMem too big: > Integer.MAX_VALUE"); byte b[] = new byte[(int)len]; DataInputStream dis = new DataInputStream(Files.openFileStream(filename)); dis.readFully(b); dis.close(); this.dataFile = new RandomDataInputMemory(b); this.entrySize = factory.getSize(); this.numberOfEntries = (int)(len / (long)entrySize); //System.err.println("document index: "+ this.numberOfEntries + " entries of size "+ entrySize); value = factory.newInstance(); } /**
protected BitIn getBitIn() throws Exception { return new BitFileBuffered(new RandomDataInputMemory(filename)).readReset((long)0, (byte)0, new File(filename).length()-1, (byte)7); } }
@Test public void testStream() throws IOException { System.err.println("testStream"); RandomDataInput rdi = new RandomDataInputMemory(new DataInputStream(new ByteArrayInputStream(data)), (long)data.length); doTest(rdi); }
@Test public void testStreamMulti() throws IOException { System.err.println("testStreamMulti"); final int old = RandomDataInputMemory.MAX_INDIVIDUAL_BUFFER_SIZE; for(int l : new int[]{2,3,4,5,6}) { RandomDataInputMemory.MAX_INDIVIDUAL_BUFFER_SIZE = l; RandomDataInput rdi = new RandomDataInputMemory(new DataInputStream(new ByteArrayInputStream(data)), (long)data.length); doTest(rdi); } RandomDataInputMemory.MAX_INDIVIDUAL_BUFFER_SIZE = old; }
@Test public void testBitFileBuffered() throws IOException { testBitIn(new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); testBitInSkip(1, new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); testBitInSkip(2, new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); } }
@Test public void testSingle() throws IOException { System.err.println("testSingle"); RandomDataInput rdi = new RandomDataInputMemory(data); doTest(rdi); }
@Test public void testBitFileBuffered() throws IOException { testBitIn(new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); testBitInSkip(1, new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); testBitInSkip(2, new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); } }
@Test public void testBitFileBuffered() throws IOException { testBitIn(new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); testBitInSkip(1, new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); testBitInSkip(2, new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); } }
@Test public void testBitFileBuffered() throws IOException { testBitIn(new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); } }
@Test public void testBitFileBuffered() throws IOException { testBitIn(new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); } }
@Test public void testBitFileBuffered() throws IOException { testBitIn(new BitFileBuffered(new RandomDataInputMemory(bytes)).readReset(0l, (byte)0)); } }
@Test public void testInMemoryRandomDataInputMemory() throws Exception { FixedSizeTextFactory keyFactory = new FixedSizeTextFactory(20); FSOrderedMapFile<Text, IntWritable> mapfileInMem = new FSOrderedMapFile<Text, IntWritable>( new RandomDataInputMemory(file), file, keyFactory, new FixedSizeIntWritableFactory()); checkKeysGetEntry(keyFactory, mapfileInMem); checkKeys(keyFactory, mapfileInMem); }