void readFile() throws IOException { long fileLength = fs.getFileStatus(path).getLen(); int numSplit = 10; long splitSize = fileLength / numSplit + 1; Reader reader = new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf); long offset = 0; long rowCount = 0; BytesWritable key, value; for (int i = 0; i < numSplit; ++i, offset += splitSize) { Scanner scanner = reader.createScannerByByteRange(offset, splitSize); int count = 0; key = new BytesWritable(); value = new BytesWritable(); while (!scanner.atEnd()) { scanner.entry().get(key, value); ++count; scanner.advance(); } scanner.close(); Assert.assertTrue(count > 0); rowCount += count; } Assert.assertEquals(rowCount, reader.getEntryCount()); reader.close(); }
while (!scanner.atEnd()) { assertEquals("Incorrect RecNum returned by scanner", scanner.getRecordNum(), x); scanner.entry().get(key, value); ++count; assertEquals("Incorrect RecNum returned by scanner", scanner.getRecordNum(), x);
scanner.lowerBound(key.get(), 0, key.getSize()); if (!scanner.atEnd()) { scanner.entry().get(key, val); totalBytes += key.getSize(); totalBytes += val.getSize();
scanner.lowerBound(key.get(), 0, key.getSize()); if (!scanner.atEnd()) { scanner.entry().get(key, val); totalBytes += key.getSize(); totalBytes += val.getSize();
while (!scanner.atEnd()) { assertEquals("Incorrect RecNum returned by scanner", scanner.getRecordNum(), x); scanner.entry().get(key, value); ++count; assertEquals("Incorrect RecNum returned by scanner", scanner.getRecordNum(), x);
scanner.lowerBound(key.get(), 0, key.getSize()); if (!scanner.atEnd()) { scanner.entry().get(key, val); totalBytes += key.getSize(); totalBytes += val.getSize();
while (!scanner.atEnd()) { assertEquals("Incorrect RecNum returned by scanner", scanner.getRecordNum(), x); scanner.entry().get(key, value); ++count; assertEquals("Incorrect RecNum returned by scanner", scanner.getRecordNum(), x);
void readFile() throws IOException { long fileLength = fs.getFileStatus(path).getLen(); int numSplit = 10; long splitSize = fileLength / numSplit + 1; Reader reader = new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf); long offset = 0; long rowCount = 0; BytesWritable key, value; for (int i = 0; i < numSplit; ++i, offset += splitSize) { Scanner scanner = reader.createScannerByByteRange(offset, splitSize); int count = 0; key = new BytesWritable(); value = new BytesWritable(); while (!scanner.atEnd()) { scanner.entry().get(key, value); ++count; scanner.advance(); } scanner.close(); Assert.assertTrue(count > 0); rowCount += count; } Assert.assertEquals(rowCount, reader.getEntryCount()); reader.close(); }
void readFile() throws IOException { long fileLength = fs.getFileStatus(path).getLen(); int numSplit = 10; long splitSize = fileLength / numSplit + 1; Reader reader = new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf); long offset = 0; long rowCount = 0; BytesWritable key, value; for (int i = 0; i < numSplit; ++i, offset += splitSize) { Scanner scanner = reader.createScannerByByteRange(offset, splitSize); int count = 0; key = new BytesWritable(); value = new BytesWritable(); while (!scanner.atEnd()) { scanner.entry().get(key, value); ++count; scanner.advance(); } scanner.close(); Assert.assertTrue(count > 0); rowCount += count; } Assert.assertEquals(rowCount, reader.getEntryCount()); reader.close(); }