@Override public List<Cell> next() { List<Cell> result = allResultsIterator.next().listCells(); for (Cell cell : result) { scannedBytes += CellUtil.estimatedSizeOf(cell); } scannedRows++; return result; }
public String[] getListOfBackupIdsFromMergeOperation() throws IOException { LOG.trace("Get backup ids for merge operation"); Get get = createGetForMergeOperation(); try (Table table = connection.getTable(tableName)) { Result res = table.get(get); if (res.isEmpty()) { return null; } Cell cell = res.listCells().get(0); byte[] val = CellUtil.cloneValue(cell); if (val.length == 0) { return null; } return new String(val).split(","); } }
private static List<Cell> toList(ResultScanner scanner) { try { List<Cell> cells = new ArrayList<>(); for (Result r : scanner) { cells.addAll(r.listCells()); } return cells; } finally { scanner.close(); } }
private int getResultsSize(Table ht, Scan scan) throws IOException { ResultScanner scanner = ht.getScanner(scan); List<Cell> results = new ArrayList<>(); Result r; while ((r = scanner.next()) != null) { for (Cell kv : r.listCells()) { results.add(kv); } } return results.size(); } }
private void gotFailure(byte[] expected, Result res) { StringBuilder msg = new StringBuilder(); msg.append("Failed after ").append(numVerified).append("!"); msg.append("Expected=").append(Bytes.toStringBinary(expected)); msg.append("Got:\n"); for (Cell kv : res.listCells()) { msg.append(kv.toString()); msg.append(" val= "); msg.append(Bytes.toStringBinary(CellUtil.cloneValue(kv))); msg.append("\n"); } throw new RuntimeException(msg.toString()); } }
private void gotFailure(byte[] expected, Result res) { StringBuilder msg = new StringBuilder(); msg.append("Failed after ").append(numRowsScanned).append("!"); msg.append("Expected=").append(Bytes.toStringBinary(expected)); msg.append("Got:\n"); for (Cell kv : res.listCells()) { msg.append(kv.toString()); msg.append(" val= "); msg.append(Bytes.toStringBinary(CellUtil.cloneValue(kv))); msg.append("\n"); } throw new RuntimeException(msg.toString()); } }
@Override public void write(final DataOutput out) throws IOException { ProtobufUtil.toResultNoData(result).writeDelimitedTo(DataOutputOutputStream.from(out)); out.writeInt(result.size()); for(Cell cell : result.listCells()) { KeyValue kv = KeyValueUtil.ensureKeyValue(cell); KeyValue.write(kv, out); } } }
private int getResultsSize(Table ht, Scan scan) throws IOException { ResultScanner scanner = ht.getScanner(scan); List<Cell> results = new ArrayList<>(); Result r; while ((r = scanner.next()) != null) { for (Cell kv : r.listCells()) { results.add(kv); } } scanner.close(); return results.size(); } }
private int cellsCount(Table table, Filter filter) throws IOException { Scan scan = new Scan().setFilter(filter).readAllVersions(); try (ResultScanner scanner = table.getScanner(scan)) { List<Cell> results = new ArrayList<>(); Result result; while ((result = scanner.next()) != null) { result.listCells().forEach(results::add); } return results.size(); } }
@Test public void testReadModifyWrite() throws Throwable { prepareTestData(); failures.set(0); int numThreads = 100; concurrentExec(new IncrementRunner(), numThreads); Get get = new Get(ROW); LOG.debug("row keyvalues:" + stringifyKvs(table.get(get).listCells())); int finalCounter = incrementCounter(table); int failureNumber = failures.get(); if (failureNumber > 0) { LOG.debug("We failed " + failureNumber + " times during test"); } assertEquals(numThreads + 1 - failureNumber, finalCounter); }
@Override public Object run() throws Exception { Get get = new Get(TEST_ROW).addColumn(TEST_FAMILY1, TEST_Q1); try (Connection connection = ConnectionFactory.createConnection(conf)) { try (Table t = connection.getTable(TEST_TABLE.getTableName())) { return t.get(get).listCells(); } } } };
@Override public Object run() throws Exception { Get get = new Get(TEST_ROW).addColumn(TEST_FAMILY, TEST_Q2); try(Connection connection = ConnectionFactory.createConnection(conf); Table t = connection.getTable(TEST_TABLE.getTableName())) { return t.get(get).listCells(); } } };
@Override public Object run() throws Exception { Get get = new Get(TEST_ROW); get.setMaxVersions(10); try(Connection connection = ConnectionFactory.createConnection(conf); Table t = connection.getTable(TEST_TABLE.getTableName())) { return t.get(get).listCells(); } } };
@Override public Object run() throws Exception { Get get = new Get(TEST_ROW).addColumn(TEST_FAMILY1, TEST_Q2); try (Connection connection = ConnectionFactory.createConnection(conf)) { try (Table t = connection.getTable(TEST_TABLE.getTableName())) { return t.get(get).listCells(); } } } };
@Override public Object run() throws Exception { Get get = new Get(TEST_ROW).addColumn(TEST_FAMILY, TEST_Q4); try(Connection connection = ConnectionFactory.createConnection(conf); Table t = connection.getTable(TEST_TABLE.getTableName())) { return t.get(get).listCells(); } } };
@Override public Object run() throws Exception { Get get = new Get(TEST_ROW).addColumn(TEST_FAMILY, TEST_Q3); try(Connection connection = ConnectionFactory.createConnection(conf); Table t = connection.getTable(TEST_TABLE.getTableName())) { return t.get(get).listCells(); } } };
@Override public Object run() throws Exception { Get get = new Get(TEST_ROW); get.setMaxVersions(10); try(Connection connection = ConnectionFactory.createConnection(conf); Table t = connection.getTable(TEST_TABLE.getTableName())) { return t.get(get).listCells(); } } };
@Override public Object run() throws Exception { Get get = new Get(TEST_ROW).addColumn(TEST_FAMILY, TEST_Q1); try(Connection connection = ConnectionFactory.createConnection(conf); Table t = connection.getTable(TEST_TABLE.getTableName())) { return t.get(get).listCells(); } } };
private void verify(final Table table) throws IOException { Scan scan = new Scan(); scan.addColumn(FAMILY_NAME, COLUMN_NAME); scan.setMaxVersions(1); ResultScanner scanner = table.getScanner(scan); for (Result r: scanner) { for (Cell kv : r.listCells()) { log.debug(Bytes.toString(r.getRow()) + "\t" + Bytes.toString(CellUtil.cloneFamily(kv)) + "\t" + Bytes.toString(CellUtil.cloneQualifier(kv)) + "\t" + kv.getTimestamp() + "\t" + Bytes.toBoolean(CellUtil.cloneValue(kv))); org.junit.Assert.assertEquals(TIMESTAMP.get(kv.getTimestamp()), Bytes.toBoolean(CellUtil.cloneValue(kv))); } } scanner.close(); }
@Override public void map(ImmutableBytesWritable key, Result value, Context context) throws IOException { for (Cell cell : value.listCells()) { context.getCounter(TestTableInputFormat.class.getName() + ":row", Bytes.toString(cell.getRowArray(), cell.getRowOffset(), cell.getRowLength())) .increment(1l); context.getCounter(TestTableInputFormat.class.getName() + ":family", Bytes.toString(cell.getFamilyArray(), cell.getFamilyOffset(), cell.getFamilyLength())) .increment(1l); context.getCounter(TestTableInputFormat.class.getName() + ":value", Bytes.toString(cell.getValueArray(), cell.getValueOffset(), cell.getValueLength())) .increment(1l); } }