/** write data to given buffer, like serialize */ public void exportColumnBlock(int c, ByteBuffer buf) { exportColumns(info.colBlocks[c], buf); }
@Override public void write(GTRecord rec) throws IOException { buf.clear(); rec.exportColumns(info.getAllColumns(), buf); int len = buf.position(); dout.writeInt(len); dout.write(buf.array(), buf.arrayOffset(), len); }
@Override public void write(GTRecord rec) throws IOException { buf.clear(); rec.exportColumns(info.getAllColumns(), buf); int len = buf.position(); dout.writeInt(len); dout.write(buf.array(), buf.arrayOffset(), len); }
public void append(GTRecord r) { // add record to block if (isEmpty()) { r.exportColumns(info.primaryKey, primaryKey); } for (int i = 0; i < info.colBlocks.length; i++) { r.exportColumnBlock(i, cellBlockBuffers[i]); } nRows++; }
public ByteArray exportColumns(ImmutableBitSet selectedCols) { int len = sizeOf(selectedCols); ByteArray buf = ByteArray.allocate(len); exportColumns(selectedCols, buf); return buf; }
@Override public void write(long cuboidId, GTRecord record) throws IOException { if (lastCuboidId == null || !lastCuboidId.equals(cuboidId)) { if (lastCuboidId != null) { logger.info("Cuboid " + lastCuboidId + " has " + cuboidRowCount + " rows"); cuboidRowCount = 0; } // output another cuboid initVariables(cuboidId); lastCuboidId = cuboidId; } cuboidRowCount++; rowKeyEncoder.encode(record, record.getInfo().getPrimaryKey(), keyBuf); //output measures valueBuf.clear(); try { record.exportColumns(measureColumns, valueBuf); } catch (BufferOverflowException boe) { valueBuf = ByteBuffer.allocate((int) (record.sizeOf(measureColumns) * 1.5)); record.exportColumns(measureColumns, valueBuf); } outputKey.set(keyBuf, 0, keyBuf.length); outputValue.set(valueBuf.array(), 0, valueBuf.position()); writeAsKeyValue(outputKey, outputValue); }
@Override public void write(GTRecord r) throws IOException { ByteArray byteArray = r.exportColumns(info.getAllColumns()); assert byteArray.offset() == 0; assert byteArray.array().length == byteArray.length(); rowList.add(byteArray.array()); }
buffer.clear(); try { oneRecord.exportColumns(scanReq.getColumns(), buffer); } catch (BufferOverflowException boe) { buffer = ByteBuffer.allocate(oneRecord.sizeOf(scanReq.getColumns()) * 2); oneRecord.exportColumns(scanReq.getColumns(), buffer);
public static void prepareTestData() throws Exception { try { util.getHBaseAdmin().disableTable(TABLE); util.getHBaseAdmin().deleteTable(TABLE); } catch (Exception e) { // ignore table not found } Table table = util.createTable(TABLE, FAM); HRegionInfo hRegionInfo = new HRegionInfo(table.getName()); region = util.createLocalHRegion(hRegionInfo, table.getTableDescriptor()); gtInfo = newInfo(); GridTable gridTable = newTable(gtInfo); IGTScanner scanner = gridTable.scan(new GTScanRequestBuilder().setInfo(gtInfo).setRanges(null) .setDimensions(null).setFilterPushDown(null).createGTScanRequest()); for (GTRecord record : scanner) { byte[] value = record.exportColumns(gtInfo.getPrimaryKey()).toBytes(); byte[] key = new byte[RowConstants.ROWKEY_SHARD_AND_CUBOID_LEN + value.length]; System.arraycopy(Bytes.toBytes(baseCuboid), 0, key, RowConstants.ROWKEY_SHARDID_LEN, RowConstants.ROWKEY_CUBOIDID_LEN); System.arraycopy(value, 0, key, RowConstants.ROWKEY_SHARD_AND_CUBOID_LEN, value.length); Put put = new Put(key); put.addColumn(FAM, COL_M, record.exportColumns(gtInfo.getColumnBlock(1)).toBytes()); region.put(put); } }
/** write data to given buffer, like serialize */ public void exportColumnBlock(int c, ByteBuffer buf) { exportColumns(info.colBlocks[c], buf); }
@Override public void write(GTRecord rec) throws IOException { buf.clear(); rec.exportColumns(info.getAllColumns(), buf); int len = buf.position(); dout.writeInt(len); dout.write(buf.array(), buf.arrayOffset(), len); }
@Override public void write(GTRecord rec) throws IOException { buf.clear(); rec.exportColumns(info.getAllColumns(), buf); int len = buf.position(); dout.writeInt(len); dout.write(buf.array(), buf.arrayOffset(), len); }
public ByteArray exportColumns(ImmutableBitSet selectedCols) { int len = sizeOf(selectedCols); ByteArray buf = ByteArray.allocate(len); exportColumns(selectedCols, buf); return buf; }
public void append(GTRecord r) { // add record to block if (isEmpty()) { r.exportColumns(info.primaryKey, primaryKey); } for (int i = 0; i < info.colBlocks.length; i++) { r.exportColumnBlock(i, cellBlockBuffers[i]); } nRows++; }
@Override public void write(long cuboidId, GTRecord record) throws IOException { if (lastCuboidId == null || !lastCuboidId.equals(cuboidId)) { if (lastCuboidId != null) { logger.info("Cuboid " + lastCuboidId + " has " + cuboidRowCount + " rows"); cuboidRowCount = 0; } // output another cuboid initVariables(cuboidId); lastCuboidId = cuboidId; } cuboidRowCount++; rowKeyEncoder.encode(record, record.getInfo().getPrimaryKey(), keyBuf); //output measures valueBuf.clear(); try { record.exportColumns(measureColumns, valueBuf); } catch (BufferOverflowException boe) { valueBuf = ByteBuffer.allocate((int) (record.sizeOf(measureColumns) * 1.5)); record.exportColumns(measureColumns, valueBuf); } outputKey.set(keyBuf, 0, keyBuf.length); outputValue.set(valueBuf.array(), 0, valueBuf.position()); writeAsKeyValue(outputKey, outputValue); }
@Override public void write(GTRecord r) throws IOException { ByteArray byteArray = r.exportColumns(info.getAllColumns()); assert byteArray.offset() == 0; assert byteArray.array().length == byteArray.length(); rowList.add(byteArray.array()); }
buffer.clear(); try { oneRecord.exportColumns(scanReq.getColumns(), buffer); } catch (BufferOverflowException boe) { buffer = ByteBuffer.allocate(oneRecord.sizeOf(scanReq.getColumns()) * 2); oneRecord.exportColumns(scanReq.getColumns(), buffer);