@Override protected ColumnFamilyDescriptor getTestRestoreSchemaChangeHCD() { return ColumnFamilyDescriptorBuilder.newBuilder(TEST_FAMILY2).setMobEnabled(true) .setMobThreshold(3L).build(); } }
@Override public TableDescriptor createHtd(final String tableName) { return TableDescriptorBuilder.newBuilder(TableName.valueOf(tableName)) .setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(Bytes.toBytes(TEST_FAMILY)) .setMobEnabled(true) .setMobThreshold(0L) .build()) .build(); } }
@Test public void testRollbackAndDoubleExecutionOnMobTable() throws Exception { final TableName tableName = TableName.valueOf(name.getMethodName()); TableDescriptor htd = MasterProcedureTestingUtility.createHTD(tableName, F1, F2); TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(htd) .modifyColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(htd.getColumnFamily(Bytes.toBytes(F1))) .setMobEnabled(true) .build()); testRollbackAndDoubleExecution(builder); }
private void init(String methodName, Configuration conf, boolean testStore) throws IOException { ColumnFamilyDescriptor cfd = ColumnFamilyDescriptorBuilder.newBuilder(family).setMobEnabled(true).setMobThreshold(3L) .setMaxVersions(4).build(); init(methodName, conf, cfd, testStore); }
@Test public void testCompactMob() throws Exception { ColumnFamilyDescriptor columnDescriptor = ColumnFamilyDescriptorBuilder.newBuilder(Bytes.toBytes("mob")) .setMobEnabled(true).setMobThreshold(0).build(); TableDescriptor tableDescriptor = TableDescriptorBuilder.newBuilder(tableName) .setColumnFamily(columnDescriptor).build(); admin.createTable(tableDescriptor).get(); byte[][] families = { Bytes.toBytes("mob") }; loadData(tableName, families, 3000, 8); admin.majorCompact(tableName, CompactType.MOB).get(); CompactionState state = admin.getCompactionState(tableName, CompactType.MOB).get(); assertNotEquals(CompactionState.NONE, state); waitUntilMobCompactionFinished(tableName); }
private void createTableIfMissing(Admin admin, boolean useMob) throws IOException { if (!admin.tableExists(TABLE_NAME)) { TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(TABLE_NAME); Stream.of(FAMILIES).map(ColumnFamilyDescriptorBuilder::of) .forEachOrdered(builder::setColumnFamily); admin.createTable(builder.build()); } ColumnFamilyDescriptor cfd = admin.getDescriptor(TABLE_NAME).getColumnFamilies()[0]; if (cfd.isMobEnabled() != useMob) { admin.modifyColumnFamily(TABLE_NAME, ColumnFamilyDescriptorBuilder.newBuilder(cfd) .setMobEnabled(useMob).setMobThreshold(4).build()); } }
private Table createTable(TableName tableName, byte[] family, boolean isMob) throws IOException { if (isMob) { ColumnFamilyDescriptor cfd = ColumnFamilyDescriptorBuilder.newBuilder(family) .setMobEnabled(true).setMobThreshold(1).build(); TableDescriptor desc = TableDescriptorBuilder.newBuilder(tableName).setColumnFamily(cfd).build(); return TEST_UTIL.createTable(desc, null); } else { return TEST_UTIL.createTable(tableName, family); } }
public static void createMobTable(HBaseTestingUtility util, TableName tableName, byte[][] splitKeys, int regionReplication, String cpClassName, byte[]... families) throws IOException, InterruptedException { TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(tableName).setRegionReplication(regionReplication); for (byte[] family : families) { builder.setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(family).setMobEnabled(true) .setMobThreshold(0L).build()); } if (!StringUtils.isBlank(cpClassName)) { builder.setCoprocessor(cpClassName); } util.getAdmin().createTable(builder.build(), splitKeys); SnapshotTestingUtils.waitForTableToBeOnline(util, tableName); assertEquals((splitKeys.length + 1) * regionReplication, util.getAdmin().getRegions(tableName).size()); }
ColumnFamilyDescriptorBuilder.newBuilder(family).setMobEnabled(true).setMobThreshold(100) .setMaxVersions(4).setEncryptionType(algorithm).setEncryptionKey(EncryptionUtil .wrapKey(conf, conf.get(HConstants.CRYPTO_MASTERKEY_NAME_CONF_KEY,
@Override protected void initTable() throws IOException { super.initTable(); TableName tableName = getTablename(); try (Connection connection = ConnectionFactory.createConnection(); Admin admin = connection.getAdmin()) { HTableDescriptor tableDesc = admin.getTableDescriptor(tableName); LOG.info("Disabling table " + getTablename()); admin.disableTable(tableName); ColumnFamilyDescriptor mobColumn = tableDesc.getColumnFamily(mobColumnFamily); ColumnFamilyDescriptor cfd = ColumnFamilyDescriptorBuilder.newBuilder(mobColumn) .setMobEnabled(true) .setMobThreshold((long) threshold) .build(); admin.modifyColumnFamily(tableName, cfd); LOG.info("Enabling table " + getTablename()); admin.enableTable(tableName); } }
final Configuration conf = HBaseConfiguration.create(); ColumnFamilyDescriptor cfd = ColumnFamilyDescriptorBuilder.newBuilder(family).setMobEnabled(true).setMobThreshold(100) .setMaxVersions(4).build(); init(name.getMethodName(), conf, cfd, false);
cfd.setMobEnabled(true); cfd.setMobThreshold(5); TableDescriptor desc1 = TableDescriptorBuilder.newBuilder(tableName1)
columnDescBuilder.setMobEnabled(true); columnDescBuilder.setMobThreshold(mobThreshold);
/** * Create a Mob table. * * @param util * @param tableName * @param families * @return An Table instance for the created table. * @throws IOException */ public static Table createMobTable(final HBaseTestingUtility util, final TableName tableName, final byte[]... families) throws IOException { TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(tableName); for (byte[] family : families) { // Disable blooms (they are on by default as of 0.95) but we disable them // here because // tests have hard coded counts of what to expect in block cache, etc., // and blooms being // on is interfering. builder.setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(family) .setBloomFilterType(BloomType.NONE) .setMobEnabled(true) .setMobThreshold(0L) .build()); } util.getAdmin().createTable(builder.build()); // HBaseAdmin only waits for regions to appear in hbase:meta we should wait // until they are assigned util.waitUntilAllRegionsAssigned(tableName); return ConnectionFactory.createConnection(util.getConfiguration()).getTable(tableName); }
builder.setBloomFilterType(BloomType.ROW); builder.setCompressionType(Algorithm.SNAPPY); builder.setMobEnabled(true); builder.setMobThreshold(1000L); builder.setDFSReplication((short) v);
builder.setBloomFilterType(BloomType.ROW); builder.setCompressionType(Algorithm.SNAPPY); builder.setMobEnabled(true); builder.setMobThreshold(1000L); builder.setDFSReplication((short) v);
@Override protected ColumnFamilyDescriptor getTestRestoreSchemaChangeHCD() { return ColumnFamilyDescriptorBuilder.newBuilder(TEST_FAMILY2).setMobEnabled(true) .setMobThreshold(3L).build(); } }
@Override public TableDescriptor createHtd(final String tableName) { return TableDescriptorBuilder.newBuilder(TableName.valueOf(tableName)) .setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(Bytes.toBytes(TEST_FAMILY)) .setMobEnabled(true) .setMobThreshold(0L) .build()) .build(); } }
@Test public void testRollbackAndDoubleExecutionOnMobTable() throws Exception { final TableName tableName = TableName.valueOf(name.getMethodName()); TableDescriptor htd = MasterProcedureTestingUtility.createHTD(tableName, F1, F2); TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(htd) .modifyColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(htd.getColumnFamily(Bytes.toBytes(F1))) .setMobEnabled(true) .build()); testRollbackAndDoubleExecution(builder); }
private void createTableIfMissing(Admin admin, boolean useMob) throws IOException { if (!admin.tableExists(TABLE_NAME)) { TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(TABLE_NAME); Stream.of(FAMILIES).map(ColumnFamilyDescriptorBuilder::of) .forEachOrdered(builder::setColumnFamily); admin.createTable(builder.build()); } ColumnFamilyDescriptor cfd = admin.getDescriptor(TABLE_NAME).getColumnFamilies()[0]; if (cfd.isMobEnabled() != useMob) { admin.modifyColumnFamily(TABLE_NAME, ColumnFamilyDescriptorBuilder.newBuilder(cfd) .setMobEnabled(useMob).setMobThreshold(4).build()); } }