private void setCompression(String name, ColumnSchema.ColumnSchemaBuilder builder, ColumnDesign design) { if (design.getCompression() != null) { try { ColumnSchema.CompressionAlgorithm algorithm = ColumnSchema.CompressionAlgorithm.valueOf(design.getCompression().toUpperCase()); builder.compressionAlgorithm(algorithm); } catch (IllegalArgumentException e) { throw new RuntimeException("Unknown compression algorithm " + design.getCompression() + " for column " + name); } } }
public static Schema getBasicSchema() { ArrayList<ColumnSchema> columns = new ArrayList<>(5); columns.add(new ColumnSchema.ColumnSchemaBuilder("key", Type.INT32).key(true).build()); columns.add(new ColumnSchema.ColumnSchemaBuilder("column1_i", Type.INT32).build()); columns.add(new ColumnSchema.ColumnSchemaBuilder("column2_i", Type.INT32).build()); columns.add(new ColumnSchema.ColumnSchemaBuilder("column3_s", Type.STRING) .nullable(true) .desiredBlockSize(4096) .encoding(ColumnSchema.Encoding.DICT_ENCODING) .compressionAlgorithm(ColumnSchema.CompressionAlgorithm.LZ4) .build()); columns.add(new ColumnSchema.ColumnSchemaBuilder("column4_b", Type.BOOL).build()); return new Schema(columns); }
.desiredBlockSize(4096) .encoding(ColumnSchema.Encoding.PLAIN_ENCODING) .compressionAlgorithm(ColumnSchema.CompressionAlgorithm.NO_COMPRESSION) .build()); KuduTable table = client.createTable(tableName, new Schema(columns), getBasicCreateTableOptions());
public static ColumnSchema pbToColumnSchema(Common.ColumnSchemaPB pb) { Type type = Type.getTypeForDataType(pb.getType()); ColumnTypeAttributes typeAttributes = pb.hasTypeAttributes() ? pbToColumnTypeAttributes(pb.getTypeAttributes()) : null; Object defaultValue = pb.hasWriteDefaultValue() ? byteStringToObject(type, typeAttributes, pb.getWriteDefaultValue()) : null; ColumnSchema.Encoding encoding = ColumnSchema.Encoding.valueOf(pb.getEncoding().name()); ColumnSchema.CompressionAlgorithm compressionAlgorithm = ColumnSchema.CompressionAlgorithm.valueOf(pb.getCompression().name()); int desiredBlockSize = pb.getCfileBlockSize(); return new ColumnSchema.ColumnSchemaBuilder(pb.getName(), type) .key(pb.getIsKey()) .nullable(pb.getIsNullable()) .defaultValue(defaultValue) .encoding(encoding) .compressionAlgorithm(compressionAlgorithm) .desiredBlockSize(desiredBlockSize) .typeAttributes(typeAttributes) .build(); }
private void setCompression(String name, ColumnSchema.ColumnSchemaBuilder builder, ColumnDesign design) { if (design.getCompression() != null) { try { ColumnSchema.CompressionAlgorithm algorithm = KuduTableProperties.lookupCompression(design.getCompression()); builder.compressionAlgorithm(algorithm); } catch (IllegalArgumentException e) { throw new PrestoException(GENERIC_INTERNAL_ERROR, "Unknown compression algorithm " + design.getCompression() + " for column " + name); } } }
protected ColumnSchema columnSchema() { return new ColumnSchema.ColumnSchemaBuilder(name, type) .key(key) .nullable(nullable) .defaultValue(defaultValue) .desiredBlockSize(blockSize) .encoding(encoding.encode) .compressionAlgorithm(compression.algorithm) .build(); }
private void setCompression(String name, ColumnSchema.ColumnSchemaBuilder builder, ColumnDesign design) { if (design.getCompression() != null) { try { ColumnSchema.CompressionAlgorithm algorithm = KuduTableProperties.lookupCompression(design.getCompression()); builder.compressionAlgorithm(algorithm); } catch (IllegalArgumentException e) { throw new PrestoException(GENERIC_INTERNAL_ERROR, "Unknown compression algorithm " + design.getCompression() + " for column " + name); } } }