org.apache.kudu.client.PartitionSchema.getRangeSchema java code examples

Common ways to obtain PartitionSchema

private void myMethod () {
     PartitionSchema p =KuduTable kuduTable;kuduTable.getPartitionSchema()
Smart code suggestions by Codota
}

private static RangeBoundValue buildRangePartitionBound(KuduTable table, byte[] rangeKey)
{
  if (rangeKey.length == 0) {
    return null;
  }
  else {
    Schema schema = table.getSchema();
    PartitionSchema partitionSchema = table.getPartitionSchema();
    PartitionSchema.RangeSchema rangeSchema = partitionSchema.getRangeSchema();
    List<Integer> rangeColumns = rangeSchema.getColumns();
    final int numColumns = rangeColumns.size();
    PartialRow bound = KeyEncoderAccessor.decodeRangePartitionKey(schema, partitionSchema, rangeKey);
    ArrayList<Object> list = new ArrayList<>();
    for (int i = 0; i < numColumns; i++) {
      Object obj = toValue(schema, bound, rangeColumns.get(i));
      list.add(obj);
    }
    return new RangeBoundValue(list);
  }
}

private static List<RangePartition> getRangePartitionList(KuduTable table, long deadline)
{
  List<RangePartition> rangePartitions = new ArrayList<>();
  if (!table.getPartitionSchema().getRangeSchema().getColumns().isEmpty()) {
    try {
      Iterator var4 = table.getTabletsLocations(deadline).iterator();
      while (var4.hasNext()) {
        LocatedTablet tablet = (LocatedTablet) var4.next();
        Partition partition = tablet.getPartition();
        if (Iterators.all(partition.getHashBuckets().iterator(), Predicates.equalTo(0))) {
          RangePartition rangePartition = buildRangePartition(table, partition);
          rangePartitions.add(rangePartition);
        }
      }
    }
    catch (Exception e) {
      throw new RuntimeException(e);
    }
  }
  return rangePartitions;
}

public static PartitionDesign getPartitionDesign(KuduTable table)
{
  Schema schema = table.getSchema();
  PartitionDesign partitionDesign = new PartitionDesign();
  PartitionSchema partitionSchema = table.getPartitionSchema();
  List<HashPartitionDefinition> hashPartitions = partitionSchema.getHashBucketSchemas().stream()
      .map(hashBucketSchema -> {
        HashPartitionDefinition hash = new HashPartitionDefinition();
        List<String> cols = hashBucketSchema.getColumnIds().stream()
            .map(idx -> schema.getColumnByIndex(idx).getName()).collect(toImmutableList());
        hash.setColumns(cols);
        hash.setBuckets(hashBucketSchema.getNumBuckets());
        return hash;
      }).collect(toImmutableList());
  partitionDesign.setHash(hashPartitions);
  List<Integer> rangeColumns = partitionSchema.getRangeSchema().getColumns();
  if (!rangeColumns.isEmpty()) {
    RangePartitionDefinition definition = new RangePartitionDefinition();
    definition.setColumns(rangeColumns.stream()
        .map(i -> schema.getColumns().get(i).getName())
        .collect(ImmutableList.toImmutableList()));
    partitionDesign.setRange(definition);
  }
  return partitionDesign;
}

/**
 * Decodes a range partition key into a partial row.
 *
 * @param schema the schema of the table
 * @param partitionSchema the partition schema of the table
 * @param buf the encoded range partition key
 * @return the decoded range key
 */
private static PartialRow decodeRangePartitionKey(Schema schema,
                         PartitionSchema partitionSchema,
                         ByteBuffer buf) {
 PartialRow row = schema.newPartialRow();
 Iterator<Integer> rangeIds = partitionSchema.getRangeSchema().getColumns().iterator();
 while (rangeIds.hasNext()) {
  int idx = schema.getColumnIndex(rangeIds.next());
  if (buf.hasRemaining()) {
   decodeColumn(buf, row, idx, !rangeIds.hasNext());
  } else {
   row.setMin(idx);
  }
 }
 if (buf.hasRemaining()) {
  throw new IllegalArgumentException("Unable to decode all partition key bytes");
 }
 return row;
}

private static List<RangePartition> getRangePartitionList(KuduTable table, long deadline)
{
  List<RangePartition> rangePartitions = new ArrayList<>();
  if (!table.getPartitionSchema().getRangeSchema().getColumns().isEmpty()) {
    try {
      Iterator var4 = table.getTabletsLocations(deadline).iterator();
      while (var4.hasNext()) {
        LocatedTablet tablet = (LocatedTablet) var4.next();
        Partition partition = tablet.getPartition();
        if (Iterators.all(partition.getHashBuckets().iterator(), Predicates.equalTo(0))) {
          RangePartition rangePartition = buildRangePartition(table, partition);
          rangePartitions.add(rangePartition);
        }
      }
    }
    catch (Exception e) {
      throw new RuntimeException(e);
    }
  }
  return rangePartitions;
}

private static List<RangePartition> getRangePartitionList(KuduTable table, long deadline) {
  List<RangePartition> rangePartitions = new ArrayList();
  if (!table.getPartitionSchema().getRangeSchema().getColumns().isEmpty()) {
    try {
      Iterator var4 = table.getTabletsLocations(deadline).iterator();
      while (var4.hasNext()) {
        LocatedTablet tablet = (LocatedTablet) var4.next();
        Partition partition = tablet.getPartition();
        if (Iterators.all(partition.getHashBuckets().iterator(), Predicates.equalTo(0))) {
          RangePartition rangePartition = buildRangePartition(table, partition);
          rangePartitions.add(rangePartition);
        }
      }
    } catch (Exception e) {
      throw new RuntimeException(e);
    }
  }
  return rangePartitions;
}

                      byte[] lowerBound,
                      byte[] upperBound) {
if (partitionSchema.getRangeSchema().getColumns().isEmpty() &&
  partitionSchema.getHashBucketSchemas().isEmpty()) {
 assert lowerBound.length == 0 && upperBound.length == 0;
if (partitionSchema.getRangeSchema().getColumns().size() > 0) {
 if (!hashBuckets.isEmpty()) {
  sb.append(", ");
 for (int id : partitionSchema.getRangeSchema().getColumns()) {
  idxs.add(schema.getColumnIndex(id));

private static RangeBoundValue buildRangePartitionBound(KuduTable table, byte[] rangeKey)
{
  if (rangeKey.length == 0) {
    return null;
  }
  else {
    Schema schema = table.getSchema();
    PartitionSchema partitionSchema = table.getPartitionSchema();
    PartitionSchema.RangeSchema rangeSchema = partitionSchema.getRangeSchema();
    List<Integer> rangeColumns = rangeSchema.getColumns();
    final int numColumns = rangeColumns.size();
    PartialRow bound = KeyEncoderAccessor.decodeRangePartitionKey(schema, partitionSchema, rangeKey);
    ArrayList<Object> list = new ArrayList<>();
    for (int i = 0; i < numColumns; i++) {
      Object obj = toValue(schema, bound, rangeColumns.get(i));
      list.add(obj);
    }
    return new RangeBoundValue(list);
  }
}

private static RangeBoundValue buildRangePartitionBound(KuduTable table, byte[] rangeKey) throws Exception {
  if (rangeKey.length == 0) {
    return null;
  } else {
    Schema schema = table.getSchema();
    PartitionSchema partitionSchema = table.getPartitionSchema();
    PartitionSchema.RangeSchema rangeSchema = partitionSchema.getRangeSchema();
    List<Integer> rangeColumns = rangeSchema.getColumns();
    final int numColumns = rangeColumns.size();
    PartialRow bound = KeyEncoderAccessor.decodeRangePartitionKey(schema, partitionSchema, rangeKey);
    RangeBoundValue value = new RangeBoundValue();
    ArrayList<Object> list = new ArrayList<>();
    for (int i = 0; i < numColumns; i++) {
      Object obj = toValue(schema, bound, rangeColumns.get(i));
      list.add(obj);
    }
    value.setValues(list);
    return value;
  }
}

Schema schema = table.getSchema();
PartitionSchema partitionSchema = table.getPartitionSchema();
PartitionSchema.RangeSchema rangeSchema = partitionSchema.getRangeSchema();
for (int id : partitionSchema.getRangeSchema().getColumns()) {
 idxs.add(schema.getColumnIndex(id));

public static PartitionDesign getPartitionDesign(KuduTable table) {
  Schema schema = table.getSchema();
  PartitionDesign partitionDesign = new PartitionDesign();
  PartitionSchema partitionSchema = table.getPartitionSchema();
  List<HashPartitionDefinition> hashPartitions = partitionSchema.getHashBucketSchemas().stream()
      .map(hashBucketSchema -> {
        HashPartitionDefinition hash = new HashPartitionDefinition();
        List<String> cols = hashBucketSchema.getColumnIds().stream()
            .map(idx -> schema.getColumnByIndex(idx).getName()).collect(toImmutableList());
        hash.setColumns(cols);
        hash.setBuckets(hashBucketSchema.getNumBuckets());
        return hash;
      }).collect(toImmutableList());
  partitionDesign.setHash(hashPartitions);
  List<Integer> rangeColumns = partitionSchema.getRangeSchema().getColumns();
  if (!rangeColumns.isEmpty()) {
    RangePartitionDefinition definition = new RangePartitionDefinition();
    definition.setColumns(rangeColumns.stream()
        .map(i -> schema.getColumns().get(i).getName())
        .collect(ImmutableList.toImmutableList()));
    partitionDesign.setRange(definition);
  }
  return partitionDesign;
}

public static PartitionDesign getPartitionDesign(KuduTable table)
{
  Schema schema = table.getSchema();
  PartitionDesign partitionDesign = new PartitionDesign();
  PartitionSchema partitionSchema = table.getPartitionSchema();
  List<HashPartitionDefinition> hashPartitions = partitionSchema.getHashBucketSchemas().stream()
      .map(hashBucketSchema -> {
        HashPartitionDefinition hash = new HashPartitionDefinition();
        List<String> cols = hashBucketSchema.getColumnIds().stream()
            .map(idx -> schema.getColumnByIndex(idx).getName()).collect(toImmutableList());
        hash.setColumns(cols);
        hash.setBuckets(hashBucketSchema.getNumBuckets());
        return hash;
      }).collect(toImmutableList());
  partitionDesign.setHash(hashPartitions);
  List<Integer> rangeColumns = partitionSchema.getRangeSchema().getColumns();
  if (!rangeColumns.isEmpty()) {
    RangePartitionDefinition definition = new RangePartitionDefinition();
    definition.setColumns(rangeColumns.stream()
        .map(i -> schema.getColumns().get(i).getName())
        .collect(ImmutableList.toImmutableList()));
    partitionDesign.setRange(definition);
  }
  return partitionDesign;
}

/**
 * Encodes the provided row into a partition key according to the partition schema.
 *
 * @param row the row to encode
 * @param partitionSchema the partition schema describing the table's partitioning
 * @return an encoded partition key
 */
public static byte[] encodePartitionKey(PartialRow row, PartitionSchema partitionSchema) {
 ByteVec buf = ByteVec.create();
 if (!partitionSchema.getHashBucketSchemas().isEmpty()) {
  for (final HashBucketSchema hashSchema : partitionSchema.getHashBucketSchemas()) {
   encodeHashBucket(getHashBucket(row, hashSchema), buf);
  }
 }
 encodeColumns(row, partitionSchema.getRangeSchema().getColumns(), buf);
 return buf.toArray();
}

Schema schema = scanner.table.getSchema();
PartitionSchema partitionSchema = scanner.table.getPartitionSchema();
PartitionSchema.RangeSchema rangeSchema = partitionSchema.getRangeSchema();
Map<String, KuduPredicate> predicates = scanner.predicates;

Popular methods of PartitionSchema

getHashBucketSchemas
<init>
Creates a new partition schema from the range and hash bucket schemas.
isSimpleRangePartitioning
Returns true if the partition schema if the partition schema does not include any hash components, a
encodePartitionKey
Returns the encoded partition key of the row.

Popular in Java

Creating JSON documents from java classes using gson
onRequestPermissionsResult (Fragment)
findViewById (Activity)
getExternalFilesDir (Context)
Enumeration (java.util)
A legacy iteration interface.New code should use Iterator instead. Iterator replaces the enumeration
JarFile (java.util.jar)
JarFile is used to read jar entries and their associated data from jar files.
JList (javax.swing)
JTextField (javax.swing)
XPath (javax.xml.xpath)
XPath provides access to the XPath evaluation environment and expressions. Evaluation of XPath Expr
Table (org.hibernate.mapping)
A relational table

Best Java code snippets using org.apache.kudu.client.PartitionSchema.getRangeSchema (Showing top 14 results out of 315)