/** Use {@link Object#hashCode()} to partition. */ @Override public int getBucket(K2 key, V2 value, int numBuckets) { return ObjectInspectorUtils.getBucketNumber(key.hashCode(), numBuckets); }
protected int getBucket(Object row) { if (!isBucketed) { return 0; } Object[] bucketFields = getBucketFields(row); int bucketingVersion = Utilities.getBucketingVersion( table.getParameters().get(hive_metastoreConstants.TABLE_BUCKETING_VERSION)); return bucketingVersion == 2 ? ObjectInspectorUtils.getBucketNumber(bucketFields, bucketObjInspectors, totalBuckets) : ObjectInspectorUtils.getBucketNumberOld(bucketFields, bucketObjInspectors, totalBuckets); }
/** Use {@link Object#hashCode()} to partition. */ @Override public int getBucket(K2 key, V2 value, int numBuckets) { return ObjectInspectorUtils.getBucketNumber(key.hashCode(), numBuckets); }
protected int getBucket(Object row) throws SerializationError { if(!isBucketed) { return 0; } ObjectInspector[] inspectors = getBucketObjectInspectors(); Object[] bucketFields = getBucketFields(row); int bucketingVersion = Utilities.getBucketingVersion( tbl.getParameters().get(hive_metastoreConstants.TABLE_BUCKETING_VERSION)); return bucketingVersion == 2 ? ObjectInspectorUtils.getBucketNumber(bucketFields, inspectors, totalBuckets) : ObjectInspectorUtils.getBucketNumberOld(bucketFields, inspectors, totalBuckets); }
/** * Computes the bucket number to which the bucketFields belong to * @param bucketFields the bucketed fields of the row * @param bucketFieldInspectors the ObjectInpsectors for each of the bucketed fields * @param totalBuckets the number of buckets in the table * @return the bucket number */ @Deprecated public static int getBucketNumberOld(Object[] bucketFields, ObjectInspector[] bucketFieldInspectors, int totalBuckets) { return getBucketNumber(getBucketHashCodeOld(bucketFields, bucketFieldInspectors), totalBuckets); }
ObjectInspectorUtils.getBucketNumber(convCols, new ObjectInspector[]{constOI}, numBuckets) : ObjectInspectorUtils.getBucketNumberOld(convCols, new ObjectInspector[]{constOI}, numBuckets); bs.set(n); n = ObjectInspectorUtils.getBucketNumber(Math.abs(h), numBuckets); bs.set(n);
/** * Computes the bucket number to which the bucketFields belong to * @param bucketFields the bucketed fields of the row * @param bucketFieldInspectors the ObjectInpsectors for each of the bucketed fields * @param totalBuckets the number of buckets in the table * @return the bucket number using Murmur hash */ public static int getBucketNumber(Object[] bucketFields, ObjectInspector[] bucketFieldInspectors, int totalBuckets) { return getBucketNumber(getBucketHashCode(bucketFields, bucketFieldInspectors), totalBuckets); }
protected int getBucket(Object row) { if (!isBucketed) { return 0; } Object[] bucketFields = getBucketFields(row); int bucketingVersion = Utilities.getBucketingVersion( table.getParameters().get(hive_metastoreConstants.TABLE_BUCKETING_VERSION)); return bucketingVersion == 2 ? ObjectInspectorUtils.getBucketNumber(bucketFields, bucketObjInspectors, totalBuckets) : ObjectInspectorUtils.getBucketNumberOld(bucketFields, bucketObjInspectors, totalBuckets); }
private int computeBucketNumber(Object row, int numBuckets) throws HiveException, SerDeException { Object[] bucketFieldValues = new Object[bucketEval.length]; for (int i = 0; i < bucketEval.length; i++) { bucketFieldValues[i] = bucketEval[i].evaluate(row); } return ObjectInspectorUtils.getBucketNumber( hashFunc.apply(bucketFieldValues, bucketObjectInspectors), numBuckets); }
private int computeBucketNumber(Object row, int numBuckets) throws HiveException { Object[] bucketFieldValues = new Object[bucketEval.length]; for (int i = 0; i < bucketEval.length; i++) { bucketFieldValues[i] = bucketEval[i].evaluate(row); } return ObjectInspectorUtils.getBucketNumber(bucketFieldValues, bucketObjectInspectors, numBuckets); }
@Override public int computeBucketId(Object record) { Object[] bucketFieldValues = new Object[bucketFields.length]; ObjectInspector[] bucketFiledInspectors = new ObjectInspector[bucketFields.length]; for (int columnIndex = 0; columnIndex < bucketFields.length; columnIndex++) { bucketFieldValues[columnIndex] = structObjectInspector.getStructFieldData(record, bucketFields[columnIndex]); bucketFiledInspectors[columnIndex] = bucketFields[columnIndex].getFieldObjectInspector(); } return ObjectInspectorUtils.getBucketNumber(bucketFieldValues, bucketFiledInspectors, totalBuckets); }
final int batchIndex = (selectedInUse ? selected[logical] : logical); bucketVectorExtractRow.extractRow(batch, batchIndex, bucketFieldValues); final int bucketNum = ObjectInspectorUtils.getBucketNumber( hashFunc.apply(bucketFieldValues, bucketObjectInspectors), numBuckets); final int hashCode = nonPartitionRandom.nextInt() * 31 + bucketNum; partitionVectorExtractRow.extractRow(batch, batchIndex, partitionFieldValues); bucketVectorExtractRow.extractRow(batch, batchIndex, bucketFieldValues); final int bucketNum = ObjectInspectorUtils.getBucketNumber( hashFunc.apply(bucketFieldValues, bucketObjectInspectors), numBuckets); final int hashCode = hashFunc.apply(partitionFieldValues, partitionObjectInspectors) * 31 + bucketNum;
int n = ObjectInspectorUtils.getBucketNumber(convCols, new ObjectInspector[]{constOI}, ctxt.getNumBuckets()); bs.set(n); if (ctxt.isCompat()) { n = ObjectInspectorUtils.getBucketNumber(Math.abs(h), ctxt.getNumBuckets()); bs.set(n);
bucketVectorExtractRow.extractRow(batch, batchIndex, bucketFieldValues); final int bucketNum = ObjectInspectorUtils.getBucketNumber( bucketFieldValues, bucketObjectInspectors, numBuckets); if (!isPartitioned) {
/** * Computes the bucket number to which the bucketFields belong to * @param bucketFields the bucketed fields of the row * @param bucketFieldInspectors the ObjectInpsectors for each of the bucketed fields * @param totalBuckets the number of buckets in the table * @return the bucket number */ @Deprecated public static int getBucketNumberOld(Object[] bucketFields, ObjectInspector[] bucketFieldInspectors, int totalBuckets) { return getBucketNumber(getBucketHashCodeOld(bucketFields, bucketFieldInspectors), totalBuckets); }
/** * Computes the bucket number to which the bucketFields belong to * @param bucketFields the bucketed fields of the row * @param bucketFieldInspectors the ObjectInpsectors for each of the bucketed fields * @param totalBuckets the number of buckets in the table * @return the bucket number using Murmur hash */ public static int getBucketNumber(Object[] bucketFields, ObjectInspector[] bucketFieldInspectors, int totalBuckets) { return getBucketNumber(getBucketHashCode(bucketFields, bucketFieldInspectors), totalBuckets); }