@Override public void merge(AggregationBuffer agg, Object partial) throws HiveException { if (partial != null) { BooleanStatsAgg myagg = (BooleanStatsAgg) agg; Object partialCount = soi.getStructFieldData(partial, countTruesField); myagg.countTrues += countTruesFieldOI.get(partialCount); partialCount = soi.getStructFieldData(partial, countFalsesField); myagg.countFalses += countFalsesFieldOI.get(partialCount); partialCount = soi.getStructFieldData(partial, countNullsField); myagg.countNulls += countNullsFieldOI.get(partialCount); } }
@Override public int precision() { if (value == null) { return super.precision(); } return BigDecimal.valueOf(value.get()).precision(); }
return writableOI.create((long) object); } else { return writableOI.copyObject(object);
LongExtractor(int columnIndex) { super(columnIndex); object = PrimitiveObjectInspectorFactory.writableLongObjectInspector.create(0); }
@Override public void merge(AggregationBuffer agg, Object partial) throws HiveException { if (partial != null) { BooleanStatsAgg myagg = (BooleanStatsAgg) agg; Object partialCount = soi.getStructFieldData(partial, countTruesField); myagg.countTrues += countTruesFieldOI.get(partialCount); partialCount = soi.getStructFieldData(partial, countFalsesField); myagg.countFalses += countFalsesFieldOI.get(partialCount); partialCount = soi.getStructFieldData(partial, countNullsField); myagg.countNulls += countNullsFieldOI.get(partialCount); } }
@Override public int precision() { if (value == null) { return super.precision(); } return BigDecimal.valueOf(value.get()).precision(); }
private static Object[] deserializeDeltaFileRow(Object row, StructObjectInspector inspector) { List<? extends StructField> fields = inspector.getAllStructFieldRefs(); WritableIntObjectInspector f0ins = (WritableIntObjectInspector) fields.get(0).getFieldObjectInspector(); WritableLongObjectInspector f1ins = (WritableLongObjectInspector) fields.get(1).getFieldObjectInspector(); WritableIntObjectInspector f2ins = (WritableIntObjectInspector) fields.get(2).getFieldObjectInspector(); WritableLongObjectInspector f3ins = (WritableLongObjectInspector) fields.get(3).getFieldObjectInspector(); WritableLongObjectInspector f4ins = (WritableLongObjectInspector) fields.get(4).getFieldObjectInspector(); StructObjectInspector f5ins = (StructObjectInspector) fields.get(5).getFieldObjectInspector(); int f0 = f0ins.get(inspector.getStructFieldData(row, fields.get(0))); long f1 = f1ins.get(inspector.getStructFieldData(row, fields.get(1))); int f2 = f2ins.get(inspector.getStructFieldData(row, fields.get(2))); long f3 = f3ins.get(inspector.getStructFieldData(row, fields.get(3))); long f4 = f4ins.get(inspector.getStructFieldData(row, fields.get(4))); SampleRec f5 = deserializeInner(inspector.getStructFieldData(row, fields.get(5)), f5ins); return new Object[] {f0, f1, f2, f3, f4, f5}; }
@Override public int precision() { if (value == null) { return super.precision(); } return BigDecimal.valueOf(value.get()).precision(); }
private static Object[] deserializeDeltaFileRow(Object row, StructObjectInspector inspector) { List<? extends StructField> fields = inspector.getAllStructFieldRefs(); WritableIntObjectInspector f0ins = (WritableIntObjectInspector) fields.get(0).getFieldObjectInspector(); WritableLongObjectInspector f1ins = (WritableLongObjectInspector) fields.get(1).getFieldObjectInspector(); WritableIntObjectInspector f2ins = (WritableIntObjectInspector) fields.get(2).getFieldObjectInspector(); WritableLongObjectInspector f3ins = (WritableLongObjectInspector) fields.get(3).getFieldObjectInspector(); WritableLongObjectInspector f4ins = (WritableLongObjectInspector) fields.get(4).getFieldObjectInspector(); StructObjectInspector f5ins = (StructObjectInspector) fields.get(5).getFieldObjectInspector(); int f0 = f0ins.get(inspector.getStructFieldData(row, fields.get(0))); long f1 = f1ins.get(inspector.getStructFieldData(row, fields.get(1))); int f2 = f2ins.get(inspector.getStructFieldData(row, fields.get(2))); long f3 = f3ins.get(inspector.getStructFieldData(row, fields.get(3))); long f4 = f4ins.get(inspector.getStructFieldData(row, fields.get(4))); SampleRec f5 = deserializeInner(inspector.getStructFieldData(row, fields.get(5)), f5ins); return new Object[]{f0, f1, f2, f3, f4, f5}; }
@Override public int precision() { if (value == null) { return super.precision(); } return BigDecimal.valueOf(value.get()).precision(); }
lv.vector[i] = (Long) value; } else { lv.vector[i] = ((WritableLongObjectInspector) outputOI).get(value);
@Override public int precision() { if (value == null) { return super.precision(); } return BigDecimal.valueOf(value.get()).precision(); }
return object; } else { return ((WritableLongObjectInspector) objectInspector).get(object);
@Override public void merge(AggregationBuffer agg, Object partial) throws HiveException { if (partial != null) { BooleanStatsAgg myagg = (BooleanStatsAgg) agg; Object partialCount = soi.getStructFieldData(partial, countTruesField); myagg.countTrues += countTruesFieldOI.get(partialCount); partialCount = soi.getStructFieldData(partial, countFalsesField); myagg.countFalses += countFalsesFieldOI.get(partialCount); partialCount = soi.getStructFieldData(partial, countNullsField); myagg.countNulls += countNullsFieldOI.get(partialCount); } }
void merge(final int o_size, @Nonnull final Object o_sum, @Nonnull final Object o_count, @Nonnull final StandardListObjectInspector sumOI, @Nonnull final StandardListObjectInspector countOI) throws HiveException { final WritableDoubleObjectInspector sumElemOI = PrimitiveObjectInspectorFactory.writableDoubleObjectInspector; final WritableLongObjectInspector countElemOI = PrimitiveObjectInspectorFactory.writableLongObjectInspector; if (o_size != _size) { if (_size == -1) { init(o_size); } else { throw new HiveException("Mismatch in the number of elements"); } } final double[] sum = _sum; final long[] count = _count; for (int i = 0, len = _size; i < len; i++) { Object sum_e = sumOI.getListElement(o_sum, i); sum[i] += sumElemOI.get(sum_e); Object count_e = countOI.getListElement(o_count, i); count[i] += countElemOI.get(count_e); } }
void merge(final int o_size, @Nonnull final Object o_sum, @Nonnull final Object o_count, @Nonnull final StandardListObjectInspector sumOI, @Nonnull final StandardListObjectInspector countOI) throws HiveException { final WritableDoubleObjectInspector sumElemOI = PrimitiveObjectInspectorFactory.writableDoubleObjectInspector; final WritableLongObjectInspector countElemOI = PrimitiveObjectInspectorFactory.writableLongObjectInspector; if(o_size != _size) { if(_size == -1) { init(o_size); } else { throw new HiveException("Mismatch in the number of elements"); } } final double[] sum = _sum; final long[] count = _count; for(int i = 0, len = _size; i < len; i++) { Object sum_e = sumOI.getListElement(o_sum, i); sum[i] += sumElemOI.get(sum_e); Object count_e = countOI.getListElement(o_count, i); count[i] += countElemOI.get(count_e); } }
void merge(final int o_size, @Nonnull final Object o_sum, @Nonnull final Object o_count, @Nonnull final StandardListObjectInspector sumOI, @Nonnull final StandardListObjectInspector countOI) throws HiveException { final WritableDoubleObjectInspector sumElemOI = PrimitiveObjectInspectorFactory.writableDoubleObjectInspector; final WritableLongObjectInspector countElemOI = PrimitiveObjectInspectorFactory.writableLongObjectInspector; if (o_size != _size) { if (_size == -1) { init(o_size); } else { throw new HiveException("Mismatch in the number of elements"); } } final double[] sum = _sum; final long[] count = _count; for (int i = 0, len = _size; i < len; i++) { Object sum_e = sumOI.getListElement(o_sum, i); sum[i] += sumElemOI.get(sum_e); Object count_e = countOI.getListElement(o_count, i); count[i] += countElemOI.get(count_e); } }
@Override public void merge(@SuppressWarnings("deprecation") AggregationBuffer agg, Object partial) throws HiveException { if (partial == null) { return; } Object tpObj = internalMergeOI.getStructFieldData(partial, tpField); Object totalActualObj = internalMergeOI.getStructFieldData(partial, totalActualField); Object totalPredictedObj = internalMergeOI.getStructFieldData(partial, totalPredictedField); Object betaObj = internalMergeOI.getStructFieldData(partial, betaOptionField); Object averageObj = internalMergeOI.getStructFieldData(partial, averageOptionFiled); long tp = PrimitiveObjectInspectorFactory.writableLongObjectInspector.get(tpObj); long totalActual = PrimitiveObjectInspectorFactory.writableLongObjectInspector.get(totalActualObj); long totalPredicted = PrimitiveObjectInspectorFactory.writableLongObjectInspector.get( totalPredictedObj); double beta = PrimitiveObjectInspectorFactory.writableDoubleObjectInspector.get(betaObj); String average = PrimitiveObjectInspectorFactory.writableStringObjectInspector.getPrimitiveJavaObject( averageObj); FMeasureAggregationBuffer myAggr = (FMeasureAggregationBuffer) agg; myAggr.merge(tp, totalActual, totalPredicted, beta, average); }
@Override public void merge(AggregationBuffer agg, Object partial) throws HiveException { if (partial == null) { return; } Object sumObj = internalMergeOI.getStructFieldData(partial, sumField); Object countObj = internalMergeOI.getStructFieldData(partial, countField); double sum = PrimitiveObjectInspectorFactory.writableDoubleObjectInspector.get(sumObj); long count = PrimitiveObjectInspectorFactory.writableLongObjectInspector.get(countObj); NDCGAggregationBuffer myAggr = (NDCGAggregationBuffer) agg; myAggr.merge(sum, count); }
@Override public void merge(AggregationBuffer agg, Object partial) throws HiveException { if (partial == null) { return; } Object sumObj = internalMergeOI.getStructFieldData(partial, sumField); Object countObj = internalMergeOI.getStructFieldData(partial, countField); double sum = writableDoubleObjectInspector.get(sumObj); long count = writableLongObjectInspector.get(countObj); RankingAUCAggregationBuffer myAggr = (RankingAUCAggregationBuffer) agg; myAggr.merge(sum, count); }