public Object getFieldValue(_Fields field) { switch (field) { case LOW_VALUE: return getLowValue(); case HIGH_VALUE: return getHighValue(); case NUM_NULLS: return getNumNulls(); case NUM_DVS: return getNumDVs(); case BIT_VECTORS: return getBitVectors(); } throw new IllegalStateException(); }
long lowerBound = list.get(list.size() - 1).getValue().getNumDVs(); long higherBound = 0; for (Map.Entry<String, LongColumnStatsData> entry : list) { higherBound += entry.getValue().getNumDVs(); minInd = adjustedIndexMap.get(list.get(0).getKey()); maxInd = adjustedIndexMap.get(list.get(list.size() - 1).getKey()); min = list.get(0).getValue().getNumDVs(); max = list.get(list.size() - 1).getValue().getNumDVs(); if (minInd == maxInd) { ndv = min;
@Override void compare(ColumnStatisticsData colstats, int offset) { Assert.assertEquals("long num nulls", numNulls.get(offset), (Long) colstats.getLongStats().getNumNulls()); Assert.assertEquals("long num dvs", numDvs.get(offset), (Long) colstats.getLongStats().getNumDVs()); Assert.assertEquals("long low val", (long)lowVals.get(offset), colstats.getLongStats().getLowValue()); Assert.assertEquals("long high val", (long)highVals.get(offset), colstats.getLongStats().getHighValue()); }
private void verifyLongStats(int dvCount, int min, int max, List<ColumnStatisticsObj> stats) { Assert.assertEquals(1, stats.size()); LongColumnStatsData data = stats.get(0).getStatsData().getLongStats(); Assert.assertEquals(min, data.getLowValue()); Assert.assertEquals(max, data.getHighValue()); Assert.assertEquals(dvCount, data.getNumDVs()); }
LongColumnStatsData newData = cso.getStatsData().getLongStats(); if (useDensityFunctionForNDVEstimation) { densityAvgSum += (newData.getHighValue() - newData.getLowValue()) / newData.getNumDVs(); colName, columnStatisticsData.getLongStats().getNumDVs(), partNames.size(), colStatsWithSourceInfo.size()); statsObj.setStatsData(columnStatisticsData);
LongColumnStatsData lcsd = csd.getLongStats(); ret.addAll(Lists.newArrayList( "" + lcsd.getLowValue(), "" + lcsd.getHighValue(), "" + lcsd.getNumNulls(), "" + lcsd.getNumDVs(), "", "", "", "",
LongColumnStatsData lcsd = csd.getLongStats(); appendColumnStats(tableInfo, lcsd.getLowValue(), lcsd.getHighValue(), lcsd.getNumNulls(), lcsd.getNumDVs(), "", "", "", ""); } else if (csd.isSetDateStats()) { DateColumnStatsData dcsd = csd.getDateStats();
AggrStats aggrStats = cachedStore.get_aggr_stats_for(DEFAULT_CATALOG_NAME, dbName, tblName, aggrPartVals, colNames); Assert.assertEquals(aggrStats.getColStats().get(0).getStatsData().getLongStats().getNumNulls(), 100); Assert.assertEquals(aggrStats.getColStats().get(0).getStatsData().getLongStats().getNumDVs(), 40); aggrStats = cachedStore.get_aggr_stats_for(DEFAULT_CATALOG_NAME, dbName, tblName, aggrPartVals, colNames); Assert.assertEquals(aggrStats.getColStats().get(0).getStatsData().getLongStats().getNumNulls(), 100); Assert.assertEquals(aggrStats.getColStats().get(0).getStatsData().getLongStats().getNumDVs(), 40);
AggrStats aggrStats = cachedStore.get_aggr_stats_for(DEFAULT_CATALOG_NAME, dbName, tblName, aggrPartVals, colNames); Assert.assertEquals(aggrStats.getColStats().get(0).getStatsData().getLongStats().getNumNulls(), 100); Assert.assertEquals(aggrStats.getColStats().get(0).getStatsData().getLongStats().getNumDVs(), 5); aggrStats = cachedStore.get_aggr_stats_for(DEFAULT_CATALOG_NAME, dbName, tblName, aggrPartVals, colNames); Assert.assertEquals(aggrStats.getColStats().get(0).getStatsData().getLongStats().getNumNulls(), 100); Assert.assertEquals(aggrStats.getColStats().get(0).getStatsData().getLongStats().getNumDVs(), 5);
OptionalLong max = longStatsData.isSetHighValue() ? OptionalLong.of(longStatsData.getHighValue()) : OptionalLong.empty(); OptionalLong nullsCount = longStatsData.isSetNumNulls() ? fromMetastoreNullsCount(longStatsData.getNumNulls()) : OptionalLong.empty(); OptionalLong distinctValuesCount = longStatsData.isSetNumDVs() ? OptionalLong.of(longStatsData.getNumDVs()) : OptionalLong.empty(); return createIntegerColumnStatistics(min, max, nullsCount, fromMetastoreDistinctValuesCount(distinctValuesCount, nullsCount, rowCount));
|| colTypeLowerCase.equals(serdeConstants.SMALLINT_TYPE_NAME) || colTypeLowerCase.equals(serdeConstants.INT_TYPE_NAME)) { cs.setCountDistint(csd.getLongStats().getNumDVs()); cs.setNumNulls(csd.getLongStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive1()); cs.setRange(csd.getLongStats().getLowValue(), csd.getLongStats().getHighValue()); } else if (colTypeLowerCase.equals(serdeConstants.BIGINT_TYPE_NAME)) { cs.setCountDistint(csd.getLongStats().getNumDVs()); cs.setNumNulls(csd.getLongStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive2());
LongColumnStatsData lcsd = csd.getLongStats(); appendColumnStatsNoFormatting(colBuffer, lcsd.getLowValue(), lcsd.getHighValue(), lcsd.getNumNulls(), lcsd.getNumDVs(), "", "", "", ""); } else if (csd.isSetDateStats()) { DateColumnStatsData dcsd = csd.getDateStats();
@Override public void checkStats(AggrStats aggrStats) throws Exception { Assert.assertEquals(10, aggrStats.getPartsFound()); Assert.assertEquals(1, aggrStats.getColStatsSize()); ColumnStatisticsObj cso = aggrStats.getColStats().get(0); Assert.assertEquals("col1", cso.getColName()); Assert.assertEquals("bigint", cso.getColType()); LongColumnStatsData lcsd = cso.getStatsData().getLongStats(); Assert.assertEquals(1009, lcsd.getHighValue(), 0.01); Assert.assertEquals(-1009, lcsd.getLowValue(), 0.01); Assert.assertEquals(45, lcsd.getNumNulls()); Assert.assertEquals(91, lcsd.getNumDVs()); } };
|| colTypeLowerCase.equals(serdeConstants.SMALLINT_TYPE_NAME) || colTypeLowerCase.equals(serdeConstants.INT_TYPE_NAME)) { cs.setCountDistint(csd.getLongStats().getNumDVs()); cs.setNumNulls(csd.getLongStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive1()); cs.setRange(csd.getLongStats().getLowValue(), csd.getLongStats().getHighValue()); } else if (colTypeLowerCase.equals(serdeConstants.BIGINT_TYPE_NAME)) { cs.setCountDistint(csd.getLongStats().getNumDVs()); cs.setNumNulls(csd.getLongStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive2());
@Override void compareAggr(ColumnStatisticsObj obj) { compareCommon(obj); Assert.assertEquals("aggr long num nulls", getNumNulls(), obj.getStatsData().getLongStats().getNumNulls()); Assert.assertEquals("aggr long num dvs", getNumDvs(), obj.getStatsData().getLongStats().getNumDVs()); Assert.assertEquals("aggr long low val", getLowVal(), obj.getStatsData().getLongStats().getLowValue()); Assert.assertEquals("aggr long high val", getHighVal(), obj.getStatsData().getLongStats().getHighValue()); }
oldLongStatsData.setNumDVs(newLongStatsData.getNumDVs());
mColStats.setLongStats( longStats.isSetNumNulls() ? longStats.getNumNulls() : null, longStats.isSetNumDVs() ? longStats.getNumDVs() : null, longStats.isSetBitVectors() ? longStats.getBitVectors() : null, longStats.isSetLowValue() ? longStats.getLowValue() : null,
mColStats.setLongStats( longStats.isSetNumNulls() ? longStats.getNumNulls() : null, longStats.isSetNumDVs() ? longStats.getNumDVs() : null, longStats.isSetBitVectors() ? longStats.getBitVectors() : null, longStats.isSetLowValue() ? longStats.getLowValue() : null,
public Object getFieldValue(_Fields field) { switch (field) { case LOW_VALUE: return Long.valueOf(getLowValue()); case HIGH_VALUE: return Long.valueOf(getHighValue()); case NUM_NULLS: return Long.valueOf(getNumNulls()); case NUM_DVS: return Long.valueOf(getNumDVs()); } throw new IllegalStateException(); }
public Object getFieldValue(_Fields field) { switch (field) { case LOW_VALUE: return Long.valueOf(getLowValue()); case HIGH_VALUE: return Long.valueOf(getHighValue()); case NUM_NULLS: return Long.valueOf(getNumNulls()); case NUM_DVS: return Long.valueOf(getNumDVs()); } throw new IllegalStateException(); }