@Override protected void doCleanup(Context context) throws IOException, InterruptedException { Dictionary<String> dict = builder.build(); outputDict(col, dict); }
Dictionary<String> dict = builder.build();
@Override protected void doCleanup(Context context) throws IOException, InterruptedException { if (isStatistics) { //output the hll info; List<Long> allCuboids = Lists.newArrayList(); allCuboids.addAll(cuboidHLLMap.keySet()); Collections.sort(allCuboids); logMapperAndCuboidStatistics(allCuboids); // for human check outputStatistics(allCuboids); } else { //dimension col if (cubeDesc.listDimensionColumnsExcludingDerived(true).contains(col)) { outputDimRangeInfo(); } // dic col if (buildDictInReducer) { Dictionary<String> dict = builder.build(); outputDict(col, dict); } } mos.close(); }
private Dictionary<String> getDict(DataType type, Iterator<String> values) throws Exception { IDictionaryBuilder builder = DictionaryGenerator.newDictionaryBuilder(type); builder.init(null, 0, null); while (values.hasNext()) { builder.addValue(values.next()); } return builder.build(); }
Dictionary<String> dict = builder.build(); outputDict(col, dict, result);
@Override protected void doCleanup(Context context) throws IOException, InterruptedException { Dictionary<String> dict = builder.build(); outputDict(col, dict); }
Dictionary<String> dict = builder.build();
@Override protected void doCleanup(Context context) throws IOException, InterruptedException { if (isStatistics) { //output the hll info; List<Long> allCuboids = Lists.newArrayList(); allCuboids.addAll(cuboidHLLMap.keySet()); Collections.sort(allCuboids); logMapperAndCuboidStatistics(allCuboids); // for human check outputStatistics(allCuboids); } else { //dimension col if (cubeDesc.listDimensionColumnsExcludingDerived(true).contains(col)) { outputDimRangeInfo(); } // dic col if (buildDictInReducer) { Dictionary<String> dict = builder.build(); outputDict(col, dict); } } mos.close(); }
Dictionary<String> dict = builder.build(); outputDict(col, dict, result);