@Override public DAG<Operator<?, ?>> getBasicOps() { ReduceByKey<IN, KEY, Long, Long, W> reduceByKey = new ReduceByKey<>(getName(), input.getFlow(), input, keyExtractor, null, valueExtractor, windowing, Sums.ofLongs(), getHints()); return DAG.of(reduceByKey); } }
@Override public DAG<Operator<?, ?>> getBasicOps() { ReduceByKey<IN, KEY, Long, Long, W> reduceByKey = new ReduceByKey<>(getName(), input.getFlow(), input, keyExtractor, null, valueExtractor, windowing, Sums.ofLongs(), getHints()); return DAG.of(reduceByKey); } }
@Override public Dataset<Pair<KEY, OUT>> output(OutputHint... outputHints) { Flow flow = input.getFlow(); ReduceByKey<IN, KEY, VALUE, OUT, W> reduce = new ReduceByKey<>( name, flow, input, keyExtractor, keyClass, valueExtractor, windowing, reducer, valuesComparator, Sets.newHashSet(outputHints)); flow.add(reduce); return reduce.output(); } }
@Override public Dataset<Pair<KEY, OUT>> output(OutputHint... outputHints) { Flow flow = input.getFlow(); ReduceByKey<IN, KEY, VALUE, OUT, W> reduce = new ReduceByKey<>( name, flow, input, keyExtractor, keyClass, valueExtractor, windowing, reducer, valuesComparator, Sets.newHashSet(outputHints)); flow.add(reduce); return reduce.output(); } }
@Override public DAG<Operator<?, ?>> getBasicOps() { Flow flow = input.getFlow(); String name = getName() + "::" + "ReduceByKey"; ReduceByKey<IN, ELEM, Void, Void, W> reduce = new ReduceByKey<>(name, flow, input, getKeyExtractor(), null, e -> null, windowing, (CombinableReduceFunction<Void>) e -> null, Collections.emptySet()); MapElements format = new MapElements<>( getName() + "::" + "Map", flow, reduce.output(), Pair::getFirst, getHints()); DAG<Operator<?, ?>> dag = DAG.of(reduce); dag.add(format, reduce); return dag; } }
@Override public DAG<Operator<?, ?>> getBasicOps() { Flow flow = input.getFlow(); String name = getName() + "::" + "ReduceByKey"; ReduceByKey<IN, ELEM, Void, Void, W> reduce = new ReduceByKey<>(name, flow, input, getKeyExtractor(), null, e -> null, windowing, (CombinableReduceFunction<Void>) e -> null, Collections.emptySet()); MapElements format = new MapElements<>( getName() + "::" + "Map", flow, reduce.output(), Pair::getFirst, getHints()); DAG<Operator<?, ?>> dag = DAG.of(reduce); dag.add(format, reduce); return dag; } }
final DAG<Operator<?, ?>> dag = DAG.empty(); if (windowing != null) { rbk = new ReduceByKey<>( getName() + "::ReduceByKey", getFlow(), input, getKeyExtractor(), null, valueExtractor, }, null); rbk = new ReduceByKey<>( getName() + "::ReduceByKey::attached", getFlow(), map.output(), Pair::getFirst, null, p -> valueExtractor.apply(p.getSecond()),
final DAG<Operator<?, ?>> dag = DAG.empty(); if (windowing != null) { rbk = new ReduceByKey<>( getName() + "::ReduceByKey", getFlow(), input, getKeyExtractor(), null, valueExtractor, }, null); rbk = new ReduceByKey<>( getName() + "::ReduceByKey::attached", getFlow(), map.output(), Pair::getFirst, null, p -> valueExtractor.apply(p.getSecond()),