true); return process(coProcessFunction, outTypeInfo);
.process(new CoProcessFunction<Integer, Integer, Integer>() { @Override public void processElement1(Integer value, Context ctx, Collector<Integer> out) throws Exception {
.process(new CoProcessFunction<Integer, Integer, Integer>() { @Override public void processElement1(Integer value, Context ctx, Collector<Integer> out) throws Exception {
.keyBy(i -> i) .connect(ds2.keyBy(i -> i)) .process(new CoProcessFunction<Integer, Integer, Integer>() { @Override public void processElement1(Integer value, Context ctx, Collector<Integer> out) throws Exception {
.keyBy(i -> i) .connect(ds2.keyBy(i -> i)) .process(new CoProcessFunction<Integer, Integer, Integer>() { @Override public void processElement1(Integer value, Context ctx, Collector<Integer> out) throws Exception {
true); return process(coProcessFunction, outTypeInfo);
true); return process(coProcessFunction, outTypeInfo);
true); return process(coProcessFunction, outTypeInfo);
public static void main(String[] args) throws Exception { StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); env.setStreamTimeCharacteristic(TimeCharacteristic.EventTime); // Simulated trade stream DataStream<Trade> tradeStream = FinSources.tradeSource(env); // Simulated customer stream DataStream<Customer> customerStream = FinSources.customerSource(env); // Stream of enriched trades DataStream<EnrichedTrade> joinedStream = tradeStream .keyBy("customerId") .connect(customerStream.keyBy("customerId")) .process(new ProcessingTimeJoinFunction()); joinedStream.print(); env.execute("processing-time join"); }
public static void main(String[] args) throws Exception { StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); env.setStreamTimeCharacteristic(TimeCharacteristic.EventTime); // Simulated trade stream DataStream<Trade> tradeStream = FinSources.tradeSource(env); // Simulated customer stream DataStream<Customer> customerStream = FinSources.customerSource(env); // Stream of enriched trades DataStream<EnrichedTrade> joinedStream = tradeStream .keyBy("customerId") .connect(customerStream.keyBy("customerId")) .process(new EventTimeJoinFunction()); joinedStream.print(); env.execute("event-time join"); }
public static void main(String[] args) throws Exception { ParameterTool params = ParameterTool.fromArgs(args); final String ridesFile = params.get("rides", ExerciseBase.pathToRideData); final String faresFile = params.get("fares", ExerciseBase.pathToFareData); final int servingSpeedFactor = 600; // 10 minutes worth of events are served every second // set up streaming execution environment StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); env.setStreamTimeCharacteristic(TimeCharacteristic.EventTime); env.setParallelism(ExerciseBase.parallelism); DataStream<TaxiRide> rides = env .addSource(rideSourceOrTest(new CheckpointedTaxiRideSource(ridesFile, servingSpeedFactor))) .filter((TaxiRide ride) -> (ride.isStart && (ride.rideId % 1000 != 0))) .keyBy(ride -> ride.rideId); DataStream<TaxiFare> fares = env .addSource(fareSourceOrTest(new CheckpointedTaxiFareSource(faresFile, servingSpeedFactor))) .keyBy(fare -> fare.rideId); SingleOutputStreamOperator processed = rides .connect(fares) .process(new EnrichmentFunction()); printOrTest(processed.getSideOutput(unmatchedFares)); env.execute("ExpiringStateExercise (java)"); }
public static void main(String[] args) throws Exception { ParameterTool params = ParameterTool.fromArgs(args); final String ridesFile = params.get("rides", ExerciseBase.pathToRideData); final String faresFile = params.get("fares", ExerciseBase.pathToFareData); final int servingSpeedFactor = 600; // 10 minutes worth of events are served every second // set up streaming execution environment StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); env.setStreamTimeCharacteristic(TimeCharacteristic.EventTime); env.setParallelism(ExerciseBase.parallelism); DataStream<TaxiRide> rides = env .addSource(rideSourceOrTest(new CheckpointedTaxiRideSource(ridesFile, servingSpeedFactor))) .filter((TaxiRide ride) -> (ride.isStart && (ride.rideId % 1000 != 0))) .keyBy("rideId"); DataStream<TaxiFare> fares = env .addSource(fareSourceOrTest(new CheckpointedTaxiFareSource(faresFile, servingSpeedFactor))) .keyBy("rideId"); SingleOutputStreamOperator processed = rides .connect(fares) .process(new EnrichmentFunction()); printOrTest(processed.getSideOutput(unmatchedFares)); env.execute("ExpiringStateSolution (java)"); }