@Override protected FlinkKafkaConsumerBase<Row> createKafkaConsumer(String topic, Properties properties, DeserializationSchema<Row> deserializationSchema) { return new FlinkKafkaConsumer08<>(topic, deserializationSchema, properties); } }
public void createDataStream(FlinkBenchConfig config) throws Exception { Properties properties = new Properties(); properties.setProperty("zookeeper.connect", config.zkHost); properties.setProperty("group.id", config.consumerGroup); properties.setProperty("bootstrap.servers", config.brokerList); properties.setProperty("auto.offset.reset", config.offsetReset); this.dataStream = new FlinkKafkaConsumer08<Tuple2<String, String>>( config.topic, new KeyedTupleSchema(), properties); }
@Override protected FlinkKafkaConsumerBase<Row> createKafkaConsumer(String topic, Properties properties, DeserializationSchema<Row> deserializationSchema) { return new FlinkKafkaConsumer08<>(topic, deserializationSchema, properties); } }
@Override protected FlinkKafkaConsumerBase<Row> createKafkaConsumer(String topic, Properties properties, DeserializationSchema<Row> deserializationSchema) { return new FlinkKafkaConsumer08<>(topic, deserializationSchema, properties); } }
@Override FlinkKafkaConsumerBase<Row> getKafkaConsumer(String topic, Properties properties, DeserializationSchema<Row> deserializationSchema) { return new FlinkKafkaConsumer08<>(topic, deserializationSchema, properties); } }
@Override FlinkKafkaConsumerBase<Row> getKafkaConsumer(String topic, Properties properties, DeserializationSchema<Row> deserializationSchema) { return new FlinkKafkaConsumer08<>(topic, deserializationSchema, properties); } }
@Override FlinkKafkaConsumerBase<Row> getKafkaConsumer(String topic, Properties properties, DeserializationSchema<Row> deserializationSchema) { return new FlinkKafkaConsumer08<>(topic, deserializationSchema, properties); } }
@Override protected FlinkKafkaConsumerBase<Row> createKafkaConsumer(String topic, Properties properties, DeserializationSchema<Row> deserializationSchema) { return new FlinkKafkaConsumer08<>(topic, deserializationSchema, properties); }
@Override protected FlinkKafkaConsumerBase<Row> createKafkaConsumer(String topic, Properties properties, DeserializationSchema<Row> deserializationSchema) { return new FlinkKafkaConsumer08<>(topic, deserializationSchema, properties); }
@Override protected FlinkKafkaConsumerBase<Row> createKafkaConsumer(String topic, Properties properties, DeserializationSchema<Row> deserializationSchema) { return new FlinkKafkaConsumer08<>(topic, deserializationSchema, properties); }
@Override protected FlinkKafkaConsumerBase<Row> createKafkaConsumer(String topic, Properties properties, DeserializationSchema<Row> deserializationSchema) { return new FlinkKafkaConsumer08<>(topic, deserializationSchema, properties); }
/** * Setup kafka source */ private static FlinkKafkaConsumer08<String> kafkaSource(BenchmarkConfig config) { return new FlinkKafkaConsumer08<>( config.kafkaTopic, new SimpleStringSchema(), config.getParameters().getProperties()); }
.addSource(new FlinkKafkaConsumer08<String>(appArgs.getProperty(DiPConfiguration.KAFKA_TOPIC), new SimpleStringSchema(), properties)) .name("KafkaSource");
public static void main(String[] args) { Pipeline p = initializePipeline(args); KafkaOptions options = getOptions(p); FlinkKafkaConsumer08<String> kafkaConsumer = new FlinkKafkaConsumer08<>(options.getKafkaTopic(), new SimpleStringSchema(), getKafkaProps(options)); p .apply(Read.from(UnboundedFlinkSource.of(kafkaConsumer))).setCoder(StringUtf8Coder.of()) .apply(ParDo.of(new PrintFn<>())); p.run(); }
public static void main(String[] args) { Pipeline p = initializePipeline(args); KafkaOptions options = getOptions(p); FlinkKafkaConsumer08<MyType> kafkaConsumer = new FlinkKafkaConsumer08<>(options.getKafkaAvroTopic(), new AvroSerializationDeserializationSchema<>(MyType.class), getKafkaProps(options)); p .apply(Read.from(UnboundedFlinkSource.of(kafkaConsumer))) .setCoder(AvroCoder.of(MyType.class)) .apply(ParDo.of(new PrintFn<>())); p.run(); }
FlinkKafkaConsumer08<String> kafkaConsumer = new FlinkKafkaConsumer08<>( options.getKafkaTopic(), new SimpleStringSchema(), p);
FlinkKafkaConsumer08<String> kafkaConsumer = new FlinkKafkaConsumer08<>( options.getKafkaTopic(), new SimpleStringSchema(), p);