/** * Defines the transport protocol Kafka used by a data stream at runtime using a * {@link org.streampipes.model.grounding.SimpleTopicDefinition}. * @param kafkaHost The hostname of any Kafka broker * @param kafkaPort The port of any Kafka broker * @param topic The topic identifier * @return The {@link org.streampipes.model.grounding.KafkaTransportProtocol} containing URL and topic where data * arrives. */ public static KafkaTransportProtocol kafka(String kafkaHost, Integer kafkaPort, String topic) { return new KafkaTransportProtocol(kafkaHost, kafkaPort, topic, kafkaHost, kafkaPort); }
/** * Defines that a pipeline element (data processor or data sink) supports processing messages arriving from a * Kafka broker. * @return The {@link org.streampipes.model.grounding.KafkaTransportProtocol}. */ public static KafkaTransportProtocol kafka() { return new KafkaTransportProtocol(); }
/** * Defines the transport protocol Kafka used by a data stream at runtime using a * {@link org.streampipes.model.grounding.WildcardTopicDefinition} * @param kafkaHost The hostname of any Kafka broker * @param kafkaPort The port of any Kafka broker * @param wildcardTopicDefinition The wildcard topic definition. * @return The {@link org.streampipes.model.grounding.KafkaTransportProtocol} containing URL and topic where data * arrives. */ public static KafkaTransportProtocol kafka(String kafkaHost, Integer kafkaPort, WildcardTopicDefinition wildcardTopicDefinition) { return new KafkaTransportProtocol(kafkaHost, kafkaPort, wildcardTopicDefinition); }
public TransportProtocol protocol(TransportProtocol protocol) { if (protocol instanceof KafkaTransportProtocol) { return new KafkaTransportProtocol((KafkaTransportProtocol) protocol); } else { return new JmsTransportProtocol((JmsTransportProtocol) protocol); } }
public static List<TransportProtocol> standardProtocols() { List<TransportProtocol> protocols = new ArrayList<>(); protocols.add(new JmsTransportProtocol()); protocols.add(new KafkaTransportProtocol()); return protocols; }
public AdapterDescription() { super(); this.rules = new ArrayList<>(); this.eventGrounding = new EventGrounding(); this.config = new ArrayList<>(); // TODO move to another place TransportProtocol tp = new KafkaTransportProtocol(); tp.setTopicDefinition(new SimpleTopicDefinition("bb")); this.eventGrounding.setTransportProtocol(tp); // this.eventGrounding.setTransportFormats(Arrays.asList(Formats.jsonFormat())); }
public SpKafkaConsumer(String kafkaUrl, String topic, InternalEventProcessor<byte[]> callback) { KafkaTransportProtocol protocol = new KafkaTransportProtocol(); protocol.setKafkaPort(Integer.parseInt(kafkaUrl.split(":")[1])); protocol.setBrokerHostname(kafkaUrl.split(":")[0]); protocol.setTopicDefinition(new SimpleTopicDefinition(topic)); try { this.connect(protocol, callback); } catch (SpRuntimeException e) { e.printStackTrace(); } }
public SpKafkaConsumer(String kafkaUrl, String topic, InternalEventProcessor<byte[]> callback) { KafkaTransportProtocol protocol = new KafkaTransportProtocol(); protocol.setKafkaPort(Integer.parseInt(kafkaUrl.split(":")[1])); protocol.setBrokerHostname(kafkaUrl.split(":")[0]); protocol.setTopicDefinition(new SimpleTopicDefinition(topic)); try { this.connect(protocol, callback); } catch (SpRuntimeException e) { e.printStackTrace(); } }
public static EventGrounding createEventGrounding(String kafkaHost, int kafkaPort, EventSchema eventSchema) { EventGrounding eventGrounding = new EventGrounding(); KafkaTransportProtocol transportProtocol = new KafkaTransportProtocol(); transportProtocol.setBrokerHostname(kafkaHost); transportProtocol.setKafkaPort(kafkaPort); String topic = "org.streampipes.connect." + UUID.randomUUID(); System.out.println("Topic: " + topic); TopicDefinition topicDefinition = new SimpleTopicDefinition(topic); transportProtocol.setTopicDefinition(topicDefinition); eventGrounding.setTransportProtocol(transportProtocol); return eventGrounding; } }
private TransportProtocol kafkaTopic() { return new KafkaTransportProtocol(BackendConfig.INSTANCE.getKafkaHost(), BackendConfig.INSTANCE.getKafkaPort(), outputTopic, BackendConfig.INSTANCE.getZookeeperHost(), BackendConfig.INSTANCE.getZookeeperPort()); }
public static EventGrounding createEventGrounding(String kafkaHost, int kafkaPort, EventSchema eventSchema) { EventGrounding eventGrounding = new EventGrounding(); KafkaTransportProtocol transportProtocol = new KafkaTransportProtocol(); transportProtocol.setBrokerHostname(kafkaHost); transportProtocol.setKafkaPort(kafkaPort); String topic = "org.streampipes.connect." + UUID.randomUUID(); System.out.println("Topic: " + topic); TopicDefinition topicDefinition = new SimpleTopicDefinition(topic); transportProtocol.setTopicDefinition(topicDefinition); eventGrounding.setTransportProtocol(transportProtocol); return eventGrounding; } }
private TransportProtocol kafkaTopic() { return new KafkaTransportProtocol(BackendConfig.INSTANCE.getKafkaHost(), BackendConfig.INSTANCE.getKafkaPort(), outputTopic, BackendConfig.INSTANCE.getZookeeperHost(), BackendConfig.INSTANCE.getZookeeperPort()); }
public static TransportProtocol makeDummyProtocol() { KafkaTransportProtocol protocol = new KafkaTransportProtocol(); protocol.setKafkaPort(0); protocol.setBrokerHostname("kafka"); protocol.setTopicDefinition(new SimpleTopicDefinition("test-topic")); return protocol; } }
public DataSetModificationMessage selectGrounding() { // TODO grounding negotiation TransportProtocol protocol = new KafkaTransportProtocol(BackendConfig.INSTANCE.getKafkaHost(), BackendConfig.INSTANCE.getKafkaPort(), TopicGenerator.generateRandomTopic(), BackendConfig.INSTANCE.getZookeeperHost(), BackendConfig.INSTANCE.getZookeeperPort()); TransportFormat format = spDataSet.getSupportedGrounding().getTransportFormats().get(0); EventGrounding outputGrounding = new EventGrounding(); outputGrounding.setTransportProtocol(protocol); outputGrounding.setTransportFormats(Arrays.asList(format)); return new DataSetModificationMessage(outputGrounding,RandomStringUtils.randomAlphanumeric(10)); } }
public DataSetModificationMessage selectGrounding() { // TODO grounding negotiation TransportProtocol protocol = new KafkaTransportProtocol(BackendConfig.INSTANCE.getKafkaHost(), BackendConfig.INSTANCE.getKafkaPort(), TopicGenerator.generateRandomTopic(), BackendConfig.INSTANCE.getZookeeperHost(), BackendConfig.INSTANCE.getZookeeperPort()); TransportFormat format = spDataSet.getSupportedGrounding().getTransportFormats().get(0); EventGrounding outputGrounding = new EventGrounding(); outputGrounding.setTransportProtocol(protocol); outputGrounding.setTransportFormats(Arrays.asList(format)); return new DataSetModificationMessage(outputGrounding,RandomStringUtils.randomAlphanumeric(10)); } }