WorkerConfig workerConfig = new EmbeddedConfig(embeddedConfig); FileOffsetBackingStore offsetStore = new FileOffsetBackingStore(); offsetStore.configure(workerConfig); offsetStore.start();
public KafkaConnectStandalone(Map<String, String> workerProps, Map<String, String> connectorProps) { Time time = new SystemTime(); ConnectorFactory connectorFactory = new ConnectorFactory(); StandaloneConfig config = new StandaloneConfig(workerProps); RestServer rest = new RestServer(config); URI advertisedUrl = rest.advertisedUrl(); String workerId = advertisedUrl.getHost() + ":" + advertisedUrl.getPort(); Worker worker = new Worker(workerId, time, connectorFactory, config, new FileOffsetBackingStore()); Herder herder = new StandaloneHerder(worker); connect = new Connect(herder, rest); try { connect.start(); FutureCallback<Herder.Created<ConnectorInfo>> cb = new FutureCallback<>(new Callback<Herder.Created<ConnectorInfo>>() { @Override public void onCompletion(Throwable error, Herder.Created<ConnectorInfo> info) { if (error != null) LOGGER.error("Failed to create job"); else LOGGER.info("Created connector {}", info.result().name()); } }); herder.putConnectorConfig( connectorProps.get(ConnectorConfig.NAME_CONFIG), connectorProps, false, cb); cb.get(); } catch (Throwable t) { LOGGER.error("Stopping after connector error", t); connect.stop(); } }
String workerId = advertisedUrl.getHost() + ":" + advertisedUrl.getPort(); Worker worker = new Worker(workerId, time, plugins, config, new FileOffsetBackingStore());
String bs = parameters.get(StreamOptions.KAFKA_CONNECT_OFFSET_BACKING_STORE().getName()).get(); if (StreamOptions.FILE_BACKING_STORE().getValue().equals(bs)) { offsetBackingStore = new FileOffsetBackingStore(); workerConfig = new FileConfig(offsetBackingStoreProperties); } else if (StreamOptions.MEMORY_BACKING_STORE().getValue().equals(bs)) {
private static KafkaConnect givenKafkaConnect(Map<String, String> props) { WorkerConfig config = new StandaloneConfig(props); Worker worker = new Worker("1", new SystemTime(), new ConnectorFactory(), config, new FileOffsetBackingStore()); Herder herder = new StandaloneHerder(worker); RestServer restServer = new RestServer(config); Connect connect = new Connect(herder, restServer); connect.start(); return new KafkaConnect(connect, herder, () -> givenKafkaConnect(props)); }
WorkerConfig workerConfig = new EmbeddedConfig(embeddedConfig); FileOffsetBackingStore offsetStore = new FileOffsetBackingStore(); offsetStore.configure(workerConfig); offsetStore.start();