/** * Start worker. */ public void start() { log.info("Worker starting"); offsetBackingStore.start(); sourceTaskOffsetCommitter = new SourceTaskOffsetCommitter(config); log.info("Worker started"); }
this.offsetBackingStore.configure(config);
@Override public void stop() { if (!startWatch.compareAndSet(true, false)) { throw new IllegalStateException("Connector is not started"); } LOGGER.info("Stopping connector {}", connectorName()); stopAllThreads(); sharedSourceTaskContext.clean(); offsetBackingStore.stop(); connector.stop(); }
raw = backingStore.get(serializedToOriginal.keySet(), null).get(); } catch (Exception e) { log.error("Failed to fetch offsets from namespace {}: ", namespace, e);
return backingStore.set(offsetsSerialized, new Callback<Void>() { @Override public void onCompletion(Throwable error, Void result) {
connector.start(connectorProperties); this.offsetBackingStore = offsetBackingStore; offsetBackingStore.start(); sharedSourceTaskContext = new SharedSourceTaskContext( new OffsetStorageReaderImpl(offsetBackingStore, connectorClass.getCanonicalName(), internalConverter, internalConverter),
offsetBackingStore.configure(workerConfig); return new KafkaConnectStreamSource(sqlContext, propertiesToMap(parameters.get(StreamOptions.KAFKA_CONNECT_CONNECTOR_PROPERTIES().getName()).get()),
/** * Stop worker. */ public void stop() { log.info("Worker stopping"); long started = time.milliseconds(); long limit = started + config.getLong(WorkerConfig.TASK_SHUTDOWN_GRACEFUL_TIMEOUT_MS_CONFIG); if (!connectors.isEmpty()) { log.warn("Shutting down connectors {} uncleanly; herder should have shut down connectors before the Worker is stopped", connectors.keySet()); stopConnectors(); } if (!tasks.isEmpty()) { log.warn("Shutting down tasks {} uncleanly; herder should have shut down tasks before the Worker is stopped", tasks.keySet()); stopAndAwaitTasks(); } long timeoutMs = limit - time.milliseconds(); sourceTaskOffsetCommitter.close(timeoutMs); offsetBackingStore.stop(); metrics.stop(); log.info("Worker stopped"); workerMetricsGroup.close(); }