@Override protected void closeConnections() throws Exception { if (consumer != null) { SimpleConsumer consumer = this.consumer; consumer.close(); // de-reference the consumer to avoid closing multiple times this.consumer = null; } }
@Override public void close() { connector.shutdown(); } };
@Override public SimpleConsumer buildSimpleConsumer(String host, int port, int soTimeout, int bufferSize, String clientId) { return new SimpleConsumer(host, port, soTimeout, bufferSize, clientId); } }
protected List<KafkaStream<byte[], byte[]>> createStreams() { Map<String, Integer> topicCountMap = Maps.newHashMap(); topicCountMap.put(this.topic, this.numThreads); Map<String, List<KafkaStream<byte[], byte[]>>> consumerMap = this.consumer.createMessageStreams(topicCountMap); return consumerMap.get(this.topic); }
@Override public void commit(TopicPartition topicPartition, long offset) { mConsumerConnector.commitOffsets(); }
private SimpleConsumer createSimpleConsumer(String host, int port) { return new SimpleConsumer(host, port, this.socketTimeoutMillis, this.bufferSize, this.clientName); }
public void close() { consumer.shutdown(); }
public void close() { if (consumer != null) { consumer.close(); } }
@Override public void commit() { consumer.commitOffsets(); _serverMetrics.addMeteredTableValue(_tableAndStreamName, ServerMeter.REALTIME_OFFSET_COMMITS, 1L); _serverMetrics.addMeteredGlobalValue(ServerMeter.REALTIME_OFFSET_COMMITS, 1L); }
private SimpleConsumer createSimpleConsumer(String host, int port) { return new SimpleConsumer(host, port, this.socketTimeoutMillis, this.bufferSize, this.clientName); }
@Override public void close() throws IOException { consumer.shutdown(); } }
/** * Cancels this fetch thread. The thread will release all resources and terminate. */ public void cancel() { this.running = false; // interrupt whatever the consumer is doing if (consumer != null) { consumer.close(); } this.interrupt(); }
private SimpleConsumer createConsumer(String host, int port, String clientName) { return new SimpleConsumer(host, port, 100000, 64 * 1024, clientName); }
void shutdown() { _consumer.shutdown(); }
private void stopConsumer() { if (consumer != null) { try { consumer.close(); log.info("stop consumer[%s][%s], leaderBroker[%s]", topic, partitionId, leaderBroker); } catch (Exception e) { log.warn(e, "stop consumer[%s][%s] failed", topic, partitionId); } finally { consumer = null; } } }
@Override protected void initializeConnections() { URL contactUrl = NetUtils.getCorrectHostnamePort(seedBrokerAddresses[currentContactSeedBrokerIndex]); this.consumer = new SimpleConsumer(contactUrl.getHost(), contactUrl.getPort(), soTimeout, bufferSize, dummyClientId); }
void shutdown() { _consumer.shutdown(); }
/** * Re-establish broker connection using the next available seed broker address. */ private void useNextAddressAsNewContactSeedBroker() { if (++currentContactSeedBrokerIndex == seedBrokerAddresses.length) { currentContactSeedBrokerIndex = 0; } URL newContactUrl = NetUtils.getCorrectHostnamePort(seedBrokerAddresses[currentContactSeedBrokerIndex]); this.consumer = new SimpleConsumer(newContactUrl.getHost(), newContactUrl.getPort(), soTimeout, bufferSize, dummyClientId); }
private SimpleConsumer createConsumer(HostAddress host) { log.info("Creating new Consumer for %s", host); return new SimpleConsumer(host.getHostText(), host.getPort(), connectTimeoutMillis, bufferSizeBytes, format("presto-kafka-%s-%s", connectorId, nodeManager.getCurrentNode().getNodeIdentifier())); } }
private void ensureConsumer(Broker leader) throws InterruptedException { if (consumer == null) { while (leaderBroker == null) { leaderBroker = findNewLeader(leader); } log.info( "making SimpleConsumer[%s][%s], leader broker[%s:%s]", topic, partitionId, leaderBroker.host(), leaderBroker.port() ); consumer = new SimpleConsumer( leaderBroker.host(), leaderBroker.port(), SO_TIMEOUT_MILLIS, BUFFER_SIZE, clientId ); } }