@Override public void start() { LOG.info("Starting embedded kafka server..."); kafkaServer = new EmbeddedKafkaServer(kafkaProperties); Service.State state = kafkaServer.startAndWait(); if (state != Service.State.RUNNING) { throw new IllegalStateException("Kafka server has not started... terminating."); } LOG.info("Embedded kafka server started successfully."); }
@Override public void start() { LOG.info("Starting embedded kafka server..."); kafkaServer = new EmbeddedKafkaServer(kafkaProperties); Service.State state = kafkaServer.startAndWait(); if (state != Service.State.RUNNING) { throw new IllegalStateException("Kafka server has not started... terminating."); } LOG.info("Embedded kafka server started successfully."); }
private ApplicationKafkaService(ZKClient zkClient, String kafkaZKConnect) { this.zkClient = zkClient; this.kafkaServer = new EmbeddedKafkaServer(generateKafkaConfig(kafkaZKConnect)); this.kafkaZKPath = kafkaZKConnect.substring(zkClient.getConnectString().length()); }
private ApplicationKafkaService(ZKClient zkClient, String kafkaZKConnect) { this.zkClient = zkClient; this.kafkaServer = new EmbeddedKafkaServer(generateKafkaConfig(kafkaZKConnect)); this.kafkaZKPath = kafkaZKConnect.substring(zkClient.getConnectString().length()); }
private EmbeddedKafkaServer createKafkaServer(String zkConnectStr, File dir) throws Exception { // Don't set port, EmbeddedKafkaServer will find a ephemeral port. Properties properties = new Properties(); properties.setProperty("broker.id", "1"); properties.setProperty("num.network.threads", "2"); properties.setProperty("num.io.threads", "2"); properties.setProperty("socket.send.buffer.bytes", "1048576"); properties.setProperty("socket.receive.buffer.bytes", "1048576"); properties.setProperty("socket.request.max.bytes", "104857600"); properties.setProperty("log.dir", dir.getAbsolutePath()); properties.setProperty("num.partitions", "1"); properties.setProperty("log.flush.interval.messages", "10000"); properties.setProperty("log.flush.interval.ms", "1000"); properties.setProperty("log.retention.hours", "1"); properties.setProperty("log.segment.bytes", "536870912"); properties.setProperty("log.cleanup.interval.mins", "1"); properties.setProperty("zookeeper.connect", zkConnectStr); properties.setProperty("zookeeper.connection.timeout.ms", "1000000"); return new EmbeddedKafkaServer(properties); } }
@Override protected void before() throws Throwable { tmpFolder.create(); zkServer = InMemoryZKServer.builder().setDataDir(tmpFolder.newFolder()).build(); zkServer.startAndWait(); LOG.info("In memory ZK started on {}", zkServer.getConnectionStr()); kafkaServer = new EmbeddedKafkaServer(generateKafkaConfig()); kafkaServer.startAndWait(); initializeCConf(); injector = createInjector(); zkClient = injector.getInstance(ZKClientService.class); zkClient.startAndWait(); kafkaClient = injector.getInstance(KafkaClientService.class); kafkaClient.startAndWait(); brokerService = injector.getInstance(BrokerService.class); brokerService.startAndWait(); String brokerList = updateKafkaBrokerList(injector.getInstance(CConfiguration.class), brokerService); LOG.info("Waiting for Kafka server to startup..."); waitForKafkaStartup(); LOG.info("Kafka server started with broker list {}", brokerList); }