public KafkaEmbedded() { this(InstanceSpec.getRandomPort(), InstanceSpec.getRandomPort()); }
public static String[] setSystemAndAdjustArgs(String configFqpn) { checkNullConsole(); System.setProperty("dw.curator.connectionString", "localhost:2181"); System.setProperty("dw.soa.instanceName", "instance-" + new Random().nextInt(10000)); System.setProperty("dw.soa.discovery.type", "zookeeper"); System.setProperty("dw.soa.discovery.bindAddress", "localhost"); System.setProperty("dw.sql.mybatisConfigUrl", "example-mybatis.xml"); System.setProperty("dw.soa.attributes.type", "sql"); System.setProperty("dw.server.applicationConnectors[0].port", "" + InstanceSpec.getRandomPort()); System.setProperty("dw.server.adminConnectors[0].port", "" + InstanceSpec.getRandomPort()); return new String[] { "server", "|" + configFqpn }; }
public KafkaEmbedded(Integer kafkaPort, Integer zookeeperPort) { try { zk = new ZookeeperEmbedded(zookeeperPort); zk.start(); this.port = null != kafkaPort ? kafkaPort : InstanceSpec.getRandomPort(); logDir = new File(System.getProperty("java.io.tmpdir"), "kafka/logs/kafka-test-" + kafkaPort); FileUtils.deleteQuietly(logDir); KafkaConfig config = buildKafkaConfig(zk.getConnectionString()); kafka = new KafkaServerStartable(config); kafka.startup(); } catch (Exception ex) { throw new RuntimeException("Could not start test broker", ex); } }
private EphemeralKafkaBroker addBroker() throws Exception { final int brokerPort = InstanceSpec.getRandomPort(); Properties brokerConfigProperties = new Properties(); brokerConfigProperties.setProperty(KafkaConfig.BrokerIdProp(), brokers.size() + ""); brokerConfigProperties.setProperty(KafkaConfig.ZkConnectProp(), zookeeper.getConnectString()); brokerConfigProperties.setProperty(KafkaConfig.ControlledShutdownEnableProp(), false + ""); brokerConfigProperties.setProperty(KafkaConfig.ControlledShutdownMaxRetriesProp(), "1"); brokerConfigProperties.setProperty(KafkaConfig.DeleteTopicEnableProp(), true + ""); brokerConfigProperties.setProperty(KafkaConfig.PortProp(), "" + brokerPort); brokerConfigProperties.setProperty(KafkaConfig.SslEnabledProtocolsProp(), false + ""); brokerConfigProperties.setProperty(KafkaConfig.AutoCreateTopicsEnableProp(), true + ""); brokerConfigProperties.setProperty(KafkaConfig.ReplicaSocketTimeoutMsProp(), "300"); brokerConfigProperties.setProperty(KafkaConfig.ReplicaFetchWaitMaxMsProp(), "100"); brokerConfigProperties.setProperty(KafkaConfig.ControllerSocketTimeoutMsProp(), "10"); brokerConfigProperties.setProperty(KafkaConfig.OffsetsTopicReplicationFactorProp(), numBroker + ""); brokerConfigProperties.setProperty(KafkaConfig.LeaderImbalanceCheckIntervalSecondsProp(), 1 + ""); brokerConfigProperties.setProperty(KafkaConfig.ZkSessionTimeoutMsProp(), 200 + ""); brokerConfigProperties.setProperty(KafkaConfig.GroupInitialRebalanceDelayMsDoc(), 200 + ""); brokerConfigProperties.setProperty(KafkaConfig.AdvertisedHostNameProp(), "localhost"); brokerConfigProperties.setProperty(KafkaConfig.AdvertisedPortProp(), brokerPort + ""); brokerConfigProperties.setProperty(KafkaConfig.AdvertisedListenersProp(), "PLAINTEXT://localhost:" + brokerPort); brokerConfigProperties.setProperty(KafkaConfig.HostNameProp(), "localhost"); brokerConfigProperties.setProperty(KafkaConfig.MinInSyncReplicasProp(), Math.max(1, numBroker - 1) + ""); final EphemeralKafkaBroker broker = new EphemeralKafkaBroker(zookeeper, brokerPort, brokerConfigProperties); broker.start().get(); brokers.add(broker); return broker; }
private EphemeralKafkaBroker addBroker() throws Exception { final int brokerPort = InstanceSpec.getRandomPort(); Properties brokerConfigProperties = new Properties(); brokerConfigProperties.setProperty(KafkaConfig.BrokerIdProp(), brokers.size() + ""); brokerConfigProperties.setProperty(KafkaConfig.ZkConnectProp(), zookeeper.getConnectString()); brokerConfigProperties.setProperty(KafkaConfig.ControlledShutdownEnableProp(), false + ""); brokerConfigProperties.setProperty(KafkaConfig.ControlledShutdownMaxRetriesProp(), "1"); brokerConfigProperties.setProperty(KafkaConfig.DeleteTopicEnableProp(), true + ""); brokerConfigProperties.setProperty(KafkaConfig.PortProp(), "" + brokerPort); brokerConfigProperties.setProperty(KafkaConfig.SslEnabledProtocolsProp(), false + ""); brokerConfigProperties.setProperty(KafkaConfig.AutoCreateTopicsEnableProp(), true + ""); brokerConfigProperties.setProperty(KafkaConfig.ReplicaSocketTimeoutMsProp(), "300"); brokerConfigProperties.setProperty(KafkaConfig.ReplicaFetchWaitMaxMsProp(), "100"); brokerConfigProperties.setProperty(KafkaConfig.ControllerSocketTimeoutMsProp(), "10"); brokerConfigProperties.setProperty(KafkaConfig.OffsetsTopicReplicationFactorProp(), numBroker + ""); brokerConfigProperties.setProperty(KafkaConfig.LeaderImbalanceCheckIntervalSecondsProp(), 1 + ""); brokerConfigProperties.setProperty(KafkaConfig.ZkSessionTimeoutMsProp(), 200 + ""); brokerConfigProperties.setProperty(KafkaConfig.GroupInitialRebalanceDelayMsDoc(), 200 + ""); brokerConfigProperties.setProperty(KafkaConfig.AdvertisedHostNameProp(), "localhost"); brokerConfigProperties.setProperty(KafkaConfig.AdvertisedPortProp(), brokerPort + ""); brokerConfigProperties.setProperty(KafkaConfig.AdvertisedListenersProp(), "PLAINTEXT://localhost:" + brokerPort); brokerConfigProperties.setProperty(KafkaConfig.HostNameProp(), "localhost"); brokerConfigProperties.setProperty(KafkaConfig.MinInSyncReplicasProp(), Math.max(1, numBroker - 1) + ""); final EphemeralKafkaBroker broker = new EphemeralKafkaBroker(zookeeper, brokerPort, brokerConfigProperties); broker.start().get(); brokers.add(broker); return broker; }
@Override protected void configure(CentralDogmaBuilder builder) { // Set up a cluster of two replicas where the second replica is always unavailable, final int quorumPort = InstanceSpec.getRandomPort(); final int electionPort = InstanceSpec.getRandomPort(); final int clientPort = InstanceSpec.getRandomPort(); builder.replication(new ZooKeeperReplicationConfig( 1, ImmutableMap.of(1, new ZooKeeperAddress("127.0.0.1", quorumPort, electionPort, clientPort), 2, new ZooKeeperAddress("127.0.0.1", 1, 1, 1)))); } };
private CompletableFuture<Void> startBroker() throws Exception { if(!this.managedZk) { if (zookeeperPort == ALLOCATE_RANDOM_PORT) { zookeeper = new TestingServer(true); zookeeperPort = zookeeper.getPort(); } else { zookeeper = new TestingServer(zookeeperPort, true); } } kafkaPort = kafkaPort == ALLOCATE_RANDOM_PORT ? InstanceSpec.getRandomPort() : kafkaPort; String zookeeperConnectionString = zookeeper.getConnectString(); KafkaConfig kafkaConfig = buildKafkaConfig(zookeeperConnectionString); LOGGER.info("Starting Kafka server with config: {}", kafkaConfig.props()); kafkaServer = new KafkaServerStartable(kafkaConfig); brokerStarted = true; final Integer brokerId = kafkaServer.staticServerConfig().getInt(KafkaConfig.BrokerIdProp()); if(brokerId != null) { /* Avoid warning for missing meta.properties */ Files.write(kafkaLogDir.resolve("meta.properties"), ("version=0\nbroker.id=" + brokerId).getBytes(StandardCharsets.UTF_8)); } return CompletableFuture.runAsync(() -> kafkaServer.startup()); }
private CompletableFuture<Void> startBroker() throws Exception { if(!this.managedZk) { if (zookeeperPort == ALLOCATE_RANDOM_PORT) { zookeeper = new TestingServer(true); zookeeperPort = zookeeper.getPort(); } else { zookeeper = new TestingServer(zookeeperPort, true); } } kafkaPort = kafkaPort == ALLOCATE_RANDOM_PORT ? InstanceSpec.getRandomPort() : kafkaPort; String zookeeperConnectionString = zookeeper.getConnectString(); KafkaConfig kafkaConfig = buildKafkaConfig(zookeeperConnectionString); LOGGER.info("Starting Kafka server with config: {}", kafkaConfig.props()); kafkaServer = new KafkaServerStartable(kafkaConfig); brokerStarted = true; final Integer brokerId = kafkaServer.staticServerConfig().getInt(KafkaConfig.BrokerIdProp()); if(brokerId != null) { /* Avoid warning for missing meta.properties */ Files.write(kafkaLogDir.resolve("meta.properties"), ("version=0\nbroker.id=" + brokerId).getBytes(StandardCharsets.UTF_8)); } return CompletableFuture.runAsync(() -> kafkaServer.startup()); }
@Before public void setup() throws Exception { final int port1 = InstanceSpec.getRandomPort(); final int zkQuorumPort1 = InstanceSpec.getRandomPort(); final int zkElectionPort1 = InstanceSpec.getRandomPort(); final int zkClientPort1 = InstanceSpec.getRandomPort(); final int port2 = InstanceSpec.getRandomPort(); final int zkQuorumPort2 = InstanceSpec.getRandomPort(); final int zkElectionPort2 = InstanceSpec.getRandomPort(); final int zkClientPort2 = InstanceSpec.getRandomPort();
final int port = InstanceSpec.getRandomPort(); final String listenerDefinition = listener.getProtocol() + "://" + getConfiguredHostname() + ":" + port; listenerProperties.add(