private Supplier<ZkUtils> getZkConnection() { String zkConnect = config.get(String.format(KafkaConfig.CONSUMER_CONFIGS_CONFIG_KEY(), systemName, ZOOKEEPER_CONNECT)); if (StringUtils.isBlank(zkConnect)) { throw new SamzaException("Missing zookeeper.connect config for admin for system " + systemName); } return () -> ZkUtils.apply(zkConnect, 6000, 6000, false); }
private Supplier<ZkUtils> getZkConnection() { String zkConnect = config.get(String.format(KafkaConfig.CONSUMER_CONFIGS_CONFIG_KEY(), systemName, ZOOKEEPER_CONNECT)); if (StringUtils.isBlank(zkConnect)) { throw new SamzaException("Missing zookeeper.connect config for admin for system " + systemName); } return () -> ZkUtils.apply(zkConnect, 6000, 6000, false); }
private Supplier<ZkUtils> getZkConnection() { String zkConnect = config.get(String.format(KafkaConfig.CONSUMER_CONFIGS_CONFIG_KEY(), systemName, ZOOKEEPER_CONNECT)); if (StringUtils.isBlank(zkConnect)) { throw new SamzaException("Missing zookeeper.connect config for admin for system " + systemName); } return () -> ZkUtils.apply(zkConnect, 6000, 6000, false); }
protected Properties createAdminClientProperties() { // populate brokerList from either consumer or producer configs Properties props = new Properties(); // included SSL settings if needed props.putAll(config.subset(String.format("systems.%s.consumer.", systemName), true)); //validate brokerList String brokerList = config.get( String.format(KafkaConfig.CONSUMER_CONFIGS_CONFIG_KEY(), systemName, ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG)); if (brokerList == null) { brokerList = config.get(String.format(KafkaConfig.PRODUCER_CONFIGS_CONFIG_KEY(), systemName, ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG)); } if (brokerList == null) { throw new SamzaException( ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG + " is required for systemAdmin for system " + systemName); } props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, brokerList); // kafka.admin.AdminUtils requires zkConnect // this will change after we move to the new org.apache..AdminClient String zkConnect = config.get(String.format(KafkaConfig.CONSUMER_CONFIGS_CONFIG_KEY(), systemName, ZOOKEEPER_CONNECT)); if (StringUtils.isBlank(zkConnect)) { throw new SamzaException("Missing zookeeper.connect config for admin for system " + systemName); } props.put(ZOOKEEPER_CONNECT, zkConnect); return props; }
protected Properties createAdminClientProperties() { // populate brokerList from either consumer or producer configs Properties props = new Properties(); // included SSL settings if needed props.putAll(config.subset(String.format("systems.%s.consumer.", systemName), true)); //validate brokerList String brokerList = config.get( String.format(KafkaConfig.CONSUMER_CONFIGS_CONFIG_KEY(), systemName, ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG)); if (brokerList == null) { brokerList = config.get(String.format(KafkaConfig.PRODUCER_CONFIGS_CONFIG_KEY(), systemName, ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG)); } if (brokerList == null) { throw new SamzaException( ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG + " is required for systemAdmin for system " + systemName); } props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, brokerList); // kafka.admin.AdminUtils requires zkConnect // this will change after we move to the new org.apache..AdminClient String zkConnect = config.get(String.format(KafkaConfig.CONSUMER_CONFIGS_CONFIG_KEY(), systemName, ZOOKEEPER_CONNECT)); if (StringUtils.isBlank(zkConnect)) { throw new SamzaException("Missing zookeeper.connect config for admin for system " + systemName); } props.put(ZOOKEEPER_CONNECT, zkConnect); return props; }
protected Properties createAdminClientProperties() { // populate brokerList from either consumer or producer configs Properties props = new Properties(); // included SSL settings if needed props.putAll(config.subset(String.format("systems.%s.consumer.", systemName), true)); //validate brokerList String brokerList = config.get( String.format(KafkaConfig.CONSUMER_CONFIGS_CONFIG_KEY(), systemName, ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG)); if (brokerList == null) { brokerList = config.get(String.format(KafkaConfig.PRODUCER_CONFIGS_CONFIG_KEY(), systemName, ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG)); } if (brokerList == null) { throw new SamzaException( ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG + " is required for systemAdmin for system " + systemName); } props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, brokerList); // kafka.admin.AdminUtils requires zkConnect // this will change after we move to the new org.apache..AdminClient String zkConnect = config.get(String.format(KafkaConfig.CONSUMER_CONFIGS_CONFIG_KEY(), systemName, ZOOKEEPER_CONNECT)); if (StringUtils.isBlank(zkConnect)) { throw new SamzaException("Missing zookeeper.connect config for admin for system " + systemName); } props.put(ZOOKEEPER_CONNECT, zkConnect); return props; }
@Before public void setUp() throws Exception { Map<String, String> configMap = new HashMap<>(); configMap.put(String.format(KafkaConfig.CONSUMER_CONFIGS_CONFIG_KEY(), TEST_SYSTEM, ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG), "localhost:123"); configMap.put(String.format(KafkaConfig.CONSUMER_ZK_CONNECT_CONFIG_KEY(), TEST_SYSTEM), "localhost:124");