public DefaultChooserConfig(Config config) { super(config); taskConfigJava = new TaskConfigJava(config); streamConfig = new StreamConfig(config); }
public DefaultChooserConfig(Config config) { super(config); taskConfigJava = new TaskConfigJava(config); streamConfig = new StreamConfig(config); }
public DefaultChooserConfig(Config config) { super(config); taskConfigJava = new TaskConfigJava(config); streamConfig = new StreamConfig(config); }
public DefaultChooserConfig(Config config) { super(config); taskConfigJava = new TaskConfigJava(config); streamConfig = new StreamConfig(config); }
public DefaultChooserConfig(Config config) { super(config); taskConfigJava = new TaskConfigJava(config); streamConfig = new StreamConfig(config); }
public GroupBySystemStreamPartition(Config config) { TaskConfigJava taskConfig = new TaskConfigJava(config); broadcastStreams = taskConfig.getBroadcastSystemStreamPartitions(); }
public GroupByPartition(Config config) { TaskConfigJava taskConfig = new TaskConfigJava(config); this.broadcastStreams = taskConfig.getBroadcastSystemStreamPartitions(); }
public SSPGrouperProxy(Config config, SystemStreamPartitionGrouper grouper) { Preconditions.checkNotNull(config); Preconditions.checkNotNull(grouper); this.grouper = grouper; this.broadcastSystemStreamPartitions = new TaskConfigJava(config).getBroadcastSystemStreamPartitions(); this.systemStreamPartitionMapper = getSystemStreamPartitionMapper(config); }
/** * A constructor that accepts job config as the parameter * * @param config job config */ public GroupBySystemStreamPartition(Config config) { if (config.containsKey(TaskConfigJava.BROADCAST_INPUT_STREAMS)) { taskConfig = new TaskConfigJava(config); broadcastStreams = taskConfig.getBroadcastSystemStreamPartitions(); } }
/** * Accepts the config in the constructor * * @param config job's config */ public GroupByPartition(Config config) { if (config.containsKey(TaskConfigJava.BROADCAST_INPUT_STREAMS)) { taskConfig = new TaskConfigJava(config); this.broadcastStreams = taskConfig.getBroadcastSystemStreamPartitions(); } }
/** * A constructor that accepts job config as the parameter * * @param config job config */ public GroupBySystemStreamPartition(Config config) { if (config.containsKey(TaskConfigJava.BROADCAST_INPUT_STREAMS)) { taskConfig = new TaskConfigJava(config); broadcastStreams = taskConfig.getBroadcastSystemStreamPartitions(); } }
/** * Accepts the config in the constructor * * @param config job's config */ public GroupByPartition(Config config) { if (config.containsKey(TaskConfigJava.BROADCAST_INPUT_STREAMS)) { taskConfig = new TaskConfigJava(config); this.broadcastStreams = taskConfig.getBroadcastSystemStreamPartitions(); } }
/** * A constructor that accepts job config as the parameter * * @param config job config */ public GroupBySystemStreamPartition(Config config) { if (config.containsKey(TaskConfigJava.BROADCAST_INPUT_STREAMS)) { taskConfig = new TaskConfigJava(config); broadcastStreams = taskConfig.getBroadcastSystemStreamPartitions(); } }
/** * Accepts the config in the constructor * * @param config job's config */ public GroupByPartition(Config config) { if (config.containsKey(TaskConfigJava.BROADCAST_INPUT_STREAMS)) { taskConfig = new TaskConfigJava(config); this.broadcastStreams = taskConfig.getBroadcastSystemStreamPartitions(); } }
/** * Accepts the config in the constructor * * @param config job's config */ public GroupByPartition(Config config) { if (config.containsKey(TaskConfigJava.BROADCAST_INPUT_STREAMS)) { taskConfig = new TaskConfigJava(config); this.broadcastStreams = taskConfig.getBroadcastSystemStreamPartitions(); } }
/** * A constructor that accepts job config as the parameter * * @param config job config */ public GroupBySystemStreamPartition(Config config) { if (config.containsKey(TaskConfigJava.BROADCAST_INPUT_STREAMS)) { taskConfig = new TaskConfigJava(config); broadcastStreams = taskConfig.getBroadcastSystemStreamPartitions(); } }
@Override public SystemStreamPartitionGrouper getSystemStreamPartitionGrouper(Config config) { if (!(new TaskConfigJava(config).getBroadcastSystemStreams().isEmpty())) { throw new ConfigException("The job configured with AllSspToSingleTaskGrouper cannot have broadcast streams."); } String processors = config.get(JobConfig.PROCESSOR_LIST()); List<String> processorList = Arrays.asList(processors.split(",")); if (processorList.isEmpty()) { throw new SamzaException("processor list cannot be empty!"); } return new AllSspToSingleTaskGrouper(processorList); } }
@Override public SystemStreamPartitionGrouper getSystemStreamPartitionGrouper(Config config) { if (!(new TaskConfigJava(config).getBroadcastSystemStreams().isEmpty())) { throw new ConfigException("The job configured with AllSspToSingleTaskGrouper cannot have broadcast streams."); } String processors = config.get(JobConfig.PROCESSOR_LIST()); List<String> processorList = Arrays.asList(processors.split(",")); if (processorList.isEmpty()) { throw new SamzaException("processor list cannot be empty!"); } return new AllSspToSingleTaskGrouper(processorList); } }
@Override public SystemStreamPartitionGrouper getSystemStreamPartitionGrouper(Config config) { if (!(new TaskConfigJava(config).getBroadcastSystemStreams().isEmpty())) { throw new ConfigException("The job configured with AllSspToSingleTaskGrouper cannot have broadcast streams."); } String processors = config.get(JobConfig.PROCESSOR_LIST()); List<String> processorList = Arrays.asList(processors.split(",")); if (processorList.isEmpty()) { throw new SamzaException("processor list cannot be empty!"); } return new AllSspToSingleTaskGrouper(processorList); } }
@VisibleForTesting StreamPartitionCountMonitor getPartitionCountMonitor() { StreamMetadataCache streamMetadata = new StreamMetadataCache(systemAdmins, 0, SystemClock.instance()); Set<SystemStream> inputStreamsToMonitor = new TaskConfigJava(config).getAllInputStreams(); return new StreamPartitionCountMonitor( inputStreamsToMonitor, streamMetadata, metrics.getMetricsRegistry(), new JobConfig(config).getMonitorPartitionChangeFrequency(), streamsChanged -> { if (leaderElector.amILeader()) { debounceTimer.scheduleAfterDebounceTime(ON_PROCESSOR_CHANGE, 0, this::doOnProcessorChange); } }); }