public static int parallelismHint(ComponentCommon component_common) { int phint = component_common.get_parallelism_hint(); if (!component_common.is_set_parallelism_hint()) { phint = 1; } return phint; }
public static int parallelismHint(ComponentCommon component_common) { int phint = component_common.get_parallelism_hint(); if (!component_common.is_set_parallelism_hint()) { phint = 1; } return phint; }
public Object getFieldValue(_Fields field) { switch (field) { case INPUTS: return get_inputs(); case STREAMS: return get_streams(); case PARALLELISM_HINT: return Integer.valueOf(get_parallelism_hint()); case JSON_CONF: return get_json_conf(); } throw new IllegalStateException(); }
public Object getFieldValue(_Fields field) { switch (field) { case INPUTS: return get_inputs(); case STREAMS: return get_streams(); case PARALLELISM_HINT: return Integer.valueOf(get_parallelism_hint()); case JSON_CONF: return get_json_conf(); } throw new IllegalStateException(); }
SpoutSpec oldSpout = entry.getValue(); SpoutSpec spout = spouts.get(spoutName); if (oldSpout.get_common().get_parallelism_hint() > spout.get_common().get_parallelism_hint()) { int removedTaskNum = oldSpout.get_common().get_parallelism_hint() - spout.get_common().get_parallelism_hint(); TreeSet<Integer> taskIds = new TreeSet<>(clusterState.task_ids_by_componentId(topologyId, spoutName)); Iterator<Integer> descendIterator = taskIds.descendingIterator(); LOG.info("Remove spout task, taskId=" + taskId + " for " + spoutName); } else if (oldSpout.get_common().get_parallelism_hint() == spout.get_common().get_parallelism_hint()) { continue; } else { int delta = spout.get_common().get_parallelism_hint() - oldSpout.get_common().get_parallelism_hint(); Map<Integer, TaskInfo> taskInfoMap = new HashMap<>();
Bolt oldBolt = entry.getValue(); Bolt bolt = bolts.get(boltName); if (oldBolt.get_common().get_parallelism_hint() > bolt.get_common().get_parallelism_hint()) { int removedTaskNum = oldBolt.get_common().get_parallelism_hint() - bolt.get_common().get_parallelism_hint(); TreeSet<Integer> taskIds = new TreeSet<>(clusterState.task_ids_by_componentId(topologyId, boltName)); Iterator<Integer> descendIterator = taskIds.descendingIterator(); LOG.info("Remove bolt task, taskId=" + taskId + " for " + boltName); } else if (oldBolt.get_common().get_parallelism_hint() == bolt.get_common().get_parallelism_hint()) { continue; } else { int delta = bolt.get_common().get_parallelism_hint() - oldBolt.get_common().get_parallelism_hint(); Map<Integer, TaskInfo> taskInfoMap = new HashMap<>();
public static Integer componentParalism(Map stormConf, ComponentCommon common) { Map mergeMap = new HashMap(); mergeMap.putAll(stormConf); String jsonConfString = common.get_json_conf(); if (jsonConfString != null) { Map componentMap = (Map) JStormUtils.from_json(jsonConfString); mergeMap.putAll(componentMap); } Integer taskNum = common.get_parallelism_hint(); // don't get taskNum from component configuraiton // skip .setTaskNum // Integer taskNum = null; // Object taskNumObject = mergeMap.get(Config.TOPOLOGY_TASKS); // if (taskNumObject != null) { // taskNum = JStormUtils.parseInt(taskNumObject); // } else { // taskNum = common.get_parallelism_hint(); // if (taskNum == null) { // taskNum = Integer.valueOf(1); // } // } Object maxTaskParalismObject = mergeMap.get(Config.TOPOLOGY_MAX_TASK_PARALLELISM); if (maxTaskParalismObject == null) { return taskNum; } else { int maxTaskParalism = JStormUtils.parseInt(maxTaskParalismObject); return Math.min(maxTaskParalism, taskNum); } }
int hint = common.get_parallelism_hint(); if (componentName.equals(Common.TOPOLOGY_MASTER_COMPONENT_ID)) { tmCount += hint;
public static int parallelismHint(ComponentCommon component_common) { int phint = component_common.get_parallelism_hint(); if (!component_common.is_set_parallelism_hint()) { phint = 1; } return phint; }
public Object getFieldValue(_Fields field) { switch (field) { case INPUTS: return get_inputs(); case STREAMS: return get_streams(); case PARALLELISM_HINT: return Integer.valueOf(get_parallelism_hint()); case JSON_CONF: return get_json_conf(); } throw new IllegalStateException(); }
public Object getFieldValue(_Fields field) { switch (field) { case INPUTS: return get_inputs(); case STREAMS: return get_streams(); case PARALLELISM_HINT: return Integer.valueOf(get_parallelism_hint()); case JSON_CONF: return get_json_conf(); } throw new IllegalStateException(); }
SpoutSpec oldSpout = entry.getValue(); SpoutSpec spout = spouts.get(spoutName); if (oldSpout.get_common().get_parallelism_hint() > spout.get_common().get_parallelism_hint()) { int removedTaskNum = oldSpout.get_common().get_parallelism_hint() - spout.get_common().get_parallelism_hint(); TreeSet<Integer> taskIds = new TreeSet<Integer>(clusterState.task_ids_by_componentId(topologyid, spoutName)); Iterator<Integer> descendIterator = taskIds.descendingIterator(); } else if (oldSpout.get_common().get_parallelism_hint() == spout.get_common().get_parallelism_hint()) { continue; } else { int delta = spout.get_common().get_parallelism_hint() - oldSpout.get_common().get_parallelism_hint(); Map<Integer, TaskInfo> taskInfoMap = new HashMap<Integer, TaskInfo>();
Integer taskNum = common.get_parallelism_hint(); if (taskNum == null) { taskNum = Integer.valueOf(1);
Bolt oldBolt = entry.getValue(); Bolt bolt = bolts.get(boltName); if (oldBolt.get_common().get_parallelism_hint() > bolt.get_common().get_parallelism_hint()) { int removedTaskNum = oldBolt.get_common().get_parallelism_hint() - bolt.get_common().get_parallelism_hint(); TreeSet<Integer> taskIds = new TreeSet<Integer>(clusterState.task_ids_by_componentId(topologyid, boltName)); Iterator<Integer> descendIterator = taskIds.descendingIterator(); LOG.info("Remove bolt task, taskId=" + taskId + " for " + boltName); } else if (oldBolt.get_common().get_parallelism_hint() == bolt.get_common().get_parallelism_hint()) { continue; } else { int delta = bolt.get_common().get_parallelism_hint() - oldBolt.get_common().get_parallelism_hint(); Map<Integer, TaskInfo> taskInfoMap = new HashMap<Integer, TaskInfo>();
int hint = common.get_parallelism_hint(); if (componentName.equals(Common.TOPOLOGY_MASTER_COMPONENT_ID)) { tmCount += hint;