private ResourceSpec createChainedMinResources(Integer vertexID, List<StreamEdge> chainedOutputs) { ResourceSpec minResources = streamGraph.getStreamNode(vertexID).getMinResources(); for (StreamEdge chainable : chainedOutputs) { minResources = minResources.merge(chainedMinResources.get(chainable.getTargetId())); } return minResources; }
sinkMethod.invoke(sink, minResource7, preferredResource7); assertEquals(minResource1, env.getStreamGraph().getStreamNode(source1.getId()).getMinResources()); assertEquals(preferredResource1, env.getStreamGraph().getStreamNode(source1.getId()).getPreferredResources()); assertEquals(minResource2, env.getStreamGraph().getStreamNode(map1.getId()).getMinResources()); assertEquals(preferredResource2, env.getStreamGraph().getStreamNode(map1.getId()).getPreferredResources()); assertEquals(minResource3, env.getStreamGraph().getStreamNode(source2.getId()).getMinResources()); assertEquals(preferredResource3, env.getStreamGraph().getStreamNode(source2.getId()).getPreferredResources()); assertEquals(minResource4, env.getStreamGraph().getStreamNode(map2.getId()).getMinResources()); assertEquals(preferredResource4, env.getStreamGraph().getStreamNode(map2.getId()).getPreferredResources()); assertEquals(minResource5, env.getStreamGraph().getStreamNode(connected.getId()).getMinResources()); assertEquals(preferredResource5, env.getStreamGraph().getStreamNode(connected.getId()).getPreferredResources()); assertEquals(minResource6, env.getStreamGraph().getStreamNode(windowed.getId()).getMinResources()); assertEquals(preferredResource6, env.getStreamGraph().getStreamNode(windowed.getId()).getPreferredResources()); assertEquals(minResource7, env.getStreamGraph().getStreamNode(sink.getTransformation().getId()).getMinResources()); assertEquals(preferredResource7, env.getStreamGraph().getStreamNode(sink.getTransformation().getId()).getPreferredResources());
private ResourceSpec createChainedMinResources(Integer vertexID, List<StreamEdge> chainedOutputs) { ResourceSpec minResources = streamGraph.getStreamNode(vertexID).getMinResources(); for (StreamEdge chainable : chainedOutputs) { minResources = minResources.merge(chainedMinResources.get(chainable.getTargetId())); } return minResources; }
private ResourceSpec createChainedMinResources(Integer vertexID, List<StreamEdge> chainedOutputs) { ResourceSpec minResources = streamGraph.getStreamNode(vertexID).getMinResources(); for (StreamEdge chainable : chainedOutputs) { minResources = minResources.merge(chainedMinResources.get(chainable.getTargetId())); } return minResources; }
private ResourceSpec createChainedMinResources(Integer vertexID, List<StreamEdge> chainedOutputs) { ResourceSpec minResources = streamGraph.getStreamNode(vertexID).getMinResources(); for (StreamEdge chainable : chainedOutputs) { minResources = minResources.merge(chainedMinResources.get(chainable.getTargetId())); } return minResources; }
public void apple(StreamNode node) { // CONSIDER: find a better way to identify transformation with StreamNode, so that we can better // detect mismatch between JSON and stream graph. if (node != null) { node.setParallelism(parallelism); StreamNodeUtil.setMaxParallelism(node, maxParallelism); ResourceSpec.Builder builder = ResourceSpec.newBuilder() .setCpuCores(cpuCores) .setHeapMemoryInMB(heapMemoryInMB) .setDirectMemoryInMB(directMemoryInMB) .setNativeMemoryInMB(nativeMemoryInMB); if (gpuLoad > 0) { builder.setGPUResource(gpuLoad); } if (otherResources != null) { for (Map.Entry<String, Double> entry : otherResources.entrySet()) { builder.addExtendedResource(new CommonExtendedResource(entry.getKey(), entry.getValue())); } } if (floatingManagedMemoryInMB > 0) { builder.addExtendedResource(new CommonExtendedResource(ResourceSpec.FLOATING_MANAGED_MEMORY_NAME, floatingManagedMemoryInMB)); } if (node.getMinResources().getExtendedResources().containsKey(ResourceSpec.MANAGED_MEMORY_NAME)) { builder.addExtendedResource(new CommonExtendedResource(ResourceSpec.MANAGED_MEMORY_NAME, node.getMinResources().getExtendedResources().get(ResourceSpec.MANAGED_MEMORY_NAME).getValue())); } ResourceSpec resourceSpec = builder.build(); node.setResources(resourceSpec, resourceSpec); } }
ResourceSpec minResourceSpec = streamNode.getMinResources(); Preconditions.checkArgument(minResourceSpec != null, "resource can not be null."); streamNodeProperty.setCpuCores(minResourceSpec.getCpuCores());