container.setResources(container.getMinResources().merge(node.getMinResources()), container.getPreferredResources().merge(node.getPreferredResources()));
JobVertex iterationSyncVertex = jobGraph.getVerticesSortedTopologicallyFromSources().get(6); assertTrue(sourceMapVertex.getMinResources().equals(resource1.merge(resource2))); assertTrue(iterationHeadVertex.getPreferredResources().equals(resource3)); assertTrue(deltaVertex.getMinResources().equals(resource4)); assertTrue(feedbackVertex.getMinResources().equals(resource5)); assertTrue(sinkVertex.getPreferredResources().equals(resource6)); assertTrue(iterationSyncVertex.getMinResources().equals(resource3));
assertTrue(jobVertex.getMinResources().equals(resource1)); } else if (jobVertex.getName().contains("Iteration_Source")) { assertTrue(jobVertex.getPreferredResources().equals(resource2)); } else if (jobVertex.getName().contains("test_flatMap")) { assertTrue(jobVertex.getMinResources().equals(resource3.merge(resource4))); } else if (jobVertex.getName().contains("Iteration_Tail")) { assertTrue(jobVertex.getPreferredResources().equals(ResourceSpec.DEFAULT)); } else if (jobVertex.getName().contains("test_sink")) { assertTrue(jobVertex.getMinResources().equals(resource5));
JobVertex reduceSinkVertex = jobGraph.getVerticesSortedTopologicallyFromSources().get(1); assertTrue(sourceMapFilterVertex.getMinResources().equals(resource1.merge(resource2).merge(resource3))); assertTrue(reduceSinkVertex.getPreferredResources().equals(resource4.merge(resource5)));
JobVertex iterationSyncVertex = jobGraph.getVerticesSortedTopologicallyFromSources().get(4); assertTrue(sourceMapFilterVertex.getMinResources().equals(resource1.merge(resource2).merge(resource3))); assertTrue(iterationHeadVertex.getPreferredResources().equals(resource4)); assertTrue(feedbackVertex.getMinResources().equals(resource5.merge(resource6))); assertTrue(sinkVertex.getPreferredResources().equals(resource7)); assertTrue(iterationSyncVertex.getMinResources().equals(resource4));
public ResourceProfile calculateResourceProfile() { if (jobVertex.getJobVertex().getMinResources().equals(ResourceSpec.DEFAULT)) { return ResourceProfile.UNKNOWN; } else { int networkMemory = calculateTaskNetworkMemory(); int additionalManagedMemory = calculateTaskExtraManagedMemory(); ResourceSpec additionalResourceSpec = ResourceSpec.newBuilder().addExtendedResource( new CommonExtendedResource(ResourceSpec.MANAGED_MEMORY_NAME, additionalManagedMemory)) .build(); return ResourceProfile.fromResourceSpec( getJobVertex().getJobVertex().getMinResources() .merge(additionalResourceSpec), networkMemory); } }
container.setResources(container.getMinResources().merge(node.getMinResources()), container.getPreferredResources().merge(node.getPreferredResources()));
container.setResources(container.getMinResources().merge(node.getMinResources()), container.getPreferredResources().merge(node.getPreferredResources()));
container.setResources(container.getMinResources().merge(node.getMinResources()), container.getPreferredResources().merge(node.getPreferredResources()));
container.setResources(container.getMinResources().merge(node.getMinResources()), container.getPreferredResources().merge(node.getPreferredResources()));