private static String getHostnamesFromInstances(Iterable<TaskManagerLocation> locations) { StringBuilder bld = new StringBuilder(); boolean successive = false; for (TaskManagerLocation loc : locations) { if (successive) { bld.append(", "); } else { successive = true; } bld.append(loc.getHostname()); } return bld.toString(); }
private static String getHostnamesFromInstances(Iterable<TaskManagerLocation> locations) { StringBuilder bld = new StringBuilder(); boolean successive = false; for (TaskManagerLocation loc : locations) { if (successive) { bld.append(", "); } else { successive = true; } bld.append(loc.getHostname()); } return bld.toString(); }
private static String getHostnamesFromInstances(Iterable<TaskManagerLocation> locations) { StringBuilder bld = new StringBuilder(); boolean successive = false; for (TaskManagerLocation loc : locations) { if (successive) { bld.append(", "); } else { successive = true; } bld.append(loc.getHostname()); } return bld.toString(); }
private static String getHostnamesFromInstances(Iterable<TaskManagerLocation> locations) { StringBuilder bld = new StringBuilder(); boolean successive = false; for (TaskManagerLocation loc : locations) { if (successive) { bld.append(", "); } else { successive = true; } bld.append(loc.getHostname()); } return bld.toString(); }
@Override public String toString() { return String.format("%s @ %s - %d slots - URL: %s", instanceId, location.getHostname(), numberOfSlots, (taskManagerGateway != null ? taskManagerGateway.getAddress() : "No instance gateway")); } }
@Override public String toString() { return String.format("%s @ %s - %d slots - URL: %s", instanceId, location.getHostname(), numberOfSlots, (taskManagerGateway != null ? taskManagerGateway.getAddress() : "No instance gateway")); } }
@Override public String toString() { return String.format("%s @ %s - %d slots - URL: %s", instanceId, location.getHostname(), numberOfSlots, (taskManagerGateway != null ? taskManagerGateway.getAddress() : "No instance gateway")); } }
@Override public String toString() { return String.format("%s @ %s - %d slots - URL: %s", instanceId, location.getHostname(), numberOfSlots, (taskManagerGateway != null ? taskManagerGateway.getAddress() : "No instance gateway")); } }
private void removeInstance(Instance instance) { if (instance == null) { throw new NullPointerException(); } allInstances.remove(instance); instancesWithAvailableResources.remove(instance.getTaskManagerID()); String instanceHostName = instance.getTaskManagerLocation().getHostname(); Set<Instance> instanceSet = allInstancesByHost.get(instanceHostName); if (instanceSet != null) { instanceSet.remove(instance); if (instanceSet.isEmpty()) { allInstancesByHost.remove(instanceHostName); } } }
private void removeInstance(Instance instance) { if (instance == null) { throw new NullPointerException(); } allInstances.remove(instance); instancesWithAvailableResources.remove(instance.getTaskManagerID()); String instanceHostName = instance.getTaskManagerLocation().getHostname(); Set<Instance> instanceSet = allInstancesByHost.get(instanceHostName); if (instanceSet != null) { instanceSet.remove(instance); if (instanceSet.isEmpty()) { allInstancesByHost.remove(instanceHostName); } } }
private void removeInstance(Instance instance) { if (instance == null) { throw new NullPointerException(); } allInstances.remove(instance); instancesWithAvailableResources.remove(instance.getTaskManagerID()); String instanceHostName = instance.getTaskManagerLocation().getHostname(); Set<Instance> instanceSet = allInstancesByHost.get(instanceHostName); if (instanceSet != null) { instanceSet.remove(instance); if (instanceSet.isEmpty()) { allInstancesByHost.remove(instanceHostName); } } }
private void removeInstance(Instance instance) { if (instance == null) { throw new NullPointerException(); } allInstances.remove(instance); instancesWithAvailableResources.remove(instance.getTaskManagerID()); String instanceHostName = instance.getTaskManagerLocation().getHostname(); Set<Instance> instanceSet = allInstancesByHost.get(instanceHostName); if (instanceSet != null) { instanceSet.remove(instance); if (instanceSet.isEmpty()) { allInstancesByHost.remove(instanceHostName); } } }
public static TaskManagerMetricGroup instantiateTaskManagerMetricGroup( MetricRegistry metricRegistry, TaskManagerLocation taskManagerLocation, NetworkEnvironment network, Optional<Time> systemResourceProbeInterval) { final TaskManagerMetricGroup taskManagerMetricGroup = new TaskManagerMetricGroup( metricRegistry, taskManagerLocation.getHostname(), taskManagerLocation.getResourceID().toString()); MetricGroup statusGroup = taskManagerMetricGroup.addGroup(METRIC_GROUP_STATUS_NAME); // Initialize the TM metrics instantiateStatusMetrics(statusGroup); MetricGroup networkGroup = statusGroup .addGroup("Network"); instantiateNetworkMetrics(networkGroup, network); if (systemResourceProbeInterval.isPresent()) { instantiateSystemMetrics(taskManagerMetricGroup, systemResourceProbeInterval.get()); } return taskManagerMetricGroup; }
public static TaskManagerMetricGroup instantiateTaskManagerMetricGroup( MetricRegistry metricRegistry, TaskManagerLocation taskManagerLocation, NetworkEnvironment network, Optional<Time> systemResourceProbeInterval) { final TaskManagerMetricGroup taskManagerMetricGroup = new TaskManagerMetricGroup( metricRegistry, taskManagerLocation.getHostname(), taskManagerLocation.getResourceID().toString()); MetricGroup statusGroup = taskManagerMetricGroup.addGroup(METRIC_GROUP_STATUS_NAME); // Initialize the TM metrics instantiateStatusMetrics(statusGroup); MetricGroup networkGroup = statusGroup .addGroup("Network"); instantiateNetworkMetrics(networkGroup, network); if (systemResourceProbeInterval.isPresent()) { instantiateSystemMetrics(taskManagerMetricGroup, systemResourceProbeInterval.get()); } return taskManagerMetricGroup; }
String locationString = location == null ? "(unassigned)" : location.getHostname();
@Override protected SubtasksAllAccumulatorsInfo handleRequest(HandlerRequest<EmptyRequestBody, JobVertexMessageParameters> request, AccessExecutionJobVertex jobVertex) throws RestHandlerException { JobVertexID jobVertexId = jobVertex.getJobVertexId(); int parallelism = jobVertex.getParallelism(); final List<SubtasksAllAccumulatorsInfo.SubtaskAccumulatorsInfo> subtaskAccumulatorsInfos = new ArrayList<>(); for (AccessExecutionVertex vertex : jobVertex.getTaskVertices()) { TaskManagerLocation location = vertex.getCurrentAssignedResourceLocation(); String locationString = location == null ? "(unassigned)" : location.getHostname(); StringifiedAccumulatorResult[] accs = vertex.getCurrentExecutionAttempt().getUserAccumulatorsStringified(); List<UserAccumulator> userAccumulators = new ArrayList<>(accs.length); for (StringifiedAccumulatorResult acc : accs) { userAccumulators.add(new UserAccumulator(acc.getName(), acc.getType(), acc.getValue())); } subtaskAccumulatorsInfos.add( new SubtasksAllAccumulatorsInfo.SubtaskAccumulatorsInfo( vertex.getCurrentExecutionAttempt().getParallelSubtaskIndex(), vertex.getCurrentExecutionAttempt().getAttemptNumber(), locationString, userAccumulators )); } return new SubtasksAllAccumulatorsInfo(jobVertexId, parallelism, subtaskAccumulatorsInfos); }
@Override protected SubtasksAllAccumulatorsInfo handleRequest(HandlerRequest<EmptyRequestBody, JobVertexMessageParameters> request, AccessExecutionJobVertex jobVertex) throws RestHandlerException { JobVertexID jobVertexId = jobVertex.getJobVertexId(); int parallelism = jobVertex.getParallelism(); final List<SubtasksAllAccumulatorsInfo.SubtaskAccumulatorsInfo> subtaskAccumulatorsInfos = new ArrayList<>(); for (AccessExecutionVertex vertex : jobVertex.getTaskVertices()) { TaskManagerLocation location = vertex.getCurrentAssignedResourceLocation(); String locationString = location == null ? "(unassigned)" : location.getHostname(); StringifiedAccumulatorResult[] accs = vertex.getCurrentExecutionAttempt().getUserAccumulatorsStringified(); List<UserAccumulator> userAccumulators = new ArrayList<>(accs.length); for (StringifiedAccumulatorResult acc : accs) { userAccumulators.add(new UserAccumulator(acc.getName(), acc.getType(), acc.getValue())); } subtaskAccumulatorsInfos.add( new SubtasksAllAccumulatorsInfo.SubtaskAccumulatorsInfo( vertex.getCurrentExecutionAttempt().getParallelSubtaskIndex(), vertex.getCurrentExecutionAttempt().getAttemptNumber(), locationString, userAccumulators )); } return new SubtasksAllAccumulatorsInfo(jobVertexId, parallelism, subtaskAccumulatorsInfos); }
@Override protected SubtasksAllAccumulatorsInfo handleRequest(HandlerRequest<EmptyRequestBody, JobVertexMessageParameters> request, AccessExecutionJobVertex jobVertex) throws RestHandlerException { JobVertexID jobVertexId = jobVertex.getJobVertexId(); int parallelism = jobVertex.getParallelism(); final List<SubtasksAllAccumulatorsInfo.SubtaskAccumulatorsInfo> subtaskAccumulatorsInfos = new ArrayList<>(); for (AccessExecutionVertex vertex : jobVertex.getTaskVertices()) { TaskManagerLocation location = vertex.getCurrentAssignedResourceLocation(); String locationString = location == null ? "(unassigned)" : location.getHostname(); StringifiedAccumulatorResult[] accs = vertex.getCurrentExecutionAttempt().getUserAccumulatorsStringified(); List<UserAccumulator> userAccumulators = new ArrayList<>(accs.length); for (StringifiedAccumulatorResult acc : accs) { userAccumulators.add(new UserAccumulator(acc.getName(), acc.getType(), acc.getValue())); } subtaskAccumulatorsInfos.add( new SubtasksAllAccumulatorsInfo.SubtaskAccumulatorsInfo( vertex.getCurrentExecutionAttempt().getParallelSubtaskIndex(), vertex.getCurrentExecutionAttempt().getAttemptNumber(), locationString, userAccumulators )); } return new SubtasksAllAccumulatorsInfo(jobVertexId, parallelism, subtaskAccumulatorsInfos); }
public static TaskManagerMetricGroup instantiateTaskManagerMetricGroup( MetricRegistry metricRegistry, TaskManagerLocation taskManagerLocation, NetworkEnvironment network) { final TaskManagerMetricGroup taskManagerMetricGroup = new TaskManagerMetricGroup( metricRegistry, taskManagerLocation.getHostname(), taskManagerLocation.getResourceID().toString()); MetricGroup statusGroup = taskManagerMetricGroup.addGroup(METRIC_GROUP_STATUS_NAME); // Initialize the TM metrics instantiateStatusMetrics(statusGroup); MetricGroup networkGroup = statusGroup .addGroup("Network"); instantiateNetworkMetrics(networkGroup, network); return taskManagerMetricGroup; }
public static SubtaskExecutionAttemptInfo create(AccessExecution execution) { final ExecutionState status = execution.getState(); final long now = System.currentTimeMillis(); final TaskManagerLocation location = execution.getAssignedResourceLocation(); final String locationString = location == null ? "(unassigned)" : location.getHostname() + ":" + location.dataPort(); final ResourceID resourceID = location == null ? new ResourceID("(unassigned)") : location.getResourceID(); long startTime = execution.getStateTimestamp(ExecutionState.DEPLOYING); if (startTime == 0) { startTime = -1; } final long endTime = status.isTerminal() ? execution.getStateTimestamp(status) : -1; final long duration = startTime > 0 ? ((endTime > 0 ? endTime : now) - startTime) : -1; final String failureCause = execution.getFailureCauseAsString(); return new SubtaskExecutionAttemptInfo( execution.getAttemptId(), status, execution.getAttemptNumber(), locationString, startTime, endTime, duration, failureCause, resourceID ); } }