private void waitForTaskManagers(int numberOfTaskManagers, DispatcherGateway dispatcherGateway, FiniteDuration timeLeft) throws ExecutionException, InterruptedException { FutureUtils.retrySuccessfulWithDelay( () -> dispatcherGateway.requestClusterOverview(Time.milliseconds(timeLeft.toMillis())), Time.milliseconds(50L), org.apache.flink.api.common.time.Deadline.fromNow(Duration.ofMillis(timeLeft.toMillis())), clusterOverview -> clusterOverview.getNumTaskManagersConnected() >= numberOfTaskManagers, new ScheduledExecutorServiceAdapter(Executors.newSingleThreadScheduledExecutor())) .get(); }
private void waitUntilAllSlotsAreUsed(DispatcherGateway dispatcherGateway, Time timeout) throws ExecutionException, InterruptedException { FutureUtils.retrySuccessfulWithDelay( () -> dispatcherGateway.requestClusterOverview(timeout), Time.milliseconds(50L), Deadline.fromNow(Duration.ofMillis(timeout.toMilliseconds())), clusterOverview -> clusterOverview.getNumTaskManagersConnected() >= 1 && clusterOverview.getNumSlotsAvailable() == 0 && clusterOverview.getNumSlotsTotal() == 2, TestingUtils.defaultScheduledExecutor()) .get(); }
public static ClusterOverviewWithVersion fromStatusOverview(ClusterOverview statusOverview, String version, String commitId) { return new ClusterOverviewWithVersion( statusOverview.getNumTaskManagersConnected(), statusOverview.getNumSlotsTotal(), statusOverview.getNumSlotsAvailable(), statusOverview.getNumJobsRunningOrPending(), statusOverview.getNumJobsFinished(), statusOverview.getNumJobsCancelled(), statusOverview.getNumJobsFailed(), version, commitId); }
public static ClusterOverviewWithVersion fromStatusOverview(ClusterOverview statusOverview, String version, String commitId) { return new ClusterOverviewWithVersion( statusOverview.getNumTaskManagersConnected(), statusOverview.getNumSlotsTotal(), statusOverview.getNumSlotsAvailable(), statusOverview.getNumJobsRunningOrPending(), statusOverview.getNumJobsFinished(), statusOverview.getNumJobsCancelled(), statusOverview.getNumJobsFailed(), version, commitId); }
public static ClusterOverviewWithVersion fromStatusOverview(ClusterOverview statusOverview, String version, String commitId) { return new ClusterOverviewWithVersion( statusOverview.getNumTaskManagersConnected(), statusOverview.getNumSlotsTotal(), statusOverview.getNumSlotsAvailable(), statusOverview.getTotalResources(), statusOverview.getAvailableResources(), statusOverview.getNumJobsRunningOrPending(), statusOverview.getNumJobsFinished(), statusOverview.getNumJobsCancelled(), statusOverview.getNumJobsFailed(), version, commitId); }
gen.writeNumberField(ClusterOverview.FIELD_NAME_TASKMANAGERS, overview.getNumTaskManagersConnected()); gen.writeNumberField(ClusterOverview.FIELD_NAME_SLOTS_TOTAL, overview.getNumSlotsTotal()); gen.writeNumberField(ClusterOverview.FIELD_NAME_SLOTS_AVAILABLE, overview.getNumSlotsAvailable());