/** * Returns a dummy object for wrapping a JobSubmissionResult. * @param result The SubmissionResult * @return a JobExecutionResult * @deprecated Will be removed in future versions. */ @Deprecated public static JobExecutionResult fromJobSubmissionResult(JobSubmissionResult result) { return new JobExecutionResult(result.getJobID(), -1, null); } }
public JobExecutionResult execute(Plan program) throws Exception { long startTime = System.currentTimeMillis(); initCache(program.getCachedFiles()); Collection<? extends GenericDataSinkBase<?>> sinks = program.getDataSinks(); for (Operator<?> sink : sinks) { execute(sink); } long endTime = System.currentTimeMillis(); Map<String, OptionalFailure<Object>> accumulatorResults = AccumulatorHelper.toResultMap(accumulators); return new JobExecutionResult(null, endTime - startTime, accumulatorResults); }
@Test public void testRemoteExecutionWithSavepoint() throws Exception { SavepointRestoreSettings restoreSettings = SavepointRestoreSettings.forPath("fakePath"); RemoteStreamEnvironment env = new RemoteStreamEnvironment("fakeHost", 1, null, new String[]{}, null, restoreSettings); env.fromElements(1).map(x -> x * 2); RestClusterClient mockedClient = Mockito.mock(RestClusterClient.class); JobExecutionResult expectedResult = new JobExecutionResult(null, 0, null); PowerMockito.whenNew(RestClusterClient.class).withAnyArguments().thenReturn(mockedClient); when(mockedClient.run(Mockito.any(), Mockito.any(), Mockito.any(), Mockito.any(), Mockito.eq(restoreSettings))) .thenReturn(expectedResult); JobExecutionResult actualResult = env.execute("fakeJobName"); Assert.assertEquals(expectedResult, actualResult); } }
/** * Verifies that the port passed to the RemoteStreamEnvironment is used for connecting to the cluster. */ @Test public void testPortForwarding() throws Exception { String host = "fakeHost"; int port = 99; JobExecutionResult expectedResult = new JobExecutionResult(null, 0, null); RestClusterClient mockedClient = Mockito.mock(RestClusterClient.class); when(mockedClient.run(Mockito.any(), Mockito.any(), Mockito.any(), Mockito.any(), Mockito.any())) .thenReturn(expectedResult); PowerMockito.whenNew(RestClusterClient.class).withAnyArguments().thenAnswer((invocation) -> { Object[] args = invocation.getArguments(); Configuration config = (Configuration) args[0]; Assert.assertEquals(host, config.getString(RestOptions.ADDRESS)); Assert.assertEquals(port, config.getInteger(RestOptions.PORT)); return mockedClient; } ); final Configuration clientConfiguration = new Configuration(); final StreamExecutionEnvironment env = StreamExecutionEnvironment.createRemoteEnvironment( host, port, clientConfiguration); env.fromElements(1).map(x -> x * 2); JobExecutionResult actualResult = env.execute("fakeJobName"); Assert.assertEquals(expectedResult, actualResult); }
public JobExecutionResult toJobExecutionResult(ClassLoader loader) throws IOException, ClassNotFoundException { Map<String, OptionalFailure<Object>> accumulators = AccumulatorHelper.deserializeAccumulators(accumulatorResults, loader); return new JobExecutionResult(jobId, netRuntime, accumulators); } }
/** * Returns a dummy object for wrapping a JobSubmissionResult. * @param result The SubmissionResult * @return a JobExecutionResult * @deprecated Will be removed in future versions. */ @Deprecated public static JobExecutionResult fromJobSubmissionResult(JobSubmissionResult result) { return new JobExecutionResult(result.getJobID(), -1, null); } }
public JobExecutionResult toJobExecutionResult(ClassLoader loader) throws IOException, ClassNotFoundException { Map<String, OptionalFailure<Object>> accumulators = AccumulatorHelper.deserializeAccumulators(accumulatorResults, loader); return new JobExecutionResult(jobId, netRuntime, accumulators); } }
/** * Returns a dummy object for wrapping a JobSubmissionResult. * @param result The SubmissionResult * @return a JobExecutionResult * @deprecated Will be removed in future versions. */ @Deprecated public static JobExecutionResult fromJobSubmissionResult(JobSubmissionResult result) { return new JobExecutionResult(result.getJobID(), -1, null); } }
public JobExecutionResult toJobExecutionResult(ClassLoader loader) throws IOException, ClassNotFoundException { Map<String, Object> accumulators = AccumulatorHelper.deserializeAccumulators(accumulatorResults, loader); return new JobExecutionResult(jobId, netRuntime, accumulators); } }
public JobExecutionResult toJobExecutionResult(ClassLoader loader) throws IOException, ClassNotFoundException { Map<String, OptionalFailure<Object>> accumulators = AccumulatorHelper.deserializeAccumulators(accumulatorResults, loader); return new JobExecutionResult(jobId, netRuntime, accumulators); } }
public JobExecutionResult execute(Plan program) throws Exception { long startTime = System.currentTimeMillis(); initCache(program.getCachedFiles()); Collection<? extends GenericDataSinkBase<?>> sinks = program.getDataSinks(); for (Operator<?> sink : sinks) { execute(sink); } long endTime = System.currentTimeMillis(); Map<String, OptionalFailure<Object>> accumulatorResults = AccumulatorHelper.toResultMap(accumulators); return new JobExecutionResult(null, endTime - startTime, accumulatorResults); }
public JobExecutionResult execute(Plan program) throws Exception { long startTime = System.currentTimeMillis(); initCache(program.getCachedFiles()); Collection<? extends GenericDataSinkBase<?>> sinks = program.getDataSinks(); for (Operator<?> sink : sinks) { execute(sink); } long endTime = System.currentTimeMillis(); Map<String, OptionalFailure<Object>> accumulatorResults = AccumulatorHelper.toResultMap(accumulatorRegistry.getAccumulators()); return new JobExecutionResult(null, endTime - startTime, accumulatorResults); }
/** * Converts the {@link JobResult} to a {@link JobExecutionResult}. * * @param classLoader to use for deserialization * @return JobExecutionResult * @throws WrappedJobException if the JobResult contains a serialized exception * @throws IOException if the accumulator could not be deserialized * @throws ClassNotFoundException if the accumulator could not deserialized */ public JobExecutionResult toJobExecutionResult(ClassLoader classLoader) throws WrappedJobException, IOException, ClassNotFoundException { if (serializedThrowable != null) { final Throwable throwable = serializedThrowable.deserializeError(classLoader); throw new WrappedJobException(throwable); } return new JobExecutionResult( jobId, netRuntime, AccumulatorHelper.deserializeAccumulators( accumulatorResults, classLoader)); }
return new JobExecutionResult( jobId, netRuntime,
return new JobExecutionResult( jobId, netRuntime,
JobExecutionResult result = new JobExecutionResult(jobID, 0L, accumulatorResults);