@Override public int monitorJob() { RemoteSparkJobMonitor remoteSparkJobMonitor = new RemoteSparkJobMonitor(hiveConf, sparkJobStatus); return remoteSparkJobMonitor.startMonitor(); } }
if (!running) { perfLogger.PerfLogEnd(CLASS_NAME, PerfLogger.SPARK_SUBMIT_TO_RUNNING); printAppInfo(); printStatus(progressMap, lastProgressMap); lastProgressMap = progressMap; } else if (sparkJobState == null) { case SUCCEEDED: Map<String, SparkStageProgress> progressMap = sparkJobStatus.getSparkStageProgress(); printStatus(progressMap, lastProgressMap); lastProgressMap = progressMap; double duration = (System.currentTimeMillis() - startTime) / 1000.0;
if (!running) { perfLogger.PerfLogEnd(CLASS_NAME, PerfLogger.SPARK_SUBMIT_TO_RUNNING); printAppInfo(); console.printInfo("Hive on Spark Session Web UI URL: " + sparkJobStatus.getWebUIURL()); stageMaxTaskCount = getStageMaxTaskCount(progressMap); if (stageMaxTaskCount > sparkStageMaxTaskCount) { rc = 4; totalTaskCount = getTotalTaskCount(progressMap); if (totalTaskCount > sparkJobMaxTaskCount) { rc = 4;
printStatus(progressMap, lastProgressMap); lastProgressMap = progressMap; case SUCCEEDED: Map<String, SparkStageProgress> progressMap = sparkJobStatus.getSparkStageProgress(); printStatus(progressMap, lastProgressMap); lastProgressMap = progressMap; double duration = (System.currentTimeMillis() - startTime) / 1000.0;
@Override public int monitorJob() { RemoteSparkJobMonitor remoteSparkJobMonitor = new RemoteSparkJobMonitor(hiveConf, sparkJobStatus); return remoteSparkJobMonitor.startMonitor(); } }
@Test public void testRemoteSparkCancel() { RemoteSparkJobStatus jobSts = mock(RemoteSparkJobStatus.class); when(jobSts.getRemoteJobState()).thenReturn(State.CANCELLED); when(jobSts.isRemoteActive()).thenReturn(true); HiveConf hiveConf = new HiveConf(); SessionState.start(hiveConf); RemoteSparkJobMonitor remoteSparkJobMonitor = new RemoteSparkJobMonitor(hiveConf, jobSts); Assert.assertEquals(remoteSparkJobMonitor.startMonitor(), 3); }
@Override public int monitorJob() { RemoteSparkJobMonitor remoteSparkJobMonitor = new RemoteSparkJobMonitor(hiveConf, sparkJobStatus); return remoteSparkJobMonitor.startMonitor(); } }