private static List<ContainerLogFileInfo> getContainerLogsInfo( ContainerId id, String remoteUser, Context nmContext) throws YarnException { List<ContainerLogFileInfo> logFiles = new ArrayList<>(); List<File> logDirs = ContainerLogsUtils.getContainerLogDirs( id, remoteUser, nmContext); for (File containerLogsDir : logDirs) { File[] logs = containerLogsDir.listFiles(); if (logs != null) { for (File log : logs) { if (log.isFile()) { ContainerLogFileInfo logMeta = new ContainerLogFileInfo( log.getName(), Long.toString(log.length()), Times.format(log.lastModified())); logFiles.add(logMeta); } } } } return logFiles; } }
public static long elapsed(long started, long finished) { return Times.elapsed(started, finished, true); }
private AppTimeoutInfo constructAppTimeoutDao(ApplicationTimeoutType type, Long timeoutInMillis) { AppTimeoutInfo timeout = new AppTimeoutInfo(); timeout.setTimeoutType(type); if (timeoutInMillis != null) { timeout.setExpiryTime(Times.formatISO8601(timeoutInMillis.longValue())); timeout.setRemainingTime( Math.max((timeoutInMillis - System.currentTimeMillis()) / 1000, 0)); } return timeout; }
try { expireTime = Times.parseISO8601ToLocalTimeInMillis(timeout.getValue()); } catch (ParseException ex) { String message = String message = "Expire time is less than current time, current-time=" + Times.formatISO8601(currentTimeMillis) + " expire-time=" + Times.formatISO8601(expireTime); throw new YarnException(message);
this.finishedTime = app.getFinishTime(); this.elapsedTime = Times.elapsed(app.getStartTime(), app.getFinishTime()); this.logAggregationStatus = app.getLogAggregationStatusForAppReport(); RMAppAttempt attempt = app.getCurrentAppAttempt(); timeout.setTimeoutType(entry.getKey()); long timeoutInMillis = entry.getValue(); timeout.setExpiryTime(Times.formatISO8601(timeoutInMillis)); if (app.isAppInCompletedStates()) { timeout.setRemainingTime(0);
if (logUploadedTime != -1) { out.print("Log Upload Time:"); out.println(Times.format(logUploadedTime));
public static long elapsed(long started, long finished) { return Times.elapsed(started, finished, true); }
private void updateApplicationTimeout(String applicationId, ApplicationTimeoutType timeoutType, long timeoutInSec) throws YarnException, IOException { ApplicationId appId = ApplicationId.fromString(applicationId); String newTimeout = Times.formatISO8601(System.currentTimeMillis() + timeoutInSec * 1000); sysout.println("Updating timeout for given timeoutType: " + timeoutType.toString() + " of an application " + applicationId); UpdateApplicationTimeoutsRequest request = UpdateApplicationTimeoutsRequest .newInstance(appId, Collections.singletonMap(timeoutType, newTimeout)); UpdateApplicationTimeoutsResponse updateApplicationTimeouts = client.updateApplicationTimeouts(request); String updatedTimeout = updateApplicationTimeouts.getApplicationTimeouts().get(timeoutType); if (timeoutType.equals(ApplicationTimeoutType.LIFETIME) && !newTimeout.equals(updatedTimeout)) { sysout.println("Updated lifetime of an application " + applicationId + " to queue max/default lifetime." + " New expiry time is " + updatedTimeout); return; } sysout.println( "Successfully updated " + timeoutType.toString() + " of an application " + applicationId + ". New expiry time is " + updatedTimeout); }
if (logUploadedTime != -1) { out.print("Log Upload Time:"); out.println(Times.format(logUploadedTime));
public static long elapsed(long started, long finished) { return Times.elapsed(started, finished, true); }
Times.formatISO8601(updatedlifetimeInMillis.longValue()));
if (logUploadedTime != -1) { out.print("Log Upload Time:"); out.println(Times.format(logUploadedTime));
public ReduceTaskAttemptInfo(TaskAttempt ta, Boolean isRunning) { super(ta, TaskType.REDUCE, isRunning); this.shuffleFinishTime = ta.getShuffleFinishTime(); this.mergeFinishTime = ta.getSortFinishTime(); this.elapsedShuffleTime = Times.elapsed(this.startTime, this.shuffleFinishTime, false); if (this.elapsedShuffleTime == -1) { this.elapsedShuffleTime = 0; } this.elapsedMergeTime = Times.elapsed(this.shuffleFinishTime, this.mergeFinishTime, false); if (this.elapsedMergeTime == -1) { this.elapsedMergeTime = 0; } this.elapsedReduceTime = Times.elapsed(this.mergeFinishTime, this.finishTime, false); if (this.elapsedReduceTime == -1) { this.elapsedReduceTime = 0; } }
long timeoutInMillis = applicationTimeouts .get(ApplicationTimeoutType.LIFETIME).longValue(); timeout.setExpiryTime(Times.formatISO8601(timeoutInMillis)); if (isAppInCompletedStates()) {
if (logUploadedTime != -1) { out.print("Log Upload Time:"); out.println(Times.format(logUploadedTime));