public static String getJobWorkingDir(JobEngineConfig conf, String jobId) { return getJobWorkingDir(conf.getHdfsWorkingDirectory(), jobId); }
String path = JobBuilderSupport.getJobWorkingDir(engineConfig.getHdfsWorkingDirectory(), segmentId2JobId.get(segmentId)) + "/" + tableToDelete; Path externalDataPath = new Path(path);
String path = status.getPath().getName(); if (path.startsWith("kylin-")) { String kylinJobPath = engineConfig.getHdfsWorkingDirectory() + path; allHdfsPathsNeedToBeDeleted.add(kylinJobPath); final ExecutableState state = executableManager.getOutput(jobId).getState(); if (!state.isFinalState()) { String path = JobBuilderSupport.getJobWorkingDir(engineConfig.getHdfsWorkingDirectory(), jobId); allHdfsPathsNeedToBeDeleted.remove(path); logger.info("Skip " + path + " from deletion list, as the path belongs to job " + jobId String jobUuid = seg.getLastBuildJobID(); if (jobUuid != null && jobUuid.equals("") == false) { String path = JobBuilderSupport.getJobWorkingDir(engineConfig.getHdfsWorkingDirectory(), jobUuid); allHdfsPathsNeedToBeDeleted.remove(path); logger.info("Skip " + path + " from deletion list, as the path belongs to segment " + seg
String kylinJobPath = engineConfig.getHdfsWorkingDirectory() + path; allHdfsPathsNeedToBeDeleted.add(kylinJobPath); String path = JobBuilderSupport.getJobWorkingDir(engineConfig.getHdfsWorkingDirectory(), jobId); allHdfsPathsNeedToBeDeleted.remove(path); logger.info("Skip " + path + " from deletion list, as the path belongs to job " + jobId + " with status " + state); String jobUuid = seg.getLastBuildJobID(); if (jobUuid != null && jobUuid.equals("") == false) { String path = JobBuilderSupport.getJobWorkingDir(engineConfig.getHdfsWorkingDirectory(), jobUuid); allHdfsPathsNeedToBeDeleted.remove(path); logger.info("Skip " + path + " from deletion list, as the path belongs to segment " + seg + " of cube " + cube.getName());
protected String getJobWorkingDir(String uuid) { return engineConfig.getHdfsWorkingDirectory() + "/" + JOB_WORKING_DIR_PREFIX + uuid; } }
public static String getJobWorkingDir(JobInstance jobInstance, JobEngineConfig engineConfig) { return getJobWorkingDir(jobInstance.getUuid(), engineConfig.getHdfsWorkingDirectory()); }
private String getRowkeyDistributionOutputPath(CubeSegment seg) { return engineConfig.getHdfsWorkingDirectory() + "/" + seg.getCubeInstance().getName() + "/rowkey_stats"; }
String kylinJobPath = engineConfig.getHdfsWorkingDirectory() + "/" + path; allHdfsPathsNeedToBeDeleted.add(kylinJobPath); String path = JobInstance.getJobWorkingDir(jobId, engineConfig.getHdfsWorkingDirectory()); allHdfsPathsNeedToBeDeleted.remove(path); log.info("Remove " + path + " from deletion list, as the path belongs to job " + jobId + " with status " + state); String jobUuid = seg.getLastBuildJobID(); if (jobUuid != null && jobUuid.equals("") == false) { String path = JobInstance.getJobWorkingDir(jobUuid, engineConfig.getHdfsWorkingDirectory()); allHdfsPathsNeedToBeDeleted.remove(path); log.info("Remove " + path + " from deletion list, as the path belongs to segment " + seg + " of cube " + cube.getName());
String dropTableHql = JoinedFlatTable.generateDropTableStatement(intermediateTableDesc, jobUUID); JobInstance.getJobWorkingDir(jobUUID, engineConfig.getHdfsWorkingDirectory()), jobUUID); String insertDataHqls = JoinedFlatTable.generateInsertDataStatement(intermediateTableDesc, jobUUID, engineConfig);
protected String getJobWorkingDir(String uuid) { return engineConfig.getHdfsWorkingDirectory() + JOB_WORKING_DIR_PREFIX + uuid; } }
public static String getJobWorkingDir(JobEngineConfig conf, String jobId) { return getJobWorkingDir(conf.getHdfsWorkingDirectory(), jobId); }
public static String getJobWorkingDir(JobInstance jobInstance, JobEngineConfig engineConfig) { return getJobWorkingDir(jobInstance.getUuid(), engineConfig.getHdfsWorkingDirectory()); }
String kylinJobPath = engineConfig.getHdfsWorkingDirectory() + path; allHdfsPathsNeedToBeDeleted.add(kylinJobPath); String path = JobInstance.getJobWorkingDir(jobId, engineConfig.getHdfsWorkingDirectory()); allHdfsPathsNeedToBeDeleted.remove(path); log.info("Remove " + path + " from deletion list, as the path belongs to job " + jobId + " with status " + state); String jobUuid = seg.getLastBuildJobID(); if (jobUuid != null && jobUuid.equals("") == false) { String path = JobInstance.getJobWorkingDir(jobUuid, engineConfig.getHdfsWorkingDirectory()); allHdfsPathsNeedToBeDeleted.remove(path); log.info("Remove " + path + " from deletion list, as the path belongs to segment " + seg + " of cube " + cube.getName());
String kylinJobPath = engineConfig.getHdfsWorkingDirectory() + path; allHdfsPathsNeedToBeDeleted.add(kylinJobPath); String path = JobBuilderSupport.getJobWorkingDir(engineConfig.getHdfsWorkingDirectory(), jobId); allHdfsPathsNeedToBeDeleted.remove(path); logger.info("Skip " + path + " from deletion list, as the path belongs to job " + jobId + " with status " + state); String jobUuid = seg.getLastBuildJobID(); if (jobUuid != null && jobUuid.equals("") == false) { String path = JobBuilderSupport.getJobWorkingDir(engineConfig.getHdfsWorkingDirectory(), jobUuid); allHdfsPathsNeedToBeDeleted.remove(path); logger.info("Skip " + path + " from deletion list, as the path belongs to segment " + seg + " of cube " + cube.getName());
String dropTableHql = JoinedFlatTable.generateDropTableStatement(intermediateTableDesc, jobUUID); JobInstance.getJobWorkingDir(jobUUID, engineConfig.getHdfsWorkingDirectory()), jobUUID); String insertDataHqls = JoinedFlatTable.generateInsertDataStatement(intermediateTableDesc, jobUUID, engineConfig);