protected void setJobClasspath(Job job, KylinConfig kylinConf) { String jarPath = kylinConf.getKylinJobJarPath(); File jarFile = new File(jarPath); if (jarFile.exists()) {
throw new NullPointerException(); if (config.getKylinJobJarPath() == null) { throw new NullPointerException(); String jobJar = config.getKylinJobJarPath(); if (StringUtils.isEmpty(jars)) { jars = jobJar;
protected void setJobClasspath(Job job) { String jarPath = KylinConfig.getInstanceFromEnv().getKylinJobJarPath(); File jarFile = new File(jarPath); if (jarFile.exists()) { job.setJar(jarPath); logger.info("append job jar: " + jarPath); } else { job.setJarByClass(this.getClass()); } String kylinHiveDependency = System.getProperty("kylin.hive.dependency"); logger.info("append kylin.hive.dependency: " + kylinHiveDependency + " to " + MAP_REDUCE_CLASSPATH); if (kylinHiveDependency != null) { // yarn classpath is comma separated kylinHiveDependency = kylinHiveDependency.replace(":", ","); Configuration jobConf = job.getConfiguration(); String classpath = jobConf.get(MAP_REDUCE_CLASSPATH); if (classpath == null || classpath.length() == 0) { logger.info("Didn't find " + MAP_REDUCE_CLASSPATH + " in job configuration, will run 'mapred classpath' to get the default value."); classpath = getDefaultMapRedClasspath(); logger.info("The default mapred classpath is: " + classpath); } jobConf.set(MAP_REDUCE_CLASSPATH, classpath + "," + kylinHiveDependency); } logger.info("Hadoop job classpath is: " + job.getConfiguration().get(MAP_REDUCE_CLASSPATH)); }
public static void deployJobJars() throws IOException { Pair<File, File> files = getJobJarFiles(); File originalJobJar = files.getFirst(); File originalCoprocessorJar = files.getSecond(); String jobJarPath = config().getKylinJobJarPath(); if (StringUtils.isEmpty(jobJarPath)) { throw new RuntimeException("deployJobJars cannot find job jar"); } File targetJobJar = new File(jobJarPath); File jobJarRenamedAsTarget = new File(originalJobJar.getParentFile(), targetJobJar.getName()); if (originalJobJar.equals(jobJarRenamedAsTarget) == false) { FileUtils.copyFile(originalJobJar, jobJarRenamedAsTarget); } File targetCoprocessorJar = new File(config().getCoprocessorLocalJar()); File coprocessorJarRenamedAsTarget = new File(originalCoprocessorJar.getParentFile(), targetCoprocessorJar.getName()); if (originalCoprocessorJar.equals(coprocessorJarRenamedAsTarget) == false) { FileUtils.copyFile(originalCoprocessorJar, coprocessorJarRenamedAsTarget); } CliCommandExecutor cmdExec = config().getCliCommandExecutor(); cmdExec.copyFile(jobJarRenamedAsTarget.getAbsolutePath(), targetJobJar.getParent()); cmdExec.copyFile(coprocessorJarRenamedAsTarget.getAbsolutePath(), targetCoprocessorJar.getParent()); }
protected void setJobClasspath(Job job) { String jarPath = KylinConfig.getInstanceFromEnv().getKylinJobJarPath(); File jarFile = new File(jarPath); if (jarFile.exists()) {
protected void setJobClasspath(Job job, KylinConfig kylinConf) { String jarPath = kylinConf.getKylinJobJarPath(); File jarFile = new File(jarPath); if (jarFile.exists()) {
throw new NullPointerException(); if (config.getKylinJobJarPath() == null) { throw new NullPointerException(); String jobJar = config.getKylinJobJarPath(); if (StringUtils.isEmpty(jars)) { jars = jobJar;