private Path getDPPOutputPath(Context context) { return new Path(context.getMRScratchDir(), "_dpp_output_"); }
/** * Get a path to store map-reduce intermediate data in. * * @return next available path for map-red intermediate data */ public Path getMRTmpPath() { return new Path(getMRScratchDir(), MR_PREFIX + nextPathId()); }
/** * Get a path to store map-reduce intermediate data in. * * @return next available path for map-red intermediate data */ public Path getMRTmpPath() { return new Path(getMRScratchDir(), MR_PREFIX + nextPathId()); }
private Path createDummyFile() throws SemanticException { Path dummyPath = new Path(ctx.getMRScratchDir(), "dummy_path"); Path dummyFile = new Path(dummyPath, "dummy_file"); FSDataOutputStream fout = null; try { FileSystem fs = dummyFile.getFileSystem(conf); if (fs.exists(dummyFile)) { return dummyPath; } fout = fs.create(dummyFile); fout.write(1); fout.close(); } catch (IOException e) { throw new SemanticException(e); } finally { IOUtils.closeStream(fout); } return dummyPath; }
private Path createDummyFile() throws SemanticException { Path dummyPath = new Path(ctx.getMRScratchDir(), "dummy_path"); Path dummyFile = new Path(dummyPath, "dummy_file"); FSDataOutputStream fout = null; try { FileSystem fs = dummyFile.getFileSystem(conf); if (fs.exists(dummyFile)) { return dummyPath; } fout = fs.create(dummyFile); fout.write(1); fout.close(); } catch (IOException e) { throw new SemanticException(e); } finally { IOUtils.closeStream(fout); } return dummyPath; }
Path scratchDir = utils.createTezDir(ctx.getMRScratchDir(), job); FileSystem fs = scratchDir.getFileSystem(job); try {
Path scratchDir = utils.createTezDir(ctx.getMRScratchDir(), job); FileSystem fs = scratchDir.getFileSystem(job); try {
Path scratchDir = utils.createTezDir(ctx.getMRScratchDir(), conf); CallerContext callerContext = CallerContext.create( "HIVE", queryPlan.getQueryId(), "HIVE_QUERY_ID", queryPlan.getQueryStr());
resolverCtx.setCommonJoinTask(currTask); resolverCtx.setLocalTmpDir(context.getLocalScratchDir(false)); resolverCtx.setHdfsTmpDir(context.getMRScratchDir()); cndTsk.setResolverCtx(resolverCtx);
Path scratchDir = ctx.getMRScratchDir();
resolverCtx.setCommonJoinTask(currTask); resolverCtx.setLocalTmpDir(context.getLocalScratchDir(false)); resolverCtx.setHdfsTmpDir(context.getMRScratchDir()); cndTsk.setResolverCtx(resolverCtx);
resolverCtx.setCommonJoinTask(currTask); resolverCtx.setLocalTmpDir(context.getLocalScratchDir(false)); resolverCtx.setHdfsTmpDir(context.getMRScratchDir()); cndTsk.setResolverCtx(resolverCtx);
resolverCtx.setCommonJoinTask(currTask); resolverCtx.setLocalTmpDir(context.getLocalScratchDir(false)); resolverCtx.setHdfsTmpDir(context.getMRScratchDir()); cndTsk.setResolverCtx(resolverCtx);
/** * Get a path to store map-reduce intermediate data in. * * @return next available path for map-red intermediate data */ public String getMRTmpFileURI() { return getMRScratchDir() + Path.SEPARATOR + MR_PREFIX + nextPathId(); }
/** * Get a path to store map-reduce intermediate data in. * * @return next available path for map-red intermediate data */ public Path getMRTmpPath() { return new Path(getMRScratchDir(), MR_PREFIX + nextPathId()); }
/** * Given a URI for mapreduce intermediate output, swizzle the * it to point to the local file system. This can be called in * case the caller decides to run in local mode (in which case * all intermediate data can be stored locally) * * @param originalURI uri to localize * @return localized path for map-red intermediate data */ public String localizeMRTmpFileURI(String originalURI) { Path o = new Path(originalURI); Path mrbase = new Path(getMRScratchDir()); URI relURI = mrbase.toUri().relativize(o.toUri()); if (relURI.equals(o.toUri())) throw new RuntimeException ("Invalid URI: " + originalURI + ", cannot relativize against" + mrbase.toString()); return getLocalScratchDir(!explain) + Path.SEPARATOR + relURI.getPath(); }
private Path createDummyFile() throws SemanticException { Path dummyPath = new Path(ctx.getMRScratchDir(), "dummy_path"); Path dummyFile = new Path(dummyPath, "dummy_file"); FSDataOutputStream fout = null; try { FileSystem fs = dummyFile.getFileSystem(conf); if (fs.exists(dummyFile)) { return dummyPath; } fout = fs.create(dummyFile); fout.write(1); fout.close(); } catch (IOException e) { throw new SemanticException(e); } finally { IOUtils.closeStream(fout); } return dummyPath; }
resolverCtx.setCommonJoinTask(currTask); resolverCtx.setLocalTmpDir(context.getLocalScratchDir(false)); resolverCtx.setHdfsTmpDir(context.getMRScratchDir()); cndTsk.setResolverCtx(resolverCtx);
resolverCtx.setCommonJoinTask(currTask); resolverCtx.setLocalTmpDir(context.getLocalScratchDir(false)); resolverCtx.setHdfsTmpDir(context.getMRScratchDir()); cndTsk.setResolverCtx(resolverCtx);
Path scratchDir = ctx.getMRScratchDir();