for (String eachTaskId : taskIds) { Path outputPath = StorageUtil.concatPath(queryBaseDir, eachTaskId, "output"); if (!executionBlockContext.getLocalDirAllocator().ifExists(outputPath.toString(), conf)) { LOG.warn("Range shuffle - file not exist. " + outputPath); continue; Path partPath = StorageUtil.concatPath(queryBaseDir, "hash-shuffle", String.valueOf(partParentId), partId); if (!executionBlockContext.getLocalDirAllocator().ifExists(partPath.toString(), conf)) { throw new IOException("Hash shuffle or Scattered hash shuffle - file not exist: " + partPath);
final Path partPath = StorageUtil.concatPath(queryBaseDir, "hash-shuffle", String.valueOf(partParentId), partId); if (!localDirAllocator.ifExists(partPath.toString(), conf)) { endFetch(FetcherState.FETCH_FAILED); throw new IOException("Hash shuffle or Scattered hash shuffle - file not exist: " + partPath);
for (FileChunkMeta eachMeta : chunkMetas) { Path outputPath = StorageUtil.concatPath(queryBaseDir, eachMeta.getTaskId(), "output"); if (!localDirAllocator.ifExists(outputPath.toString(), conf)) { LOG.warn("Range shuffle - file not exist. " + outputPath); continue;
for (String eachTaskId : taskIds) { Path outputPath = StorageUtil.concatPath(queryBaseDir, eachTaskId, "output"); if (!lDirAlloc.ifExists(outputPath.toString(), conf)) { LOG.warn(outputPath + " does not exist."); continue; int partParentId = HashShuffleAppenderManager.getPartParentId(Integer.parseInt(partId), conf); Path partPath = StorageUtil.concatPath(queryBaseDir, "hash-shuffle", String.valueOf(partParentId), partId); if (!lDirAlloc.ifExists(partPath.toString(), conf)) { throw new FileNotFoundException(partPath.toString());
if(!lDirAlloc.ifExists(queryBaseDir + "/" + sid + "/" + ta + "/output/", conf)){ LOG.warn(e); sendError(ctx, NO_CONTENT); int partParentId = HashShuffleAppenderManager.getPartParentId(Integer.parseInt(partId), (TajoConf) conf); String partPath = queryBaseDir + "/" + sid + "/hash-shuffle/" + partParentId + "/" + partId; if (!lDirAlloc.ifExists(partPath, conf)) { LOG.warn("Partition shuffle file not exists: " + partPath); sendError(ctx, NO_CONTENT);
for (String eachTaskId : taskIds) { Path outputPath = StorageUtil.concatPath(queryBaseDir, eachTaskId, "output"); if (!lDirAlloc.ifExists(outputPath.toString(), conf)) { LOG.warn(outputPath + "does not exist."); continue; int partParentId = HashShuffleAppenderManager.getPartParentId(Integer.parseInt(partId), conf); Path partPath = StorageUtil.concatPath(queryBaseDir, "hash-shuffle", String.valueOf(partParentId), partId); if (!lDirAlloc.ifExists(partPath.toString(), conf)) { LOG.warn("Partition shuffle file not exists: " + partPath); sendError(ctx, HttpResponseStatus.NO_CONTENT);
if (!lDirAlloc.ifExists(outputPath.toString(), conf)) { LOG.warn("Range shuffle - file not exist. " + outputPath); continue;
String cachePath = TaskTracker.getCacheSubdir() + Path.SEPARATOR + cacheId; if (lDirAlloc.ifExists(cachePath, conf)) { localPath = lDirAlloc.getLocalPathToRead(cachePath, conf); String cachePath = TaskTracker.getCacheSubdir() + Path.SEPARATOR + cacheId; if (lDirAlloc.ifExists(cachePath,conf)) { localPath = lDirAlloc.getLocalPathToRead(cachePath, conf); } else {