public Path getCurrentInputPath() { currentInputPath = this.ioCxt.getInputPath(); return currentInputPath; }
public Path getCurrentInputPath() { currentInputPath = this.ioCxt.getInputPath(); return currentInputPath; }
/** * For CompbineFileInputFormat, the mapper's input file will be changed on the * fly, and the input file name is passed to jobConf by shims/initNextRecordReader. * If the map local work has any mapping depending on the current * mapper's input file, the work need to clear context and re-initialization * after the input file changed. This is first introduced to process bucket * map join. * * @return is the input file changed? */ public boolean inputFileChanged() { if (!inputFileChecked) { currentInputPath = this.ioCxt.getInputPath(); inputFileChecked = true; } return lastInputPath == null || !lastInputPath.equals(currentInputPath); }
/** * For CompbineFileInputFormat, the mapper's input file will be changed on the * fly, and the input file name is passed to jobConf by shims/initNextRecordReader. * If the map local work has any mapping depending on the current * mapper's input file, the work need to clear context and re-initialization * after the input file changed. This is first introduced to process bucket * map join. * * @return is the input file changed? */ public boolean inputFileChanged() { if (!inputFileChecked) { currentInputPath = this.ioCxt.getInputPath(); inputFileChecked = true; } return lastInputPath == null || !lastInputPath.equals(currentInputPath); }
Path filePath = this.ioCxtRef.getInputPath(); PartitionDesc part = null; try { filePath, IOPrepareCache.get().getPartitionDescMap()); } catch (AssertionError ae) { LOG.info("Cannot get partition description from " + this.ioCxtRef.getInputPath() + "because " + ae.getMessage()); part = null; } catch (Exception e) { LOG.info("Cannot get partition description from " + this.ioCxtRef.getInputPath() + "because " + e.getMessage()); part = null;
Path filePath = this.ioCxtRef.getInputPath(); PartitionDesc part = null; try { filePath, IOPrepareCache.get().getPartitionDescMap()); } catch (AssertionError ae) { LOG.info("Cannot get partition description from " + this.ioCxtRef.getInputPath() + "because " + ae.getMessage()); part = null; } catch (Exception e) { LOG.info("Cannot get partition description from " + this.ioCxtRef.getInputPath() + "because " + e.getMessage()); part = null;
public Path getCurrentInputPath() { currentInputPath = this.ioCxt.getInputPath(); return currentInputPath; }
/** * For CompbineFileInputFormat, the mapper's input file will be changed on the * fly, and the input file name is passed to jobConf by shims/initNextRecordReader. * If the map local work has any mapping depending on the current * mapper's input file, the work need to clear context and re-initialization * after the input file changed. This is first introduced to process bucket * map join. * * @return is the input file changed? */ public boolean inputFileChanged() { if (!inputFileChecked) { currentInputPath = this.ioCxt.getInputPath(); inputFileChecked = true; } return lastInputPath == null || !lastInputPath.equals(currentInputPath); }
Path filePath = this.ioCxtRef.getInputPath(); PartitionDesc part = null; try { filePath, IOPrepareCache.get().getPartitionDescMap()); } catch (AssertionError ae) { LOG.info("Cannot get partition description from " + this.ioCxtRef.getInputPath() + "because " + ae.getMessage()); part = null; } catch (Exception e) { LOG.info("Cannot get partition description from " + this.ioCxtRef.getInputPath() + "because " + e.getMessage()); part = null;