@Override @Nullable protected Collection<PartitionKey> computeInputKeys() { Long startTime = TimePartitionedFileSetArguments.getInputStartTime(getRuntimeArguments()); Long endTime = TimePartitionedFileSetArguments.getInputEndTime(getRuntimeArguments()); if (startTime == null && endTime == null) { // no times specified; perhaps a partition filter was specified. super will deal with that return super.computeInputKeys(); } if (startTime == null) { throw new DataSetException("Start time for input time range must be given as argument."); } if (endTime == null) { throw new DataSetException("End time for input time range must be given as argument."); } return getPartitionPathsByTime(startTime, endTime); }
@Override @Nullable protected Collection<PartitionKey> computeInputKeys() { Long startTime = TimePartitionedFileSetArguments.getInputStartTime(getRuntimeArguments()); Long endTime = TimePartitionedFileSetArguments.getInputEndTime(getRuntimeArguments()); if (startTime == null && endTime == null) { // no times specified; perhaps a partition filter was specified. super will deal with that return super.computeInputKeys(); } if (startTime == null) { throw new DataSetException("Start time for input time range must be given as argument."); } if (endTime == null) { throw new DataSetException("End time for input time range must be given as argument."); } return getPartitionPathsByTime(startTime, endTime); }