@Override public CopyableDataset datasetAtPath(Path path) throws IOException { return new TimeAwareRecursiveCopyableDataset(this.fs, path, this.props, this.datasetPattern); } }
@Test (expectedExceptions = AssertionError.class) public void testInstantiationError() { //Daily directories, but look back time has days and hours. We should expect an assertion error. Properties properties = new Properties(); properties.setProperty(TimeAwareRecursiveCopyableDataset.LOOKBACK_TIME_KEY, NUM_LOOKBACK_DAYS_HOURS_STR); properties.setProperty(TimeAwareRecursiveCopyableDataset.DATE_PATTERN_KEY, "yyyy/MM/dd"); TimeAwareRecursiveCopyableDataset dataset = new TimeAwareRecursiveCopyableDataset(fs, baseDir2, properties, new Path("/tmp/src/*/daily")); }
TimeAwareRecursiveCopyableDataset dataset = new TimeAwareRecursiveCopyableDataset(fs, baseDir1, properties, new Path("/tmp/src/*/hourly")); List<FileStatus> fileStatusList = dataset.getFilesAtPath(fs, baseDir1, pathFilter); properties.setProperty(TimeAwareRecursiveCopyableDataset.LOOKBACK_TIME_KEY, NUM_LOOKBACK_DAYS_HOURS_STR); properties.setProperty(TimeAwareRecursiveCopyableDataset.DATE_PATTERN_KEY, "yyyy/MM/dd/HH"); dataset = new TimeAwareRecursiveCopyableDataset(fs, baseDir1, properties, new Path("/tmp/src/*/hourly")); fileStatusList = dataset.getFilesAtPath(fs, baseDir1, pathFilter); properties.setProperty(TimeAwareRecursiveCopyableDataset.DATE_PATTERN_KEY, "yyyy/MM/dd"); dataset = new TimeAwareRecursiveCopyableDataset(fs, baseDir2, properties, new Path("/tmp/src/*/daily")); fileStatusList = dataset.getFilesAtPath(fs, baseDir2, pathFilter);
@Override public CopyableDataset datasetAtPath(Path path) throws IOException { return new TimeAwareRecursiveCopyableDataset(this.fs, path, this.props, this.datasetPattern); } }