/** * Returns a java.util.Properties file populated with both current and parent properties. */ public Properties toAllProperties() { Properties allProp = new Properties(); // import local properties allProp.putAll(toProperties()); // import parent properties if(_parent != null) allProp.putAll(_parent.toProperties()); return allProp; }
public ComplianceAzkabanJob(String id, Props props) throws IOException { super(id, Logger.getLogger(ComplianceAzkabanJob.class)); this.conf = new Configuration(); // new prop Properties properties = props.toProperties(); Preconditions.checkArgument(properties.containsKey(GOBBLIN_COMPLIANCE_JOB_CLASS), "Missing required property " + GOBBLIN_COMPLIANCE_JOB_CLASS); String complianceJobClass = properties.getProperty(GOBBLIN_COMPLIANCE_JOB_CLASS); this.complianceJob = GobblinConstructorUtils.invokeConstructor(ComplianceJob.class, complianceJobClass, properties); }
public DatasetCleanerJob(String id, Props props) throws IOException { super(id, Logger.getLogger(DatasetCleanerJob.class)); this.conf = new Configuration(); this.datasetCleaner = new DatasetCleaner(FileSystem.get(getConf()), props.toProperties()); }
Trash createTrash(Props props) throws IOException { return TrashFactory.createTrash(FileSystem.get(getConf()), props.toProperties()); }
/** * Move a path to trash. The absolute path of the input path will be replicated under the trash directory. * @param fs {@link org.apache.hadoop.fs.FileSystem} where path and trash exist. * @param path {@link org.apache.hadoop.fs.FileSystem} path to move to trash. * @param props {@link java.util.Properties} containing trash configuration. * @return true if move to trash was done successfully. * @throws IOException */ public static boolean moveToTrash(FileSystem fs, Path path, Props props) throws IOException { return TrashFactory.createTrash(fs, props.toProperties()).moveToTrash(path); }
this.log = getLog(); this.props = new Props(azkabanProps.toProperties()); log.info("Job props:\n" + this.props.toString(true));
/** * Returns a java.util.Properties file populated with both current and parent properties. * * @return the properties */ public Properties toAllProperties() { final Properties allProp = new Properties(); // import local properties allProp.putAll(toProperties()); // import parent properties if (this._parent != null) { allProp.putAll(this._parent.toProperties()); } return allProp; }
public DatasetCleanerJob(String id, Props props) throws IOException { super(id, Logger.getLogger(DatasetCleanerJob.class)); this.conf = new Configuration(); this.datasetCleaner = new DatasetCleaner(FileSystem.get(getConf()), props.toProperties()); }
public DatasetCleanerJob(String id, Props props) throws IOException { super(id, Logger.getLogger(DatasetCleanerJob.class)); this.conf = new Configuration(); this.datasetCleaner = new DatasetCleaner(FileSystem.get(getConf()), props.toProperties()); }
Trash createTrash(Props props) throws IOException { return TrashFactory.createTrash(FileSystem.get(getConf()), props.toProperties()); }
Trash createTrash(Props props) throws IOException { return TrashFactory.createTrash(FileSystem.get(getConf()), props.toProperties()); }
/** * Move a path to trash. The absolute path of the input path will be replicated under the trash directory. * @param fs {@link org.apache.hadoop.fs.FileSystem} where path and trash exist. * @param path {@link org.apache.hadoop.fs.FileSystem} path to move to trash. * @param props {@link java.util.Properties} containing trash configuration. * @return true if move to trash was done successfully. * @throws IOException */ public static boolean moveToTrash(FileSystem fs, Path path, Props props) throws IOException { return TrashFactory.createTrash(fs, props.toProperties()).moveToTrash(path); }
/** * Move a path to trash. The absolute path of the input path will be replicated under the trash directory. * @param fs {@link org.apache.hadoop.fs.FileSystem} where path and trash exist. * @param path {@link org.apache.hadoop.fs.FileSystem} path to move to trash. * @param props {@link java.util.Properties} containing trash configuration. * @return true if move to trash was done successfully. * @throws IOException */ public static boolean moveToTrash(FileSystem fs, Path path, Props props) throws IOException { return TrashFactory.createTrash(fs, props.toProperties()).moveToTrash(path); }
logger.info("Getting proxy user for " + p.toString()); getProxiedUser(p.toProperties(), logger, conf).doAs( new PrivilegedExceptionAction<Void>() { @Override