@Override public void cancel() throws IOException { this.compactor.cancel(); } }
@Override public void run() throws Exception { this.compactor.compact(); }
protected CompactorFactory getCompactorFactory() { return new ReflectionCompactorFactory(); }
public void compact() throws IOException { Runtime.getRuntime().addShutdownHook(new Thread() { @Override public void run() { try { compactor.cancel(); } catch (IOException e) { LOG.warn("Unable to cancel the compactor jobs!", e); } } }); try { compactor.compact(); } catch (Exception e) { compactor.cancel(); } }
public static void main(String[] args) throws IOException, ConfigurationException, ParseException, URISyntaxException { Properties jobProperties = CliOptions.parseArgs(MRCompactionRunner.class, args, new Configuration()); MRCompactionRunner compactionRunner = new MRCompactionRunner(jobProperties); compactionRunner.compact(); }
private Compactor getCompactor(CompactorFactory compactorFactory, Optional<CompactorListener> compactorListener) { try { return compactorFactory.createCompactor(this.properties, new ArrayList<Tag<String>>(), compactorListener); } catch (CompactorCreationException e) { throw new RuntimeException("Unable to create compactor", e); } }
public static void main(String[] args) throws IOException, ConfigurationException { properties = CliOptions.parseArgs(MRCompactionRunner.class, args); jobProperties = ConfigurationConverter.getProperties(jobConfig); long startTime = System.nanoTime(); compact(); long endTime = System.nanoTime(); long elapsedTime = endTime - startTime;
args = new GenericOptionsParser(conf, args).getCommandLine().getArgs(); CommandLine cmd = new DefaultParser().parse(options(), args); printUsage(caller); System.exit(0); printUsage(caller); System.exit(1);
public static Properties parseArgs(Class<?> caller, String[] args) throws IOException { return parseArgs(caller, args, null); }
/** * Prints the usage of cli. * @param caller Class of the main method called. Used in printing the usage message. */ public static void printUsage(Class<?> caller) { new HelpFormatter().printHelp(caller.getSimpleName(), options()); }
@Override public Compactor createCompactor(Properties properties, List<Tag<String>> tags, Optional<CompactorListener> compactorListener) throws CompactorCreationException { String compactorClassName = properties.getProperty(COMPACTION_COMPACTOR_CLASS, DEFAULT_COMPACTION_COMPACTOR_CLASS); try { return (Compactor) ConstructorUtils .invokeConstructor(Class.forName(compactorClassName), properties, tags, compactorListener); } catch (ReflectiveOperationException e) { throw new CompactorCreationException(String .format("Unable to create Compactor from key \"%s\" with value \"%s\"", COMPACTION_COMPACTOR_CLASS, compactorClassName), e); } } }
@Override public void run() { try { compactor.cancel(); } catch (IOException e) { LOG.warn("Unable to cancel the compactor jobs!", e); } } });
protected CompactorFactory getCompactorFactory() { return new ReflectionCompactorFactory(); }
@Override public void run() throws Exception { this.compactor.compact(); }
private Compactor getCompactor(CompactorFactory compactorFactory, Optional<CompactorListener> compactorListener) { try { return compactorFactory .createCompactor(this.properties, Tag.fromMap(AzkabanTags.getAzkabanTags()), compactorListener); } catch (CompactorCreationException e) { throw new RuntimeException("Unable to create compactor", e); } }
public static Properties parseArgs(Class<?> caller, String[] args) throws IOException { return parseArgs(caller, args, null); }
@Override public void cancel() throws IOException { this.compactor.cancel(); } }
protected CompactorFactory getCompactorFactory() { return new ReflectionCompactorFactory(); }
@Override public void run() { try { compactor.cancel(); } catch (IOException e) { LOG.warn("Unable to cancel the compactor jobs!", e); } } });
protected CompactorFactory getCompactorFactory() { return new ReflectionCompactorFactory(); }