public static void main(String[] args) throws Throwable { ProgramDriver pgd = new ProgramDriver(); pgd.addClass(RowCounter.NAME, RowCounter.class, "Count rows in HBase table."); pgd.addClass(CellCounter.NAME, CellCounter.class, "Count cells in HBase table."); pgd.addClass(Export.NAME, Export.class, "Write table data to HDFS."); pgd.addClass(Import.NAME, Import.class, "Import data written by Export."); pgd.addClass(ImportTsv.NAME, ImportTsv.class, "Import data in TSV format."); pgd.addClass(BulkLoadHFilesTool.NAME, BulkLoadHFilesTool.class, "Complete a bulk data load."); pgd.addClass(CopyTable.NAME, CopyTable.class, "Export a table from local cluster to peer cluster."); pgd.addClass(VerifyReplication.NAME, VerifyReplication.class, "Compare" + " data from tables in two different clusters. It" + " doesn't work for incrementColumnValues'd cells since" + " timestamp is changed after appending to WAL."); pgd.addClass(WALPlayer.NAME, WALPlayer.class, "Replay WAL files."); pgd.addClass(ExportSnapshot.NAME, ExportSnapshot.class, "Export" + " the specific snapshot to a given FileSystem."); ProgramDriver.class.getMethod("driver", new Class [] {String[].class}). invoke(pgd, new Object[]{args}); } }
public MapredTestDriver() { this(new ProgramDriver()); }
public CoreTestDriver() { this(new ProgramDriver()); }
public HdfsTestDriver() { this(new ProgramDriver()); }
/** * Main entry point for jar file. * * @param args The command line parameters. * @throws Throwable When the selection fails. */ public static void main(String[] args) throws Throwable { ProgramDriver pgd = new ProgramDriver(); pgd.addClass(ImportFromFile.NAME, ImportFromFile.class, "Import from file"); pgd.addClass(ImportFromFile2.NAME, ImportFromFile2.class, "Import from file (with dependencies)"); pgd.addClass(AnalyzeData.NAME, AnalyzeData.class, "Analyze imported JSON"); pgd.addClass(AnalyzeSnapshotData.NAME, AnalyzeSnapshotData.class, "Analyze imported JSON from snapshot"); pgd.addClass(ParseJson.NAME, ParseJson.class, "Parse JSON into columns"); pgd.addClass(ParseJson2.NAME, ParseJson2.class, "Parse JSON into columns (map only)"); pgd.addClass(ParseJsonMulti.NAME, ParseJsonMulti.class, "Parse JSON into multiple tables"); pgd.driver(args); } }
/** * @param args * @throws Throwable */ public static void main(String[] args) throws Throwable { ProgramDriver pgd = new ProgramDriver(); pgd.addClass(RowCounter.NAME, RowCounter.class, "Count rows in HBase table"); ProgramDriver.class.getMethod("driver", new Class [] {String[].class}). invoke(pgd, new Object[]{args}); } }
public CoreTestDriver() { this(new ProgramDriver()); }
public HdfsTestDriver() { this(new ProgramDriver()); }
public CoreTestDriver() { this(new ProgramDriver()); }
public YarnTestDriver() { this(new ProgramDriver()); }
public YarnTestDriver() { this(new ProgramDriver()); }
public MapredTestDriver() { this(new ProgramDriver()); }
public static void main(String[] args) throws Throwable { ProgramDriver pgd = new ProgramDriver(); pgd.addClass(RollbackUpdatesMrJob.NAME, RollbackUpdatesMrJob.class, "Rolls back updates"); // TODO: add UpdatesProcessingMrJob to the list pgd.driver(args); } }
public static void main(String[] args) { int exitCode = -1; ProgramDriver pgd = new ProgramDriver(); try { // Add classes from a configuration file Yaml yaml = new Yaml(); List<String> ops = yaml.load(SpatialSite.class.getResourceAsStream("/spatial-operations.yaml")); for (String op : ops) { Class<?> opClass = Class.forName(op); OperationMetadata opMetadata = opClass.getAnnotation(OperationMetadata.class); pgd.addClass(opMetadata.shortName(), opClass, opMetadata.description()); } pgd.driver(args); // Success exitCode = 0; } catch(Throwable e){ e.printStackTrace(); } System.exit(exitCode); } }
public static void main(String[] args) { ProgramDriver programDriver = new ProgramDriver(); int exitCode = -1; try { programDriver.addClass("wordcount-hbase", WordCountHBase.class, "A map/reduce program that counts the words in the input files."); programDriver.addClass("export-table", Export.class, "A map/reduce program that exports a table to a file."); //programDriver.addClass("cellcounter", CellCounter.class, "Count them cells!"); programDriver.driver(args); exitCode = programDriver.run(args); } catch (Throwable e) { e.printStackTrace(); } System.exit(exitCode); } }
/** * <p>main.</p> * * @param args an array of {@link java.lang.String} objects. */ public static void main(String[] args) { ProgramDriver programDriver = new ProgramDriver(); int exitCode = -1; try { programDriver.addClass("export-table", Export.class, "A map/reduce program that exports a table to a file."); programDriver.addClass("import-table", Import.class, "A map/reduce program that imports a table to a file."); programDriver.driver(args); exitCode = programDriver.run(args); } catch (Throwable e) { e.printStackTrace(); } System.exit(exitCode); } }
/** * @param args * @throws Throwable */ public static void main(String[] args) throws Throwable { ProgramDriver pgd = new ProgramDriver(); pgd.addClass(RowCounter.NAME, RowCounter.class, "Count rows in HBase table"); pgd.addClass(CellCounter.NAME, CellCounter.class, "Count cells in HBase table"); pgd.addClass(Export.NAME, Export.class, "Write table data to HDFS."); pgd.addClass(Import.NAME, Import.class, "Import data written by Export."); pgd.addClass(ImportTsv.NAME, ImportTsv.class, "Import data in TSV format."); pgd.addClass(LoadIncrementalHFiles.NAME, LoadIncrementalHFiles.class, "Complete a bulk data load."); pgd.addClass(CopyTable.NAME, CopyTable.class, "Export a table from local cluster to peer cluster"); pgd.addClass(VerifyReplication.NAME, VerifyReplication.class, "Compare" + " the data from tables in two different clusters. WARNING: It" + " doesn't work for incrementColumnValues'd cells since the" + " timestamp is changed after being appended to the log."); ProgramDriver.class.getMethod("driver", new Class [] {String[].class}). invoke(pgd, new Object[]{args}); } }
public static void main(String[] argv) { //TODO check consequences of dropping exitCode //int exitCode = -1; ProgramDriver pgd = new ProgramDriver(); try { pgd.addClass("cc2hbase", CommonCrawlToSingleHBaseDocument.class, "A map/reduce program that moves data from common crawl sequence file to hbase table. Two arguments input path and table name"); pgd.addClass("hb2sfbw2", HBaseToSFBw2.class, "A map/reduce program that moves data from hbase table with metadata in various format in bw2 proto Media part to sequence file with bw2proto metadata. Two arguments input table and output path"); pgd.addClass("aczoai", AczOaiImport.class, "A map/reduce program that moves data from zip files with xmls that came form oai to hbase"); pgd.addClass("SequenceFile2HBaseJob", SequenceFile2HBaseJob.class, "A map/reduce program that moves data from dc sequence file to hbase table. Two arguments input path and table name"); pgd.addClass("ccCountSameUrls", CountDocsUrlsJob.class, "A map/reduce program that counts same urls form common crawl input. Two arguments input path and output path"); pgd.addClass("pmcImport", PMCImport.class, "A map/reduce program that takes tar.gz file with nlm xmls and imports them to hbase table. Two arguments input path and table name for output"); pgd.addClass("medline", MedlineImport.class, "A map/reduce program that takes .gz file with medline xmls and imports them to hbase table. Two arguments input path and table name for output"); //exitCode = pgd.driver(argv); } catch (Throwable e) { LOGGER.error(ERROR_STRING, e); } //System.exit(exitCode); System.exit(0); } }
/** * @param args * @throws Throwable */ public static void main(String[] args) throws Throwable { ProgramDriver pgd = new ProgramDriver(); pgd.addClass(RowCounter.NAME, RowCounter.class, "Count rows in HBase table."); pgd.addClass(CellCounter.NAME, CellCounter.class, "Count cells in HBase table."); pgd.addClass(Export.NAME, Export.class, "Write table data to HDFS."); pgd.addClass(Import.NAME, Import.class, "Import data written by Export."); pgd.addClass(ImportTsv.NAME, ImportTsv.class, "Import data in TSV format."); pgd.addClass(LoadIncrementalHFiles.NAME, LoadIncrementalHFiles.class, "Complete a bulk data load."); pgd.addClass(CopyTable.NAME, CopyTable.class, "Export a table from local cluster to peer cluster."); pgd.addClass(VerifyReplication.NAME, VerifyReplication.class, "Compare" + " data from tables in two different clusters. It" + " doesn't work for incrementColumnValues'd cells since" + " timestamp is changed after appending to WAL."); pgd.addClass(WALPlayer.NAME, WALPlayer.class, "Replay WAL files."); pgd.addClass(ExportSnapshot.NAME, ExportSnapshot.class, "Export" + " the specific snapshot to a given FileSystem."); ProgramDriver.class.getMethod("driver", new Class [] {String[].class}). invoke(pgd, new Object[]{args}); } }
/** * @param args * @throws Throwable */ public static void main(String[] args) throws Throwable { ProgramDriver pgd = new ProgramDriver(); pgd.addClass(RowCounter.NAME, RowCounter.class, "Count rows in HBase table."); pgd.addClass(CellCounter.NAME, CellCounter.class, "Count cells in HBase table."); pgd.addClass(Export.NAME, Export.class, "Write table data to HDFS."); pgd.addClass(Import.NAME, Import.class, "Import data written by Export."); pgd.addClass(ImportTsv.NAME, ImportTsv.class, "Import data in TSV format."); pgd.addClass(LoadIncrementalHFiles.NAME, LoadIncrementalHFiles.class, "Complete a bulk data load."); pgd.addClass(CopyTable.NAME, CopyTable.class, "Export a table from local cluster to peer cluster."); pgd.addClass(VerifyReplication.NAME, VerifyReplication.class, "Compare" + " data from tables in two different clusters. It" + " doesn't work for incrementColumnValues'd cells since" + " timestamp is changed after appending to WAL."); pgd.addClass(WALPlayer.NAME, WALPlayer.class, "Replay WAL files."); pgd.addClass(ExportSnapshot.NAME, ExportSnapshot.class, "Export" + " the specific snapshot to a given FileSystem."); ProgramDriver.class.getMethod("driver", new Class [] {String[].class}). invoke(pgd, new Object[]{args}); } }