String tableName = getInputTableName(implementingClass, conf); if (tableName != null) { org.apache.accumulo.core.client.mapreduce.InputTableConfig queryConfig = new org.apache.accumulo.core.client.mapreduce.InputTableConfig(); List<IteratorSetting> itrs = getIterators(implementingClass, conf); if (itrs != null)
/** * Get table names and input configurations for each range * @return A Map representing each table and {@link InputTableConfig} needed to get all the rows that match the rules. */ public Map<String, InputTableConfig> getInputConfigs() { final Map<String, InputTableConfig> configs = new HashMap<>(); for (final TABLE_LAYOUT layout : tableRanges.keySet()) { final String parentTable = RdfCloudTripleStoreUtils.layoutPrefixToTable(layout, conf.getTablePrefix()); final InputTableConfig config = new InputTableConfig(); config.setRanges(tableRanges.get(layout)); configs.put(parentTable, config); } for (final String tableName : entireTables) { final InputTableConfig config = new InputTableConfig(); final List<Range> ranges = new LinkedList<>(); ranges.add(new Range()); config.setRanges(ranges); configs.put(tableName, config); } return configs; }
@Override public int run(String[] args) throws Exception { if (args.length != 2) { throw new IllegalArgumentException( "Usage : " + MRTester.class.getName() + " <table1> <table2>"); } String user = getAdminPrincipal(); AuthenticationToken pass = getAdminToken(); String table1 = args[0]; String table2 = args[1]; Job job = Job.getInstance(getConf(), this.getClass().getSimpleName() + "_" + System.currentTimeMillis()); job.setJarByClass(this.getClass()); job.setInputFormatClass(AccumuloMultiTableInputFormat.class); AccumuloMultiTableInputFormat.setConnectorInfo(job, user, pass); InputTableConfig tableConfig1 = new InputTableConfig(); InputTableConfig tableConfig2 = new InputTableConfig(); Map<String,InputTableConfig> configMap = new HashMap<>(); configMap.put(table1, tableConfig1); configMap.put(table2, tableConfig2); AccumuloMultiTableInputFormat.setInputTableConfigs(job, configMap); AccumuloMultiTableInputFormat.setZooKeeperInstance(job, getCluster().getClientConfig()); job.setMapperClass(TestMapper.class); job.setMapOutputKeyClass(Key.class); job.setMapOutputValueClass(Value.class); job.setOutputFormatClass(NullOutputFormat.class); job.setNumReduceTasks(0); job.waitForCompletion(true); return job.isSuccessful() ? 0 : 1; }
@Override public int run(String[] args) throws Exception { if (args.length != 2) { throw new IllegalArgumentException( "Usage : " + MRTester.class.getName() + " <table1> <table2>"); } String user = getAdminPrincipal(); AuthenticationToken pass = getAdminToken(); String table1 = args[0]; String table2 = args[1]; JobConf job = new JobConf(getConf()); job.setJarByClass(this.getClass()); job.setInputFormat(AccumuloInputFormat.class); AccumuloMultiTableInputFormat.setConnectorInfo(job, user, pass); AccumuloMultiTableInputFormat.setZooKeeperInstance(job, getCluster().getClientConfig()); InputTableConfig tableConfig1 = new InputTableConfig(); InputTableConfig tableConfig2 = new InputTableConfig(); Map<String,InputTableConfig> configMap = new HashMap<>(); configMap.put(table1, tableConfig1); configMap.put(table2, tableConfig2); AccumuloMultiTableInputFormat.setInputTableConfigs(job, configMap); job.setMapperClass(TestMapper.class); job.setMapOutputKeyClass(Key.class); job.setMapOutputValueClass(Value.class); job.setOutputFormat(NullOutputFormat.class); job.setNumReduceTasks(0); return JobClient.runJob(job).isSuccessful() ? 0 : 1; }
String tableName = getInputTableName(implementingClass, conf); if (tableName != null) { InputTableConfig queryConfig = new InputTableConfig(); List<IteratorSetting> itrs = getIterators(implementingClass, conf); if (itrs != null)
String tableName = getInputTableName(implementingClass, conf); if (tableName != null) { InputTableConfig queryConfig = new InputTableConfig(); List<IteratorSetting> itrs = getIterators(implementingClass, conf); if (itrs != null)