protected void fetchColumns(JobConf conf, Set<Pair<Text,Text>> cfCqPairs) { AccumuloInputFormat.fetchColumns(conf, cfCqPairs); }
protected void setConnectorInfo(JobConf conf, String user, AuthenticationToken token) throws AccumuloSecurityException { try { AccumuloInputFormat.setConnectorInfo(conf, user, token); } catch (IllegalStateException e) { // AccumuloInputFormat complains if you re-set an already set value. We just don't care. log.debug("Ignoring exception setting Accumulo Connector instance for user " + user, e); } }
protected void setInputTableName(JobConf conf, String tableName) { AccumuloInputFormat.setInputTableName(conf, tableName); }
connector.tableOperations().create(table); AccumuloInputFormat.setConnectorInfo(job, getAdminPrincipal(), getAdminToken()); AccumuloInputFormat.setInputTableName(job, table); AccumuloInputFormat.setScanAuthorizations(job, auths); AccumuloInputFormat.setZooKeeperInstance(job, getCluster().getClientConfig()); AccumuloInputFormat.setScanIsolation(job, isolated); AccumuloInputFormat.setLocalIterators(job, localIters); AccumuloInputFormat.fetchColumns(job, fetchColumns); AccumuloInputFormat.setLogLevel(job, level); AccumuloInputFormat aif = new AccumuloInputFormat(); InputSplit[] splits = aif.getSplits(job, 1);
@Override public int run(String[] args) throws Exception { if (args.length != 2) { throw new IllegalArgumentException( "Usage : " + MRTester.class.getName() + " <table> <outputfile>"); } String table = args[0]; JobConf job = new JobConf(getConf()); job.setJarByClass(this.getClass()); ConfiguratorBase.setVisibilityCacheSize(job, JOB_VISIBILITY_CACHE_SIZE); job.setInputFormat(AccumuloInputFormat.class); AccumuloInputFormat.setZooKeeperInstance(job, getCluster().getClientConfig()); AccumuloInputFormat.setConnectorInfo(job, getAdminPrincipal(), getAdminToken()); AccumuloInputFormat.setInputTableName(job, table); AccumuloFileOutputFormat.setOutputPath(job, new Path(args[1])); AccumuloFileOutputFormat.setSampler(job, SAMPLER_CONFIG); job.setMapperClass(BAD_TABLE.equals(table) ? BadKeyMapper.class : IdentityMapper.class); job.setMapOutputKeyClass(Key.class); job.setMapOutputValueClass(Value.class); job.setOutputFormat(AccumuloFileOutputFormat.class); job.setNumReduceTasks(0); return JobClient.runJob(job).isSuccessful() ? 0 : 1; }
@Override public int run(String[] args) throws Exception { if (args.length != 1 && args.length != 3) { throw new IllegalArgumentException( "Usage : " + MRTester.class.getName() + " <table> [<batchScan> <scan sample>]"); } String table = args[0]; Boolean batchScan = false; boolean sample = false; if (args.length == 3) { batchScan = Boolean.parseBoolean(args[1]); sample = Boolean.parseBoolean(args[2]); } JobConf job = new JobConf(getConf()); job.setJarByClass(this.getClass()); job.setInputFormat(AccumuloInputFormat.class); AccumuloInputFormat.setConnectorInfo(job, getAdminPrincipal(), getAdminToken()); AccumuloInputFormat.setInputTableName(job, table); AccumuloInputFormat.setZooKeeperInstance(job, getCluster().getClientConfig()); AccumuloInputFormat.setBatchScan(job, batchScan); if (sample) { AccumuloInputFormat.setSamplerConfiguration(job, SAMPLER_CONFIG); } job.setMapperClass(TestMapper.class); job.setMapOutputKeyClass(Key.class); job.setMapOutputValueClass(Value.class); job.setOutputFormat(NullOutputFormat.class); job.setNumReduceTasks(0); return JobClient.runJob(job).isSuccessful() ? 0 : 1; }
@Override public int run(String[] args) throws Exception { if (args.length != 1) { throw new IllegalArgumentException("Usage : " + MRTester.class.getName() + " <table>"); } String user = getAdminPrincipal(); AuthenticationToken pass = getAdminToken(); String table = args[0]; JobConf job = new JobConf(getConf()); job.setJarByClass(this.getClass()); job.setInputFormat(AccumuloRowInputFormat.class); AccumuloInputFormat.setConnectorInfo(job, user, pass); AccumuloInputFormat.setInputTableName(job, table); AccumuloRowInputFormat.setZooKeeperInstance(job, getCluster().getClientConfig()); job.setMapperClass(TestMapper.class); job.setMapOutputKeyClass(Key.class); job.setMapOutputValueClass(Value.class); job.setOutputFormat(NullOutputFormat.class); job.setNumReduceTasks(0); return JobClient.runJob(job).isSuccessful() ? 0 : 1; }
protected void setScanAuthorizations(JobConf conf, Authorizations auths) { AccumuloInputFormat.setScanAuthorizations(conf, auths); }
/** * Calls {@link AccumuloInputFormat#setZooKeeperInstance(JobConf, ClientConfiguration)}, * suppressing exceptions due to setting the configuration multiple times. */ public void setInputFormatZooKeeperInstance(JobConf conf, String instanceName, String zookeepers, boolean isSasl) throws IOException { try { ClientConfiguration clientConf = getClientConfiguration(zookeepers, instanceName, isSasl); AccumuloInputFormat.setZooKeeperInstance(conf, clientConf); } catch (IllegalStateException ise) { // AccumuloInputFormat complains if you re-set an already set value. We just don't care. log.debug("Ignoring exception setting ZooKeeper instance of " + instanceName + " at " + zookeepers, ise); } }
@Override public RecordReader<Key,Value> getRecordReader(InputSplit split, JobConf job, Reporter reporter) throws IOException { log.setLevel(getLogLevel(job));
protected void addIterators(JobConf conf, List<IteratorSetting> iterators) { for (IteratorSetting is : iterators) { AccumuloInputFormat.addIterator(conf, is); } }
/** * Calls {@link AccumuloInputFormat#setMockInstance(JobConf, String)}, suppressing exceptions due * to setting the configuration multiple times. */ public void setInputFormatMockInstance(JobConf conf, String instanceName) { try { AccumuloInputFormat.setMockInstance(conf, instanceName); } catch (IllegalStateException e) { // AccumuloInputFormat complains if you re-set an already set value. We just don't care. log.debug("Ignoring exception setting mock instance of " + instanceName, e); } }
protected void setRanges(JobConf conf, Collection<Range> ranges) { AccumuloInputFormat.setRanges(conf, ranges); }
@Override public int run(String[] args) throws Exception { if (args.length != 3) { throw new IllegalArgumentException("Usage : " + MRTokenFileTester.class.getName() + " <token file> <inputtable> <outputtable>"); } String user = getAdminPrincipal(); String tokenFile = args[0]; String table1 = args[1]; String table2 = args[2]; JobConf job = new JobConf(getConf()); job.setJarByClass(this.getClass()); job.setInputFormat(AccumuloInputFormat.class); AccumuloInputFormat.setConnectorInfo(job, user, tokenFile); AccumuloInputFormat.setInputTableName(job, table1); AccumuloInputFormat.setZooKeeperInstance(job, getCluster().getClientConfig()); job.setMapperClass(TestMapper.class); job.setMapOutputKeyClass(Key.class); job.setMapOutputValueClass(Value.class); job.setOutputFormat(AccumuloOutputFormat.class); job.setOutputKeyClass(Text.class); job.setOutputValueClass(Mutation.class); AccumuloOutputFormat.setConnectorInfo(job, user, tokenFile); AccumuloOutputFormat.setCreateTables(job, false); AccumuloOutputFormat.setDefaultTableName(job, table2); AccumuloOutputFormat.setZooKeeperInstance(job, getCluster().getClientConfig()); job.setNumReduceTasks(0); return JobClient.runJob(job).isSuccessful() ? 0 : 1; }
protected void setScanAuthorizations(JobConf conf, Authorizations auths) { AccumuloInputFormat.setScanAuthorizations(conf, auths); }
@SuppressWarnings("deprecation") protected void setZooKeeperInstance(JobConf conf, String instanceName, String zkHosts, boolean isSasl) throws IOException { // To support builds against 1.5, we can't use the new 1.6 setZooKeeperInstance which // takes a ClientConfiguration class that only exists in 1.6 try { if (isSasl) { // Reflection to support Accumulo 1.5. Remove when Accumulo 1.5 support is dropped // 1.6 works with the deprecated 1.5 method, but must use reflection for 1.7-only SASL support helper.setZooKeeperInstance(conf, AccumuloInputFormat.class, zkHosts, instanceName, isSasl); } else { AccumuloInputFormat.setZooKeeperInstance(conf, instanceName, zkHosts); } } catch (IllegalStateException ise) { // AccumuloInputFormat complains if you re-set an already set value. We just don't care. log.debug("Ignoring exception setting ZooKeeper instance of " + instanceName + " at " + zkHosts, ise); } }
@Override public RecordReader<Key,Value> getRecordReader(InputSplit split, JobConf job, Reporter reporter) throws IOException { log.setLevel(getLogLevel(job));
protected void addIterators(JobConf conf, List<IteratorSetting> iterators) { for (IteratorSetting is : iterators) { AccumuloInputFormat.addIterator(conf, is); } }
protected void setMockInstance(JobConf conf, String instanceName) { try { AccumuloInputFormat.setMockInstance(conf, instanceName); } catch (IllegalStateException e) { // AccumuloInputFormat complains if you re-set an already set value. We just don't care. log.debug("Ignoring exception setting mock instance of " + instanceName, e); } }
protected void setRanges(JobConf conf, Collection<Range> ranges) { AccumuloInputFormat.setRanges(conf, ranges); }