@Test public void testWordCount() throws Exception { // TODO Figure out a way to run M/R with Kerberos assumeTrue(getAdminToken() instanceof PasswordToken); String tableName = getUniqueNames(1)[0]; c.tableOperations().create(tableName); is = new IteratorSetting(10, SummingCombiner.class); SummingCombiner.setColumns(is, Collections.singletonList(new IteratorSetting.Column(new Text("count")))); SummingCombiner.setEncodingType(is, SummingCombiner.Type.STRING); c.tableOperations().attachIterator(tableName, is); Path readme = new Path(new Path(System.getProperty("user.dir")).getParent(), "README.md"); if (!new File(readme.toString()).exists()) { log.info("Not running test: README.md does not exist)"); return; } fs.copyFromLocalFile(readme, new Path(dir + "/tmp/wc/README.md")); String[] args; if (saslEnabled) { args = new String[] {"-i", instance, "-u", user, "--keytab", keytab, "-z", keepers, "--input", dir + "/tmp/wc", "-t", tableName}; } else { args = new String[] {"-i", instance, "-u", user, "-p", passwd, "-z", keepers, "--input", dir + "/tmp/wc", "-t", tableName}; } goodExec(WordCount.class, args); }
SummingCombiner.setColumns(setting, Collections.singletonList(new Column("f"))); SummingCombiner.setEncodingType(setting, SummingCombiner.Type.VARLEN); tops.attachIterator(metadataTableName, setting, EnumSet.allOf(IteratorScope.class));
SummingCombiner.setColumns(setting, Collections.singletonList(new Column("f"))); SummingCombiner.setEncodingType(setting, SummingCombiner.Type.VARLEN); tops.attachIterator(metadataTableName, setting, EnumSet.allOf(IteratorScope.class));
@Test public void aggregationTest() throws Exception { Connector c = getConnector(); String tableName = getUniqueNames(1)[0]; c.tableOperations().create(tableName); IteratorSetting setting = new IteratorSetting(10, SummingCombiner.class); SummingCombiner.setEncodingType(setting, Type.STRING); SummingCombiner.setColumns(setting, Collections.singletonList(new IteratorSetting.Column("cf"))); c.tableOperations().attachIterator(tableName, setting); BatchWriter bw = c.createBatchWriter(tableName, new BatchWriterConfig()); for (int i = 0; i < 10; i++) { Mutation m = new Mutation("row1"); m.put("cf".getBytes(), "col1".getBytes(), ("" + i).getBytes()); bw.addMutation(m); } bw.close(); checkSum(tableName, c); }
SummingCombiner.setColumns(iterConfig, Collections.singletonList(new IteratorSetting.Column("count"))); SummingCombiner.setColumns(iterConfig2, Collections.singletonList(new IteratorSetting.Column("count2", "comments")));