@Override public IntValue[] getBucketBoundary(int bucketNum, int totalNumBuckets) { long diff = ((long) max) - ((long) min) + 1; double bucketSize = diff / ((double) totalNumBuckets); return new IntValue[] {new IntValue(min + (int) ((bucketNum+1) * bucketSize)) }; }
@Override public IntValue[] getBucketBoundary(int bucketNum, int totalNumBuckets) { long diff = ((long) max) - ((long) min) + 1; double bucketSize = diff / ((double) totalNumBuckets); return new IntValue[] {new IntValue(min + (int) ((bucketNum+1) * bucketSize)) }; }
private static IntValue[][] packIntegers(int[] values) { IntValue[][] packed = new IntValue[values.length][]; for (int i = 0; i < values.length; i++) { packed[i] = new IntValue[] { new IntValue(values[i]) }; } return packed; } }
private static IntValue[][] packIntegers(int[] values) { IntValue[][] packed = new IntValue[values.length][]; for (int i = 0; i < values.length; i++) { packed[i] = new IntValue[] { new IntValue(values[i]) }; } return packed; } }
@Override public IntValue createInstance() { return new IntValue(); }
@Override public void read(DataInput in) throws IOException { this.dim = in.readInt(); final int len = in.readInt(); boundaries = new IntValue[len][]; for (int i = 0; i < len; i++) { IntValue[] bucket = new IntValue[dim]; for (int d = 0; d < dim; d++) { bucket[d] = new IntValue(in.readInt()); } boundaries[i] = bucket; } }
private final Value[] createIntValues(int num) { Value[] v = new Value[num]; for (int i = 0; i < num; i++) { v[i] = new IntValue(); } return v; }
@Override public Key<?>[] getBucketBoundary(int bucketNum, int totalNumBuckets) { final float bucketWidth = ((float) RANGE_I1) / totalNumBuckets; int boundVal = (int) ((bucketNum + 1) * bucketWidth); if (!this.ascendingI1) { boundVal = RANGE_I1 - boundVal; } return new Key[] { new IntValue(boundVal), new IntValue(RANGE_I2), new IntValue(RANGE_I3) }; }
@Override public void reduce(Iterator<Record> records, Collector<Record> out) throws Exception { Record element = null; int sum = 0; while (records.hasNext()) { element = records.next(); int cnt = element.getField(1, IntValue.class).getValue(); sum += cnt; } element.setField(1, new IntValue(sum)); out.collect(element); }
@Override public void reduce(Iterator<Record> records, Collector<Record> out) throws Exception { Record element = null; int sum = 0; while (records.hasNext()) { element = records.next(); int cnt = element.getField(1, IntValue.class).getValue(); sum += cnt; } element.setField(1, new IntValue(sum)); out.collect(element); }
public StringIntPair(String first, int second) { super(new StringValue(first), new IntValue(second)); } }
/** * Returns the record to write at the given position */ protected Record getRecord(int index) { return new Record(new IntValue(index), new StringValue(String.valueOf(index))); }
@Override public void reduce(Iterator<Record> records, Collector<Record> out) throws Exception { Record r = records.next(); int num = r.getField(1, IntValue.class).getValue(); String names = r.getField(0, SUser.class).datum().getFavoriteColor().toString(); while (records.hasNext()) { r = records.next(); names += " - " + r.getField(0, SUser.class).datum().getFavoriteColor().toString(); } result.setField(0, new IntValue(num)); result.setField(1, new StringValue(names)); out.collect(result); }
private Record generateFilledDenseRecord(int numFields) { Record record = new Record(); for (int i = 0; i < numFields; i++) { record.addField(new IntValue(this.rand.nextInt())); } return record; }
@Override public void map(Record record, Collector<Record> out) throws Exception { User u = record.getField(0, SUser.class).datum(); record.setField(1, new IntValue(u.getFavoriteNumber())); out.collect(record); } }
@Override public void map(Record record, Collector<Record> collector) { String line = record.getField(0, StringValue.class).getValue(); String [] element = line.split(" "); String word = element[0]; int count = Integer.parseInt(element[1]); if (stringList.contains(word)) { collector.collect(new Record(new StringValue(word), new IntValue(count))); } } }
@Override public void reduce(Iterator<Record> records, Collector<Record> out) throws Exception { Record element = null; int sum = 0; while (records.hasNext()) { element = records.next(); int cnt = element.getField(1, IntValue.class).getValue(); sum += cnt; } element.setField(1, new IntValue(sum)); out.collect(element); }
@Override public void map(Record record, Collector<Record> out) throws Exception { keyString = record.getField(0, keyString); valueString = record.getField(1, valueString); if (Integer.parseInt(keyString.toString()) + Integer.parseInt(valueString.toString()) < 10) { record.setField(0, valueString); record.setField(1, new IntValue(Integer.parseInt(keyString.toString()) + 10)); out.collect(record); } } }
@Override public void map(Record record, Collector<Record> out) throws Exception { keyString = record.getField(0, keyString); valueString = record.getField(1, valueString); LOG.debug("Processed: [" + keyString.toString() + "," + valueString.getValue() + "]"); if (Integer.parseInt(keyString.toString()) + Integer.parseInt(valueString.toString()) < 10) { record.setField(0, valueString); record.setField(1, new IntValue(Integer.parseInt(keyString.toString()) + 10)); out.collect(record); } } }