@Override public void open(GenericInputSplit split) throws IOException { this.partitionNumber = split.getSplitNumber(); }
@Override public void open(GenericInputSplit split) throws IOException { this.partitionNumber = split.getSplitNumber(); }
@Override public void run() { String host = ""; GenericInputSplit split; while ((split = (GenericInputSplit) ia.getNextInputSplit(host, 0)) != null) { splitsRetrieved.incrementAndGet(); sumOfIds.addAndGet(split.getSplitNumber()); } } };
@Override public void open(GenericInputSplit split) throws IOException { super.open(split); this.splitIterator = this.source.getSplit(split.getSplitNumber(), split.getTotalNumberOfSplits()); }
@Override public void open(GenericInputSplit split) throws IOException { this.partitionId = split.getSplitNumber(); // total number of partitions int numPartitions = split.getTotalNumberOfSplits(); // ensure even distribution of records and keys Preconditions.checkArgument( numRecords % numPartitions == 0, "Records cannot be evenly distributed among partitions"); Preconditions.checkArgument( numKeys % numPartitions == 0, "Keys cannot be evenly distributed among partitions"); this.recordsPerPartition = numRecords / numPartitions; this.keysPerPartition = numKeys / numPartitions; this.recordCnt = 0; }
@Override public void open(GenericInputSplit split) throws IOException { this.partitionNumber = split.getSplitNumber(); }
@Override public void open(GenericInputSplit split) throws IOException { this.partitionNumber = split.getSplitNumber(); }
@Override public void open(GenericInputSplit split) throws IOException { super.open(split); this.splitIterator = this.source.getSplit(split.getSplitNumber(), split.getTotalNumberOfSplits()); }
@Override public void open(GenericInputSplit split) throws IOException { super.open(split); this.splitIterator = this.source.getSplit(split.getSplitNumber(), split.getTotalNumberOfSplits()); }
options.put(AccumuloTables.KEY_PREDICATE, predicate.getReduceFilter().encode()); if (split.getSplitNumber() + 1 > ranges.size()) { scanner = null; iterator = new ArrayList<Map.Entry<Key, Value>>().iterator(); scanner = conn.createBatchScanner(tableName, auth, batchSize); attachIterator(scanner, iteratorPriority, options); scanner.setRanges(Lists.newArrayList(ranges.get(split.getSplitNumber()))); iterator = scanner.iterator();