public FakeVectorRowBatchFromLongIterables(int batchSize, Iterable<Long>...iterables) { numCols = iterables.length; this.batchSize = batchSize; iterators = new ArrayList<Iterator<Long>>(); batch = new VectorizedRowBatch(numCols, batchSize); for (int i =0; i < numCols; i++) { batch.cols[i] = new LongColumnVector(batchSize); iterators.add(iterables[i].iterator()); } }
public FakeDataReader(int size, int numCols) { this.size = size; this.numCols = numCols; vrg = new VectorizedRowBatch(numCols, len); for (int i = 0; i < numCols; i++) { try { Thread.sleep(2); } catch (InterruptedException ignore) {} vrg.cols[i] = getLongVector(len); } }
public VectorizedRowBatch createBigTableBatch(MapJoinTestDescription testDesc) { final int bigTableColumnCount = testDesc.bigTableTypeInfos.length; VectorizedRowBatch batch = new VectorizedRowBatch(bigTableColumnCount); for (int i = 0; i < bigTableColumnCount; i++) { batch.cols[i] = VectorizedBatchUtil.createColumnVector( testDesc.bigTableTypeInfos[i]); } return batch; }
public static VectorizedRowBatch getVectorizedRowBatch(int size, int numCol, int seed) { VectorizedRowBatch vrg = new VectorizedRowBatch(numCol, size); for (int j = 0; j < numCol; j++) { LongColumnVector lcv = new LongColumnVector(size); for (int i = 0; i < size; i++) { lcv.vector[i] = (i+1) * seed * (j+1); } vrg.cols[j] = lcv; } vrg.size = size; return vrg; }
private VectorizedRowBatch getVectorizedRandomRowBatch(int seed, int size) { VectorizedRowBatch batch = new VectorizedRowBatch(2, size); LongColumnVector lcv = new LongColumnVector(size); Random rand = new Random(seed); for (int i = 0; i < size; i++) { lcv.vector[i] = (rand.nextInt()); } batch.cols[0] = lcv; batch.cols[1] = new LongColumnVector(size); batch.size = size; return batch; }
private VectorizedRowBatch getVectorizedRowBatchSingleLongVector(int size) { VectorizedRowBatch batch = new VectorizedRowBatch(2, size); LongColumnVector lcv = new LongColumnVector(size); for (int i = 0; i < size; i++) { lcv.vector[i] = i * 37; } batch.cols[0] = lcv; batch.cols[1] = new LongColumnVector(size); batch.size = size; return batch; }
private VectorizedRowBatch getBatch() { VectorizedRowBatch b = new VectorizedRowBatch(2); LongColumnVector v = new LongColumnVector(); v.vector[0] = 10; v.vector[1] = 20; b.cols[0] = v; b.cols[1] = new LongColumnVector(); return b; } }
private VectorizedRowBatch getBatchDoubleDecimal() { VectorizedRowBatch b = new VectorizedRowBatch(2); DoubleColumnVector dv; short scale = 2; b.cols[0] = dv = new DoubleColumnVector(); b.cols[1] = new DecimalColumnVector(18, scale); b.size = 3; dv.vector[0] = 0d; dv.vector[1] = -1d; dv.vector[2] = 99999999999999.0d; return b; }
private VectorizedRowBatch getVectorizedRowBatchStringLong(byte[] vector, int start, int length) { VectorizedRowBatch batch = new VectorizedRowBatch(2, 1); BytesColumnVector bcv = new BytesColumnVector(1); bcv.vector[0] = vector; bcv.start[0] = start; bcv.length[0] = length; batch.cols[0] = bcv; batch.cols[1] = new LongColumnVector(1); batch.size = 1; return batch; }
private VectorizedRowBatch getBatchLongDecimal() { VectorizedRowBatch b = new VectorizedRowBatch(2); LongColumnVector lv; b.cols[0] = lv = new LongColumnVector(); b.cols[1] = new DecimalColumnVector(18, 2); lv.vector[0] = 0; lv.vector[1] = -1; lv.vector[2] = 99999999999999L; return b; }
private VectorizedRowBatch getBatchSingleLongVectorPositiveNonZero() { VectorizedRowBatch batch = new VectorizedRowBatch(2); final int size = VectorizedRowBatch.DEFAULT_SIZE; LongColumnVector lcv = new LongColumnVector(); for (int i = 0; i < size; i++) { lcv.vector[i] = (i + 1) * 37; } batch.cols[0] = lcv; batch.cols[1] = new LongColumnVector(); batch.size = size; return batch; }
public static VectorizedRowBatch getVectorizedRowBatchLongInLongOut() { VectorizedRowBatch batch = new VectorizedRowBatch(2); LongColumnVector inV, outV; inV = new LongColumnVector(); outV = new LongColumnVector(); inV.vector[0] = -2; inV.vector[1] = 2; batch.cols[0] = inV; batch.cols[1] = outV; batch.size = 2; return batch; }
private VectorizedRowBatch getVectorizedRowBatchSingleLongVector(int size) { VectorizedRowBatch vrg = new VectorizedRowBatch(2, size); LongColumnVector lcv = new LongColumnVector(size); for (int i=0; i < size; i++) { lcv.vector[i] = i*37; } vrg.cols[0] = lcv; vrg.cols[1] = new LongColumnVector(size); vrg.size = size; return vrg; }
private VectorizedRowBatch getVectorizedRandomRowBatchTimestampLong(int seed, int size) { VectorizedRowBatch batch = new VectorizedRowBatch(2, size); TimestampColumnVector tcv = new TimestampColumnVector(size); Random rand = new Random(seed); for (int i = 0; i < size; i++) { tcv.set(i, RandomTypeUtil.getRandTimestamp(rand).toSqlTimestamp()); } batch.cols[0] = tcv; batch.cols[1] = new LongColumnVector(size); batch.size = size; return batch; }
private VectorizedRowBatch makeBatch() { VectorizedRowBatch batch = new VectorizedRowBatch(3); LongColumnVector lv = new LongColumnVector(); DoubleColumnVector dv = new DoubleColumnVector(); BytesColumnVector bv = new BytesColumnVector(); setSampleStringCol(bv); batch.cols[0] = lv; batch.cols[1] = dv; batch.cols[2] = bv; addRandomNulls(batch); return batch; }
private VectorizedRowBatch getVectorizedRowBatch1DecimalCol() { VectorizedRowBatch b = new VectorizedRowBatch(1); DecimalColumnVector v0; b.cols[0] = v0 = new DecimalColumnVector(18, 2); v0.vector[0].set(HiveDecimal.create("1.20")); v0.vector[1].set(HiveDecimal.create("-3.30")); v0.vector[2].set(HiveDecimal.create("0")); b.size = 3; return b; }
private VectorizedRowBatch getBatchDecimalLong2() { VectorizedRowBatch b = new VectorizedRowBatch(2); DecimalColumnVector dv; short scale = 9; b.cols[0] = dv = new DecimalColumnVector(18, scale); b.cols[1] = new LongColumnVector(); b.size = 3; dv.vector[0].set(HiveDecimal.create("1.111111111")); dv.vector[1].set(HiveDecimal.create("-2.222222222")); dv.vector[2].set(HiveDecimal.create("31536000.999999999")); return b; }
private VectorizedRowBatch getBatchDecimalLong() { VectorizedRowBatch b = new VectorizedRowBatch(2); DecimalColumnVector dv; short scale = 2; b.cols[0] = dv = new DecimalColumnVector(18, scale); b.cols[1] = new LongColumnVector(); b.size = 3; dv.vector[0].set(HiveDecimal.create("1.1")); dv.vector[1].set(HiveDecimal.create("-2.2")); dv.vector[2].set(HiveDecimal.create("9999999999999999.00")); return b; }
private VectorizedRowBatch getBatchDecimalString() { VectorizedRowBatch b = new VectorizedRowBatch(2); DecimalColumnVector dv; short scale = 2; b.cols[0] = dv = new DecimalColumnVector(18, scale); b.cols[1] = new BytesColumnVector(); b.size = 3; dv.vector[0].set(HiveDecimal.create("1.1")); dv.vector[1].set(HiveDecimal.create("-2.2")); dv.vector[2].set(HiveDecimal.create("9999999999999999.00")); return b; }
private VectorizedRowBatch getBatchDecimalDouble() { VectorizedRowBatch b = new VectorizedRowBatch(2); DecimalColumnVector dv; short scale = 2; b.cols[0] = dv = new DecimalColumnVector(18, scale); b.cols[1] = new DoubleColumnVector(); b.size = 3; dv.vector[0].set(HiveDecimal.create("1.1")); dv.vector[1].set(HiveDecimal.create("-2.2")); dv.vector[2].set(HiveDecimal.create("9999999999999999.00")); return b; }