protected void initializeBulkLoader() throws HyracksDataException { bulkLoader = index.createBulkLoader(fillFactor, verifyInput, numElementsHint, checkIfEmptyIndex); } }
@Override public IChainedComponentBulkLoader createIndexBulkLoader(float fillFactor, boolean verifyInput, long numElementsHint, boolean checkIfEmptyIndex) throws HyracksDataException { return new LSMIndexBulkLoader( getIndex().createBulkLoader(fillFactor, verifyInput, numElementsHint, checkIfEmptyIndex)); }
@Override public IChainedComponentBulkLoader createIndexBulkLoader(float fillFactor, boolean verifyInput, long numElementsHint, boolean checkIfEmptyIndex) throws HyracksDataException { IIndexBulkLoader indexBulkLoader = getIndex().createBulkLoader(fillFactor, verifyInput, numElementsHint, checkIfEmptyIndex); IIndexBulkLoader buddyBulkLoader = getBuddyIndex().createBulkLoader(fillFactor, verifyInput, numElementsHint, checkIfEmptyIndex); return new IndexWithBuddyBulkLoader(indexBulkLoader, buddyBulkLoader); }
private void bulkloadIntTupleRange(int begin, int end) throws Exception { if (end < begin) { throw new IllegalArgumentException("Invalid range: [" + begin + ", " + end + "]"); } IIndexBulkLoader bulkloader = index.createBulkLoader(1.0f, false, end - begin, true); for (int i = begin; i <= end; i++) { TupleUtils.createIntegerTuple(builder, tuple, i); bulkloader.add(tuple); } bulkloader.end(); }
public static void bulkLoadCheckTuples(IIndexTestContext ctx, Collection<CheckTuple> checkTuples, boolean filtered) throws HyracksDataException { int fieldCount = ctx.getFieldCount(); int numTuples = checkTuples.size(); ArrayTupleBuilder tupleBuilder = filtered ? new ArrayTupleBuilder(fieldCount + 1) : new ArrayTupleBuilder(fieldCount); ArrayTupleReference tuple = new ArrayTupleReference(); // Perform bulk load. IIndexBulkLoader bulkLoader = ctx.getIndex().createBulkLoader(0.7f, false, numTuples, false); int c = 1; for (CheckTuple checkTuple : checkTuples) { if (LOGGER.isInfoEnabled()) { //if (c % (numTuples / 10) == 0) { LOGGER.info("Bulk Loading Tuple " + c + "/" + numTuples); //} } createTupleFromCheckTuple(checkTuple, tupleBuilder, tuple, ctx.getFieldSerdes(), filtered); bulkLoader.add(tuple); c++; } bulkLoader.end(); }