public BinaryTokenizerOperatorNodePushable(IHyracksTaskContext ctx, RecordDescriptor inputRecDesc, RecordDescriptor outputRecDesc, IBinaryTokenizer tokenizer, int docField, int[] keyFields, boolean addNumTokensKey, boolean writeKeyFieldsFirst, boolean writeMissing, IMissingWriterFactory missingWriterFactory) { this.ctx = ctx; this.tokenizer = tokenizer; this.docField = docField; this.keyFields = keyFields; this.addNumTokensKey = addNumTokensKey; this.inputRecDesc = inputRecDesc; this.outputRecDesc = outputRecDesc; this.writeKeyFieldsFirst = writeKeyFieldsFirst; this.writeMissing = writeMissing; this.missingWriter = missingWriterFactory.createMissingWriter(); }
public LSMSecondaryIndexCreationTupleProcessorNodePushable(IHyracksTaskContext ctx, int partition, RecordDescriptor inputRecDesc, IMissingWriterFactory missingWriterFactory, int numTagFields, int numSecondaryKeys, int numPrimaryKeys, boolean hasBuddyBTree) throws HyracksDataException { super(ctx, partition, inputRecDesc, numTagFields, numSecondaryKeys, numPrimaryKeys, hasBuddyBTree); this.prevMatterTupleBuilder = new ArrayTupleBuilder(inputRecDesc.getFieldCount()); if (this.hasBuddyBTree) { missingWriter = missingWriterFactory.createMissingWriter(); } else { missingWriter = null; } }
if (isLeftOuter) { for (int i = 0; i < nullWriterFactories1.length; i++) { nonMatchWriters[i] = nullWriterFactories1[i].createMissingWriter();
DataOutput output = new DataOutputStream(bos); if (missingWriterFactory != null) { IMissingWriter missingWriter = missingWriterFactory.createMissingWriter(); missingWriter.writeMissing(output);
missingWriters[i] = missingWriterFactories[i].createMissingWriter();
private void configurePropagation(IMissingWriterFactory iNullWriterFactory) { if (propagateInput) { // This LookupAdapter generates an external record as its output. // Thus, we add 1. tb = new ArrayTupleBuilder(tupleAccessor.getFieldCount() + 1); frameTuple = new FrameTupleReference(); } else { tb = new ArrayTupleBuilder(1); } if (retainNull) { IMissingWriter missingWriter = iNullWriterFactory.createMissingWriter(); missingTupleBuild = new ArrayTupleBuilder(1); DataOutput out = missingTupleBuild.getDataOutput(); try { missingWriter.writeMissing(out); } catch (IOException e) { e.printStackTrace(); } } else { missingTupleBuild = null; } }
@Override public void open() throws HyracksDataException { if (eval == null) { initAccessAppendFieldRef(ctx); eval = cond.createScalarEvaluator(ctx); } super.open(); //prepare nullTupleBuilder if (retainMissing && missingWriter == null) { missingWriter = missingWriterFactory.createMissingWriter(); missingTupleBuilder = new ArrayTupleBuilder(1); DataOutput out = missingTupleBuilder.getDataOutput(); missingWriter.writeMissing(out); missingTupleBuilder.addFieldEndOffset(); } }
if (isLeftOuter) { for (int i = 0; i < nullWriterFactories1.length; i++) { nullWriters1[i] = nullWriterFactories1[i].createMissingWriter();
this.appendIndexFilter = appendIndexFilter; if (this.retainMissing || this.appendIndexFilter) { this.nonMatchWriter = missingWriterFactory.createMissingWriter();
if (isLeftOuter) { for (int i = 0; i < nonMatchWriterFactories.length; i++) { nullWriters1[i] = nonMatchWriterFactories[i].createMissingWriter();
this.numOfPrimaryKeys = numOfPrimaryKeys; this.frameOpCallbackFactory = frameOpCallbackFactory; missingWriter = missingWriterFactory.createMissingWriter(); int[] searchKeyPermutations = new int[numOfPrimaryKeys]; for (int i = 0; i < searchKeyPermutations.length; i++) {
DataOutput out = nullTupleBuild.getDataOutput(); for (int i = 0; i < nonMatchWriterFactories.length; i++) { nonMatchWriter[i] = nonMatchWriterFactories[i].createMissingWriter(); nonMatchWriter[i].writeMissing(out); nullTupleBuild.addFieldEndOffset();