@Override public ExternalBTreeSearchOperatorNodePushable createPushRuntime(final IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { return new ExternalBTreeSearchOperatorNodePushable(ctx, partition, recordDescProvider.getInputRecordDescriptor(getActivityId(), 0), lowKeyFields, highKeyFields, lowKeyInclusive, highKeyInclusive, indexHelperFactory, retainInput, retainMissing, missingWriterFactory, searchCallbackFactory, version); }
@Override public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { return new LSMIndexBulkLoadOperatorNodePushable(indexHelperFactory, primaryIndexHelperFactory, ctx, partition, fieldPermutation, fillFactor, verifyInput, numElementsHint, checkIfEmptyIndex, recordDescProvider.getInputRecordDescriptor(this.getActivityId(), 0), usage, datasetId); } }
@Override public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { return new LSMSecondaryIndexCreationTupleProcessorNodePushable(ctx, partition, recordDescProvider.getInputRecordDescriptor(getActivityId(), 0), missingWriterFactory, numTagFields, numSecondaryKeys, numPrimaryKeys, hasBuddyBTree); } }
@Override public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { return new ExternalIndexBulkModifyOperatorNodePushable(indexHelperFactory, ctx, partition, fieldPermutation, fillFactor, verifyInput, numElementsHint, recordDescProvider.getInputRecordDescriptor(getActivityId(), 0), deletedFiles); }
@Override public IOperatorNodePushable createPushRuntime(final IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { return new ExternalRTreeSearchOperatorNodePushable(ctx, partition, recordDescProvider.getInputRecordDescriptor(getActivityId(), 0), keyFields, minFilterFieldIndexes, maxFilterFieldIndexes, indexHelperFactory, retainInput, retainMissing, missingWriterFactory, searchCallbackFactory, version); }
@Override protected AbstractSortRunGenerator getRunGenerator(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescriptorProvider) throws HyracksDataException { return new ExternalSortGroupByRunGenerator(ctx, sortFields, recordDescriptorProvider.getInputRecordDescriptor(this.getActivityId(), 0), framesLimit, groupFields, keyNormalizerFactories, comparatorFactories, partialAggregatorFactory, partialAggRecordDesc, ALG); } };
@Override public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { return new IndexBulkLoadOperatorNodePushable(indexHelperFactory, ctx, partition, fieldPermutation, fillFactor, verifyInput, numElementsHint, checkIfEmptyIndex, recordDescProvider.getInputRecordDescriptor(this.getActivityId(), 0)); } }
@Override public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { RecordDescriptor intputRecDesc = recordDescProvider.getInputRecordDescriptor(getActivityId(), 0); return new LSMPrimaryUpsertOperatorNodePushable(ctx, partition, indexHelperFactory, fieldPermutation, intputRecDesc, modCallbackFactory, searchOpCallbackFactory, numPrimaryKeys, recordType, filterIndex, frameOpCallbackFactory, missingWriterFactory, hasSecondaries); } }
@Override public BTreeSearchOperatorNodePushable createPushRuntime(final IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { return new BTreeSearchOperatorNodePushable(ctx, partition, recordDescProvider.getInputRecordDescriptor(getActivityId(), 0), lowKeyFields, highKeyFields, lowKeyInclusive, highKeyInclusive, minFilterFieldIndexes, maxFilterFieldIndexes, indexHelperFactory, retainInput, retainMissing, missingWriterFactory, searchCallbackFactory, appendIndexFilter, tupleFilterFactory, outputLimit, appendOpCallbackProceedResult, searchCallbackProceedResultFalseValue, searchCallbackProceedResultTrueValue); }
@Override public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { return new ExternalIndexBulkLoadOperatorNodePushable(indexHelperFactory, ctx, partition, fieldPermutation, fillFactor, verifyInput, numElementsHint, checkIfEmptyIndex, recordDescProvider.getInputRecordDescriptor(this.getActivityId(), 0), version); }
@Override public IOperatorNodePushable createPushRuntime(final IHyracksTaskContext ctx, final IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { return new PreclusteredGroupOperatorNodePushable(ctx, groupFields, comparatorFactories, aggregatorFactory, recordDescProvider.getInputRecordDescriptor(getActivityId(), 0), outRecDescs[0], groupAll, framesLimit); } }
@Override public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { return new LSMSecondaryIndexBulkLoadNodePushable(ctx, partition, recordDescProvider.getInputRecordDescriptor(getActivityId(), 0), primaryIndexHelperFactory, secondaryIndexHelperFactory, fieldPermutation, numTagFields, numSecondaryKeys, numPrimaryKeys, hasBuddyBTree); } }
public IRecordDescriptorProvider getInsertRecordDescriptorProvider() { IRecordDescriptorProvider rDescProvider = Mockito.mock(IRecordDescriptorProvider.class); Mockito.when(rDescProvider.getInputRecordDescriptor(Mockito.any(), Mockito.anyInt())).thenReturn(rDesc); return rDescProvider; }
@Override public IOperatorNodePushable createPushRuntime(final IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, final int partition, int nPartitions) throws HyracksDataException { RecordDescriptor inputRecordDescriptor = recordDescProvider.getInputRecordDescriptor(getActivityId(), 0); return new RangeMapReaderActivityNodePushable(ctx, inputRecordDescriptor, getActivityId(), partition); } }
@Override public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { return new BinaryTokenizerOperatorNodePushable(ctx, recordDescProvider.getInputRecordDescriptor(getActivityId(), 0), outRecDescs[0], tokenizerFactory.createTokenizer(), docField, keyFields, addNumTokensKey, writeKeyFieldsFirst, writeMissing, missingWriterFactory); } }
@Override protected AbstractExternalSortRunMerger getSortRunMerger(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, IFrameWriter writer, ISorter sorter, List<GeneratedRunFileReader> runs, IBinaryComparator[] comparators, INormalizedKeyComputer nmkComputer, int necessaryFrames) { return new ExternalSortGroupByRunMerger(ctx, sorter, runs, sortFields, recordDescProvider.getInputRecordDescriptor(new ActivityId(odId, SORT_ACTIVITY_ID), 0), partialAggRecordDesc, outputRecordDesc, necessaryFrames, writer, groupFields, nmkComputer, comparators, partialAggregatorFactory, mergeAggregatorFactory, !finalStage); } };
@Override public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) throws HyracksDataException { IInvertedIndexSearchModifier searchModifier = searchModifierFactory.createSearchModifier(); return new LSMInvertedIndexSearchOperatorNodePushable(ctx, recordDescProvider.getInputRecordDescriptor(getActivityId(), 0), partition, minFilterFieldIndexes, maxFilterFieldIndexes, indexHelperFactory, retainInput, retainMissing, missingWriterFactory, searchCallbackFactory, searchModifier, queryTokenizerFactory, queryField, isFullTextSearchQuery, numOfFields, appendIndexFilter, frameLimit); } }
@Override public IOperatorNodePushable createPushRuntime(final IHyracksTaskContext ctx, final IRecordDescriptorProvider recordDescProvider, final int partition, int nPartitions) throws HyracksDataException { return new ExternalGroupBuildOperatorNodePushable(ctx, new TaskId(getActivityId(), partition), tableSize, fileSize, keyFields, framesLimit, comparatorFactories, firstNormalizerFactory, partialAggregatorFactory, recordDescProvider.getInputRecordDescriptor(getActivityId(), 0), outRecDescs[0], spillableTableFactory); } }
@Override public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) { return new DeserializedOperatorNodePushable(ctx, new FileWriteOperator(ctx.getIoManager(), partition), recordDescProvider.getInputRecordDescriptor(getActivityId(), 0)); } }
private void initializeNewFeedRuntime(ActiveRuntimeId runtimeId) throws Exception { fta = new FrameTupleAccessor(recordDescProvider.getInputRecordDescriptor(opDesc.getActivityId(), 0)); FeedPolicyAccessor fpa = policyAccessor; coreOperator.setOutputFrameWriter(0, writer, recordDesc); if (fpa.flowControlEnabled()) { writer = new FeedRuntimeInputHandler(ctx, connectionId, runtimeId, coreOperator, fpa, fta, feedManager.getFramePool()); } else { writer = new SyncFeedRuntimeInputHandler(ctx, coreOperator, fta); } }