public static TaskId create(DataInput dis) throws IOException { TaskId taskId = new TaskId(); taskId.readFields(dis); return taskId; }
public static TaskId parse(String str) { if (str.startsWith("TID:")) { str = str.substring(4); int idIdx = str.lastIndexOf(':'); return new TaskId(ActivityId.parse(str.substring(0, idIdx)), Integer.parseInt(str.substring(idIdx + 1))); } throw new IllegalArgumentException("Unable to parse: " + str); }
@Override public void open() throws HyracksDataException { state = new CollectTaskState(ctx.getJobletContext().getJobId(), new TaskId(getActivityId(), partition)); state.buffer = new ArrayList<Object[]>(); }
@Override public IOperatorNodePushable createPushRuntime(final IHyracksTaskContext ctx, final IRecordDescriptorProvider recordDescProvider, final int partition, int nPartitions) throws HyracksDataException { return new ExternalGroupBuildOperatorNodePushable(ctx, new TaskId(getActivityId(), partition), tableSize, fileSize, keyFields, framesLimit, comparatorFactories, firstNormalizerFactory, partialAggregatorFactory, recordDescProvider.getInputRecordDescriptor(getActivityId(), 0), outRecDescs[0], spillableTableFactory); } }
@Override public void open() throws HyracksDataException { state = new MaterializerTaskState(ctx.getJobletContext().getJobId(), new TaskId(getActivityId(), partition)); state.open(ctx); }
@Override public IOperatorNodePushable createPushRuntime(final IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, final int partition, int nPartitions) throws HyracksDataException { return new ExternalGroupWriteOperatorNodePushable(ctx, new TaskId(new ActivityId(getOperatorId(), AGGREGATE_ACTIVITY_ID), partition), spillableTableFactory, partialRecDesc, outRecDesc, framesLimit, keyFields, firstNormalizerFactory, comparatorFactories, intermediateAggregateFactory); }
@Override public void open() throws HyracksDataException { state = new MaterializerTaskState(ctx.getJobletContext().getJobId(), new TaskId(getActivityId(), partition)); state.open(ctx); }
private static TaskAttemptId readTaskAttemptId(DataInputStream dis) throws IOException { int odid = dis.readInt(); int aid = dis.readInt(); int partition = dis.readInt(); int attempt = dis.readInt(); TaskAttemptId taId = new TaskAttemptId(new TaskId(new ActivityId(new OperatorDescriptorId(odid), aid), partition), attempt); return taId; }
@Override public void open() throws HyracksDataException { if (requiresMaterialization) { state = new MaterializerTaskState(ctx.getJobletContext().getJobId(), new TaskId(getActivityId(), partition), numberOfMaterializedOutputs); state.open(ctx); } for (int i = 0; i < numberOfNonMaterializedOutputs; i++) { isOpen[i] = true; writers[i].open(); } }
@Override public void open() throws HyracksDataException { state = (BuildAndPartitionTaskState) ctx.getStateObject( new TaskId(new ActivityId(getOperatorId(), BUILD_AND_PARTITION_ACTIVITY_ID), partition)); writer.open(); state.hybridHJ.initProbe(); if (LOGGER.isDebugEnabled()) { LOGGER.debug("OptimizedHybridHashJoin is starting the probe phase."); } }
@Override public void close() throws HyracksDataException { SortTaskState state = new SortTaskState(ctx.getJobletContext().getJobId(), new TaskId(getActivityId(), partition)); runGen.close(); state.generatedRunFileReaders = runGen.getRuns(); state.sorter = runGen.getSorter(); if (LOGGER.isTraceEnabled()) { LOGGER.trace("InitialNumberOfRuns:" + runGen.getRuns().size()); } ctx.setStateObject(state); }
@Override public void open() throws HyracksDataException { state = (CollectTaskState) ctx.getStateObject( new TaskId(new ActivityId(getOperatorId(), COLLECT_ACTIVITY_ID), partition)); }
@Override public void open() throws HyracksDataException { state = new JoinCacheTaskState(ctx.getJobletContext().getJobId(), new TaskId(getActivityId(), partition)); state.joiner = new NestedLoopJoin(ctx, new FrameTupleAccessor(rd0), new FrameTupleAccessor(rd1), comparator, memSize, predEvaluator, isLeftOuter, nullWriters1); }
@Override public void open() throws HyracksDataException { state = new SortTaskState(ctx.getJobletContext().getJobId(), new TaskId(getActivityId(), partition)); IFrameBufferManager frameBufferManager = new VariableFrameMemoryManager( new VariableFramePool(ctx, VariableFramePool.UNLIMITED_MEMORY), FrameFreeSlotPolicyFactory.createFreeSlotPolicy(EnumFreeSlotPolicy.LAST_FIT)); state.frameSorter = new FrameSorterMergeSort(ctx, frameBufferManager, VariableFramePool.UNLIMITED_MEMORY, sortFields, keyNormalizerFactories, comparatorFactories, outRecDescs[0]); state.frameSorter.reset(); }
@Override public void open() throws HyracksDataException { writer.open(); state = (HashBuildTaskState) ctx .getStateObject(new TaskId(new ActivityId(getOperatorId(), 0), partition)); }
@Override public void open() throws HyracksDataException { writer.open(); state = (JoinCacheTaskState) ctx.getStateObject( new TaskId(new ActivityId(getOperatorId(), JOIN_CACHE_ACTIVITY_ID), partition)); }
@Override public void open() throws HyracksDataException { // retrieve the range map from the state object (previous activity should have already stored it) // then deposit it into the ctx so that MToN-partition can pick it up Object stateObjKey = new TaskId(new ActivityId(odId, RANGEMAP_READER_ACTIVITY_ID), partition); RangeMapState rangeMapState = (RangeMapState) ctx.getStateObject(stateObjKey); TaskUtil.put(rangeMapKeyInContext, rangeMapState.rangeMap, ctx); writer.open(); }
public static IHyracksTaskContext create(int frameSize, IOManager ioManager) { try { INCServiceContext serviceCtx = new TestNCServiceContext(ioManager, null); TestJobletContext jobletCtx = new TestJobletContext(frameSize, serviceCtx, new JobId(0)); TaskAttemptId tid = new TaskAttemptId(new TaskId(new ActivityId(new OperatorDescriptorId(0), 0), 0), 0); IHyracksTaskContext taskCtx = new TestTaskContext(jobletCtx, tid); return taskCtx; } catch (HyracksException e) { throw new RuntimeException(e); } }
@Override public void initialize() throws HyracksDataException { MaterializerTaskState state = (MaterializerTaskState) ctx.getStateObject( new TaskId(new ActivityId(getOperatorId(), MATERIALIZER_ACTIVITY_ID), partition)); state.writeOut(writer, new VSizeFrame(ctx), false); }
@Override public void initialize() throws HyracksDataException { MaterializerTaskState state = (MaterializerTaskState) ctx.getStateObject( new TaskId(new ActivityId(getOperatorId(), SPLITTER_MATERIALIZER_ACTIVITY_ID), partition)); state.writeOut(writer, new VSizeFrame(ctx), false); }