public void markDataProduced() { if (!isConsumable()) { getIntermediateResult().incrementNumberOfConsumablePartitions(); } dataProduced = true; }
public void resetForNewExecution() { if (isConsumable()) { getIntermediateResult().decrementNumberOfConsumablePartitions(); } isFinished = false; dataProduced = false; }
@Override public ResultPartitionStatus getResultPartitionStatus(IntermediateDataSetID resultID, int partitionNumber) { checkNotNull(resultID); IntermediateResult result = executionGraph.getAllIntermediateResults().get(resultID); if (result == null) { throw new IllegalArgumentException("Cannot find any result with id " + resultID); } return new ResultPartitionStatus( resultID, partitionNumber, result.getPartitions()[partitionNumber].isConsumable()); }
public void markFinished() { if (getResultType().isBlocking() && !isConsumable()) { getIntermediateResult().incrementNumberOfConsumablePartitions(); } isFinished = true; } }
consumedPartition.isConsumable()) && producerSlot != null && (producerState == ExecutionState.RUNNING || "(result type: %s, partition consumable: %s, producer state: %s, producer slot: %s).", consumedPartition.getResultType(), consumedPartition.isConsumable(), producerState, producerSlot);
if (consumedPartition.isConsumable() && producerSlot != null && (producerState == ExecutionState.RUNNING || producerState == ExecutionState.FINISHED || String msg = String.format("Trying to eagerly schedule a task whose inputs " + "are not ready (partition consumable? %s, producer state: %s, producer slot: %s).", consumedPartition.isConsumable(), producerState, producerSlot);
if (consumedPartition.isConsumable() && producerSlot != null && (producerState == ExecutionState.RUNNING || producerState == ExecutionState.FINISHED || String msg = String.format("Trying to eagerly schedule a task whose inputs " + "are not ready (partition consumable? %s, producer state: %s, producer slot: %s).", consumedPartition.isConsumable(), producerState, producerSlot);
if (consumedPartition.isConsumable() && producerSlot != null && (producerState == ExecutionState.RUNNING || producerState == ExecutionState.FINISHED || String msg = String.format("Trying to eagerly schedule a task whose inputs " + "are not ready (partition consumable? %s, producer state: %s, producer slot: %s).", consumedPartition.isConsumable(), producerState, producerSlot);