@Override public String toString() { return "IntermediateResult " + id.toString(); } }
public JobEdge connectNewDataSetAsInput( JobVertex input, DistributionPattern distPattern, ResultPartitionType partitionType) { return connectDataSetAsInput(input, new IntermediateDataSetID(), distPattern, partitionType); }
public void connecDataSet(IntermediateDataSet dataSet) { if (dataSet == null) { throw new NullPointerException(); } if (this.source != null) { throw new IllegalStateException("The edge is already connected."); } if (!dataSet.getId().equals(sourceId)) { throw new IllegalArgumentException("The data set to connect does not match the sourceId."); } this.source = dataSet; }
public IntermediateDataSet createAndAddResultDataSet( IntermediateDataSetID id, ResultPartitionType partitionType) { IntermediateDataSet result = new IntermediateDataSet(id, partitionType, this); this.results.add(result); return result; }
public void connecDataSet(IntermediateDataSet dataSet) { if (dataSet == null) { throw new NullPointerException(); } if (this.source != null) { throw new IllegalStateException("The edge is already connected."); } if (!dataSet.getId().equals(sourceId)) { throw new IllegalArgumentException("The data set to connect does not match the sourceId."); } this.source = dataSet; }
@Override public String toString() { return "IntermediateResult " + id.toString(); } }
public IntermediateDataSet createAndAddResultDataSet( IntermediateDataSetID id, ResultPartitionType partitionType) { IntermediateDataSet result = new IntermediateDataSet(id, partitionType, this); this.results.add(result); return result; }
public void connecDataSet(IntermediateDataSet dataSet) { if (dataSet == null) { throw new NullPointerException(); } if (this.source != null) { throw new IllegalStateException("The edge is already connected."); } if (!dataSet.getId().equals(sourceId)) { throw new IllegalArgumentException("The data set to connect does not match the sourceId."); } this.source = dataSet; }
@Override public String toString() { return "IntermediateResult " + id.toString(); } }
public IntermediateDataSet createAndAddResultDataSet( IntermediateDataSetID id, ResultPartitionType partitionType) { IntermediateDataSet result = new IntermediateDataSet(id, partitionType, this); this.results.add(result); return result; }
public void connecDataSet(IntermediateDataSet dataSet) { if (dataSet == null) { throw new NullPointerException(); } if (this.source != null) { throw new IllegalStateException("The edge is already connected."); } if (!dataSet.getId().equals(sourceId)) { throw new IllegalArgumentException("The data set to connect does not match the sourceId."); } this.source = dataSet; }
@Override public String toString() { return "IntermediateResult " + id.toString(); } }
public IntermediateDataSet createAndAddResultDataSet( IntermediateDataSetID id, ResultPartitionType partitionType) { IntermediateDataSet result = new IntermediateDataSet(id, partitionType, this); this.results.add(result); return result; }
/** * Recover the pipelined result partition consume status after job master failover. * * @param resultId The intermediate data set id in the log. */ public void recoverResultPartitionStatus( IntermediateDataSetID resultId, TaskManagerLocation location) { IntermediateResultPartition partitionToRecover = null; for (IntermediateResultPartition irp : getProducedPartitions().values()) { if (irp.getIntermediateResult().getId().equals(resultId)) { partitionToRecover = irp; } } if (partitionToRecover == null) { throw new FlinkRuntimeException("Can not find the intermediate result " + resultId + " on " + getTaskNameWithSubtaskIndex()); } if (!(ExecutionState.RUNNING.equals(currentExecution.getState()) && partitionToRecover.getResultType().isPipelined())) { throw new FlinkRuntimeException("Invalid state " + currentExecution.getState() + " for " + getTaskNameWithSubtaskIndex()); } currentExecution.getTaskManagerLocationFuture().complete(location); scheduleOrUpdateConsumers(new ResultPartitionID(partitionToRecover.getPartitionId(), currentExecution.getAttemptId())); }
@Override public String toString() { return String.format("InputGateDeploymentDescriptor [result id: %s, " + "consumed subpartition index: %d, input channels: %s]", consumedResultId.toString(), consumedSubpartitionIndex, Arrays.toString(inputChannels)); } }
@Override public String toString() { return String.format("InputGateDeploymentDescriptor [result id: %s, " + "consumed subpartition index: %d, input channels: %s]", consumedResultId.toString(), consumedSubpartitionIndex, Arrays.toString(inputChannels)); } }
@Override public String toString() { return String.format("InputGateDeploymentDescriptor [result id: %s, " + "consumed subpartition index: %d, input channels: %s]", consumedResultId.toString(), consumedSubpartitionIndex, Arrays.toString(inputChannels)); } }
@Override public String toString() { return String.format("InputGateDeploymentDescriptor [result id: %s, " + "consumed subpartition index: %d, input channels: %s]", consumedResultId.toString(), consumedSubpartitionIndex, Arrays.toString(inputChannels)); } }