private static boolean hasSourceDistributedStage(Set<SqlStageExecution> phase) { return phase.stream().anyMatch(stage -> !stage.getFragment().getPartitionedSources().isEmpty()); }
private static boolean hasSourceDistributedStage(Set<SqlStageExecution> phase) { return phase.stream().anyMatch(stage -> !stage.getFragment().getPartitionedSources().isEmpty()); }
checkArgument(stateMachine.getFragment().getPartitionedSources().containsAll(splits.keySet()), "Invalid splits");
checkArgument(stateMachine.getFragment().getPartitionedSources().containsAll(splits.keySet()), "Invalid splits");
public synchronized void schedulingComplete() { if (!stateMachine.transitionToScheduled()) { return; } if (getAllTasks().stream().anyMatch(task -> getState() == StageState.RUNNING)) { stateMachine.transitionToRunning(); } if (finishedTasks.containsAll(allTasks)) { stateMachine.transitionToFinished(); } for (PlanNodeId partitionedSource : stateMachine.getFragment().getPartitionedSources()) { schedulingComplete(partitionedSource); } }
public synchronized void schedulingComplete() { if (!stateMachine.transitionToScheduled()) { return; } if (getAllTasks().stream().anyMatch(task -> getState() == StageState.RUNNING)) { stateMachine.transitionToRunning(); } if (finishedTasks.containsAll(allTasks)) { stateMachine.transitionToFinished(); } for (PlanNodeId partitionedSource : stateMachine.getFragment().getPartitionedSources()) { schedulingComplete(partitionedSource); } }
@Override public int getPartitionedSplitCount() { if (taskStateMachine.getState().isDone()) { return 0; } synchronized (this) { int count = 0; for (PlanNodeId partitionedSource : fragment.getPartitionedSources()) { Collection<Split> partitionedSplits = splits.get(partitionedSource); count += partitionedSplits.size(); } return count; } }
@Override public int getPartitionedSplitCount() { if (taskStateMachine.getState().isDone()) { return 0; } synchronized (this) { int count = 0; for (PlanNodeId partitionedSource : fragment.getPartitionedSources()) { Collection<Split> partitionedSplits = splits.get(partitionedSource); count += partitionedSplits.size(); } return count; } }
pendingSplits.put(entry.getKey(), scheduledSplit); pendingSourceSplitCount = planFragment.getPartitionedSources().stream() .filter(initialSplits::containsKey) .mapToInt(partitionedSource -> initialSplits.get(partitionedSource).size())
pendingSplits.put(entry.getKey(), scheduledSplit); pendingSourceSplitCount = planFragment.getPartitionedSources().stream() .filter(initialSplits::containsKey) .mapToInt(partitionedSource -> initialSplits.get(partitionedSource).size())
if (!splitSources.isEmpty()) { List<PlanNodeId> schedulingOrder = plan.getFragment().getPartitionedSources(); ConnectorId connectorId = partitioningHandle.getConnectorId().orElseThrow(IllegalStateException::new); List<ConnectorPartitionHandle> connectorPartitionHandles;
if (!splitSources.isEmpty()) { List<PlanNodeId> schedulingOrder = plan.getFragment().getPartitionedSources(); ConnectorId connectorId = partitioningHandle.getConnectorId().orElseThrow(IllegalStateException::new); List<ConnectorPartitionHandle> connectorPartitionHandles;
fragment.getPartitioningScheme(), fragment.getStageExecutionStrategy(), fragment.getPartitionedSources(), outputBuffer);
fragment.getPartitioningScheme(), fragment.getStageExecutionDescriptor(), fragment.getPartitionedSources(), outputBuffer);
subplan.getFragment().getPartitioningScheme().getOutputLayout(), plan.getTypes(), subplan.getFragment().getPartitionedSources(), outputFactory); ImmutableSet<PlanNodeId> partitionedSources = ImmutableSet.copyOf(subplan.getFragment().getPartitionedSources()); for (TaskSource source : sources) { DriverFactory driverFactory = driverFactoriesBySource.get(source.getPlanNodeId());
subplan.getFragment().getPartitioningScheme().getOutputLayout(), plan.getTypes(), subplan.getFragment().getPartitionedSources(), outputFactory); ImmutableSet<PlanNodeId> partitionedSources = ImmutableSet.copyOf(subplan.getFragment().getPartitionedSources()); for (TaskSource source : sources) { DriverFactory driverFactory = driverFactoriesBySource.get(source.getPlanNodeId());
fragment.getSymbols(), fragment.getPartitioning(), fragment.getPartitionedSources(), new PartitioningScheme( newOutputPartitioning,
fragment.getSymbols(), fragment.getPartitioning(), fragment.getPartitionedSources(), new PartitioningScheme( newOutputPartitioning,