private static void writeTaskAttemptId(DataOutputStream dos, TaskAttemptId taId) throws IOException { TaskId tid = taId.getTaskId(); ActivityId aid = tid.getActivityId(); OperatorDescriptorId odId = aid.getOperatorDescriptorId(); dos.writeInt(odId.getId()); dos.writeInt(aid.getLocalId()); dos.writeInt(tid.getPartition()); dos.writeInt(taId.getAttempt()); }
@Override public final void setOperatorId(OperatorDescriptorId id) { super.setOperatorId(id); if (activityNodeId != null && !activityNodeId.getOperatorDescriptorId().equals(odId)) { activityNodeId.setOperatorDescriptorId(odId); } }
Set<LValueConstraintExpression> lValues = new HashSet<>(); for (ActivityId anId : ac.getActivityMap().keySet()) { lValues.add(new PartitionCountExpression(anId.getOperatorDescriptorId())); int nParts = nPartMap.get(anId.getOperatorDescriptorId()); int[] nInputPartitions = null; List<IConnectorDescriptor> inputs = ac.getActivityInputMap().get(anId); ConnectorDescriptorId cdId = inputs.get(i).getConnectorId(); ActivityId aid = ac.getProducerActivity(cdId); Integer nPartInt = nPartMap.get(aid.getOperatorDescriptorId()); nInputPartitions[i] = nPartInt; ConnectorDescriptorId cdId = outputs.get(i).getConnectorId(); ActivityId aid = ac.getConsumerActivity(cdId); Integer nPartInt = nPartMap.get(aid.getOperatorDescriptorId()); nOutputPartitions[i] = nPartInt;
@Override public void contributeSchedulingConstraints(IConstraintAcceptor constraintAcceptor, ActivityCluster ac, ICCServiceContext serviceCtx) { OperatorDescriptorId consumer = ac.getConsumerActivity(getConnectorId()).getOperatorDescriptorId(); OperatorDescriptorId producer = ac.getProducerActivity(getConnectorId()).getOperatorDescriptorId(); constraintAcceptor.addConstraint( new Constraint(new PartitionCountExpression(consumer), new PartitionCountExpression(producer))); }
taskAttempt.setStatus(TaskAttempt.TaskStatus.INITIALIZED, null); locationMap.put(tid, new PartitionLocationExpression(tid.getActivityId().getOperatorDescriptorId(), tid.getPartition())); taskAttempts.put(tid, taskAttempt); taskAttemptMap.put(nodeId, tads); OperatorDescriptorId opId = tid.getActivityId().getOperatorDescriptorId(); jobRun.registerOperatorLocation(opId, tid.getPartition(), nodeId); ActivityPartitionDetails apd = ts.getActivityPlan().getActivityPartitionDetails();