@Override public void onMessage(final ControlMessage.Message message) { switch (message.getType()) { case PipeInit: final ControlMessage.PipeInitMessage pipeInitMessage = message.getPipeInitMsg(); final Pair<String, Long> keyPair = Pair.of(pipeInitMessage.getRuntimeEdgeId(), pipeInitMessage.getSrcTaskIndex()); // Allow to put at most once final Lock lock = runtimeEdgeSrcIndexToLock.get(keyPair); lock.lock(); try { if (null != runtimeEdgeSrcIndexToExecutor.put(keyPair, pipeInitMessage.getExecutorId())) { throw new RuntimeException(keyPair.toString()); } runtimeEdgeSrcIndexToCondition.get(keyPair).signalAll(); } finally { lock.unlock(); } break; default: throw new IllegalMessageException(new Exception(message.toString())); } }
/** * <code>optional .protobuf.PipeInitMessage pipeInitMsg = 16;</code> */ public Builder mergePipeInitMsg(org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage value) { if (pipeInitMsgBuilder_ == null) { if (((bitField0_ & 0x00008000) == 0x00008000) && pipeInitMsg_ != org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance()) { pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.newBuilder(pipeInitMsg_).mergeFrom(value).buildPartial(); } else { pipeInitMsg_ = value; } onChanged(); } else { pipeInitMsgBuilder_.mergeFrom(value); } bitField0_ |= 0x00008000; return this; } /**
public int getSerializedSize() { int size = memoizedSerializedSize; if (size != -1) return size; size = 0; if (((bitField0_ & 0x00000001) == 0x00000001)) { size += com.google.protobuf.CodedOutputStream .computeInt64Size(1, srcTaskIndex_); } if (((bitField0_ & 0x00000002) == 0x00000002)) { size += com.google.protobuf.CodedOutputStream .computeBytesSize(2, getRuntimeEdgeIdBytes()); } if (((bitField0_ & 0x00000004) == 0x00000004)) { size += com.google.protobuf.CodedOutputStream .computeBytesSize(3, getExecutorIdBytes()); } size += getUnknownFields().getSerializedSize(); memoizedSerializedSize = size; return size; }
pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); } else { pipeInitMsgBuilder_.clear();
pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); } else { pipeInitMsgBuilder_.clear();
private void initFields() { type_ = org.apache.nemo.runtime.common.comm.ControlMessage.MessageType.TaskStateChanged; id_ = 0L; listenerId_ = ""; taskStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.TaskStateChangedMsg.getDefaultInstance(); scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); blockStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockStateChangedMsg.getDefaultInstance(); dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); requestBlockLocationMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBlockLocationMsg.getDefaultInstance(); blockLocationInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockLocationInfoMsg.getDefaultInstance(); executorFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ExecutorFailedMsg.getDefaultInstance(); containerFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ContainerFailedMsg.getDefaultInstance(); metricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.MetricMsg.getDefaultInstance(); dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); requestbroadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBroadcastVariableMessage.getDefaultInstance(); broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); requestPipeLocMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestPipeLocationMessage.getDefaultInstance(); pipeLocInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeLocationInfoMessage.getDefaultInstance(); } private byte memoizedIsInitialized = -1;
@Override public void onMessage(final ControlMessage.Message message) { switch (message.getType()) { case PipeInit: final ControlMessage.PipeInitMessage pipeInitMessage = message.getPipeInitMsg(); final Pair<String, Long> keyPair = Pair.of(pipeInitMessage.getRuntimeEdgeId(), pipeInitMessage.getSrcTaskIndex()); // Allow to put at most once final Lock lock = runtimeEdgeSrcIndexToLock.get(keyPair); lock.lock(); try { if (null != runtimeEdgeSrcIndexToExecutor.put(keyPair, pipeInitMessage.getExecutorId())) { throw new RuntimeException(keyPair.toString()); } runtimeEdgeSrcIndexToCondition.get(keyPair).signalAll(); } finally { lock.unlock(); } break; default: throw new IllegalMessageException(new Exception(message.toString())); } }
public org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage buildPartial() { org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage result = new org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage(this); int from_bitField0_ = bitField0_; int to_bitField0_ = 0; if (((from_bitField0_ & 0x00000001) == 0x00000001)) { to_bitField0_ |= 0x00000001; } result.srcTaskIndex_ = srcTaskIndex_; if (((from_bitField0_ & 0x00000002) == 0x00000002)) { to_bitField0_ |= 0x00000002; } result.runtimeEdgeId_ = runtimeEdgeId_; if (((from_bitField0_ & 0x00000004) == 0x00000004)) { to_bitField0_ |= 0x00000004; } result.executorId_ = executorId_; result.bitField0_ = to_bitField0_; onBuilt(); return result; }
private void initFields() { type_ = org.apache.nemo.runtime.common.comm.ControlMessage.MessageType.TaskStateChanged; id_ = 0L; listenerId_ = ""; taskStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.TaskStateChangedMsg.getDefaultInstance(); scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); blockStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockStateChangedMsg.getDefaultInstance(); dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); requestBlockLocationMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBlockLocationMsg.getDefaultInstance(); blockLocationInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockLocationInfoMsg.getDefaultInstance(); executorFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ExecutorFailedMsg.getDefaultInstance(); containerFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ContainerFailedMsg.getDefaultInstance(); metricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.MetricMsg.getDefaultInstance(); dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); requestbroadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBroadcastVariableMessage.getDefaultInstance(); broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); requestPipeLocMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestPipeLocationMessage.getDefaultInstance(); pipeLocInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeLocationInfoMessage.getDefaultInstance(); } private byte memoizedIsInitialized = -1;
public int getSerializedSize() { int size = memoizedSerializedSize; if (size != -1) return size; size = 0; if (((bitField0_ & 0x00000001) == 0x00000001)) { size += com.google.protobuf.CodedOutputStream .computeInt64Size(1, srcTaskIndex_); } if (((bitField0_ & 0x00000002) == 0x00000002)) { size += com.google.protobuf.CodedOutputStream .computeBytesSize(2, getRuntimeEdgeIdBytes()); } if (((bitField0_ & 0x00000004) == 0x00000004)) { size += com.google.protobuf.CodedOutputStream .computeBytesSize(3, getExecutorIdBytes()); } size += getUnknownFields().getSerializedSize(); memoizedSerializedSize = size; return size; }
public org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage buildPartial() { org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage result = new org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage(this); int from_bitField0_ = bitField0_; int to_bitField0_ = 0; if (((from_bitField0_ & 0x00000001) == 0x00000001)) { to_bitField0_ |= 0x00000001; } result.srcTaskIndex_ = srcTaskIndex_; if (((from_bitField0_ & 0x00000002) == 0x00000002)) { to_bitField0_ |= 0x00000002; } result.runtimeEdgeId_ = runtimeEdgeId_; if (((from_bitField0_ & 0x00000004) == 0x00000004)) { to_bitField0_ |= 0x00000004; } result.executorId_ = executorId_; result.bitField0_ = to_bitField0_; onBuilt(); return result; }
/** * <code>optional .protobuf.PipeInitMessage pipeInitMsg = 16;</code> */ public Builder mergePipeInitMsg(org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage value) { if (pipeInitMsgBuilder_ == null) { if (((bitField0_ & 0x00008000) == 0x00008000) && pipeInitMsg_ != org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance()) { pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.newBuilder(pipeInitMsg_).mergeFrom(value).buildPartial(); } else { pipeInitMsg_ = value; } onChanged(); } else { pipeInitMsgBuilder_.mergeFrom(value); } bitField0_ |= 0x00008000; return this; } /**
public Builder mergeFrom(org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage other) { if (other == org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance()) return this; if (other.hasSrcTaskIndex()) { setSrcTaskIndex(other.getSrcTaskIndex()); } if (other.hasRuntimeEdgeId()) { bitField0_ |= 0x00000002; runtimeEdgeId_ = other.runtimeEdgeId_; onChanged(); } if (other.hasExecutorId()) { bitField0_ |= 0x00000004; executorId_ = other.executorId_; onChanged(); } this.mergeUnknownFields(other.getUnknownFields()); return this; }
public Builder mergeFrom(org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage other) { if (other == org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance()) return this; if (other.hasSrcTaskIndex()) { setSrcTaskIndex(other.getSrcTaskIndex()); } if (other.hasRuntimeEdgeId()) { bitField0_ |= 0x00000002; runtimeEdgeId_ = other.runtimeEdgeId_; onChanged(); } if (other.hasExecutorId()) { bitField0_ |= 0x00000004; executorId_ = other.executorId_; onChanged(); } this.mergeUnknownFields(other.getUnknownFields()); return this; }
public Builder toBuilder() { return newBuilder(this); }
public Builder toBuilder() { return newBuilder(this); }
public Builder newBuilderForType() { return newBuilder(); } public static Builder newBuilder(org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage prototype) {
public void notifyMaster(final String runtimeEdgeId, final long srcTaskIndex) { // Notify the master that we're using this pipe. toMaster.getMessageSender(MessageEnvironment.PIPE_MANAGER_MASTER_MESSAGE_LISTENER_ID).send( ControlMessage.Message.newBuilder() .setId(RuntimeIdManager.generateMessageId()) .setListenerId(MessageEnvironment.PIPE_MANAGER_MASTER_MESSAGE_LISTENER_ID) .setType(ControlMessage.MessageType.PipeInit) .setPipeInitMsg(ControlMessage.PipeInitMessage.newBuilder() .setRuntimeEdgeId(runtimeEdgeId) .setSrcTaskIndex(srcTaskIndex) .setExecutorId(executorId) .build()) .build()); }
public Builder newBuilderForType() { return newBuilder(); } public static Builder newBuilder(org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage prototype) {
/** * <code>optional .protobuf.PipeInitMessage pipeInitMsg = 16;</code> */ public Builder clearPipeInitMsg() { if (pipeInitMsgBuilder_ == null) { pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); onChanged(); } else { pipeInitMsgBuilder_.clear(); } bitField0_ = (bitField0_ & ~0x00008000); return this; } /**