@Override public void onMessageWithContext(final ControlMessage.Message message, final MessageContext messageContext) { switch (message.getType()) { case RequestBroadcastVariable: final Serializable broadcastId = SerializationUtils.deserialize(message.getRequestbroadcastVariableMsg().getBroadcastId().toByteArray()); final Object broadcastVariable = BroadcastManagerMaster.getBroadcastVariable(broadcastId); if (broadcastVariable == null) { throw new IllegalStateException(broadcastId.toString()); } messageContext.reply( ControlMessage.Message.newBuilder() .setId(RuntimeIdManager.generateMessageId()) .setListenerId(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID) .setType(ControlMessage.MessageType.InMasterBroadcastVariable) .setBroadcastVariableMsg(ControlMessage.InMasterBroadcastVariableMessage.newBuilder() .setRequestId(message.getId()) // TODO #206: Efficient Broadcast Variable Serialization .setVariable(ByteString.copyFrom(SerializationUtils.serialize((Serializable) broadcastVariable))) .build()) .build()); break; default: throw new IllegalMessageException( new Exception("This message should not be requested to Master :" + message.getType())); } } }
broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); } else { broadcastVariableMsgBuilder_.clear();
public void writeTo(com.google.protobuf.CodedOutputStream output) throws java.io.IOException { getSerializedSize(); if (((bitField0_ & 0x00000001) == 0x00000001)) { output.writeInt64(1, requestId_); } if (((bitField0_ & 0x00000002) == 0x00000002)) { output.writeBytes(2, variable_); } getUnknownFields().writeTo(output); }
broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); } else { broadcastVariableMsgBuilder_.clear();
com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException { initFields(); int mutable_bitField0_ = 0; com.google.protobuf.UnknownFieldSet.Builder unknownFields = break; default: { if (!parseUnknownField(input, unknownFields, extensionRegistry, tag)) { done = true; } finally { this.unknownFields = unknownFields.build(); makeExtensionsImmutable();
com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException { initFields(); int mutable_bitField0_ = 0; com.google.protobuf.UnknownFieldSet.Builder unknownFields = break; default: { if (!parseUnknownField(input, unknownFields, extensionRegistry, tag)) { done = true; } finally { this.unknownFields = unknownFields.build(); makeExtensionsImmutable();
@Override public void onMessageWithContext(final ControlMessage.Message message, final MessageContext messageContext) { switch (message.getType()) { case RequestBroadcastVariable: final Serializable broadcastId = SerializationUtils.deserialize(message.getRequestbroadcastVariableMsg().getBroadcastId().toByteArray()); final Object broadcastVariable = BroadcastManagerMaster.getBroadcastVariable(broadcastId); if (broadcastVariable == null) { throw new IllegalStateException(broadcastId.toString()); } messageContext.reply( ControlMessage.Message.newBuilder() .setId(RuntimeIdManager.generateMessageId()) .setListenerId(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID) .setType(ControlMessage.MessageType.InMasterBroadcastVariable) .setBroadcastVariableMsg(ControlMessage.InMasterBroadcastVariableMessage.newBuilder() .setRequestId(message.getId()) // TODO #206: Efficient Broadcast Variable Serialization .setVariable(ByteString.copyFrom(SerializationUtils.serialize((Serializable) broadcastVariable))) .build()) .build()); break; default: throw new IllegalMessageException( new Exception("This message should not be requested to Master :" + message.getType())); } } }
/** * <code>optional .protobuf.InMasterBroadcastVariableMessage broadcastVariableMsg = 15;</code> */ public Builder mergeBroadcastVariableMsg(org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage value) { if (broadcastVariableMsgBuilder_ == null) { if (((bitField0_ & 0x00004000) == 0x00004000) && broadcastVariableMsg_ != org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance()) { broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.newBuilder(broadcastVariableMsg_).mergeFrom(value).buildPartial(); } else { broadcastVariableMsg_ = value; } onChanged(); } else { broadcastVariableMsgBuilder_.mergeFrom(value); } bitField0_ |= 0x00004000; return this; } /**
private void initFields() { type_ = org.apache.nemo.runtime.common.comm.ControlMessage.MessageType.TaskStateChanged; id_ = 0L; listenerId_ = ""; taskStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.TaskStateChangedMsg.getDefaultInstance(); scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); blockStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockStateChangedMsg.getDefaultInstance(); dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); requestBlockLocationMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBlockLocationMsg.getDefaultInstance(); blockLocationInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockLocationInfoMsg.getDefaultInstance(); executorFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ExecutorFailedMsg.getDefaultInstance(); containerFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ContainerFailedMsg.getDefaultInstance(); metricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.MetricMsg.getDefaultInstance(); dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); requestbroadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBroadcastVariableMessage.getDefaultInstance(); broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); requestPipeLocMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestPipeLocationMessage.getDefaultInstance(); pipeLocInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeLocationInfoMessage.getDefaultInstance(); } private byte memoizedIsInitialized = -1;
private void initFields() { type_ = org.apache.nemo.runtime.common.comm.ControlMessage.MessageType.TaskStateChanged; id_ = 0L; listenerId_ = ""; taskStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.TaskStateChangedMsg.getDefaultInstance(); scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); blockStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockStateChangedMsg.getDefaultInstance(); dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); requestBlockLocationMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBlockLocationMsg.getDefaultInstance(); blockLocationInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockLocationInfoMsg.getDefaultInstance(); executorFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ExecutorFailedMsg.getDefaultInstance(); containerFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ContainerFailedMsg.getDefaultInstance(); metricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.MetricMsg.getDefaultInstance(); dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); requestbroadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBroadcastVariableMessage.getDefaultInstance(); broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); requestPipeLocMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestPipeLocationMessage.getDefaultInstance(); pipeLocInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeLocationInfoMessage.getDefaultInstance(); } private byte memoizedIsInitialized = -1;
/** * <code>optional .protobuf.InMasterBroadcastVariableMessage broadcastVariableMsg = 15;</code> */ public Builder mergeBroadcastVariableMsg(org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage value) { if (broadcastVariableMsgBuilder_ == null) { if (((bitField0_ & 0x00004000) == 0x00004000) && broadcastVariableMsg_ != org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance()) { broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.newBuilder(broadcastVariableMsg_).mergeFrom(value).buildPartial(); } else { broadcastVariableMsg_ = value; } onChanged(); } else { broadcastVariableMsgBuilder_.mergeFrom(value); } bitField0_ |= 0x00004000; return this; } /**
public int getSerializedSize() { int size = memoizedSerializedSize; if (size != -1) return size; size = 0; if (((bitField0_ & 0x00000001) == 0x00000001)) { size += com.google.protobuf.CodedOutputStream .computeInt64Size(1, requestId_); } if (((bitField0_ & 0x00000002) == 0x00000002)) { size += com.google.protobuf.CodedOutputStream .computeBytesSize(2, variable_); } size += getUnknownFields().getSerializedSize(); memoizedSerializedSize = size; return size; }
public Object load(final Serializable id) throws Exception { // Get from master final CompletableFuture<ControlMessage.Message> responseFromMasterFuture = toMaster .getMessageSender(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID).request( ControlMessage.Message.newBuilder() .setId(RuntimeIdManager.generateMessageId()) .setListenerId(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID) .setType(ControlMessage.MessageType.RequestBroadcastVariable) .setRequestbroadcastVariableMsg( ControlMessage.RequestBroadcastVariableMessage.newBuilder() .setExecutorId(executorId) .setBroadcastId(ByteString.copyFrom(SerializationUtils.serialize(id))) .build()) .build()); return SerializationUtils.deserialize( responseFromMasterFuture.get().getBroadcastVariableMsg().getVariable().toByteArray()); } });
public org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage buildPartial() { org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage result = new org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage(this); int from_bitField0_ = bitField0_; int to_bitField0_ = 0; if (((from_bitField0_ & 0x00000001) == 0x00000001)) { to_bitField0_ |= 0x00000001; } result.requestId_ = requestId_; if (((from_bitField0_ & 0x00000002) == 0x00000002)) { to_bitField0_ |= 0x00000002; } result.variable_ = variable_; result.bitField0_ = to_bitField0_; onBuilt(); return result; }
public Builder newBuilderForType() { return newBuilder(); } public static Builder newBuilder(org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage prototype) {
public Object load(final Serializable id) throws Exception { // Get from master final CompletableFuture<ControlMessage.Message> responseFromMasterFuture = toMaster .getMessageSender(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID).request( ControlMessage.Message.newBuilder() .setId(RuntimeIdManager.generateMessageId()) .setListenerId(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID) .setType(ControlMessage.MessageType.RequestBroadcastVariable) .setRequestbroadcastVariableMsg( ControlMessage.RequestBroadcastVariableMessage.newBuilder() .setExecutorId(executorId) .setBroadcastId(ByteString.copyFrom(SerializationUtils.serialize(id))) .build()) .build()); return SerializationUtils.deserialize( responseFromMasterFuture.get().getBroadcastVariableMsg().getVariable().toByteArray()); } });
public org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage buildPartial() { org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage result = new org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage(this); int from_bitField0_ = bitField0_; int to_bitField0_ = 0; if (((from_bitField0_ & 0x00000001) == 0x00000001)) { to_bitField0_ |= 0x00000001; } result.requestId_ = requestId_; if (((from_bitField0_ & 0x00000002) == 0x00000002)) { to_bitField0_ |= 0x00000002; } result.variable_ = variable_; result.bitField0_ = to_bitField0_; onBuilt(); return result; }
public Builder toBuilder() { return newBuilder(this); }
public final boolean isInitialized() { byte isInitialized = memoizedIsInitialized; if (isInitialized != -1) return isInitialized == 1; if (!hasRequestId()) { memoizedIsInitialized = 0; return false; } if (!hasVariable()) { memoizedIsInitialized = 0; return false; } memoizedIsInitialized = 1; return true; }
public org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage getDefaultInstanceForType() { return org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); }