public org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg buildPartial() { org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg result = new org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg(this); int from_bitField0_ = bitField0_; if (partitionSizeBuilder_ == null) { if (((bitField0_ & 0x00000001) == 0x00000001)) { partitionSize_ = java.util.Collections.unmodifiableList(partitionSize_); bitField0_ = (bitField0_ & ~0x00000001); } result.partitionSize_ = partitionSize_; } else { result.partitionSize_ = partitionSizeBuilder_.build(); } onBuilt(); return result; }
dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); } else { dataSizeMetricMsgBuilder_.clear();
public void writeTo(com.google.protobuf.CodedOutputStream output) throws java.io.IOException { getSerializedSize(); for (int i = 0; i < partitionSize_.size(); i++) { output.writeMessage(1, partitionSize_.get(i)); } getUnknownFields().writeTo(output); }
if (!getDataSizeMetricMsg().isInitialized()) { memoizedIsInitialized = 0; return false;
dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); } else { dataSizeMetricMsgBuilder_.clear();
if (!getDataSizeMetricMsg().isInitialized()) {
if (!getDataSizeMetricMsg().isInitialized()) {
if (!getDataSizeMetricMsg().isInitialized()) { memoizedIsInitialized = 0; return false;
com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException { initFields(); int mutable_bitField0_ = 0; com.google.protobuf.UnknownFieldSet.Builder unknownFields = break; default: { if (!parseUnknownField(input, unknownFields, extensionRegistry, tag)) { done = true; makeExtensionsImmutable();
throw new RuntimeException(exception); case DataSizeMetric: ((BatchScheduler) scheduler).updateDynOptData(message.getDataSizeMetricMsg().getPartitionSizeList()); break; case MetricMessageReceived:
throw new RuntimeException(exception); case DataSizeMetric: ((BatchScheduler) scheduler).updateDynOptData(message.getDataSizeMetricMsg().getPartitionSizeList()); break; case MetricMessageReceived:
com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException { initFields(); int mutable_bitField0_ = 0; com.google.protobuf.UnknownFieldSet.Builder unknownFields = break; default: { if (!parseUnknownField(input, unknownFields, extensionRegistry, tag)) { done = true; makeExtensionsImmutable();
public Builder mergeFrom(org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg other) { if (other == org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance()) return this; if (partitionSizeBuilder_ == null) { if (!other.partitionSize_.isEmpty()) { this.mergeUnknownFields(other.getUnknownFields()); return this;
@Override public void emit(final O output) { final Map<Object, Long> aggregatedDynOptData = (Map<Object, Long>) output; final List<ControlMessage.PartitionSizeEntry> partitionSizeEntries = new ArrayList<>(); aggregatedDynOptData.forEach((key, size) -> partitionSizeEntries.add( ControlMessage.PartitionSizeEntry.newBuilder() // TODO #325: Add (de)serialization for non-string key types in data metric collection .setKey(key == null ? NULL_KEY : String.valueOf(key)) .setSize(size) .build()) ); connectionToMasterMap.getMessageSender(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID) .send(ControlMessage.Message.newBuilder() .setId(RuntimeIdManager.generateMessageId()) .setListenerId(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID) .setType(ControlMessage.MessageType.DataSizeMetric) .setDataSizeMetricMsg(ControlMessage.DataSizeMetricMsg.newBuilder() .addAllPartitionSize(partitionSizeEntries) ) .build()); // set the id of this vertex to mark the corresponding stage as put on hold taskExecutor.setIRVertexPutOnHold(irVertex); }
public Builder mergeFrom(org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg other) { if (other == org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance()) return this; if (partitionSizeBuilder_ == null) { if (!other.partitionSize_.isEmpty()) { this.mergeUnknownFields(other.getUnknownFields()); return this;
private void initFields() { type_ = org.apache.nemo.runtime.common.comm.ControlMessage.MessageType.TaskStateChanged; id_ = 0L; listenerId_ = ""; taskStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.TaskStateChangedMsg.getDefaultInstance(); scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); blockStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockStateChangedMsg.getDefaultInstance(); dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); requestBlockLocationMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBlockLocationMsg.getDefaultInstance(); blockLocationInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockLocationInfoMsg.getDefaultInstance(); executorFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ExecutorFailedMsg.getDefaultInstance(); containerFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ContainerFailedMsg.getDefaultInstance(); metricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.MetricMsg.getDefaultInstance(); dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); requestbroadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBroadcastVariableMessage.getDefaultInstance(); broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); requestPipeLocMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestPipeLocationMessage.getDefaultInstance(); pipeLocInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeLocationInfoMessage.getDefaultInstance(); } private byte memoizedIsInitialized = -1;
@Override public void emit(final O output) { final Map<Object, Long> aggregatedDynOptData = (Map<Object, Long>) output; final List<ControlMessage.PartitionSizeEntry> partitionSizeEntries = new ArrayList<>(); aggregatedDynOptData.forEach((key, size) -> partitionSizeEntries.add( ControlMessage.PartitionSizeEntry.newBuilder() .setKey(key == null ? NULL_KEY : String.valueOf(key)) .setSize(size) .build()) ); connectionToMasterMap.getMessageSender(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID) .send(ControlMessage.Message.newBuilder() .setId(RuntimeIdManager.generateMessageId()) .setListenerId(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID) .setType(ControlMessage.MessageType.DataSizeMetric) .setDataSizeMetricMsg(ControlMessage.DataSizeMetricMsg.newBuilder() .addAllPartitionSize(partitionSizeEntries) ) .build()); // set the id of this vertex to mark the corresponding stage as put on hold taskExecutor.setIRVertexPutOnHold(irVertex); }
private void initFields() { type_ = org.apache.nemo.runtime.common.comm.ControlMessage.MessageType.TaskStateChanged; id_ = 0L; listenerId_ = ""; taskStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.TaskStateChangedMsg.getDefaultInstance(); scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); blockStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockStateChangedMsg.getDefaultInstance(); dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); requestBlockLocationMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBlockLocationMsg.getDefaultInstance(); blockLocationInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockLocationInfoMsg.getDefaultInstance(); executorFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ExecutorFailedMsg.getDefaultInstance(); containerFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ContainerFailedMsg.getDefaultInstance(); metricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.MetricMsg.getDefaultInstance(); dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); requestbroadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBroadcastVariableMessage.getDefaultInstance(); broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); requestPipeLocMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestPipeLocationMessage.getDefaultInstance(); pipeLocInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeLocationInfoMessage.getDefaultInstance(); } private byte memoizedIsInitialized = -1;
/** * <code>optional .protobuf.DataSizeMetricMsg dataSizeMetricMsg = 7;</code> */ public Builder mergeDataSizeMetricMsg(org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg value) { if (dataSizeMetricMsgBuilder_ == null) { if (((bitField0_ & 0x00000040) == 0x00000040) && dataSizeMetricMsg_ != org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance()) { dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.newBuilder(dataSizeMetricMsg_).mergeFrom(value).buildPartial(); } else { dataSizeMetricMsg_ = value; } onChanged(); } else { dataSizeMetricMsgBuilder_.mergeFrom(value); } bitField0_ |= 0x00000040; return this; } /**
/** * <code>optional .protobuf.DataSizeMetricMsg dataSizeMetricMsg = 7;</code> */ public Builder mergeDataSizeMetricMsg(org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg value) { if (dataSizeMetricMsgBuilder_ == null) { if (((bitField0_ & 0x00000040) == 0x00000040) && dataSizeMetricMsg_ != org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance()) { dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.newBuilder(dataSizeMetricMsg_).mergeFrom(value).buildPartial(); } else { dataSizeMetricMsg_ = value; } onChanged(); } else { dataSizeMetricMsgBuilder_.mergeFrom(value); } bitField0_ |= 0x00000040; return this; } /**