.registerHandler(ControlMessage.DriverToClientMessageType.ExecutionDone, event -> jobDoneLatch.countDown()) .registerHandler(ControlMessage.DriverToClientMessageType.DataCollected, message -> COLLECTED_DATA.addAll( SerializationUtils.deserialize(Base64.getDecoder().decode(message.getDataCollected().getData())))) .run();
public void writeTo(com.google.protobuf.CodedOutputStream output) throws java.io.IOException { getSerializedSize(); if (((bitField0_ & 0x00000001) == 0x00000001)) { output.writeBytes(1, getDataBytes()); } getUnknownFields().writeTo(output); }
dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); } else { dataCollectedBuilder_.clear();
dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); } else { dataCollectedBuilder_.clear();
break; case ExecutorDataCollected: final String serializedData = message.getDataCollected().getData(); clientRPC.send(ControlMessage.DriverToClientMessage.newBuilder() .setType(ControlMessage.DriverToClientMessageType.DataCollected) .setDataCollected(ControlMessage.DataCollectMessage.newBuilder().setData(serializedData).build()) .build()); break;
com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException { initFields(); int mutable_bitField0_ = 0; com.google.protobuf.UnknownFieldSet.Builder unknownFields = break; default: { if (!parseUnknownField(input, unknownFields, extensionRegistry, tag)) { done = true; } finally { this.unknownFields = unknownFields.build(); makeExtensionsImmutable();
com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException { initFields(); int mutable_bitField0_ = 0; com.google.protobuf.UnknownFieldSet.Builder unknownFields = break; default: { if (!parseUnknownField(input, unknownFields, extensionRegistry, tag)) { done = true; } finally { this.unknownFields = unknownFields.build(); makeExtensionsImmutable();
break; case ExecutorDataCollected: final String serializedData = message.getDataCollected().getData(); clientRPC.send(ControlMessage.DriverToClientMessage.newBuilder() .setType(ControlMessage.DriverToClientMessageType.DataCollected) .setDataCollected(ControlMessage.DataCollectMessage.newBuilder().setData(serializedData).build()) .build()); break;
/** * <code>optional .protobuf.DataCollectMessage dataCollected = 2;</code> */ public Builder mergeDataCollected(org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage value) { if (dataCollectedBuilder_ == null) { if (((bitField0_ & 0x00000002) == 0x00000002) && dataCollected_ != org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance()) { dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.newBuilder(dataCollected_).mergeFrom(value).buildPartial(); } else { dataCollected_ = value; } onChanged(); } else { dataCollectedBuilder_.mergeFrom(value); } bitField0_ |= 0x00000002; return this; } /**
private void initFields() { type_ = org.apache.nemo.runtime.common.comm.ControlMessage.MessageType.TaskStateChanged; id_ = 0L; listenerId_ = ""; taskStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.TaskStateChangedMsg.getDefaultInstance(); scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); blockStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockStateChangedMsg.getDefaultInstance(); dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); requestBlockLocationMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBlockLocationMsg.getDefaultInstance(); blockLocationInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockLocationInfoMsg.getDefaultInstance(); executorFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ExecutorFailedMsg.getDefaultInstance(); containerFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ContainerFailedMsg.getDefaultInstance(); metricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.MetricMsg.getDefaultInstance(); dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); requestbroadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBroadcastVariableMessage.getDefaultInstance(); broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); requestPipeLocMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestPipeLocationMessage.getDefaultInstance(); pipeLocInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeLocationInfoMessage.getDefaultInstance(); } private byte memoizedIsInitialized = -1;
/** * <code>optional .protobuf.DataCollectMessage dataCollected = 13;</code> */ public Builder mergeDataCollected(org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage value) { if (dataCollectedBuilder_ == null) { if (((bitField0_ & 0x00001000) == 0x00001000) && dataCollected_ != org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance()) { dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.newBuilder(dataCollected_).mergeFrom(value).buildPartial(); } else { dataCollected_ = value; } onChanged(); } else { dataCollectedBuilder_.mergeFrom(value); } bitField0_ |= 0x00001000; return this; } /**
/** * <code>optional .protobuf.DataCollectMessage dataCollected = 2;</code> */ public Builder mergeDataCollected(org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage value) { if (dataCollectedBuilder_ == null) { if (((bitField0_ & 0x00000002) == 0x00000002) && dataCollected_ != org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance()) { dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.newBuilder(dataCollected_).mergeFrom(value).buildPartial(); } else { dataCollected_ = value; } onChanged(); } else { dataCollectedBuilder_.mergeFrom(value); } bitField0_ |= 0x00000002; return this; } /**
private void initFields() { type_ = org.apache.nemo.runtime.common.comm.ControlMessage.MessageType.TaskStateChanged; id_ = 0L; listenerId_ = ""; taskStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.TaskStateChangedMsg.getDefaultInstance(); scheduleTaskMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg.getDefaultInstance(); blockStateChangedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockStateChangedMsg.getDefaultInstance(); dataSizeMetricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataSizeMetricMsg.getDefaultInstance(); requestBlockLocationMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBlockLocationMsg.getDefaultInstance(); blockLocationInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.BlockLocationInfoMsg.getDefaultInstance(); executorFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ExecutorFailedMsg.getDefaultInstance(); containerFailedMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.ContainerFailedMsg.getDefaultInstance(); metricMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.MetricMsg.getDefaultInstance(); dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); requestbroadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestBroadcastVariableMessage.getDefaultInstance(); broadcastVariableMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage.getDefaultInstance(); pipeInitMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage.getDefaultInstance(); requestPipeLocMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.RequestPipeLocationMessage.getDefaultInstance(); pipeLocInfoMsg_ = org.apache.nemo.runtime.common.comm.ControlMessage.PipeLocationInfoMessage.getDefaultInstance(); } private byte memoizedIsInitialized = -1;
/** * <code>optional .protobuf.DataCollectMessage dataCollected = 13;</code> */ public Builder mergeDataCollected(org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage value) { if (dataCollectedBuilder_ == null) { if (((bitField0_ & 0x00001000) == 0x00001000) && dataCollected_ != org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance()) { dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.newBuilder(dataCollected_).mergeFrom(value).buildPartial(); } else { dataCollected_ = value; } onChanged(); } else { dataCollectedBuilder_.mergeFrom(value); } bitField0_ |= 0x00001000; return this; } /**
public Builder toBuilder() { return newBuilder(this); }
private void closeTransform(final VertexHarness vertexHarness) { final IRVertex irVertex = vertexHarness.getIRVertex(); final Transform transform; if (irVertex instanceof OperatorVertex) { transform = ((OperatorVertex) irVertex).getTransform(); transform.close(); } vertexHarness.getContext().getSerializedData().ifPresent(data -> persistentConnectionToMasterMap.getMessageSender(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID).send( ControlMessage.Message.newBuilder() .setId(RuntimeIdManager.generateMessageId()) .setListenerId(MessageEnvironment.RUNTIME_MASTER_MESSAGE_LISTENER_ID) .setType(ControlMessage.MessageType.ExecutorDataCollected) .setDataCollected(ControlMessage.DataCollectMessage.newBuilder().setData(data).build()) .build())); }
public Builder toBuilder() { return newBuilder(this); }
public Builder newBuilderForType() { return newBuilder(); } public static Builder newBuilder(org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage prototype) {
/** * <code>optional .protobuf.DataCollectMessage dataCollected = 13;</code> */ public Builder clearDataCollected() { if (dataCollectedBuilder_ == null) { dataCollected_ = org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); onChanged(); } else { dataCollectedBuilder_.clear(); } bitField0_ = (bitField0_ & ~0x00001000); return this; } /**
public org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage getDefaultInstanceForType() { return org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage.getDefaultInstance(); }