if (submitWorkInfo.getVertexSignature() != null) { builder.setWorkSpecSignature(ByteString.copyFrom(submitWorkInfo.getVertexSignature())); builder.setWorkSpec(vertexBuilder.build()); builder.setFragmentNumber(taskNum); builder.setAttemptNumber(attemptNum); builder.setContainerIdString(containerId.toString()); builder.setAmHost(LlapUtil.getAmHostNameFromAddress(address, job)); builder.setAmPort(address.getPort()); builder.setCredentialsBinary(ByteString.copyFrom(credentialsBinary)); builder.setFragmentRuntimeInfo(runtimeInfo.build()); builder.setInitialEventBytes(ByteString.copyFrom(fragmentBytes)); if (fragmentBytesSignature != null) { builder.setInitialEventSignature(ByteString.copyFrom(fragmentBytesSignature)); return builder.build();
private SubmitWorkRequestProto constructSubmitWorkRequest(ContainerId containerId, TaskSpec taskSpec, FragmentRuntimeInfo fragmentRuntimeInfo, String hiveQueryId) throws IOException { SubmitWorkRequestProto.Builder builder = SubmitWorkRequestProto.newBuilder(); builder.setFragmentNumber(taskSpec.getTaskAttemptID().getTaskID().getId()); builder.setAttemptNumber(taskSpec.getTaskAttemptID().getId()); builder.setContainerIdString(containerId.toString()); builder.setAmHost(getAmHostString()); builder.setAmPort(getAddress().getPort()); Preconditions.checkState(currentQueryIdentifierProto.getDagIndex() == taskSpec.getTaskAttemptID().getTaskID().getVertexID().getDAGId().getId()); builder.setCredentialsBinary( getCredentials(getContext().getCurrentDagInfo().getCredentials())); builder.setWorkSpec(VertexOrBinary.newBuilder().setVertex(Converters.constructSignableVertexSpec( taskSpec, currentQueryIdentifierProto, getTokenIdentifier(), user, hiveQueryId)).build()); // Don't call builder.setWorkSpecSignature() - Tez doesn't sign fragments builder.setFragmentRuntimeInfo(fragmentRuntimeInfo); if (scheduler != null) { // May be null in tests // TODO: see javadoc builder.setIsGuaranteed(scheduler.isInitialGuaranteed(taskSpec.getTaskAttemptID())); } return builder.build(); }
if (submitWorkInfo.getVertexSignature() != null) { builder.setWorkSpecSignature(ByteString.copyFrom(submitWorkInfo.getVertexSignature())); builder.setWorkSpec(vertexBuilder.build()); builder.setFragmentNumber(taskNum); builder.setAttemptNumber(attemptNum); builder.setContainerIdString(containerId.toString()); builder.setAmHost(LlapUtil.getAmHostNameFromAddress(address, job)); builder.setAmPort(address.getPort()); builder.setCredentialsBinary(ByteString.copyFrom(credentialsBinary)); builder.setFragmentRuntimeInfo(runtimeInfo.build()); builder.setInitialEventBytes(ByteString.copyFrom(fragmentBytes)); if (fragmentBytesSignature != null) { builder.setInitialEventSignature(ByteString.copyFrom(fragmentBytesSignature)); return builder.build();
IOException { SubmitWorkRequestProto.Builder builder = SubmitWorkRequestProto.newBuilder(); builder.setFragmentNumber(taskSpec.getTaskAttemptID().getTaskID().getId()); builder.setAttemptNumber(taskSpec.getTaskAttemptID().getId()); builder.setContainerIdString(containerId.toString()); builder.setAmHost(getAmHostString()); builder.setAmPort(getAddress().getPort()); credentialsBinary = credentialsBinary.duplicate(); builder.setCredentialsBinary(ByteString.copyFrom(credentialsBinary)); builder.setWorkSpec(VertexOrBinary.newBuilder().setVertex(Converters.constructSignableVertexSpec( taskSpec, currentQueryIdentifierProto, getTokenIdentifier(), user, hiveQueryId)).build()); builder.setFragmentRuntimeInfo(fragmentRuntimeInfo); if (scheduler != null) { // May be null in tests builder.setIsGuaranteed(scheduler.isInitialGuaranteed(taskSpec.getTaskAttemptID())); return builder.build();
public Builder mergeFrom(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SubmitWorkRequestProto other) { if (other == org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SubmitWorkRequestProto.getDefaultInstance()) return this; if (other.hasWorkSpec()) { mergeWorkSpec(other.getWorkSpec()); setWorkSpecSignature(other.getWorkSpecSignature()); setFragmentNumber(other.getFragmentNumber()); setAttemptNumber(other.getAttemptNumber()); onChanged(); onChanged(); setAmPort(other.getAmPort()); setCredentialsBinary(other.getCredentialsBinary()); mergeFragmentRuntimeInfo(other.getFragmentRuntimeInfo()); setInitialEventBytes(other.getInitialEventBytes()); setInitialEventSignature(other.getInitialEventSignature()); setIsGuaranteed(other.getIsGuaranteed()); this.mergeUnknownFields(other.getUnknownFields()); return this;
return SubmitWorkRequestProto .newBuilder() .setAttemptNumber(0) .setFragmentNumber(fragmentNumber) .setWorkSpec( VertexOrBinary.newBuilder().setVertex( SignableVertexSpec.newBuilder() .setClassName("MockProcessor").build()) .build()).build()) .setAmHost("localhost") .setAmPort(12345) .setContainerIdString("MockContainer_1") .setIsGuaranteed(isGuaranteed) .setFragmentRuntimeInfo(LlapDaemonProtocolProtos .FragmentRuntimeInfo .newBuilder() .setWithinDagPriority(withinDagPriority) .build()) .build();
return SubmitWorkRequestProto .newBuilder() .setAttemptNumber(0) .setFragmentNumber(fragmentNumber) .setWorkSpec( LlapDaemonProtocolProtos.VertexOrBinary.newBuilder().setVertex( LlapDaemonProtocolProtos.SignableVertexSpec .setClassName("MockProcessor").build()) .build()).build()) .setAmHost("localhost") .setAmPort(12345) .setCredentialsBinary(ByteString.copyFrom(LlapTezUtils.serializeCredentials(credentials))) .setContainerIdString("MockContainer_1") .setFragmentRuntimeInfo(LlapDaemonProtocolProtos .FragmentRuntimeInfo .newBuilder() .setWithinDagPriority(withinDagPriority) .build()) .build();