public void addMetricsToStatus(MinorFragmentProfile.Builder prfB) { prfB.setStartTime(startTime); prfB.setFirstRun(firstRun); prfB.setMaxMemoryUsed(allocator.getPeakMemoryAllocation()); prfB.setEndTime(System.currentTimeMillis()); prfB.setEndpoint(endpoint); for(OperatorStats o : operators){ prfB.addOperatorProfile(o.getProfile()); prfB.setSleepingDuration(sleepingDuration); prfB.setBlockedDuration(blockedOnUpstreamDuration + blockedOnDownstreamDuration + blockedOnSharedResourceDuration); prfB.setBlockedOnUpstreamDuration(blockedOnUpstreamDuration); prfB.setBlockedOnDownstreamDuration(blockedOnDownstreamDuration); prfB.setBlockedOnSharedResourceDuration(blockedOnSharedResourceDuration); for (Map.Entry<SharedResourceType, Long> entry : perResourceBlockedDurations.entrySet()) { BlockedResourceDuration duration = BlockedResourceDuration.newBuilder() .setDuration(entry.getValue()) .build(); prfB.addPerResourceBlockedDuration(duration); if (prfB.getPerResourceBlockedDurationList().size() == 0) { .setDuration(0) .build(); prfB.addPerResourceBlockedDuration(duration); prfB.setRunDuration(runWatch.elapsed(MILLISECONDS)); prfB.setSetupDuration(setupWatch.elapsed(MILLISECONDS)); prfB.setFinishDuration(finishWatch.elapsed(MILLISECONDS));
/** * <code>repeated .exec.shared.MinorFragmentProfile minor_fragment_profile = 2;</code> */ public Builder addMinorFragmentProfile( com.dremio.exec.proto.UserBitShared.MinorFragmentProfile.Builder builderForValue) { if (minorFragmentProfileBuilder_ == null) { ensureMinorFragmentProfileIsMutable(); minorFragmentProfile_.add(builderForValue.build()); onChanged(); } else { minorFragmentProfileBuilder_.addMessage(builderForValue.build()); } return this; } /**
public Builder mergeFrom(com.dremio.exec.proto.UserBitShared.MinorFragmentProfile other) { if (other == com.dremio.exec.proto.UserBitShared.MinorFragmentProfile.getDefaultInstance()) return this; if (other.hasState()) { setState(other.getState()); mergeError(other.getError()); setMinorFragmentId(other.getMinorFragmentId()); bitField0_ = (bitField0_ & ~0x00000008); } else { ensureOperatorProfileIsMutable(); operatorProfile_.addAll(other.operatorProfile_); onChanged(); operatorProfileBuilder_ = com.google.protobuf.GeneratedMessage.alwaysUseFieldBuilders ? getOperatorProfileFieldBuilder() : null; } else { operatorProfileBuilder_.addAllMessages(other.operatorProfile_); setStartTime(other.getStartTime()); setEndTime(other.getEndTime()); setMemoryUsed(other.getMemoryUsed()); setMaxMemoryUsed(other.getMaxMemoryUsed());
return; case 1: builder.setState(com.dremio.exec.proto.UserBitShared.FragmentState.valueOf(input.readEnum())); break; case 2: builder.setError(input.mergeObject(com.dremio.exec.proto.UserBitShared.DremioPBError.newBuilder(), com.dremio.exec.proto.SchemaUserBitShared.DremioPBError.MERGE)); builder.setMinorFragmentId(input.readInt32()); break; case 4: builder.addOperatorProfile(input.mergeObject(com.dremio.exec.proto.UserBitShared.OperatorProfile.newBuilder(), com.dremio.exec.proto.SchemaUserBitShared.OperatorProfile.MERGE)); builder.setStartTime(input.readInt64()); break; case 6: builder.setEndTime(input.readInt64()); break; case 7: builder.setMemoryUsed(input.readInt64()); break; case 8: builder.setMaxMemoryUsed(input.readInt64()); break; case 9: builder.setEndpoint(input.mergeObject(com.dremio.exec.proto.CoordinationProtos.NodeEndpoint.newBuilder(), com.dremio.exec.proto.SchemaCoordinationProtos.NodeEndpoint.MERGE)); builder.setLastUpdate(input.readInt64()); break; case 11:
/** * <code>repeated .exec.shared.MinorFragmentProfile minor_fragment_profile = 2;</code> */ public Builder setMinorFragmentProfile( int index, com.dremio.exec.proto.UserBitShared.MinorFragmentProfile.Builder builderForValue) { if (minorFragmentProfileBuilder_ == null) { ensureMinorFragmentProfileIsMutable(); minorFragmentProfile_.set(index, builderForValue.build()); onChanged(); } else { minorFragmentProfileBuilder_.setMessage(index, builderForValue.build()); } return this; } /**
/** * <code>optional .exec.shared.MinorFragmentProfile profile = 1;</code> */ public Builder setProfile( com.dremio.exec.proto.UserBitShared.MinorFragmentProfile.Builder builderForValue) { if (profileBuilder_ == null) { profile_ = builderForValue.build(); onChanged(); } else { profileBuilder_.setMessage(builderForValue.build()); } bitField0_ |= 0x00000001; return this; } /**
/** * <code>repeated .exec.shared.MinorFragmentProfile minor_fragment_profile = 2;</code> */ public Builder addMinorFragmentProfile( int index, com.dremio.exec.proto.UserBitShared.MinorFragmentProfile.Builder builderForValue) { if (minorFragmentProfileBuilder_ == null) { ensureMinorFragmentProfileIsMutable(); minorFragmentProfile_.add(index, builderForValue.build()); onChanged(); } else { minorFragmentProfileBuilder_.addMessage(index, builderForValue.build()); } return this; } /**
private FragmentStatus getStatus(final FragmentState state, final UserException ex) { final FragmentStatus.Builder status = FragmentStatus.newBuilder(); final MinorFragmentProfile.Builder b = MinorFragmentProfile.newBuilder(); stats.addMetricsToStatus(b); b.setState(state); if (ex != null) { b.setError(ex.getOrCreatePBError(true)); } status.setHandle(handle); b.setMemoryUsed(fragmentAllocator.getAllocatedMemory()); b.setMinorFragmentId(handle.getMinorFragmentId()); status.setProfile(b); return status.build(); }
public FragmentData(final FragmentHandle handle, final NodeEndpoint endpoint) { this.endpoint = endpoint; final MinorFragmentProfile f = MinorFragmentProfile.newBuilder() .setState(FragmentState.SENDING) .setMinorFragmentId(handle.getMinorFragmentId()) .setEndpoint(endpoint) .build(); status = FragmentStatus.newBuilder() .setHandle(handle) .setProfile(f) .build(); }
public MinorFragmentProfile getProfile() { return status .getProfile() .toBuilder() .setLastUpdate(lastStatusUpdate) .setLastProgress(lastProgress) .build(); }