public Builder mergeFrom(com.dremio.exec.proto.UserBitShared.MajorFragmentProfile other) { if (other == com.dremio.exec.proto.UserBitShared.MajorFragmentProfile.getDefaultInstance()) return this; if (other.hasMajorFragmentId()) { setMajorFragmentId(other.getMajorFragmentId()); this.mergeUnknownFields(other.getUnknownFields()); return this;
for (final MajorFragmentProfile major : majors) { final List<MinorFragmentProfile> minors = new ArrayList<>(major.getMinorFragmentProfileList()); Collections.sort(minors, Comparators.minorId); for (final MinorFragmentProfile minor : minors) { major.getMajorFragmentId(), op.getOperatorId()); if (!opmap.containsKey(ip)) { final List<ImmutablePair<OperatorProfile, Integer>> l = new ArrayList<>();
public String getMetricsTable() { if (major.getNodePhaseProfileList() == null || major.getNodePhaseProfileList().isEmpty()) { return ""; } final TableBuilder builder = new TableBuilder(PHASE_METRICS_COLUMNS); final List<NodePhaseProfile> nodePhaseProfiles = new ArrayList<>(major.getNodePhaseProfileList()); Collections.sort(nodePhaseProfiles, Comparators.nodeAddress); for (NodePhaseProfile nodePhaseProfile : nodePhaseProfiles) { builder.appendCell(nodePhaseProfile.getEndpoint().getAddress(), null); // Host name builder.appendBytes(nodePhaseProfile.getMaxMemoryUsed(), null); // Peak Memory } return builder.build(); } }
final ListMultimap<CoreOperatorType, OperatorProfile> operators = ArrayListMultimap.create(); for (MajorFragmentProfile majorFragment: queryProfile.getFragmentProfileList()) { if (majorFragment.getMinorFragmentProfileList() == null) { continue; for (MinorFragmentProfile minorFragmentProfile : majorFragment.getMinorFragmentProfileList()) { if (minorFragmentProfile.getOperatorProfileList() == null) { continue;
final MajorFragmentProfile.Builder builder = MajorFragmentProfile.newBuilder() .setMajorFragmentId(reporter.majorFragmentId); reporter.add(builder);
break; case 11: builder.addFragmentProfile(input.mergeObject(com.dremio.exec.proto.UserBitShared.MajorFragmentProfile.newBuilder(), com.dremio.exec.proto.SchemaUserBitShared.MajorFragmentProfile.MERGE));
Collections2.filter(major.getMinorFragmentProfileList(), Filters.hasOperatorsAndTimes)); final List<MinorFragmentProfile> incomplete = new ArrayList<>( Collections2.filter(major.getMinorFragmentProfileList(), Filters.missingOperatorsOrTimes)); builder.appendCell(major.getMajorFragmentId() + "-" + m.getMinorFragmentId(), null); builder.appendRepeated(m.getState().toString(), null, NUM_NULLABLE_FRAGMENTS_COLUMNS);
final int operatorId = opId.getOpId(); FluentIterable<OperatorProfile> operators = FluentIterable.from(findFragmentProfileWithId(profile, fragmentId).getMinorFragmentProfileList()) .transform(new Function<MinorFragmentProfile, OperatorProfile>() { @Override
public com.dremio.exec.proto.UserBitShared.MajorFragmentProfile buildPartial() { com.dremio.exec.proto.UserBitShared.MajorFragmentProfile result = new com.dremio.exec.proto.UserBitShared.MajorFragmentProfile(this); int from_bitField0_ = bitField0_; int to_bitField0_ = 0; if (((from_bitField0_ & 0x00000001) == 0x00000001)) { to_bitField0_ |= 0x00000001; } result.majorFragmentId_ = majorFragmentId_; if (minorFragmentProfileBuilder_ == null) { if (((bitField0_ & 0x00000002) == 0x00000002)) { minorFragmentProfile_ = java.util.Collections.unmodifiableList(minorFragmentProfile_); bitField0_ = (bitField0_ & ~0x00000002); } result.minorFragmentProfile_ = minorFragmentProfile_; } else { result.minorFragmentProfile_ = minorFragmentProfileBuilder_.build(); } if (nodePhaseProfileBuilder_ == null) { if (((bitField0_ & 0x00000004) == 0x00000004)) { nodePhaseProfile_ = java.util.Collections.unmodifiableList(nodePhaseProfile_); bitField0_ = (bitField0_ & ~0x00000004); } result.nodePhaseProfile_ = nodePhaseProfile_; } else { result.nodePhaseProfile_ = nodePhaseProfileBuilder_.build(); } result.bitField0_ = to_bitField0_; onBuilt(); return result; }
Collections2.filter(major.getMinorFragmentProfileList(), Filters.hasOperatorsAndTimes)); tb.appendCell(complete.size() + " / " + major.getMinorFragmentProfileCount(), null); // Thread Reporting
QueryProfile profile = grabber.getProfile(); Optional<OperatorProfile> scanProfile = FluentIterable.from(profile.getFragmentProfile(0).getMinorFragmentProfile(0).getOperatorProfileList()) .firstMatch(new Predicate<OperatorProfile>() { @Override
private void setScanStats(CoreOperatorType operatorType, OperatorProfile operatorProfile, MajorFragmentProfile majorFragment) { final String operatorId = createOperatorKey(majorFragment.getMajorFragmentId(), operatorProfile.getOperatorId()); long inputBytes = 0L; long inputRecords = 0L; if (operatorProfile.getInputProfileList() != null) { for (StreamProfile stream : operatorProfile.getInputProfileList()) { inputRecords += stream.getRecords(); inputBytes += stream.getSize(); } addInputBytesAndRecords(inputBytes, inputRecords); } if (operatorToTable.containsKey(operatorId)) { // TODO check if its fs based or table based using operatorType final String tableName = operatorToTable.get(operatorId); TableDatasetProfile tableDatasetProfile = tableDatasetProfileMap.get(tableName); if (tableDatasetProfile == null) { tableDatasetProfile = new TableDatasetProfile(); tableDatasetProfile.setDatasetProfile(new CommonDatasetProfile().setDatasetPathsList(Lists.<DatasetPathUI>newArrayList())); tableDatasetProfileMap.put(tableName, tableDatasetProfile); } setCommonDatasetProfile(tableDatasetProfile.getDatasetProfile(), operatorProfile, majorFragment, inputBytes, inputRecords, PathUtils.parseFullPath(tableName)); tableDatasetProfile.setPushdownQuery(null); } }
public Builder toBuilder() { return newBuilder(this); }
public Builder newBuilderForType() { return newBuilder(); } public static Builder newBuilder(com.dremio.exec.proto.UserBitShared.MajorFragmentProfile prototype) {
public void writeTo(com.google.protobuf.CodedOutputStream output) throws java.io.IOException { getSerializedSize(); if (((bitField0_ & 0x00000001) == 0x00000001)) { output.writeInt32(1, majorFragmentId_); } for (int i = 0; i < minorFragmentProfile_.size(); i++) { output.writeMessage(2, minorFragmentProfile_.get(i)); } for (int i = 0; i < nodePhaseProfile_.size(); i++) { output.writeMessage(3, nodePhaseProfile_.get(i)); } getUnknownFields().writeTo(output); }
public com.dremio.exec.proto.UserBitShared.MajorFragmentProfile getDefaultInstanceForType() { return com.dremio.exec.proto.UserBitShared.MajorFragmentProfile.getDefaultInstance(); }
public static Builder newBuilder(com.dremio.exec.proto.UserBitShared.MajorFragmentProfile prototype) { return newBuilder().mergeFrom(prototype); } public Builder toBuilder() { return newBuilder(this); }
public int compare(final MajorFragmentProfile o1, final MajorFragmentProfile o2) { return Long.compare(o1.getMajorFragmentId(), o2.getMajorFragmentId()); } };
public String getId() { return String.format("fragment-%s", major.getMajorFragmentId()); }
public OperatorPathBuilder setMajor(MajorFragmentProfile major) { if (major != null) { return setMajor(major.getMajorFragmentId()); } return this; }