private static Multimap<String, String> createStartedInputMap(SignableVertexSpec vertex) { Multimap<String, String> startedInputMap = HashMultimap.create(); // Let the Processor control start for Broadcast inputs. // TODO For now, this affects non broadcast unsorted cases as well. Make use of the edge // property when it's available. for (IOSpecProto inputSpec : vertex.getInputSpecsList()) { if (inputSpec.getIoDescriptor().getClassName().equals(UnorderedKVInput.class.getName())) { startedInputMap.put(vertex.getVertexName(), inputSpec.getConnectedVertexName()); } } return startedInputMap; }
sb.append(", dagName=").append(vertex.getDagName()); sb.append(", vertexName=").append(vertex.getVertexName()); sb.append(", processor=").append(vertex.getProcessorDescriptor().getClassName()); sb.append(", numInputs=").append(vertex.getInputSpecsCount()); sb.append(", numOutputs=").append(vertex.getOutputSpecsCount()); for (IOSpecProto ioSpec : vertex.getInputSpecsList()) { sb.append("{").append(ioSpec.getConnectedVertexName()).append(",") .append(ioSpec.getIoDescriptor().getClassName()).append(",") .append(ioSpec.getPhysicalEdgeCount()).append("}"); for (IOSpecProto ioSpec : vertex.getOutputSpecsList()) { sb.append("{").append(ioSpec.getConnectedVertexName()).append(",") .append(ioSpec.getIoDescriptor().getClassName()).append(",") .append(ioSpec.getPhysicalEdgeCount()).append("}");
private boolean canFinish() { List<IOSpecProto> inputSpecList = vertexSpec.getInputSpecsList(); boolean canFinish = true; if (inputSpecList != null && !inputSpecList.isEmpty()) { for (IOSpecProto inputSpec : inputSpecList) { if (LlapTezUtils.isSourceOfInterest(inputSpec.getIoDescriptor().getClassName())) { // Lookup the state in the map. LlapDaemonProtocolProtos.SourceStateProto state = queryInfo.getSourceStateMap() .get(inputSpec.getConnectedVertexName()); if (state != null && state == LlapDaemonProtocolProtos.SourceStateProto.S_SUCCEEDED) { continue; } else { if (LOG.isDebugEnabled()) { LOG.debug("Cannot finish due to source: " + inputSpec.getConnectedVertexName()); } canFinish = false; break; } } } } return canFinish; }
sb.append(", dagName=").append(vertex.getDagName()); sb.append(", vertexName=").append(vertex.getVertexName()); sb.append(", processor=").append(vertex.getProcessorDescriptor().getClassName()); sb.append(", numInputs=").append(vertex.getInputSpecsCount()); sb.append(", numOutputs=").append(vertex.getOutputSpecsCount()); for (IOSpecProto ioSpec : vertex.getInputSpecsList()) { sb.append("{").append(ioSpec.getConnectedVertexName()).append(",") .append(ioSpec.getIoDescriptor().getClassName()).append(",") .append(ioSpec.getPhysicalEdgeCount()).append("}"); for (IOSpecProto ioSpec : vertex.getOutputSpecsList()) { sb.append("{").append(ioSpec.getConnectedVertexName()).append(",") .append(ioSpec.getIoDescriptor().getClassName()).append(",") .append(ioSpec.getPhysicalEdgeCount()).append("}");
private boolean canFinish() { List<IOSpecProto> inputSpecList = vertexSpec.getInputSpecsList(); boolean canFinish = true; if (inputSpecList != null && !inputSpecList.isEmpty()) { for (IOSpecProto inputSpec : inputSpecList) { if (LlapTezUtils.isSourceOfInterest(inputSpec.getIoDescriptor().getClassName())) { // Lookup the state in the map. LlapDaemonProtocolProtos.SourceStateProto state = queryInfo.getSourceStateMap() .get(inputSpec.getConnectedVertexName()); if (state != null && state == LlapDaemonProtocolProtos.SourceStateProto.S_SUCCEEDED) { continue; } else { if (LOG.isDebugEnabled()) { LOG.debug("Cannot finish due to source: " + inputSpec.getConnectedVertexName()); } canFinish = false; break; } } } } return canFinish; }
/** * * @param handler * @param lastFinishableState * @return true if the current state is the same as the lastFinishableState. false if the state has already changed. */ public boolean registerForFinishableStateUpdates(FinishableStateUpdateHandler handler, boolean lastFinishableState) { List<String> sourcesOfInterest = new LinkedList<>(); List<IOSpecProto> inputSpecList = vertexSpec.getInputSpecsList(); if (inputSpecList != null && !inputSpecList.isEmpty()) { for (IOSpecProto inputSpec : inputSpecList) { if (LlapTezUtils.isSourceOfInterest(inputSpec.getIoDescriptor().getClassName())) { sourcesOfInterest.add(inputSpec.getConnectedVertexName()); } } } return queryInfo.registerForFinishableStateUpdates(handler, sourcesOfInterest, this, lastFinishableState); }
private static Multimap<String, String> createStartedInputMap(SignableVertexSpec vertex) { Multimap<String, String> startedInputMap = HashMultimap.create(); // Let the Processor control start for Broadcast inputs. // TODO For now, this affects non broadcast unsorted cases as well. Make use of the edge // property when it's available. for (IOSpecProto inputSpec : vertex.getInputSpecsList()) { if (inputSpec.getIoDescriptor().getClassName().equals(UnorderedKVInput.class.getName())) { startedInputMap.put(vertex.getVertexName(), inputSpec.getConnectedVertexName()); } } return startedInputMap; }
assertEquals(tezVertexId.getId(), vertexProto.getVertexIndex()); assertEquals(processorDescriptor.getClassName(), vertexProto.getProcessorDescriptor().getClassName()); assertEquals(processorDescriptor.getUserPayload().getPayload(), vertexProto.getProcessorDescriptor().getUserPayload().getUserPayload()
@java.lang.Override public boolean equals(final java.lang.Object obj) { if (obj == this) { return true; } if (!(obj instanceof org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.EntityDescriptorProto)) { return super.equals(obj); } org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.EntityDescriptorProto other = (org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.EntityDescriptorProto) obj; boolean result = true; result = result && (hasClassName() == other.hasClassName()); if (hasClassName()) { result = result && getClassName() .equals(other.getClassName()); } result = result && (hasUserPayload() == other.hasUserPayload()); if (hasUserPayload()) { result = result && getUserPayload() .equals(other.getUserPayload()); } result = result && (hasHistoryText() == other.hasHistoryText()); if (hasHistoryText()) { result = result && getHistoryText() .equals(other.getHistoryText()); } result = result && getUnknownFields().equals(other.getUnknownFields()); return result; }
@java.lang.Override public int hashCode() { if (memoizedHashCode != 0) { return memoizedHashCode; } int hash = 41; hash = (19 * hash) + getDescriptorForType().hashCode(); if (hasClassName()) { hash = (37 * hash) + CLASS_NAME_FIELD_NUMBER; hash = (53 * hash) + getClassName().hashCode(); } if (hasUserPayload()) { hash = (37 * hash) + USER_PAYLOAD_FIELD_NUMBER; hash = (53 * hash) + getUserPayload().hashCode(); } if (hasHistoryText()) { hash = (37 * hash) + HISTORY_TEXT_FIELD_NUMBER; hash = (53 * hash) + getHistoryText().hashCode(); } hash = (29 * hash) + getUnknownFields().hashCode(); memoizedHashCode = hash; return hash; }
/** * * @param handler * @param lastFinishableState * @return true if the current state is the same as the lastFinishableState. false if the state has already changed. */ public boolean registerForFinishableStateUpdates(FinishableStateUpdateHandler handler, boolean lastFinishableState) { List<String> sourcesOfInterest = new LinkedList<>(); List<IOSpecProto> inputSpecList = vertexSpec.getInputSpecsList(); if (inputSpecList != null && !inputSpecList.isEmpty()) { for (IOSpecProto inputSpec : inputSpecList) { if (LlapTezUtils.isSourceOfInterest(inputSpec.getIoDescriptor().getClassName())) { sourcesOfInterest.add(inputSpec.getConnectedVertexName()); } } } return queryInfo.registerForFinishableStateUpdates(handler, sourcesOfInterest, this, lastFinishableState); }
/** * <code>optional string class_name = 1;</code> */ public Builder clearClassName() { bitField0_ = (bitField0_ & ~0x00000001); className_ = getDefaultInstance().getClassName(); onChanged(); return this; } /**
private void verifyInputSpecAndProto(InputSpec inputSpec, IOSpecProto inputSpecProto) { assertEquals(inputSpec.getPhysicalEdgeCount(), inputSpecProto.getPhysicalEdgeCount()); assertEquals(inputSpec.getSourceVertexName(), inputSpecProto.getConnectedVertexName()); assertEquals(inputSpec.getInputDescriptor().getClassName(), inputSpecProto.getIoDescriptor().getClassName()); assertEquals(inputSpec.getInputDescriptor().getUserPayload().getPayload(), inputSpecProto.getIoDescriptor().getUserPayload().getUserPayload().asReadOnlyByteBuffer()); }
private void verifyOutputSpecAndProto(OutputSpec outputSpec, IOSpecProto outputSpecProto) { assertEquals(outputSpec.getPhysicalEdgeCount(), outputSpecProto.getPhysicalEdgeCount()); assertEquals(outputSpec.getDestinationVertexName(), outputSpecProto.getConnectedVertexName()); assertEquals(outputSpec.getOutputDescriptor().getClassName(), outputSpecProto.getIoDescriptor().getClassName()); assertEquals(outputSpec.getOutputDescriptor().getUserPayload().getPayload(), outputSpecProto.getIoDescriptor().getUserPayload().getUserPayload().asReadOnlyByteBuffer()); } }
private static InputDescriptor convertInputDescriptorFromProto( EntityDescriptorProto proto) { String className = proto.getClassName(); UserPayload payload = convertPayloadFromProto(proto); InputDescriptor id = InputDescriptor.create(className); setUserPayload(id, payload); return id; }
private static OutputDescriptor convertOutputDescriptorFromProto( EntityDescriptorProto proto) { String className = proto.getClassName(); UserPayload payload = convertPayloadFromProto(proto); OutputDescriptor od = OutputDescriptor.create(className); setUserPayload(od, payload); return od; }
private static ProcessorDescriptor convertProcessorDescriptorFromProto( EntityDescriptorProto proto) { String className = proto.getClassName(); UserPayload payload = convertPayloadFromProto(proto); ProcessorDescriptor pd = ProcessorDescriptor.create(className); setUserPayload(pd, payload); return pd; }