@Override public Edge answer(InvocationOnMock invocation) throws Throwable { Object[] args = invocation.getArguments(); return Edge.create((Vertex)args[1], (Vertex)args[2], mock(EdgeProperty.class)); } });
for (Edge e : edges) { Vertex inputVertex = e.getInputVertex(); Vertex outputVertex = e.getOutputVertex(); List<Edge> edgeList = edgeMap.get(inputVertex); if (edgeList == null) { if (e.getEdgeProperty().getDataSourceType() != DataSourceType.PERSISTED) { throw new IllegalStateException( "Unsupported source type on edge. " + e); if (e.getEdgeProperty().getSchedulingType() != SchedulingType.SEQUENTIAL) { throw new IllegalStateException(
vertexBuilder.addInEdgeId(inEdge.getId()); vertexBuilder.addOutEdgeId(outEdge.getId()); edgeBuilder.setId(edge.getId()); edgeBuilder.setInputVertexName(edge.getInputVertex().getName()); edgeBuilder.setOutputVertexName(edge.getOutputVertex().getName()); edgeBuilder.setDataMovementType(DagTypeConverters.convertToDAGPlan(edge.getEdgeProperty().getDataMovementType())); edgeBuilder.setDataSourceType(DagTypeConverters.convertToDAGPlan(edge.getEdgeProperty().getDataSourceType())); edgeBuilder.setSchedulingType(DagTypeConverters.convertToDAGPlan(edge.getEdgeProperty().getSchedulingType())); edgeBuilder.setEdgeSource(DagTypeConverters.convertToDAGPlan(edge.getEdgeProperty().getEdgeSource())); edgeBuilder.setEdgeDestination(DagTypeConverters.convertToDAGPlan(edge.getEdgeProperty().getEdgeDestination())); if (edge.getEdgeProperty().getDataMovementType() == DataMovementType.CUSTOM) { if (edge.getEdgeProperty().getEdgeManagerDescriptor() != null) { edgeBuilder.setEdgeManager(DagTypeConverters.convertToDAGPlan(edge.getEdgeProperty().getEdgeManagerDescriptor()));
/** * Creates an edge between the specified vertices. * * InputVertex(EdgeInput) ----- Edge ----- OutputVertex(EdgeOutput)] * * @param inputVertex the vertex which generates data to the edge. * @param outputVertex the vertex which consumes data from the edge * @param edgeProperty {@link org.apache.tez.dag.api.EdgeProperty} associated with this edge * @return the {@link org.apache.tez.dag.api.Edge} */ public static Edge create(Vertex inputVertex, Vertex outputVertex, EdgeProperty edgeProperty) { return new Edge(inputVertex, outputVertex, edgeProperty); }
for (Vertex v : knownTasksVertices) { for (Edge e : v.getOutputEdges()) { if (e.getEdgeProperty().getDataMovementType() == DataMovementType.ONE_TO_ONE) { Vertex outVertex = e.getOutputVertex(); if (outVertex.getParallelism() == -1) { LOG.info("Inferring parallelism for vertex: " Vertex inputVertex = e.getInputVertex(); Vertex outputVertex = e.getOutputVertex(); if (e.getEdgeProperty().getDataMovementType() == DataMovementType.ONE_TO_ONE) { if (inputVertex.getParallelism() != outputVertex.getParallelism()) {
return Edge.create(v, w, createEdgeProperty(edgeProp, vConf));
return Edge.create(v, w, createEdgeProperty(w, edgeProp, vConf, work, tezWork));
private DAG createDAG(int numGenTasks, int totalSourceDataSize, int numFetcherTasks) { int bytesPerSource = totalSourceDataSize / numGenTasks; LOG.info("DataPerSourceTask(bytes)=" + bytesPerSource); ByteBuffer payload = ByteBuffer.allocate(4); payload.putInt(0, bytesPerSource); Vertex broadcastVertex = Vertex.create("DataGen", ProcessorDescriptor.create(InputGenProcessor.class.getName()) .setUserPayload(UserPayload.create(payload)), numGenTasks); Vertex fetchVertex = Vertex.create("FetchVertex", ProcessorDescriptor.create(InputFetchProcessor.class.getName()), numFetcherTasks); UnorderedKVEdgeConfig edgeConf = UnorderedKVEdgeConfig.newBuilder(NullWritable.class .getName(), IntWritable.class.getName()).setCompression(false, null, null).build(); DAG dag = DAG.create("BroadcastLoadGen"); dag.addVertex(broadcastVertex).addVertex(fetchVertex).addEdge( Edge.create(broadcastVertex, fetchVertex, edgeConf.createDefaultBroadcastEdgeProperty())); return dag; }
.configureInput().useLegacyInput().done() .build(); Edge edge = Edge.create(vertices[i - 1], vertices[i], edgeConf.createDefaultEdgeProperty()); dag.addEdge(edge);
dag.addEdge( Edge.create( sourceVertex, targetVertex, edgeProperty ) );
dag.addEdge( Edge.create( sourceVertex, targetVertex, edgeProperty ) );
VertexGroup uv = edge.getInputVertexGroup(); for (Vertex member : uv.getMembers()) { newEdges.add(Edge.create(member, dstVertex, edge.getEdgeProperty()));
.done().setFromConfiguration(edgeConfiguration).build(); dag.addEdge( Edge.create(vertices.get(i - 1), vertices.get(i), edgeConf.createDefaultEdgeProperty()));
.addVertex(checkerVertex) .addEdge( Edge.create(mapVertex3, checkerVertex, edgeConf.createDefaultEdgeProperty())) .addEdge( GroupInputEdge.create(unionVertex, checkerVertex, edgeConf.createDefaultEdgeProperty(),
Edge.create(stage1Vertex, stage2Vertex, edgeConf.createDefaultOneToOneEdgeProperty()); dag.addVertex(stage1Vertex).addVertex(stage2Vertex).addEdge(edge);