Pipeline res = Pipeline.newBuilder() .setComponents(fusedComponents) .addAllRootTransformIds(rootTransformIds) .build();
/** * Update all composites present in the {@code originalPipeline} with an URN equal to the provided * {@code urn} using the provided {@link TransformReplacement}. */ public static Pipeline updateTransform( String urn, Pipeline originalPipeline, TransformReplacement compositeBuilder) { Components.Builder resultComponents = originalPipeline.getComponents().toBuilder(); for (Map.Entry<String, PTransform> pt : originalPipeline.getComponents().getTransformsMap().entrySet()) { if (pt.getValue().getSpec() != null && urn.equals(pt.getValue().getSpec().getUrn())) { MessageWithComponents updated = compositeBuilder.getReplacement(pt.getKey(), originalPipeline.getComponents()); checkArgument( updated.getPtransform().getOutputsMap().equals(pt.getValue().getOutputsMap()), "A %s must produce all of the outputs of the original %s", TransformReplacement.class.getSimpleName(), PTransform.class.getSimpleName()); removeSubtransforms(pt.getValue(), resultComponents); resultComponents .mergeFrom(updated.getComponents()) .putTransforms(pt.getKey(), updated.getPtransform()); } } return originalPipeline.toBuilder().setComponents(resultComponents).build(); }
public ExecutableGraph<PTransformNode, PCollectionNode> toGraph() { return PortableGraph.forPipeline( Pipeline.newBuilder() .setComponents(components) .addAllRootTransformIds(components.getTransformsMap().keySet()) .build()); } }
.build(); FusedPipeline fused = GreedyPipelineFuser.fuse(Pipeline.newBuilder().setComponents(components).build());
.addRootTransformIds("impulse") .addRootTransformIds("compositeMultiLang") .setComponents(components) .build());
.addRootTransformIds(impulse2Transform.getUniqueName()) .addRootTransformIds(flattenTransform.getUniqueName()) .setComponents( Components.newBuilder() .putCoders("coder", Coder.newBuilder().build())
.addRootTransformIds(inputTransform.getId()) .addRootTransformIds(groupByKeyOnly.getId()) .setComponents( builder .putTransforms(inputTransform.getId(), inputTransform.getTransform())
Pipeline.newBuilder() .addAllRootTransformIds(ImmutableList.of("first", "second")) .setComponents( Components.newBuilder() .putTransforms(
.build(); FusedPipeline fused = GreedyPipelineFuser.fuse(Pipeline.newBuilder().setComponents(components).build());
.build(); FusedPipeline fused = GreedyPipelineFuser.fuse(Pipeline.newBuilder().setComponents(components).build());
.addRootTransformIds(source.getId()) .addRootTransformIds(flatten.getId()) .setComponents( RunnerApi.Components.newBuilder() .putTransforms(source.getId(), source.getTransform())
.build(); FusedPipeline fused = GreedyPipelineFuser.fuse(Pipeline.newBuilder().setComponents(components).build());
.build(); FusedPipeline fused = GreedyPipelineFuser.fuse(Pipeline.newBuilder().setComponents(components).build());
GreedyPipelineFuser.fuse(Pipeline.newBuilder().setComponents(components).build());
Pipeline.newBuilder() .addAllRootTransformIds(ImmutableList.of("first", "second")) .setComponents( Components.newBuilder() .putTransforms(
.build(); FusedPipeline fused = GreedyPipelineFuser.fuse(Pipeline.newBuilder().setComponents(components).build());
RunnerApi.Pipeline res = RunnerApi.Pipeline.newBuilder() .setComponents(components.toComponents()) .addAllRootTransformIds(rootIds) .build();
Pipeline.newBuilder() .addRootTransformIds("root") .setComponents( Components.newBuilder() .putTransforms(
GreedyPipelineFuser.fuse(Pipeline.newBuilder().setComponents(components).build());
.build(); FusedPipeline fused = GreedyPipelineFuser.fuse(Pipeline.newBuilder().setComponents(components).build());