@Override public CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node) { if (ptransformViewsWithNonDeterministicKeyCoders.contains(node.getTransform())) { ptransformViewNamesWithNonDeterministicKeyCoders.add(node.getFullName()); } return CompositeBehavior.ENTER_TRANSFORM; } });
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { if (ptransformViewsWithNonDeterministicKeyCoders.contains(node.getTransform())) { ptransformViewNamesWithNonDeterministicKeyCoders.add(node.getFullName()); } }
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { if (ptransformViewsWithNonDeterministicKeyCoders.contains(node.getTransform())) { ptransformViewNamesWithNonDeterministicKeyCoders.add(node.getFullName()); } }
@Override public CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node) { LOG.info("{} enterCompositeTransform- {}", genSpaces(this.depth), node.getFullName()); this.depth++; BatchTransformTranslator<?> translator = getTranslator(node); if (translator != null) { applyBatchTransform(node.getTransform(), node, translator); LOG.info("{} translated- {}", genSpaces(this.depth), node.getFullName()); return CompositeBehavior.DO_NOT_ENTER_TRANSFORM; } else { return CompositeBehavior.ENTER_TRANSFORM; } }
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { if (ptransformViewsWithNonDeterministicKeyCoders.contains(node.getTransform())) { ptransformViewNamesWithNonDeterministicKeyCoders.add(node.getFullName()); } }
@Override public CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node) { checkState( !finalized, "Attempting to traverse a pipeline (node %s) with a %s " + "which has already visited a Pipeline and is finalized", node.getFullName(), getClass().getSimpleName()); return CompositeBehavior.ENTER_TRANSFORM; }
@Override public void leaveCompositeTransform(Node node) { if (!node.isRootNode()) { nameToTransformClass.put(node.getFullName(), node.getTransform().getClass()); } }
/** Returns the {@link AppliedPTransform} representing this {@link Node}. */ public AppliedPTransform<?, ?, ?> toAppliedPTransform(Pipeline pipeline) { return AppliedPTransform.of( getFullName(), inputs, outputs, (PTransform) getTransform(), pipeline); }
@Override public CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node) { LOG.info("{} enterCompositeTransform- {}", genSpaces(this.depth), node.getFullName()); this.depth++; BatchTransformTranslator<?> translator = getTranslator(node); if (translator != null) { applyBatchTransform(node.getTransform(), node, translator); LOG.info("{} translated- {}", genSpaces(this.depth), node.getFullName()); return CompositeBehavior.DO_NOT_ENTER_TRANSFORM; } else { return CompositeBehavior.ENTER_TRANSFORM; } }
/** * @param compositeTransform composite transform. */ void enterCompositeTransform(final TransformHierarchy.Node compositeTransform) { if (compositeTransform.getTransform() instanceof LoopCompositeTransform) { final LoopVertex loopVertex = new LoopVertex(compositeTransform.getFullName()); builder.addVertex(loopVertex, loopVertexStack); builder.removeVertex(loopVertex); loopVertexStack.push(new LoopVertex(compositeTransform.getFullName())); } }
@Override public void leaveCompositeTransform(TransformHierarchy.Node node) { this.depth--; LOG.info("{} leaveCompositeTransform- {}", genSpaces(this.depth), node.getFullName()); }
@Override public void leaveCompositeTransform(TransformHierarchy.Node node) { this.depth--; LOG.info("{} leaveCompositeTransform- {}", genSpaces(this.depth), node.getFullName()); }
@Override public void visitPrimitiveTransform(TransformHierarchy.Node node) { if (ptransformViewsWithNonDeterministicKeyCoders.contains(node.getTransform())) { ptransformViewNamesWithNonDeterministicKeyCoders.add(node.getFullName()); } }
@Override public void leaveCompositeTransform(TransformHierarchy.Node node) { this.depth--; LOG.info("{} leaveCompositeTransform- {}", genSpaces(this.depth), node.getFullName()); }
@Override public CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node) { if (ptransformViewsWithNonDeterministicKeyCoders.contains(node.getTransform())) { ptransformViewNamesWithNonDeterministicKeyCoders.add(node.getFullName()); } return CompositeBehavior.ENTER_TRANSFORM; } });
@Override public CompositeBehavior enterCompositeTransform(TransformHierarchy.Node node) { if (ptransformViewsWithNonDeterministicKeyCoders.contains(node.getTransform())) { ptransformViewNamesWithNonDeterministicKeyCoders.add(node.getFullName()); } return CompositeBehavior.ENTER_TRANSFORM; } });
@Override public void visitPrimitiveTransform(Node node) { nameToTransformClass.put(node.getFullName(), node.getTransform().getClass()); } });
@Override public void leaveCompositeTransform(TransformHierarchy.Node node) { this.depth--; LOG.info("{} leaveCompositeTransform- {}", genSpaces(this.depth), node.getFullName()); }
@Override public void leaveCompositeTransform(TransformHierarchy.Node node) { this.depth--; LOG.info("{} leaveCompositeTransform- {}", genSpaces(this.depth), node.getFullName()); }
@Override public void leaveCompositeTransform(TransformHierarchy.Node node) { this.depth--; LOG.info("{} leaveCompositeTransform- {}", genSpaces(this.depth), node.getFullName()); }