public <T extends PInput> Map<TupleTag<?>, PValue> getInputs(PTransform<T, ?> transform) { return currentTransform.getInputs(); }
Map<TupleTag<?>, PValue> getInputs(PTransform<?, ?> transform) { return currentTransform.getInputs(); }
Map<TupleTag<?>, PValue> getInputs(PTransform<?, ?> transform) { return currentTransform.getInputs(); }
Map<TupleTag<?>, PValue> getInputs(PTransform<?, ?> transform) { return currentTransform.getInputs(); }
public <T extends PInput> Map<TupleTag<?>, PValue> getInputs(PTransform<T, ?> transform) { return currentTransform.getInputs(); }
public <T extends PInput> Map<TupleTag<?>, PValue> getInputs(PTransform<T, ?> transform) { return currentTransform.getInputs(); }
@Override public <InputT extends PInput> Map<TupleTag<?>, PValue> getInputs( PTransform<InputT, ?> transform) { return getCurrentTransform(transform).getInputs(); }
@Override public boolean matches(AppliedPTransform<?, ?, ?> application) { return (application.getTransform() instanceof Flatten.PCollections) && application.getInputs().isEmpty(); }
public Map<TupleTag<?>, PValue> getInputs() { return getCurrentTransform().getInputs(); }
@Override public boolean matches(AppliedPTransform<?, ?, ?> application) { if (application.getTransform() instanceof Flatten.PCollections) { Set<PValue> observed = new HashSet<>(); for (PValue pvalue : application.getInputs().values()) { boolean firstInstance = observed.add(pvalue); if (!firstInstance) { return true; } } } return false; }
public Map<TupleTag<?>, PValue> getInputs() { return getCurrentTransform().getInputs(); }
@Override public PTransformReplacement<PCollectionList<T>, PCollection<T>> getReplacementTransform( AppliedPTransform<PCollectionList<T>, PCollection<T>, PCollections<T>> transform) { checkArgument( transform.getInputs().isEmpty(), "Unexpected nonempty input %s for %s", transform.getInputs(), getClass().getSimpleName()); return PTransformReplacement.of( PCollectionList.empty(transform.getPipeline()), new CreateEmptyFromList<T>()); }
public GroupByKeyOnlyEvaluator( EvaluationContext evaluationContext, AppliedPTransform< PCollection<KV<K, V>>, PCollection<KeyedWorkItem<K, V>>, DirectGroupByKeyOnly<K, V>> application) { this.evaluationContext = evaluationContext; this.application = application; this.keyCoder = getKeyCoder( ((PCollection<KV<K, V>>) Iterables.getOnlyElement(application.getInputs().values())) .getCoder()); this.groupingMap = new HashMap<>(); }
/** * Gets the singleton input of an {@link AppliedPTransform}, ignoring any additional inputs * returned by {@link PTransform#getAdditionalInputs()}. */ public static <T> PCollection<T> getSingletonMainInput( AppliedPTransform<? extends PCollection<? extends T>, ?, ?> application) { return getSingletonMainInput( application.getInputs(), application.getTransform().getAdditionalInputs().keySet()); }
@Override public PTransformReplacement<PCollection<ElemT>, PCollection<ElemT>> getReplacementTransform( AppliedPTransform< PCollection<ElemT>, PCollection<ElemT>, PTransform<PCollection<ElemT>, PCollection<ElemT>>> transform) { PCollection<ElemT> collection = (PCollection<ElemT>) Iterables.getOnlyElement(transform.getInputs().values()); PCollectionView<ViewT> view; try { view = CreatePCollectionViewTranslation.getView(transform); } catch (IOException e) { throw new RuntimeException(e); } CreateStreamingFlinkView<ElemT, ViewT> createFlinkView = new CreateStreamingFlinkView<>(view); return PTransformReplacement.of(collection, createFlinkView); }
public <T> Map<TupleTag<?>, PValue> getInputs(PTransform<?, ?> transform) { checkArgument(currentTransform != null, "can only be called with non-null currentTransform"); checkArgument( currentTransform.getTransform() == transform, "can only be called with current transform"); return currentTransform.getInputs(); }
@Override public boolean matches(AppliedPTransform<?, ?, ?> application) { if (PTransformTranslation.COMBINE_PER_KEY_TRANSFORM_URN.equals( PTransformTranslation.urnForTransformOrNull(application.getTransform()))) { GlobalCombineFn<?, ?, ?> fn = ((Combine.PerKey) application.getTransform()).getFn(); return isApplicable(application.getInputs(), fn); } return false; }
@Override public PTransformReplacement<PCollection<ElemT>, PCollection<ElemT>> getReplacementTransform( AppliedPTransform< PCollection<ElemT>, PCollection<ElemT>, CreatePCollectionView<ElemT, ViewT>> transform) { return PTransformReplacement.of( (PCollection<ElemT>) Iterables.getOnlyElement(transform.getInputs().values()), new CreateStreamingGearpumpView<>(transform.getTransform().getView())); }
@Override public PTransformReplacement<PCollection<ElemT>, PCollection<ElemT>> getReplacementTransform( AppliedPTransform< PCollection<ElemT>, PCollection<ElemT>, CreatePCollectionView<ElemT, ViewT>> transform) { return PTransformReplacement.of( (PCollection<ElemT>) Iterables.getOnlyElement(transform.getInputs().values()), new CreateStreamingFlinkView<ElemT, ViewT>(transform.getTransform().getView())); }
@Override public PTransformReplacement<PCollectionList<T>, PCollection<T>> getReplacementTransform( AppliedPTransform<PCollectionList<T>, PCollection<T>, PCollections<T>> transform) { return PTransformReplacement.of( getInput(transform.getInputs(), transform.getPipeline()), new FlattenWithoutDuplicateInputs<>()); }