@Override public PCollection<T> expand(PBegin input) { return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), IsBounded.UNBOUNDED, coder); }
@Override public PCollection<T> expand(PBegin input) { return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), IsBounded.BOUNDED, coder); }
@Override public PCollection<T> expand(PBegin input) { return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), PCollection.IsBounded.UNBOUNDED, coder); } }
@Override public PCollection<byte[]> expand(PBegin input) { return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), IsBounded.BOUNDED, ByteArrayCoder.of()); } }
@Override public PDone expand(PBegin begin) { return PDone.in(begin.getPipeline()); } }
@Override public PCollection<PubsubMessage> expand(PBegin input) { return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), IsBounded.UNBOUNDED, new PubsubMessageWithAttributesCoder()); }
@Override public PCollection<Row> buildIOReader(PBegin begin) { assert begin.getPipeline() == upstream.getPipeline(); return upstream.apply(Convert.toRows()); }
@Override public PCollection<T> expand(PBegin input) { return input.getPipeline().apply(Read.from(new BoundedToUnboundedSourceAdapter<>(source))); }
@Override public final PCollection<T> expand(PBegin input) { source.validate(); return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), IsBounded.UNBOUNDED, source.getOutputCoder()); }
@Override public final PCollection<T> expand(PBegin input) { source.validate(); return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), IsBounded.BOUNDED, source.getOutputCoder()); }
@Override public PCollection<T> expand(PBegin input) { runner.setClockSupplier(new TestClockSupplier()); return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), IsBounded.UNBOUNDED, original.getValueCoder()); } }
@Override public PCollection<T> expand(PBegin input) { PCollectionList<T> empty = PCollectionList.empty(input.getPipeline()); return empty.apply(Flatten.pCollections()); } }
@Override public PCollection<PubsubMessage> expand(PBegin input) { return input .getPipeline() .begin() .apply(Read.from(new PubsubSource(this))) .apply( "PubsubUnboundedSource.Stats", ParDo.of( new StatsFn(pubsubFactory, subscription, topic, timestampAttribute, idAttribute))); }
@Override public PCollection<Row> expand(PBegin input) { getBigtableConfig().validate(); BigtableSource source = new BigtableSource(getBigtableConfig(), getRowFilter(), getKeyRanges(), null); return input.getPipeline().apply(org.apache.beam.sdk.io.Read.from(source)); }
@Override public PCollection<KV<String, Integer>> expand(PBegin input) { return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), PCollection.IsBounded.UNBOUNDED, KvCoder.of(StringUtf8Coder.of(), VarIntCoder.of())); } });
@Override public PCollection<KV<String, Integer>> expand(PBegin input) { return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), PCollection.IsBounded.UNBOUNDED, KvCoder.of(StringUtf8Coder.of(), VarIntCoder.of())); } })
@Override public PCollection<KV<String, Integer>> expand(PBegin input) { return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), PCollection.IsBounded.UNBOUNDED, KvCoder.of(StringUtf8Coder.of(), VarIntCoder.of())); } })
@Override public PCollection<KV<String, Integer>> expand(PBegin input) { return PCollection.createPrimitiveOutputInternal( input.getPipeline(), WindowingStrategy.globalDefault(), PCollection.IsBounded.UNBOUNDED, KvCoder.of(StringUtf8Coder.of(), VarIntCoder.of())); } });
@Override public PCollection<Message> expand(PBegin input) { checkArgument(addresses() != null, "withAddresses() is required"); org.apache.beam.sdk.io.Read.Unbounded<Message> unbounded = org.apache.beam.sdk.io.Read.from(new UnboundedAmqpSource(this)); PTransform<PBegin, PCollection<Message>> transform = unbounded; if (maxNumRecords() < Long.MAX_VALUE || maxReadTime() != null) { transform = unbounded.withMaxReadTime(maxReadTime()).withMaxNumRecords(maxNumRecords()); } return input.getPipeline().apply(transform); } }
@Override public PDone expand(PBegin input) { final PCollectionView<ActualT> actual = input.apply("CreateActual", createActual); input .apply(Create.of(0).withCoder(VarIntCoder.of())) .apply("WindowToken", windowToken) .apply( "RunChecks", ParDo.of(new SideInputCheckerDoFn<>(checkerFn, actual, site)).withSideInputs(actual)) .apply("VerifyAssertions", new DefaultConcludeTransform()); return PDone.in(input.getPipeline()); } }