/** * See {@link TypedWrite#to(DynamicAvroDestinations)}. * * @deprecated Use {@link FileIO#write()} or {@link FileIO#writeDynamic()} instead. */ @Deprecated public Write<T> to(DynamicAvroDestinations<T, ?, T> dynamicDestinations) { return new Write<>(inner.to(dynamicDestinations).withFormatFunction(null)); }
/** See {@link TypedWrite#withMetadata} . */ public Write<T> withMetadata(Map<String, Object> metadata) { return new Write<>(inner.withMetadata(metadata)); }
/** See {@link TypedWrite#withWindowedWrites}. */ public Write<T> withWindowedWrites() { return new Write<>(inner.withWindowedWrites()); }
/** See {@link TypedWrite#withoutSharding}. */ public Write<T> withoutSharding() { return new Write<>(inner.withoutSharding()); }
/** See {@link TypedWrite#withCodec}. */ public Write<T> withCodec(CodecFactory codec) { return new Write<>(inner.withCodec(codec)); }
/** See {@link TypedWrite#withSuffix}. */ public Write<T> withSuffix(String filenameSuffix) { return new Write<>(inner.withSuffix(filenameSuffix)); }
/** See {@link TypedWrite#to(ResourceId)}. */ @Experimental(Kind.FILESYSTEM) public Write<T> toResource(ValueProvider<ResourceId> outputPrefix) { return new Write<>( inner.toResource(outputPrefix).withFormatFunction(SerializableFunctions.identity())); }
/** Writes Avro records of the specified schema. */ public static Write<GenericRecord> writeGenericRecords(Schema schema) { return new Write<>( AvroIO.<GenericRecord, GenericRecord>defaultWriteBuilder() .setGenericRecords(true) .setSchema(schema) .build()); }
/** See {@link TypedWrite#withTempDirectory(ValueProvider)}. */ @Experimental(Kind.FILESYSTEM) public Write<T> withTempDirectory(ValueProvider<ResourceId> tempDirectory) { return new Write<>(inner.withTempDirectory(tempDirectory)); }
/** See {@link TypedWrite#to(FilenamePolicy)}. */ public Write<T> to(FilenamePolicy filenamePolicy) { return new Write<>( inner.to(filenamePolicy).withFormatFunction(SerializableFunctions.identity())); }
/** See {@link TypedWrite#to(ResourceId)} . */ @Experimental(Kind.FILESYSTEM) public Write<T> to(ResourceId outputPrefix) { return new Write<>( inner.to(outputPrefix).withFormatFunction(SerializableFunctions.identity())); }
/** See {@link TypedWrite#to(String)}. */ public Write<T> to(String outputPrefix) { return new Write<>( inner .to(FileBasedSink.convertToFileResourceIfPossible(outputPrefix)) .withFormatFunction(SerializableFunctions.identity())); }
/** See {@link TypedWrite#withNumShards}. */ public Write<T> withNumShards(int numShards) { return new Write<>(inner.withNumShards(numShards)); }
/** See {@link TypedWrite#withShardNameTemplate}. */ public Write<T> withShardNameTemplate(String shardTemplate) { return new Write<>(inner.withShardNameTemplate(shardTemplate)); }
/** * Writes a {@link PCollection} to an Avro file (or multiple Avro files matching a sharding * pattern). */ public static <T> Write<T> write(Class<T> recordClass) { return new Write<>( AvroIO.<T, T>defaultWriteBuilder() .setGenericRecords(false) .setSchema(ReflectData.get().getSchema(recordClass)) .build()); }
/** See {@link TypedWrite#withTempDirectory(ResourceId)}. */ public Write<T> withTempDirectory(ResourceId tempDirectory) { return new Write<>(inner.withTempDirectory(tempDirectory)); }
/** See {@link TypedWrite#to(ValueProvider)}. */ public Write<T> to(ValueProvider<String> outputPrefix) { return new Write<>( inner.to(outputPrefix).withFormatFunction(SerializableFunctions.identity())); }
/** See {@link TypedWrite#withSchema}. */ public Write<T> withSchema(Schema schema) { return new Write<>(inner.withSchema(schema)); } /** See {@link TypedWrite#withTempDirectory(ValueProvider)}. */