@Test public void testGetCodecFactoryIgnoresCase() { CodecFactory codecFactory = WriterUtils.getCodecFactory(Optional.of("SNAPPY"), Optional.<String>absent()); Assert.assertEquals(codecFactory.toString(), "snappy"); codecFactory = WriterUtils.getCodecFactory(Optional.of("snappy"), Optional.<String>absent()); Assert.assertEquals(codecFactory.toString(), "snappy"); } }
public AvroHdfsDataWriter(FsDataWriterBuilder<Schema, GenericRecord> builder, State state) throws IOException { super(builder, state); CodecFactory codecFactory = WriterUtils.getCodecFactory( Optional.fromNullable(this.properties.getProp(ForkOperatorUtils .getPropertyNameForBranch(ConfigurationKeys.WRITER_CODEC_TYPE, this.numBranches, this.branchId))), Optional.fromNullable(this.properties.getProp(ForkOperatorUtils .getPropertyNameForBranch(ConfigurationKeys.WRITER_DEFLATE_LEVEL, this.numBranches, this.branchId)))); this.schema = builder.getSchema(); this.stagingFileOutputStream = createStagingFileOutputStream(); this.datumWriter = new GenericDatumWriter<>(); this.writer = this.closer.register(createDataFileWriter(codecFactory)); this.skipNullRecord = state.getPropAsBoolean(ConfigurationKeys.WRITER_SKIP_NULL_RECORD, false); }
public AvroHdfsDataWriter(FsDataWriterBuilder<Schema, GenericRecord> builder, State state) throws IOException { super(builder, state); CodecFactory codecFactory = WriterUtils.getCodecFactory( Optional.fromNullable(this.properties.getProp(ForkOperatorUtils .getPropertyNameForBranch(ConfigurationKeys.WRITER_CODEC_TYPE, this.numBranches, this.branchId))), Optional.fromNullable(this.properties.getProp(ForkOperatorUtils .getPropertyNameForBranch(ConfigurationKeys.WRITER_DEFLATE_LEVEL, this.numBranches, this.branchId)))); this.schema = builder.getSchema(); this.stagingFileOutputStream = createStagingFileOutputStream(); this.datumWriter = new GenericDatumWriter<>(); this.writer = this.closer.register(createDataFileWriter(codecFactory)); this.skipNullRecord = state.getPropAsBoolean(ConfigurationKeys.WRITER_SKIP_NULL_RECORD, false); }