public OrcOutputBuffer(CompressionKind compression, int maxBufferSize) { requireNonNull(compression, "compression is null"); checkArgument(maxBufferSize > 0, "maximum buffer size should be greater than 0"); this.maxBufferSize = maxBufferSize; this.buffer = new byte[INITIAL_BUFFER_SIZE]; this.slice = wrappedBuffer(buffer); compressedOutputStream = new ChunkedSliceOutput(MINIMUM_OUTPUT_BUFFER_CHUNK_SIZE, MAXIMUM_OUTPUT_BUFFER_CHUNK_SIZE); if (compression == CompressionKind.NONE) { this.compressor = null; } else if (compression == CompressionKind.SNAPPY) { this.compressor = new SnappyCompressor(); } else if (compression == CompressionKind.ZLIB) { this.compressor = new DeflateCompressor(); } else if (compression == CompressionKind.LZ4) { this.compressor = new Lz4Compressor(); } else if (compression == CompressionKind.ZSTD) { this.compressor = new ZstdJniCompressor(); } else { throw new IllegalArgumentException("Unsupported compression " + compression); } }
@Override protected Compressor getCompressor() { return new SnappyCompressor(); }
SnappyCodec() { super(new SnappyCompressor(), new SnappyDecompressor()); }
@Override protected Compressor getVerifyCompressor() { return new HadoopCodecCompressor(verifyCodec, new SnappyCompressor()); }
@Override protected Compressor getVerifyCompressor() { return new HadoopCodecCompressor(verifyCodec, new SnappyCompressor()); }
@Override public int maxCompressedLength(int uncompressedSize) { return new SnappyCompressor().maxCompressedLength(uncompressedSize); }
@Override public int maxCompressedLength(int uncompressedSize) { return new SnappyCompressor().maxCompressedLength(uncompressedSize); }
@Override protected Compressor getCompressor() { return new HadoopCodecCompressor(new SnappyCodec(), new SnappyCompressor()); }
public OrcOutputBuffer(CompressionKind compression, int maxBufferSize) { requireNonNull(compression, "compression is null"); checkArgument(maxBufferSize > 0, "maximum buffer size should be greater than 0"); this.maxBufferSize = maxBufferSize; this.buffer = new byte[INITIAL_BUFFER_SIZE]; this.slice = wrappedBuffer(buffer); compressedOutputStream = new ChunkedSliceOutput(MINIMUM_OUTPUT_BUFFER_CHUNK_SIZE, MAXIMUM_OUTPUT_BUFFER_CHUNK_SIZE); if (compression == CompressionKind.NONE) { this.compressor = null; } else if (compression == CompressionKind.SNAPPY) { this.compressor = new SnappyCompressor(); } else if (compression == CompressionKind.ZLIB) { this.compressor = new DeflateCompressor(); } else if (compression == CompressionKind.LZ4) { this.compressor = new Lz4Compressor(); } else if (compression == CompressionKind.ZSTD) { this.compressor = new ZstdJniCompressor(); } else { throw new IllegalArgumentException("Unsupported compression " + compression); } }
@Override protected Compressor getCompressor() { return new HadoopCodecCompressor(new SnappyCodec(), new SnappyCompressor()); }
public OrcOutputBuffer(CompressionKind compression, int maxBufferSize) { requireNonNull(compression, "compression is null"); checkArgument(maxBufferSize > 0, "maximum buffer size should be greater than 0"); this.maxBufferSize = maxBufferSize; this.buffer = new byte[INITIAL_BUFFER_SIZE]; this.slice = wrappedBuffer(buffer); compressedOutputStream = new ChunkedSliceOutput(MINIMUM_OUTPUT_BUFFER_CHUNK_SIZE, MAXIMUM_OUTPUT_BUFFER_CHUNK_SIZE); if (compression == CompressionKind.NONE) { this.compressor = null; } else if (compression == CompressionKind.SNAPPY) { this.compressor = new SnappyCompressor(); } else if (compression == CompressionKind.ZLIB) { this.compressor = new DeflateCompressor(); } else if (compression == CompressionKind.LZ4) { this.compressor = new Lz4Compressor(); } else if (compression == CompressionKind.ZSTD) { this.compressor = new ZstdJniCompressor(); } else { throw new IllegalArgumentException("Unsupported compression " + compression); } }
public OrcOutputBuffer(CompressionKind compression, int maxBufferSize) { requireNonNull(compression, "compression is null"); checkArgument(maxBufferSize > 0, "maximum buffer size should be greater than 0"); this.maxBufferSize = maxBufferSize; this.buffer = new byte[INITIAL_BUFFER_SIZE]; this.slice = wrappedBuffer(buffer); compressedOutputStream = new ChunkedSliceOutput(MINIMUM_OUTPUT_BUFFER_CHUNK_SIZE, MAXIMUM_OUTPUT_BUFFER_CHUNK_SIZE); if (compression == CompressionKind.NONE) { this.compressor = null; } else if (compression == CompressionKind.SNAPPY) { this.compressor = new SnappyCompressor(); } else if (compression == CompressionKind.ZLIB) { this.compressor = new DeflateCompressor(); } else if (compression == CompressionKind.LZ4) { this.compressor = new Lz4Compressor(); } else if (compression == CompressionKind.ZSTD) { this.compressor = new ZstdJniCompressor(); } else { throw new IllegalArgumentException("Unsupported compression " + compression); } }
public static byte[] blockCompress(byte[] data) { SnappyCompressor compressor = new SnappyCompressor(); byte[] compressedOut = new byte[compressor.maxCompressedLength(data.length)]; int compressedSize = compressor.compress(data, 0, data.length, compressedOut, 0, compressedOut.length); byte[] trimmedBuffer = Arrays.copyOf(compressedOut, compressedSize); return trimmedBuffer; }