@Override public ReadPipeline createReadPipeline(Consumer<ColumnVectorBatch> consumer, FileSplit split, Includes includes, SearchArgument sarg, QueryFragmentCounters counters, SchemaEvolutionFactory sef, InputFormat<?, ?> sourceInputFormat, Deserializer sourceSerDe, Reporter reporter, JobConf job, Map<Path, PartitionDesc> parts) throws IOException { cacheMetrics.incrCacheReadRequests(); OrcEncodedDataConsumer edc = new OrcEncodedDataConsumer( consumer, includes, false, counters, ioMetrics); SerDeFileMetadata fm; try { fm = new SerDeFileMetadata(sourceSerDe); } catch (SerDeException e) { throw new IOException(e); } edc.setFileMetadata(fm); // Note that we pass job config to the record reader, but use global config for LLAP IO. // TODO: add tracing to serde reader SerDeEncodedDataReader reader = new SerDeEncodedDataReader(cache, bufferManager, conf, split, includes.getPhysicalColumnIds(), edc, job, reporter, sourceInputFormat, sourceSerDe, counters, fm.getSchema(), parts); edc.init(reader, reader, new IoTrace(0, false)); return edc; }
int[] result = new int[3]; List<IncompleteCb> l = new ArrayList<>(); IoTrace trace = new IoTrace(0, false); BufferChunk rv = EncodedReaderImpl.readLengthBytesFromSmallBuffers( bc, 0l, result, l, true, trace);
@Override public ReadPipeline createReadPipeline(Consumer<ColumnVectorBatch> consumer, FileSplit split, Includes includes, SearchArgument sarg, QueryFragmentCounters counters, SchemaEvolutionFactory sef, InputFormat<?, ?> sourceInputFormat, Deserializer sourceSerDe, Reporter reporter, JobConf job, Map<Path, PartitionDesc> parts) throws IOException { cacheMetrics.incrCacheReadRequests(); OrcEncodedDataConsumer edc = new OrcEncodedDataConsumer( consumer, includes, false, counters, ioMetrics); SerDeFileMetadata fm; try { fm = new SerDeFileMetadata(sourceSerDe); } catch (SerDeException e) { throw new IOException(e); } edc.setFileMetadata(fm); // Note that we pass job config to the record reader, but use global config for LLAP IO. // TODO: add tracing to serde reader SerDeEncodedDataReader reader = new SerDeEncodedDataReader(cache, bufferManager, conf, split, includes.getPhysicalColumnIds(), edc, job, reporter, sourceInputFormat, sourceSerDe, counters, fm.getSchema(), parts); edc.init(reader, reader, new IoTrace(0, false)); return edc; }