private void createColumnReaders(OrcEncodedColumnBatch batch, ConsumerStripeMetadata stripeMetadata, TypeDescription fileSchema) throws IOException { TreeReaderFactory.Context context = new TreeReaderFactory.ReaderContext() .setSchemaEvolution(evolution).skipCorrupt(skipCorrupt) .writerTimeZone(stripeMetadata.getWriterTimezone()) .fileFormat(fileMetadata == null ? null : fileMetadata.getFileVersion()) .useUTCTimestamp(true); this.batchSchemas = includes.getBatchReaderTypes(fileSchema); StructTreeReader treeReader = EncodedTreeReaderFactory.createRootTreeReader( batchSchemas, stripeMetadata.getEncodings(), batch, codec, context, useDecimal64ColumnVectors); this.columnReaders = treeReader.getChildReaders(); if (LlapIoImpl.LOG.isDebugEnabled()) { for (int i = 0; i < columnReaders.length; ++i) { LlapIoImpl.LOG.debug("Created a reader at " + i + ": " + columnReaders[i] + " from schema " + batchSchemas[i]); } } positionInStreams(columnReaders, batch.getBatchKey(), stripeMetadata); }
Consumer<ColumnVectorBatch> downstreamConsumer) throws InterruptedException { long startTime = counters.startTimeCounter(); int currentStripeIndex = batch.getBatchKey().stripeIx; ConsumerStripeMetadata stripeMetadata = stripes.get(currentStripeIndex); int rgIdx = batch.getBatchKey().rgIx; long nonNullRowCount; boolean noIndex = false;
private void createColumnReaders(OrcEncodedColumnBatch batch, ConsumerStripeMetadata stripeMetadata, TypeDescription fileSchema) throws IOException { TreeReaderFactory.Context context = new TreeReaderFactory.ReaderContext() .setSchemaEvolution(evolution).skipCorrupt(skipCorrupt) .writerTimeZone(stripeMetadata.getWriterTimezone()) .fileFormat(fileMetadata == null ? null : fileMetadata.getFileVersion()) .useUTCTimestamp(true); this.batchSchemas = includes.getBatchReaderTypes(fileSchema); StructTreeReader treeReader = EncodedTreeReaderFactory.createRootTreeReader( batchSchemas, stripeMetadata.getEncodings(), batch, codec, context, useDecimal64ColumnVectors); this.columnReaders = treeReader.getChildReaders(); if (LlapIoImpl.LOG.isDebugEnabled()) { for (int i = 0; i < columnReaders.length; ++i) { LlapIoImpl.LOG.debug("Created a reader at " + i + ": " + columnReaders[i] + " from schema " + batchSchemas[i]); } } positionInStreams(columnReaders, batch.getBatchKey(), stripeMetadata); }
Consumer<ColumnVectorBatch> downstreamConsumer) throws InterruptedException { long startTime = counters.startTimeCounter(); int currentStripeIndex = batch.getBatchKey().stripeIx; ConsumerStripeMetadata stripeMetadata = stripes.get(currentStripeIndex); int rgIdx = batch.getBatchKey().rgIx; long nonNullRowCount; boolean noIndex = false;