@Override public OrcBatchKey clone() throws CloneNotSupportedException { return new OrcBatchKey(fileKey, stripeIx, rgIx); } }
@Override public OrcBatchKey clone() throws CloneNotSupportedException { return new OrcBatchKey(fileKey, stripeIx, rgIx); } }
private OrcStripeMetadata createOrcStripeMetadataObject(int stripeIx, StripeInformation si, OrcProto.StripeFooter footer, boolean[] includes, boolean[] sargColumns) throws IOException { Stream.Kind[] bks = sargColumns == null ? null : new Stream.Kind[includes.length]; BloomFilterIndex[] bis = sargColumns == null ? null : new BloomFilterIndex[includes.length]; return new OrcStripeMetadata(new OrcBatchKey(fileKey, stripeIx, 0), footer, new OrcIndex(new RowIndex[includes.length], bks, bis), si); }
public void init(Object fileKey, int stripeIx, int rgIx, int columnCount) { if (batchKey == null) { batchKey = new OrcBatchKey(fileKey, stripeIx, rgIx); } else { batchKey.set(fileKey, stripeIx, rgIx); } resetColumnArrays(columnCount); }
public void init(Object fileKey, int stripeIx, int rgIx, int columnCount) { if (batchKey == null) { batchKey = new OrcBatchKey(fileKey, stripeIx, rgIx); } else { batchKey.set(fileKey, stripeIx, rgIx); } resetColumnArrays(columnCount); }
/** * Reads the metadata for all stripes in the file. */ private ArrayList<OrcStripeMetadata> readStripesMetadata( boolean[] includes, boolean[] sargColumns) throws IOException { ArrayList<OrcStripeMetadata> result = new ArrayList<OrcStripeMetadata>(stripeRgs.length); boolean hasFileId = this.fileKey != null; OrcBatchKey stripeKey = hasFileId ? new OrcBatchKey(fileKey, 0, 0) : null; for (int stripeIxMod = 0; stripeIxMod < stripeRgs.length; ++stripeIxMod) { int stripeIx = stripeIxMod + stripeIxFrom; stripeKey.stripeIx = stripeIx; StripeInformation si = fileMetadata.getStripes().get(stripeIx); OrcProto.StripeFooter footer = getStripeFooterFromCacheOrDisk(si, stripeKey); OrcStripeMetadata osm = createOrcStripeMetadataObject( stripeIx, si, footer, includes, sargColumns); ensureDataReader(); OrcIndex index = osm.getIndex(); stripeReader.readIndexStreams(index, si, footer.getStreamsList(), includes, sargColumns); result.add(osm); consumer.setStripeMetadata(osm); } return result; }
OrcBatchKey stripeKey = hasFileId ? new OrcBatchKey(fileKey, -1, 0) : null; for (int stripeIxMod = 0; stripeIxMod < stripeRgs.length; ++stripeIxMod) { if (processStop()) {
private OrcStripeMetadata createOrcStripeMetadataObject(int stripeIx, StripeInformation si, OrcProto.StripeFooter footer, boolean[] includes, boolean[] sargColumns) throws IOException { Stream.Kind[] bks = sargColumns == null ? null : new Stream.Kind[includes.length]; BloomFilterIndex[] bis = sargColumns == null ? null : new BloomFilterIndex[includes.length]; return new OrcStripeMetadata(new OrcBatchKey(fileKey, stripeIx, 0), footer, new OrcIndex(new RowIndex[includes.length], bks, bis), si); }
/** * Reads the metadata for all stripes in the file. */ private ArrayList<OrcStripeMetadata> readStripesMetadata( boolean[] includes, boolean[] sargColumns) throws IOException { ArrayList<OrcStripeMetadata> result = new ArrayList<OrcStripeMetadata>(stripeRgs.length); boolean hasFileId = this.fileKey != null; OrcBatchKey stripeKey = hasFileId ? new OrcBatchKey(fileKey, 0, 0) : null; for (int stripeIxMod = 0; stripeIxMod < stripeRgs.length; ++stripeIxMod) { int stripeIx = stripeIxMod + stripeIxFrom; stripeKey.stripeIx = stripeIx; StripeInformation si = fileMetadata.getStripes().get(stripeIx); OrcProto.StripeFooter footer = getStripeFooterFromCacheOrDisk(si, stripeKey); OrcStripeMetadata osm = createOrcStripeMetadataObject( stripeIx, si, footer, includes, sargColumns); ensureDataReader(); OrcIndex index = osm.getIndex(); stripeReader.readIndexStreams(index, si, footer.getStreamsList(), includes, sargColumns); result.add(osm); consumer.setStripeMetadata(osm); } return result; }
OrcBatchKey stripeKey = hasFileId ? new OrcBatchKey(fileKey, -1, 0) : null; for (int stripeIxMod = 0; stripeIxMod < stripeRgs.length; ++stripeIxMod) { if (processStop()) {