ecb.setStreamData(ctx.colIx, sctx.kind.getNumber(), cb); } catch (Exception ex) { DiskRangeList drl = toRead == null ? null : toRead.next;
logger.info(ix + ": Skipping stream for col " + getSecondInt(log[ix]) + " [" + streamOffset + ", " + (streamOffset + getFirstInt(log[ix + 2])) + ") kind " + Kind.values()[getSecondInt(log[ix + 2])]); return ix + 3; logger.info(ix + ": Adding stream for col " + getSecondInt(log[ix]) + " [" + streamOffset + ", " + (streamOffset + getFirstInt(log[ix + 2])) + ") kind " + Kind.values()[getSecondInt(log[ix + 2])] + ", index " + getFirstInt(log[ix + 3]) + ", entire stream " + (getSecondInt(log[ix + 3]) == 1)); return ix + 4; logger.info(ix + ": Starting stripe-level stream " + Kind.values()[getSecondInt(log[ix])]); return ix + 1; int unlockLen = getFirstInt(log[ix + 2]); String unlockStr = (unlockLen == Integer.MAX_VALUE) ? "" : " unlock " + (offset + unlockLen); logger.info(ix + ": Starting on stream " + Kind.values()[getSecondInt(log[ix])] + "[" + offset + ", " + (offset + getSecondInt(log[ix + 2])) + ") " + unlockStr); return ix + 3;
org.apache.orc.OrcProto.Stream.Kind value = org.apache.orc.OrcProto.Stream.Kind.valueOf(rawValue); if (value == null) { unknownFields.mergeVarintField(1, rawValue);
public int getSerializedSize() { int size = memoizedSerializedSize; if (size != -1) return size; size = 0; if (((bitField0_ & 0x00000001) == 0x00000001)) { size += com.google.protobuf.CodedOutputStream .computeEnumSize(1, kind_.getNumber()); } if (((bitField0_ & 0x00000002) == 0x00000002)) { size += com.google.protobuf.CodedOutputStream .computeUInt32Size(2, column_); } if (((bitField0_ & 0x00000004) == 0x00000004)) { size += com.google.protobuf.CodedOutputStream .computeUInt64Size(3, length_); } size += getUnknownFields().getSerializedSize(); memoizedSerializedSize = size; return size; }
@Override public int compareTo(StreamName streamName) { if (streamName == null) { return -1; } Area area = getArea(kind); Area otherArea = streamName.getArea(streamName.kind); if (area != otherArea) { return otherArea.compareTo(area); } if (column != streamName.column) { return column < streamName.column ? -1 : 1; } return kind.compareTo(streamName.kind); }
public void writeTo(com.google.protobuf.CodedOutputStream output) throws java.io.IOException { getSerializedSize(); if (((bitField0_ & 0x00000001) == 0x00000001)) { output.writeEnum(1, kind_.getNumber()); } if (((bitField0_ & 0x00000002) == 0x00000002)) { output.writeUInt32(2, column_); } if (((bitField0_ & 0x00000004) == 0x00000004)) { output.writeUInt64(3, length_); } getUnknownFields().writeTo(output); }
private static int setStreamDataToCache( LlapSerDeDataBuffer[][] newCacheDataForCol, CacheWriter.CacheStreamData stream) { int streamIx = stream.name.getKind().getNumber(); // This is kinda hacky - we "know" these are LlaSerDeDataBuffer-s. newCacheDataForCol[streamIx] = stream.data.toArray(new LlapSerDeDataBuffer[stream.data.size()]); return streamIx; }
public final com.google.protobuf.Descriptors.EnumDescriptor getDescriptorForType() { return getDescriptor(); } public static final com.google.protobuf.Descriptors.EnumDescriptor
@Override public int hashCode() { return column * 101 + kind.getNumber(); } }
public final com.google.protobuf.Descriptors.EnumValueDescriptor getValueDescriptor() { return getDescriptor().getValues().get(index); } public final com.google.protobuf.Descriptors.EnumDescriptor
public static Kind valueOf( com.google.protobuf.Descriptors.EnumValueDescriptor desc) { if (desc.getType() != getDescriptor()) { throw new java.lang.IllegalArgumentException( "EnumValueDescriptor is not for this type."); } return VALUES[desc.getIndex()]; }
ecb.setStreamData(ctx.colIx, sctx.kind.getNumber(), cb);
public CharStreamReader build() throws IOException { SettableUncompressedStream present = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.PRESENT.name(), presentStream); SettableUncompressedStream data = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.DATA.name(), dataStream); SettableUncompressedStream length = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.LENGTH.name(), lengthStream); SettableUncompressedStream dictionary = StreamUtils.createSettableUncompressedStream( OrcProto.Stream.Kind.DICTIONARY_DATA.name(), dictionaryStream); boolean isFileCompressed = compressionCodec != null; return new CharStreamReader(columnIndex, maxLength, present, data, length, dictionary, isFileCompressed, columnEncoding, vectors); }
public StringStreamReader build() throws IOException { SettableUncompressedStream present = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.PRESENT.name(), presentStream); SettableUncompressedStream data = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.DATA.name(), dataStream); SettableUncompressedStream length = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.LENGTH.name(), lengthStream); SettableUncompressedStream dictionary = StreamUtils.createSettableUncompressedStream( OrcProto.Stream.Kind.DICTIONARY_DATA.name(), dictionaryStream); boolean isFileCompressed = compressionCodec != null; return new StringStreamReader(columnIndex, present, data, length, dictionary, isFileCompressed, columnEncoding, context, vectors); }
public VarcharStreamReader build() throws IOException { SettableUncompressedStream present = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.PRESENT.name(), presentStream); SettableUncompressedStream data = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.DATA.name(), dataStream); SettableUncompressedStream length = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.LENGTH.name(), lengthStream); SettableUncompressedStream dictionary = StreamUtils.createSettableUncompressedStream( OrcProto.Stream.Kind.DICTIONARY_DATA.name(), dictionaryStream); boolean isFileCompressed = compressionCodec != null; return new VarcharStreamReader(columnIndex, maxLength, present, data, length, dictionary, isFileCompressed, columnEncoding, vectors); }
public TimestampStreamReader build() throws IOException { SettableUncompressedStream present = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.PRESENT.name(), presentStream); SettableUncompressedStream data = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.DATA.name(), dataStream); SettableUncompressedStream nanos = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.SECONDARY.name(), nanosStream); boolean isFileCompressed = compressionCodec != null; return new TimestampStreamReader(columnIndex, present, data, nanos, isFileCompressed, columnEncoding, context, vectors); }
public VarcharStreamReader build() throws IOException { SettableUncompressedStream present = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.PRESENT.name(), presentStream); SettableUncompressedStream data = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.DATA.name(), dataStream); SettableUncompressedStream length = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.LENGTH.name(), lengthStream); SettableUncompressedStream dictionary = StreamUtils.createSettableUncompressedStream( OrcProto.Stream.Kind.DICTIONARY_DATA.name(), dictionaryStream); boolean isFileCompressed = compressionCodec != null; return new VarcharStreamReader(columnIndex, maxLength, present, data, length, dictionary, isFileCompressed, columnEncoding, vectors); }
public StringStreamReader build() throws IOException { SettableUncompressedStream present = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.PRESENT.name(), presentStream); SettableUncompressedStream data = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.DATA.name(), dataStream); SettableUncompressedStream length = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.LENGTH.name(), lengthStream); SettableUncompressedStream dictionary = StreamUtils.createSettableUncompressedStream( OrcProto.Stream.Kind.DICTIONARY_DATA.name(), dictionaryStream); boolean isFileCompressed = compressionCodec != null; return new StringStreamReader(columnIndex, present, data, length, dictionary, isFileCompressed, columnEncoding, context, vectors); }
public MapStreamReader build() throws IOException { SettableUncompressedStream present = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.PRESENT.name(), presentStream); SettableUncompressedStream length = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.LENGTH.name(), lengthStream); boolean isFileCompressed = compressionCodec != null; return new MapStreamReader(columnIndex, present, length, columnEncoding, isFileCompressed, keyReader, valueReader, context); } }
public DateStreamReader build() throws IOException { SettableUncompressedStream present = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.PRESENT.name(), presentStream); SettableUncompressedStream data = StreamUtils .createSettableUncompressedStream(OrcProto.Stream.Kind.DATA.name(), dataStream); boolean isFileCompressed = compressionCodec != null; return new DateStreamReader(columnIndex, present, data, isFileCompressed, columnEncoding, context, vectors); } }