@Override public final Binary readBinary(int len) { Binary result = Binary.fromConstantByteArray(buffer, offset - Platform.BYTE_ARRAY_OFFSET, len); offset += len; return result; } }
@Override public final Binary readBinary(int len) { ByteBuffer buffer = getBuffer(len); if (buffer.hasArray()) { return Binary.fromConstantByteArray( buffer.array(), buffer.arrayOffset() + buffer.position(), len); } else { byte[] bytes = new byte[len]; buffer.get(bytes); return Binary.fromConstantByteArray(bytes); } } }
@Override public final Binary readBinary(int len) { ByteBuffer buffer = getBuffer(len); if (buffer.hasArray()) { return Binary.fromConstantByteArray( buffer.array(), buffer.arrayOffset() + buffer.position(), len); } else { byte[] bytes = new byte[len]; buffer.get(bytes); return Binary.fromConstantByteArray(bytes); } } }
protected static void writeListData(ParquetWriter<Group> writer, boolean isDictionaryEncoding, int elementNum) throws IOException { SimpleGroupFactory f = new SimpleGroupFactory(schema); int listMaxSize = 4; int listElementIndex = 0; for (int i = 0; i < elementNum; i++) { boolean isNull = isNull(i); Group group = f.newGroup(); int listSize = i % listMaxSize + 1; if (!isNull) { for (int j = 0; j < listSize; j++) { group.append("list_int32_field", getIntValue(isDictionaryEncoding, listElementIndex)); group.append("list_int64_field", getLongValue(isDictionaryEncoding, listElementIndex)); group.append("list_double_field", getDoubleValue(isDictionaryEncoding, listElementIndex)); group.append("list_float_field", getFloatValue(isDictionaryEncoding, listElementIndex)); group.append("list_boolean_field", getBooleanValue(listElementIndex)); group.append("list_binary_field", getBinaryValue(isDictionaryEncoding, listElementIndex)); HiveDecimal hd = getDecimal(isDictionaryEncoding, listElementIndex).setScale(2); HiveDecimalWritable hdw = new HiveDecimalWritable(hd); group.append("list_decimal_field", Binary.fromConstantByteArray(hdw.getInternalStorage())); listElementIndex++; } } for (int j = 0; j < listMaxSize; j++) { group.append("list_binary_field_for_repeat_test", getBinaryValue(isDictionaryEncoding, i)); } writer.write(group); } writer.close(); }
HiveDecimal hd = getDecimal(isDictionaryEncoding, mapElementIndex).setScale(2); HiveDecimalWritable hdw = new HiveDecimalWritable(hd); Binary decimalValForMap = Binary.fromConstantByteArray(hdw.getInternalStorage()); group.addGroup("map_int32").append("key", intValForMap).append("value", intValForMap); group.addGroup("map_int64").append("key", longValForMap).append("value", longValForMap);
@Override public final Binary readBinary(int len) { Binary result = Binary.fromConstantByteArray(buffer, offset - BYTE_ARRAY_OFFSET, len); offset += len; return result; }
@Override public final Binary readBinary(int len) { Binary result = Binary.fromConstantByteArray(buffer, offset - Platform.BYTE_ARRAY_OFFSET, len); offset += len; return result; } }
group.append("value", Binary.fromConstantByteArray(w.getInternalStorage()));
@Override public Binary slice(int start, int length) { return Binary.fromConstantByteArray(getBytesUnsafe(), start, length); } @Override
@Override public Binary slice(int start, int length) { if (isBackingBytesReused) { return Binary.fromReusedByteArray(value, offset + start, length); } else { return Binary.fromConstantByteArray(value, offset + start, length); } }
@Override public Binary slice(int start, int length) { if (isBackingBytesReused) { return Binary.fromReusedByteArray(value, start, length); } else { return Binary.fromConstantByteArray(value, start, length); } }
public Binary copy() { if (isBackingBytesReused) { return Binary.fromConstantByteArray(getBytes()); } else { return this; } }
public Binary copy() { if (isBackingBytesReused) { return Binary.fromConstantByteArray(getBytes()); } else { return this; } }
@Override public Binary slice(int start, int length) { return Binary.fromConstantByteArray(getBytesUnsafe(), start, length); } @Override
@Override public Binary slice(int start, int length) { if (isBackingBytesReused) { return Binary.fromReusedByteArray(value, offset + start, length); } else { return Binary.fromConstantByteArray(value, offset + start, length); } }
@Override public Binary slice(int start, int length) { if (isBackingBytesReused) { return Binary.fromReusedByteArray(value, start, length); } else { return Binary.fromConstantByteArray(value, start, length); } }
public DeltaByteArrayReader() { this.prefixLengthReader = new DeltaBinaryPackingValuesReader(); this.suffixReader = new DeltaLengthByteArrayValuesReader(); this.previous = Binary.fromConstantByteArray(new byte[0]); }
public DeltaByteArrayReader() { this.prefixLengthReader = new DeltaBinaryPackingValuesReader(); this.suffixReader = new DeltaLengthByteArrayValuesReader(); this.previous = Binary.fromConstantByteArray(new byte[0]); }
@Override Binary truncateMin(Binary minValue, int length) { if (minValue.length() <= length) { return minValue; } ByteBuffer buffer = minValue.toByteBuffer(); byte[] array; if (validator.checkValidity(buffer) == Validity.VALID) { array = truncateUtf8(buffer, length); } else { array = truncate(buffer, length); } return array == null ? minValue : Binary.fromConstantByteArray(array); }
@Override Binary truncateMax(Binary maxValue, int length) { if (maxValue.length() <= length) { return maxValue; } byte[] array; ByteBuffer buffer = maxValue.toByteBuffer(); if (validator.checkValidity(buffer) == Validity.VALID) { array = incrementUtf8(truncateUtf8(buffer, length)); } else { array = increment(truncate(buffer, length)); } return array == null ? maxValue : Binary.fromConstantByteArray(array); }