private static long getMinValue(final PrimitiveType type, String typeName, long defaultValue) { if (OriginalType.UINT_8 == type.getOriginalType() || OriginalType.UINT_16 == type.getOriginalType() || OriginalType.UINT_32 == type.getOriginalType() || OriginalType.UINT_64 == type.getOriginalType()) { return 0; } else { switch (typeName) { case serdeConstants.INT_TYPE_NAME: return Integer.MIN_VALUE; case serdeConstants.SMALLINT_TYPE_NAME: return Short.MIN_VALUE; case serdeConstants.TINYINT_TYPE_NAME: return Byte.MIN_VALUE; default: return defaultValue; } } }
public static PrimitiveConverter getNewConverter(final PrimitiveType type, final int index, final ConverterParent parent, TypeInfo hiveTypeInfo) { if (type.isPrimitive() && (type.asPrimitiveType().getPrimitiveTypeName().equals(PrimitiveType.PrimitiveTypeName.INT96))) { //TODO- cleanup once parquet support Timestamp type annotation. return ETypeConverter.ETIMESTAMP_CONVERTER.getConverter(type, index, parent, hiveTypeInfo); } if (OriginalType.DECIMAL == type.getOriginalType()) { return EDECIMAL_CONVERTER.getConverter(type, index, parent, hiveTypeInfo); } else if (OriginalType.UTF8 == type.getOriginalType()) { return ESTRING_CONVERTER.getConverter(type, index, parent, hiveTypeInfo); } else if (OriginalType.DATE == type.getOriginalType()) { return EDATE_CONVERTER.getConverter(type, index, parent, hiveTypeInfo); } Class<?> javaType = type.getPrimitiveTypeName().javaType; for (final ETypeConverter eConverter : values()) { if (eConverter.getType() == javaType) { return eConverter.getConverter(type, index, parent, hiveTypeInfo); } } throw new IllegalArgumentException("Converter not found ... for type : " + type); }
if (OriginalType.UINT_8 == parquetType.getOriginalType() || OriginalType.UINT_16 == parquetType.getOriginalType() || OriginalType.UINT_32 == parquetType.getOriginalType() || OriginalType.UINT_64 == parquetType.getOriginalType()) { return isDictionary ? new TypesFromUInt32PageReader(dictionary, length, hivePrecision, hiveScale) : new TypesFromUInt32PageReader(valuesReader, length, hivePrecision, if (OriginalType.UINT_8 == parquetType.getOriginalType() || OriginalType.UINT_16 == parquetType.getOriginalType() || OriginalType.UINT_32 == parquetType.getOriginalType() || OriginalType.UINT_64 == parquetType.getOriginalType()) { return isDictionary ? new TypesFromUInt64PageReader(dictionary, length, hivePrecision, hiveScale) : new TypesFromUInt64PageReader(valuesReader, length, hivePrecision,
OriginalType ot = pt.getOriginalType();
ValuesReader valuesReader, Dictionary dictionary) { OriginalType originalType = parquetType.getOriginalType();
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.BINARY && (type.getOriginalType() == null || type.getOriginalType() == OriginalType.BSON || type.getOriginalType() == OriginalType.UTF8)); }
/** * @return the {@link Type} specific stringifier for generating the proper string representation of the values. */ @SuppressWarnings("unchecked") public PrimitiveStringifier stringifier() { OriginalType originalType = getOriginalType(); return originalType == null ? PrimitiveStringifier.DEFAULT_STRINGIFIER : originalType.stringifier(this); } }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32 && (type.getOriginalType() == null || type.getOriginalType() == OriginalType.INT_32)); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT64 && (type.getOriginalType() == null || type.getOriginalType() == OriginalType.INT_64)); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32 && type.getOriginalType() == OriginalType.TIME_MILLIS); }
/** * Returns the {@link Type} specific comparator for properly comparing values. The natural ordering of the values * might not proper in certain cases (e.g. {@code UINT_32} requires unsigned comparison of {@code int} values while * the natural ordering is signed.) * * @param <T> the type of values compared by the returned PrimitiveComparator * @return a PrimitiveComparator for values of this type */ @SuppressWarnings("unchecked") public <T> PrimitiveComparator<T> comparator() { return (PrimitiveComparator<T>) getPrimitiveTypeName().comparator(getOriginalType()); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32 && type.getOriginalType() == OriginalType.INT_8); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32 && type.getOriginalType() == OriginalType.DATE); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT64 && type.getOriginalType() == OriginalType.TIMESTAMP_MILLIS); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32 && type.getOriginalType() == OriginalType.DATE); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32 && type.getOriginalType() == OriginalType.INT_16); }
public static Optional<Type> createDecimalType(RichColumnDescriptor descriptor) { if (descriptor.getPrimitiveType().getOriginalType() != DECIMAL) { return Optional.empty(); } return Optional.of(createDecimalType(descriptor.getPrimitiveType().getDecimalMetadata())); }
public static Optional<Type> createDecimalType(RichColumnDescriptor descriptor) { if (descriptor.getPrimitiveType().getOriginalType() != DECIMAL) { return Optional.empty(); } return Optional.of(createDecimalType(descriptor.getPrimitiveType().getDecimalMetadata())); }
/** * @param id the field id * @return a new PrimitiveType with the same fields and a new id */ @Override public PrimitiveType withId(int id) { return new PrimitiveType(getRepetition(), primitive, length, getName(), getOriginalType(), decimalMeta, new ID(id), columnOrder); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32 || type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT64 || type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.BINARY); Preconditions.checkArgument(type.getOriginalType() == OriginalType.DECIMAL); }