switch (type){ case LONG: if (parquetType.asPrimitiveType().getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32) { return new IntFilterPredicateLeafBuilder(); if (parquetType.asPrimitiveType().getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.FLOAT) { return new FloatFilterPredicateLeafBuilder();
public static PrimitiveConverter getNewConverter(final PrimitiveType type, final int index, final ConverterParent parent, TypeInfo hiveTypeInfo) { if (type.isPrimitive() && (type.asPrimitiveType().getPrimitiveTypeName().equals(PrimitiveType.PrimitiveTypeName.INT96))) { //TODO- cleanup once parquet support Timestamp type annotation. return ETypeConverter.ETIMESTAMP_CONVERTER.getConverter(type, index, parent, hiveTypeInfo); } if (OriginalType.DECIMAL == type.getOriginalType()) { return EDECIMAL_CONVERTER.getConverter(type, index, parent, hiveTypeInfo); } else if (OriginalType.UTF8 == type.getOriginalType()) { return ESTRING_CONVERTER.getConverter(type, index, parent, hiveTypeInfo); } else if (OriginalType.DATE == type.getOriginalType()) { return EDATE_CONVERTER.getConverter(type, index, parent, hiveTypeInfo); } Class<?> javaType = type.getPrimitiveTypeName().javaType; for (final ETypeConverter eConverter : values()) { if (eConverter.getType() == javaType) { return eConverter.getConverter(type, index, parent, hiveTypeInfo); } } throw new IllegalArgumentException("Converter not found ... for type : " + type); }
switch (pt.getPrimitiveTypeName()) { case INT32: return new BigDecimal(g.getInteger(fieldIndex, index)); throw new RE( "Unknown 'DECIMAL' type supplied to primitive conversion: %s (this should never happen)", pt.getPrimitiveTypeName() ); switch (pt.getPrimitiveTypeName()) { case BOOLEAN: return g.getBoolean(fieldIndex, index);
((DecimalTypeInfo) realHiveType).getScale() : 0; switch (parquetType.getPrimitiveTypeName()) { case INT32: if (OriginalType.UINT_8 == parquetType.getOriginalType() ||
/** * Helper function to construct exception for parquet schema mismatch. */ private SchemaColumnConvertNotSupportedException constructConvertNotSupportedException( ColumnDescriptor descriptor, WritableColumnVector column) { return new SchemaColumnConvertNotSupportedException( Arrays.toString(descriptor.getPath()), descriptor.getPrimitiveType().getPrimitiveTypeName().toString(), column.dataType().catalogString()); }
/** * Helper function to construct exception for parquet schema mismatch. */ private SchemaColumnConvertNotSupportedException constructConvertNotSupportedException( ColumnDescriptor descriptor, WritableColumnVector column) { return new SchemaColumnConvertNotSupportedException( Arrays.toString(descriptor.getPath()), descriptor.getPrimitiveType().getPrimitiveTypeName().toString(), column.dataType().catalogString()); }
/** * @return the type of that column * @deprecated will removed in 2.0.0. Use {@link #getPrimitiveType()} instead. */ @Deprecated public PrimitiveTypeName getType() { return type.getPrimitiveTypeName(); }
descriptor.getPrimitiveType().getPrimitiveTypeName(); if (isCurrentPageDictionaryEncoded) {
descriptor.getPrimitiveType().getPrimitiveTypeName(); if (isCurrentPageDictionaryEncoded) {
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32 && type.getOriginalType() == OriginalType.TIME_MILLIS); }
@Override public void visit(PrimitiveType primitiveType) { if (!currentRequestedType.isPrimitive() || (this.strictTypeChecking && currentRequestedType.asPrimitiveType().getPrimitiveTypeName() != primitiveType.getPrimitiveTypeName())) { incompatibleSchema(primitiveType, currentRequestedType); } PrimitiveColumnIO newIO = new PrimitiveColumnIO(primitiveType, current, currentRequestedIndex, leaves.size()); current.add(newIO); leaves.add(newIO); }
/** * Returns the {@link Type} specific comparator for properly comparing values. The natural ordering of the values * might not proper in certain cases (e.g. {@code UINT_32} requires unsigned comparison of {@code int} values while * the natural ordering is signed.) * * @param <T> the type of values compared by the returned PrimitiveComparator * @return a PrimitiveComparator for values of this type */ @SuppressWarnings("unchecked") public <T> PrimitiveComparator<T> comparator() { return (PrimitiveComparator<T>) getPrimitiveTypeName().comparator(getOriginalType()); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32 && type.getOriginalType() == OriginalType.INT_8); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32 && type.getOriginalType() == OriginalType.DATE); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT64 && type.getOriginalType() == OriginalType.TIMESTAMP_MILLIS); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.INT32 && (type.getOriginalType() == null || type.getOriginalType() == OriginalType.INT_32)); }
public NullableVarDecimalParquetConverter(int fieldId, String fieldName, FieldReader reader) { super(fieldId, fieldName, reader); decimalValueWriter = DecimalValueWriter. getDecimalValueWriterForType(getPrimitiveType(reader.getField()).getPrimitiveTypeName()); }
@Override protected void validatePrimitiveType(PrimitiveType type) { Preconditions.checkArgument(type.getPrimitiveTypeName() == PrimitiveType.PrimitiveTypeName.BINARY && (type.getOriginalType() == null || type.getOriginalType() == OriginalType.BSON || type.getOriginalType() == OriginalType.UTF8)); }
WritableColumnVector column, WritableColumnVector dictionaryIds) { switch (descriptor.getPrimitiveType().getPrimitiveTypeName()) { case INT32: if (column.dataType() == DataTypes.IntegerType || "Unsupported type: " + descriptor.getPrimitiveType().getPrimitiveTypeName());
WritableColumnVector column, WritableColumnVector dictionaryIds) { switch (descriptor.getPrimitiveType().getPrimitiveTypeName()) { case INT32: if (column.dataType() == DataTypes.IntegerType || "Unsupported type: " + descriptor.getPrimitiveType().getPrimitiveTypeName());