@Override public ObjectInspector createValueObjectInspector(TypeInfo type) throws SerDeException { return LazyFactory.createLazyObjectInspector(type, 1, serdeParams, ObjectInspectorOptions.JAVA); }
@Override public ObjectInspector createKeyObjectInspector(TypeInfo type) throws SerDeException { return LazyFactory.createLazyObjectInspector(type, 1, serdeParams, ObjectInspectorOptions.JAVA); }
/** * Create a hierarchical ObjectInspector for LazyObject with the given typeInfo. * * @param typeInfo The type information for the LazyObject * @param separators The array of separators for delimiting each level * @param separatorIndex The current level (for separators). List(array), struct uses 1 level of * separator, and map uses 2 levels: the first one for delimiting entries, the second one * for delimiting key and values. * @param nullSequence The sequence of bytes representing NULL. * @param extendedBooleanLiteral whether extended boolean literal set is legal * @return The ObjectInspector * @throws SerDeException */ @Deprecated public static ObjectInspector createLazyObjectInspector(TypeInfo typeInfo, byte[] separators, int separatorIndex, Text nullSequence, boolean escaped, byte escapeChar, boolean extendedBooleanLiteral) throws SerDeException { return createLazyObjectInspector(typeInfo, separators, separatorIndex, nullSequence, escaped, escapeChar, extendedBooleanLiteral, ObjectInspectorOptions.JAVA); }
/** * Create a hierarchical ObjectInspector for LazyObject with the given * typeInfo. * * @param typeInfo * The type information for the LazyObject * @param separators * The array of separators for delimiting each level * @param separatorIndex * The current level (for separators). List(array), struct uses 1 * level of separator, and map uses 2 levels: the first one for * delimiting entries, the second one for delimiting key and values. * @param nullSequence * The sequence of bytes representing NULL. * @return The ObjectInspector * @throws SerDeException */ @Deprecated public static ObjectInspector createLazyObjectInspector(TypeInfo typeInfo, byte[] separators, int separatorIndex, Text nullSequence, boolean escaped, byte escapeChar) throws SerDeException { return createLazyObjectInspector(typeInfo, separators, separatorIndex, nullSequence, escaped, escapeChar, false, ObjectInspectorOptions.JAVA); }
/** * Create a hierarchical ObjectInspector for LazyObject with the given * typeInfo. * * @param typeInfo * The type information for the LazyObject * @param separators * The array of separators for delimiting each level * @param separatorIndex * The current level (for separators). List(array), struct uses 1 * level of separator, and map uses 2 levels: the first one for * delimiting entries, the second one for delimiting key and values. * @param nullSequence * The sequence of bytes representing NULL. * @return The ObjectInspector * @throws SerDeException */ @Deprecated public static ObjectInspector createLazyObjectInspector(TypeInfo typeInfo, byte[] separators, int separatorIndex, Text nullSequence, boolean escaped, byte escapeChar, ObjectInspectorOptions option) throws SerDeException { return createLazyObjectInspector(typeInfo, separators, separatorIndex, nullSequence, escaped, escapeChar, false, option); }
@Override public ObjectInspector createValueObjectInspector(TypeInfo type) throws SerDeException { ObjectInspector oi = LazyFactory.createLazyObjectInspector(type, 1, serdeParams, ObjectInspectorOptions.AVRO); // initialize the object inspectors initInternalObjectInspectors(oi); return oi; }
/** * Create a hierarchical ObjectInspector for LazyObject with the given typeInfo. * * @param typeInfo The type information for the LazyObject * @param separators The array of separators for delimiting each level * @param separatorIndex The current level (for separators). List(array), struct uses 1 level of * separator, and map uses 2 levels: the first one for delimiting entries, the second one * for delimiting key and values. * @param nullSequence The sequence of bytes representing NULL. * @param extendedBooleanLiteral whether extended boolean literal set is legal * @param option the {@link ObjectInspectorOptions} * @return The ObjectInspector * @throws SerDeException */ @Deprecated public static ObjectInspector createLazyObjectInspector(TypeInfo typeInfo, byte[] separators, int separatorIndex, Text nullSequence, boolean escaped, byte escapeChar, boolean extendedBooleanLiteral, ObjectInspectorOptions option) throws SerDeException { LazyObjectInspectorParametersImpl lazyParams = new LazyObjectInspectorParametersImpl( escaped, escapeChar, extendedBooleanLiteral, null, separators, nullSequence); return createLazyObjectInspector(typeInfo, separatorIndex, lazyParams, option); }
/** * Create a hierarchical ObjectInspector for ColumnarStruct with the given * columnNames and columnTypeInfos. * @throws SerDeException * * @see LazyFactory#createLazyObjectInspector(TypeInfo, byte[], int, Text, * boolean, byte) */ public static ObjectInspector createColumnarStructInspector( List<String> columnNames, List<TypeInfo> columnTypes, LazyObjectInspectorParameters lazyParams) throws SerDeException { ArrayList<ObjectInspector> columnObjectInspectors = new ArrayList<ObjectInspector>( columnTypes.size()); for (int i = 0; i < columnTypes.size(); i++) { columnObjectInspectors .add(LazyFactory.createLazyObjectInspector(columnTypes.get(i), 1, lazyParams, ObjectInspectorOptions.JAVA)); } return ObjectInspectorFactory.getColumnarStructObjectInspector(columnNames, columnObjectInspectors); }
/** * Create a hierarchical ObjectInspector for LazyStruct with the given * columnNames and columnTypeInfos. * * @param lazyParams parameters for the lazy types * @throws SerDeException * @see LazyFactory#createLazyObjectInspector(TypeInfo, byte[], int, Text, * boolean, byte) */ public static ObjectInspector createLazyStructInspector( List<String> columnNames, List<TypeInfo> typeInfos, LazyObjectInspectorParameters lazyParams) throws SerDeException { ArrayList<ObjectInspector> columnObjectInspectors = new ArrayList<ObjectInspector>( typeInfos.size()); for (int i = 0; i < typeInfos.size(); i++) { columnObjectInspectors.add(LazyFactory.createLazyObjectInspector( typeInfos.get(i), 1, lazyParams, ObjectInspectorOptions.JAVA)); } return LazyObjectInspectorFactory.getLazySimpleStructObjectInspector( columnNames, columnObjectInspectors, null, lazyParams.getSeparators()[0], lazyParams, ObjectInspectorOptions.JAVA); }
case MAP: return LazyObjectInspectorFactory.getLazySimpleMapObjectInspector( createLazyObjectInspector(((MapTypeInfo) typeInfo).getMapKeyTypeInfo(), separatorIndex + 2, lazyParams, option), createLazyObjectInspector(((MapTypeInfo) typeInfo).getMapValueTypeInfo(), separatorIndex + 2, lazyParams, option), LazyUtils.getSeparator(lazyParams.getSeparators(), separatorIndex), case LIST: return LazyObjectInspectorFactory.getLazySimpleListObjectInspector( createLazyObjectInspector(((ListTypeInfo) typeInfo) .getListElementTypeInfo(), separatorIndex + 1, lazyParams, option), LazyUtils.getSeparator(lazyParams.getSeparators(), separatorIndex), fieldTypeInfos.size()); for (int i = 0; i < fieldTypeInfos.size(); i++) { fieldObjectInspectors.add(createLazyObjectInspector(fieldTypeInfos .get(i), separatorIndex + 1, lazyParams, option)); List<ObjectInspector> lazyOIs = new ArrayList<ObjectInspector>(); for (TypeInfo uti : unionTypeInfo.getAllUnionObjectTypeInfos()) { lazyOIs.add(createLazyObjectInspector(uti, separatorIndex + 1, lazyParams, option));
@Test public void testInitColumnPrefix() throws Exception { Text nullSequence = new Text("\\N"); ObjectInspector oi = LazyFactory.createLazyObjectInspector( TypeInfoUtils.getTypeInfosFromTypeString("map<string,string>").get(0), new byte[]{(byte) 1, (byte) 2}, 0, nullSequence, false, (byte) 0);
ObjectInspector oi = LazyFactory.createLazyObjectInspector( TypeInfoUtils.getTypeInfosFromTypeString("map<int,string>").get(0), new byte[]{(byte)1, (byte)2}, 0, nullSequence, false, (byte)0);
ObjectInspector oi = LazyFactory.createLazyObjectInspector( TypeInfoUtils.getTypeInfosFromTypeString("map<string,string>").get(0), new byte[]{(byte)'#', (byte)'\t'}, 0, nullSequence, false, (byte)0);
ObjectInspector oi = LazyFactory.createLazyObjectInspector( mapBinaryIntKeyValue, new byte [] {(byte)1, (byte) 2}, 0, nullSequence, false, (byte) 0); LazyHBaseCellMap hbaseCellMap = new LazyHBaseCellMap((LazyMapObjectInspector) oi); oi = LazyFactory.createLazyObjectInspector( mapBinaryByteKeyValue, new byte [] {(byte) 1, (byte) 2}, 0, nullSequence, false, (byte) 0); hbaseCellMap = new LazyHBaseCellMap((LazyMapObjectInspector) oi); oi = LazyFactory.createLazyObjectInspector( mapBinaryShortKeyValue, new byte [] {(byte) 1, (byte) 2}, 0, nullSequence, false, (byte) 0); hbaseCellMap = new LazyHBaseCellMap((LazyMapObjectInspector) oi); oi = LazyFactory.createLazyObjectInspector( mapBinaryLongKeyValue, new byte [] {(byte) 1, (byte) 2}, 0, nullSequence, false, (byte) 0); hbaseCellMap = new LazyHBaseCellMap((LazyMapObjectInspector) oi); oi = LazyFactory.createLazyObjectInspector( mapBinaryFloatKeyValue, new byte [] {(byte) 1, (byte) 2}, 0, nullSequence, false, (byte) 0); oi = LazyFactory.createLazyObjectInspector( mapBinaryDoubleKeyValue, new byte [] {(byte) 1, (byte) 2}, 0, nullSequence, false, (byte) 0); oi = LazyFactory.createLazyObjectInspector( mapBinaryBooleanKeyValue, new byte [] {(byte) 1, (byte) 2}, 0, nullSequence, false, (byte) 0);
@Override public ObjectInspector createValueObjectInspector(TypeInfo type) throws SerDeException { return LazyFactory.createLazyObjectInspector(type, 1, serdeParams, ObjectInspectorOptions.JAVA); }
@Override public ObjectInspector createKeyObjectInspector(TypeInfo type) throws SerDeException { return LazyFactory.createLazyObjectInspector(type, 1, serdeParams, ObjectInspectorOptions.JAVA); }
@Override public ObjectInspector createValueObjectInspector(TypeInfo type) throws SerDeException { ObjectInspector oi = LazyFactory.createLazyObjectInspector(type, 1, serdeParams, ObjectInspectorOptions.AVRO); // initialize the object inspectors initInternalObjectInspectors(oi); return oi; }
protected ArrayList<ObjectInspector> getColumnObjectInspectors(List<TypeInfo> columnTypes, LazySerDeParameters serDeParams, List<ColumnMapping> mappings, AccumuloRowIdFactory factory) throws SerDeException { ArrayList<ObjectInspector> columnObjectInspectors = new ArrayList<ObjectInspector>( columnTypes.size()); for (int i = 0; i < columnTypes.size(); i++) { TypeInfo type = columnTypes.get(i); ColumnMapping mapping = mappings.get(i); if (mapping instanceof HiveAccumuloRowIdColumnMapping) { columnObjectInspectors.add(factory.createRowIdObjectInspector(type)); } else { columnObjectInspectors.add(LazyFactory.createLazyObjectInspector(type, serDeParams.getSeparators(), 1, serDeParams.getNullSequence(), serDeParams.isEscaped(), serDeParams.getEscapeChar())); } } return columnObjectInspectors; }
@Override public ObjectInspector createRowIdObjectInspector(TypeInfo type) throws SerDeException { return LazyFactory.createLazyObjectInspector(type, serdeParams.getSeparators(), 1, serdeParams.getNullSequence(), serdeParams.isEscaped(), serdeParams.getEscapeChar()); }
@Override public ObjectInspector createRowIdObjectInspector(TypeInfo type) throws SerDeException { return LazyFactory.createLazyObjectInspector(type, serdeParams.getSeparators(), 1, serdeParams.getNullSequence(), serdeParams.isEscaped(), serdeParams.getEscapeChar()); }