TableDesc tableDesc = pd.getTableDesc(); Configuration hconf = tableToConf.get(tableDesc.getTableName()); Deserializer partDeserializer = pd.getDeserializer(hconf); StructObjectInspector partRawRowObjectInspector; boolean isAcid = AcidUtils.isTablePropertyTransactional(tableDesc.getProperties());
TableDesc tableDesc = pd.getTableDesc(); Configuration hconf = tableToConf.get(tableDesc.getTableName()); Deserializer partDeserializer = pd.getDeserializer(hconf); StructObjectInspector partRawRowObjectInspector; boolean isAcid = AcidUtils.isTablePropertyTransactional(tableDesc.getProperties());
serde = part.getDeserializer(conf); } catch (Exception e) { throw new HiveException("Error creating SerDe for LLAP IO", e);
opCtx.tableName = String.valueOf(overlayedProps.getProperty("name")); opCtx.partName = String.valueOf(partSpec); opCtx.deserializer = pd.getDeserializer(hconf);
final StructObjectInspector partObjectInspector; try { deserializer = partDesc.getDeserializer(hiveConf); partObjectInspector = (StructObjectInspector) deserializer.getObjectInspector(); } catch (Exception e) {
serde = part.getDeserializer(conf); } catch (Exception e) { throw new HiveException("Error creating SerDe for LLAP IO", e);
StructObjectInspector partObjectInspector; try { deserializer = partDesc.getDeserializer(hiveConf); partObjectInspector = (StructObjectInspector) deserializer.getObjectInspector(); } catch (Exception e) {
ObjectConverter = null; } else { currSerDe = needConversion(currDesc) ? currDesc.getDeserializer(job) : tableSerDe; ObjectInspector inputOI = currSerDe.getObjectInspector(); ObjectConverter = ObjectInspectorConverters.getConverter(inputOI, convertedOI);
opCtx.tableName = String.valueOf(overlayedProps.getProperty("name")); opCtx.partName = String.valueOf(partSpec); opCtx.deserializer = pd.getDeserializer(hconf);
public void init(Configuration hconf) throws Exception { VectorPartitionDesc vectorPartDesc = partDesc.getVectorPartitionDesc(); partDeserializer = partDesc.getDeserializer(hconf); if (partDeserializer instanceof OrcSerde) { // UNDONE: We need to get the table schema inspector from self-describing Input File // Formats like ORC. Modify the ORC serde instead? For now, this works. partRawRowObjectInspector = (StructObjectInspector) OrcStruct.createObjectInspector(tableStructTypeInfo); } else { partRawRowObjectInspector = (StructObjectInspector) partDeserializer.getObjectInspector(); } TypeInfo[] dataTypeInfos = vectorPartDesc.getDataTypeInfos(); vectorAssign = new VectorAssignRow(); // Initialize with data type conversion parameters. readerColumnCount = vectorAssign.initConversion(dataTypeInfos, tableRowTypeInfos, dataColumnsToIncludeTruncated); } }
String deserializerClassName = null; try { deserializerClassName = part.getDeserializer(job).getClass().getName(); } catch (Exception e) {
ObjectConverter = null; } else { currSerDe = needConversion(currDesc) ? currDesc.getDeserializer(job) : tableSerDe; ObjectInspector inputOI = currSerDe.getObjectInspector(); ObjectConverter = ObjectInspectorConverters.getConverter(inputOI, convertedOI);
String deserializerClassName = null; try { deserializerClassName = part.getDeserializer(job).getClass().getName(); } catch (Exception e) {
public void init(Configuration hconf) throws Exception { VectorPartitionDesc vectorPartDesc = partDesc.getVectorPartitionDesc(); partDeserializer = partDesc.getDeserializer(hconf); if (partDeserializer instanceof OrcSerde) { // UNDONE: We need to get the table schema inspector from self-describing Input File // Formats like ORC. Modify the ORC serde instead? For now, this works. partRawRowObjectInspector = (StructObjectInspector) OrcStruct.createObjectInspector(tableStructTypeInfo); } else { partRawRowObjectInspector = (StructObjectInspector) partDeserializer.getObjectInspector(); } TypeInfo[] dataTypeInfos = vectorPartDesc.getDataTypeInfos(); vectorAssign = new VectorAssignRow(); // Initialize with data type conversion parameters. readerColumnCount = vectorAssign.initConversion(dataTypeInfos, tableRowTypeInfos, dataColumnsToIncludeTruncated); } }
PartitionDesc pd = conf.getPathToPartitionInfo().get(onefile); TableDesc tableDesc = pd.getTableDesc(); Deserializer partDeserializer = pd.getDeserializer(hconf); StructObjectInspector partRawRowObjectInspector = (StructObjectInspector) partDeserializer.getObjectInspector();
opCtx.deserializer = pd.getDeserializer(hconf);
String deserializerClassName = null; try { deserializerClassName = part.getDeserializer(job).getClass().getName(); } catch (Exception e) {
ObjectConverter = null; } else { currSerDe = needConversion(currDesc) ? currDesc.getDeserializer(job) : tableSerDe; ObjectInspector inputOI = currSerDe.getObjectInspector(); ObjectConverter = ObjectInspectorConverters.getConverter(inputOI, convertedOI);