/** * Constructor * * @param flattenSpec Provide a path spec for flattening and field discovery. * @param mapper Optionally provide an ObjectMapper, used by the parser for reading the input JSON. */ public JSONPathParser(JSONPathSpec flattenSpec, ObjectMapper mapper) { this.mapper = mapper == null ? new ObjectMapper() : mapper; this.flattener = ObjectFlatteners.create(flattenSpec, new JSONFlattenerMaker()); }
public static ObjectFlattener<GenericRecord> makeFlattener( final ParseSpec parseSpec, final boolean fromPigAvroStorage, final boolean binaryAsString ) { final JSONPathSpec flattenSpec; if (parseSpec != null && (parseSpec instanceof AvroParseSpec)) { flattenSpec = ((AvroParseSpec) parseSpec).getFlattenSpec(); } else { flattenSpec = JSONPathSpec.DEFAULT; } return ObjectFlatteners.create(flattenSpec, new AvroFlattenerMaker(fromPigAvroStorage, binaryAsString)); }
@JsonCreator public ParquetHadoopInputRowParser( @JsonProperty("parseSpec") ParseSpec parseSpec, @JsonProperty("binaryAsString") Boolean binaryAsString ) { this.parseSpec = parseSpec; this.binaryAsString = binaryAsString == null ? false : binaryAsString; final JSONPathSpec flattenSpec; if ((parseSpec instanceof ParquetParseSpec)) { flattenSpec = ((ParquetParseSpec) parseSpec).getFlattenSpec(); } else { flattenSpec = JSONPathSpec.DEFAULT; } this.groupFlattener = ObjectFlatteners.create(flattenSpec, new ParquetGroupFlattenerMaker(this.binaryAsString)); this.parser = new MapInputRowParser(parseSpec); }
@JsonCreator public ParquetAvroHadoopInputRowParser( @JsonProperty("parseSpec") ParseSpec parseSpec, @JsonProperty("binaryAsString") Boolean binaryAsString ) { this.parseSpec = parseSpec; this.timestampSpec = parseSpec.getTimestampSpec(); this.dimensions = parseSpec.getDimensionsSpec().getDimensionNames(); this.binaryAsString = binaryAsString == null ? false : binaryAsString; final JSONPathSpec flattenSpec; if (parseSpec != null && (parseSpec instanceof AvroParseSpec)) { flattenSpec = ((AvroParseSpec) parseSpec).getFlattenSpec(); } else { flattenSpec = JSONPathSpec.DEFAULT; } this.recordFlattener = ObjectFlatteners.create( flattenSpec, new AvroFlattenerMaker(false, this.binaryAsString) ); }
/** * Constructor * * @param flattenSpec Provide a path spec for flattening and field discovery. * @param mapper Optionally provide an ObjectMapper, used by the parser for reading the input JSON. */ public JSONPathParser(JSONPathSpec flattenSpec, ObjectMapper mapper) { this.mapper = mapper == null ? new ObjectMapper() : mapper; this.flattener = ObjectFlatteners.create(flattenSpec, new JSONFlattenerMaker()); }
public static ObjectFlattener<GenericRecord> makeFlattener( final ParseSpec parseSpec, final boolean fromPigAvroStorage, final boolean binaryAsString ) { final JSONPathSpec flattenSpec; if (parseSpec != null && (parseSpec instanceof AvroParseSpec)) { flattenSpec = ((AvroParseSpec) parseSpec).getFlattenSpec(); } else { flattenSpec = JSONPathSpec.DEFAULT; } return ObjectFlatteners.create(flattenSpec, new AvroFlattenerMaker(fromPigAvroStorage, binaryAsString)); }