@Test public void testDateMapping() throws Exception { ScrollReaderConfigBuilder scrollCfg = ScrollReaderConfigBuilder.builder(new HiveValueReader(), new TestSettings()) .setResolvedMapping(mapping("hive-date-mappingresponse.json")) .setReadMetadata(false) .setReturnRawJson(false) .setIgnoreUnmappedFields(false); ScrollReader reader = new ScrollReader(scrollCfg); InputStream stream = getClass().getResourceAsStream("hive-date-source.json"); List<Object[]> read = reader.read(stream).getHits(); assertEquals(1, read.size()); Object[] doc = read.get(0); Map map = (Map) doc[1]; assertTrue(map.containsKey(new Text("type"))); assertTrue(map.containsKey(new Text("&t"))); assertThat(map.get(new Text("&t")).toString(), containsString("2014-08-05")); }
private ScrollReaderConfigBuilder getScrollReaderCfg() { return ScrollReaderConfigBuilder.builder(new JdkValueReader(), new TestSettings()) .setReadMetadata(readMetadata) .setMetadataName(metadataField) .setReturnRawJson(readAsJson) .setIgnoreUnmappedFields(false) .setIncludeFields(Collections.<String>emptyList()) .setExcludeFields(Collections.<String>emptyList()) .setIncludeArrayFields(Collections.<String>emptyList()); }
MappingSet mappings = parseTypelessMappings(value); ScrollReaderConfigBuilder scrollCfg = getScrollCfg().setResolvedMapping(mappings.getResolvedView()).setIgnoreUnmappedFields(false); ScrollReader myReader = new ScrollReader(scrollCfg);
private ScrollReaderConfigBuilder getScrollCfg() { return ScrollReaderConfigBuilder.builder(new JdkValueReader(), new TestSettings()) .setReadMetadata(readMetadata) .setMetadataName(metadataField) .setReturnRawJson(readAsJson) .setIgnoreUnmappedFields(true); }
.setMetadataName("_metadata") .setReturnRawJson(false) .setIgnoreUnmappedFields(false) .setIncludeFields(Collections.<String>emptyList()) .setExcludeFields(Collections.<String>emptyList())
.setMetadataName("_metadata") .setReturnRawJson(false) .setIgnoreUnmappedFields(false) .setIncludeFields(Collections.<String>emptyList()) .setExcludeFields(Collections.<String>emptyList())
.setMetadataName("_metadata") .setReturnRawJson(false) .setIgnoreUnmappedFields(false) .setIncludeFields(Collections.<String>emptyList()) .setExcludeFields(Collections.<String>emptyList())
.setMetadataName("_metadata") .setReturnRawJson(false) .setIgnoreUnmappedFields(false) .setIncludeFields(Collections.<String>emptyList()) .setExcludeFields(Collections.<String>emptyList())