@Test(expected = EsHadoopParsingException.class) public void testScrollWithParsingValueException() throws IOException { InputStream stream = getClass().getResourceAsStream(mappingData("numbers-as-strings")); MappingSet fl = FieldParser.parseTypelessMappings(new ObjectMapper().readValue(stream, Map.class)); ScrollReaderConfigBuilder scrollCfg = getScrollCfg() .setResolvedMapping(fl.getResolvedView()) .setReturnRawJson(false); // parsing the doc (don't just read it as json) yields parsing exception reader = new ScrollReader(scrollCfg); stream = getClass().getResourceAsStream(scrollData("numbers-as-strings")); List<Object[]> read = reader.read(stream).getHits(); } }
@Test public void testDateMapping() throws Exception { ScrollReaderConfigBuilder scrollCfg = ScrollReaderConfigBuilder.builder(new HiveValueReader(), new TestSettings()) .setResolvedMapping(mapping("hive-date-mappingresponse.json")) .setReadMetadata(false) .setReturnRawJson(false) .setIgnoreUnmappedFields(false); ScrollReader reader = new ScrollReader(scrollCfg); InputStream stream = getClass().getResourceAsStream("hive-date-source.json"); List<Object[]> read = reader.read(stream).getHits(); assertEquals(1, read.size()); Object[] doc = read.get(0); Map map = (Map) doc[1]; assertTrue(map.containsKey(new Text("type"))); assertTrue(map.containsKey(new Text("&t"))); assertThat(map.get(new Text("&t")).toString(), containsString("2014-08-05")); }
private ScrollReaderConfigBuilder getScrollReaderCfg() { return ScrollReaderConfigBuilder.builder(new JdkValueReader(), new TestSettings()) .setReadMetadata(readMetadata) .setMetadataName(metadataField) .setReturnRawJson(readAsJson) .setIgnoreUnmappedFields(false) .setIncludeFields(Collections.<String>emptyList()) .setExcludeFields(Collections.<String>emptyList()) .setIncludeArrayFields(Collections.<String>emptyList()); }
private ScrollReaderConfigBuilder getScrollCfg() { return ScrollReaderConfigBuilder.builder(new JdkValueReader(), new TestSettings()) .setReadMetadata(readMetadata) .setMetadataName(metadataField) .setReturnRawJson(readAsJson) .setIgnoreUnmappedFields(true); }
.setReadMetadata(true) .setMetadataName("_metadata") .setReturnRawJson(false) .setIgnoreUnmappedFields(false) .setIncludeFields(Collections.<String>emptyList())
@Test public void testSimplePathReaderJson() throws Exception { ScrollReader reader = new ScrollReader(ScrollReaderConfigBuilder.builder(new JdkValueReader(), new TestSettings()).setReadMetadata(false).setReturnRawJson(true)); reader.read(in); } }
.setReadMetadata(true) .setMetadataName("_metadata") .setReturnRawJson(false) .setIgnoreUnmappedFields(false) .setIncludeFields(Collections.<String>emptyList())
.setReadMetadata(true) .setMetadataName("_metadata") .setReturnRawJson(false) .setIgnoreUnmappedFields(false) .setIncludeFields(Collections.<String>emptyList())
.setReadMetadata(true) .setMetadataName("_metadata") .setReturnRawJson(false) .setIgnoreUnmappedFields(false) .setIncludeFields(Collections.<String>emptyList())