@Override public Dataset<OUT> output(OutputHint... outputHints) { Flow flow = input.getFlow(); MapElements<IN, OUT> map = new MapElements<>(name, flow, input, mapper, Sets.newHashSet(outputHints)); flow.add(map); return map.output(); } }
@Override public Dataset<OUT> output(OutputHint... outputHints) { Flow flow = input.getFlow(); MapElements<IN, OUT> map = new MapElements<>(name, flow, input, mapper, Sets.newHashSet(outputHints)); flow.add(map); return map.output(); } }
@Test public void testBuild_WithCounters() { Flow flow = Flow.create("TEST"); Dataset<String> dataset = Util.createMockDataset(flow, 1); Dataset<String> mapped = MapElements.named("Map1") .of(dataset) .using((input, context) -> { // use simple counter context.getCounter("my-counter").increment(); return input.toLowerCase(); }) .output(); assertEquals(flow, mapped.getFlow()); assertEquals(1, flow.size()); MapElements map = (MapElements) flow.operators().iterator().next(); assertEquals(flow, map.getFlow()); assertEquals("Map1", map.getName()); assertNotNull(map.getMapper()); assertEquals(mapped, map.output()); }
@Test public void testBuild() { Flow flow = Flow.create("TEST"); Dataset<String> dataset = Util.createMockDataset(flow, 1); Dataset<String> mapped = MapElements.named("Map1") .of(dataset) .using(s -> s) .output(); assertEquals(flow, mapped.getFlow()); assertEquals(1, flow.size()); MapElements map = (MapElements) flow.operators().iterator().next(); assertEquals(flow, map.getFlow()); assertEquals("Map1", map.getName()); assertNotNull(map.getMapper()); assertEquals(mapped, map.output()); }