@Override public <T> SparkPairCollection<K, T> mapValues(Function<V, T> function) { return wrap(pairStream.mapValues(function)); }
public static <K, V1, V2> JavaPairDStream<K, Tuple2<V1, Optional<V2>>> leftOuterJoin(JavaPairDStream<K, V1> left, JavaPairDStream<K, V2> right, int numPartitions) { return left.leftOuterJoin(right, numPartitions).mapValues(new Compat.ConvertOptional<V1, V2>()); }
public static <K, V1, V2> JavaPairDStream<K, Tuple2<Optional<V1>, Optional<V2>>> fullOuterJoin( JavaPairDStream<K, V1> left, JavaPairDStream<K, V2> right, int numPartitions) { return left.fullOuterJoin(right, numPartitions).mapValues(new Compat.ConvertOptional2<V1, V2>()); } }
public static <K, V1, V2> JavaPairDStream<K, Tuple2<Optional<V1>, Optional<V2>>> fullOuterJoin( JavaPairDStream<K, V1> left, JavaPairDStream<K, V2> right) { return left.fullOuterJoin(right).mapValues(new Compat.ConvertOptional2<V1, V2>()); }
public static <K, V1, V2> JavaPairDStream<K, Tuple2<V1, Optional<V2>>> leftOuterJoin(JavaPairDStream<K, V1> left, JavaPairDStream<K, V2> right) { return left.leftOuterJoin(right).mapValues(new Compat.ConvertOptional<V1, V2>()); }
@Test public void testMapValues() { List<List<Tuple2<String, String>>> inputData = stringStringKVStream; List<List<Tuple2<String, String>>> expected = Arrays.asList( Arrays.asList(new Tuple2<>("california", "DODGERS"), new Tuple2<>("california", "GIANTS"), new Tuple2<>("new york", "YANKEES"), new Tuple2<>("new york", "METS")), Arrays.asList(new Tuple2<>("california", "SHARKS"), new Tuple2<>("california", "DUCKS"), new Tuple2<>("new york", "RANGERS"), new Tuple2<>("new york", "ISLANDERS"))); JavaDStream<Tuple2<String, String>> stream = JavaTestUtils.attachTestInputStream( ssc, inputData, 1); JavaPairDStream<String, String> pairStream = JavaPairDStream.fromJavaDStream(stream); JavaPairDStream<String, String> mapped = pairStream.mapValues(s -> s.toUpperCase(Locale.ROOT)); JavaTestUtils.attachTestOutputStream(mapped); List<List<Tuple2<String, String>>> result = JavaTestUtils.runStreams(ssc, 2, 2); Assert.assertEquals(expected, result); }
@Test public void testMapValues() { List<List<Tuple2<String, String>>> inputData = stringStringKVStream; List<List<Tuple2<String, String>>> expected = Arrays.asList( Arrays.asList(new Tuple2<>("california", "DODGERS"), new Tuple2<>("california", "GIANTS"), new Tuple2<>("new york", "YANKEES"), new Tuple2<>("new york", "METS")), Arrays.asList(new Tuple2<>("california", "SHARKS"), new Tuple2<>("california", "DUCKS"), new Tuple2<>("new york", "RANGERS"), new Tuple2<>("new york", "ISLANDERS"))); JavaDStream<Tuple2<String, String>> stream = JavaTestUtils.attachTestInputStream( ssc, inputData, 1); JavaPairDStream<String, String> pairStream = JavaPairDStream.fromJavaDStream(stream); JavaPairDStream<String, String> mapped = pairStream.mapValues(s -> s.toUpperCase(Locale.ROOT)); JavaTestUtils.attachTestOutputStream(mapped); List<List<Tuple2<String, String>>> result = JavaTestUtils.runStreams(ssc, 2, 2); Assert.assertEquals(expected, result); }
@SuppressWarnings("unchecked") @Test public void testMapValues() { List<List<Tuple2<String, String>>> inputData = stringStringKVStream; List<List<Tuple2<String, String>>> expected = Arrays.asList( Arrays.asList(new Tuple2<>("california", "DODGERS"), new Tuple2<>("california", "GIANTS"), new Tuple2<>("new york", "YANKEES"), new Tuple2<>("new york", "METS")), Arrays.asList(new Tuple2<>("california", "SHARKS"), new Tuple2<>("california", "DUCKS"), new Tuple2<>("new york", "RANGERS"), new Tuple2<>("new york", "ISLANDERS"))); JavaDStream<Tuple2<String, String>> stream = JavaTestUtils.attachTestInputStream( ssc, inputData, 1); JavaPairDStream<String, String> pairStream = JavaPairDStream.fromJavaDStream(stream); JavaPairDStream<String, String> mapped = pairStream.mapValues(s -> s.toUpperCase(Locale.ROOT)); JavaTestUtils.attachTestOutputStream(mapped); List<List<Tuple2<String, String>>> result = JavaTestUtils.runStreams(ssc, 2, 2); Assert.assertEquals(expected, result); }
@SuppressWarnings("unchecked") @Test public void testMapValues() { List<List<Tuple2<String, String>>> inputData = stringStringKVStream; List<List<Tuple2<String, String>>> expected = Arrays.asList( Arrays.asList(new Tuple2<>("california", "DODGERS"), new Tuple2<>("california", "GIANTS"), new Tuple2<>("new york", "YANKEES"), new Tuple2<>("new york", "METS")), Arrays.asList(new Tuple2<>("california", "SHARKS"), new Tuple2<>("california", "DUCKS"), new Tuple2<>("new york", "RANGERS"), new Tuple2<>("new york", "ISLANDERS"))); JavaDStream<Tuple2<String, String>> stream = JavaTestUtils.attachTestInputStream( ssc, inputData, 1); JavaPairDStream<String, String> pairStream = JavaPairDStream.fromJavaDStream(stream); JavaPairDStream<String, String> mapped = pairStream.mapValues(s -> s.toUpperCase(Locale.ROOT)); JavaTestUtils.attachTestOutputStream(mapped); List<List<Tuple2<String, String>>> result = JavaTestUtils.runStreams(ssc, 2, 2); Assert.assertEquals(expected, result); }