@Test public void leftOuterJoin() { JavaPairRDD<Integer, Integer> rdd1 = sc.parallelizePairs(Arrays.asList( new Tuple2<>(1, 1), new Tuple2<>(1, 2), new Tuple2<>(2, 1), new Tuple2<>(3, 1) )); JavaPairRDD<Integer, Character> rdd2 = sc.parallelizePairs(Arrays.asList( new Tuple2<>(1, 'x'), new Tuple2<>(2, 'y'), new Tuple2<>(2, 'z'), new Tuple2<>(4, 'w') )); List<Tuple2<Integer, Tuple2<Integer, Optional<Character>>>> joined = rdd1.leftOuterJoin(rdd2).collect(); Assert.assertEquals(5, joined.size()); Tuple2<Integer, Tuple2<Integer, Optional<Character>>> firstUnmatched = rdd1.leftOuterJoin(rdd2).filter(tup -> !tup._2()._2().isPresent()).first(); Assert.assertEquals(3, firstUnmatched._1().intValue()); }
@Test public void leftOuterJoin() { JavaPairRDD<Integer, Integer> rdd1 = sc.parallelizePairs(Arrays.asList( new Tuple2<>(1, 1), new Tuple2<>(1, 2), new Tuple2<>(2, 1), new Tuple2<>(3, 1) )); JavaPairRDD<Integer, Character> rdd2 = sc.parallelizePairs(Arrays.asList( new Tuple2<>(1, 'x'), new Tuple2<>(2, 'y'), new Tuple2<>(2, 'z'), new Tuple2<>(4, 'w') )); List<Tuple2<Integer, Tuple2<Integer, Optional<Character>>>> joined = rdd1.leftOuterJoin(rdd2).collect(); Assert.assertEquals(5, joined.size()); Tuple2<Integer, Tuple2<Integer, Optional<Character>>> firstUnmatched = rdd1.leftOuterJoin(rdd2).filter(tup -> !tup._2()._2().isPresent()).first(); Assert.assertEquals(3, firstUnmatched._1().intValue()); }
@Test public void testOfNullable() { Assert.assertTrue(Optional.ofNullable(1).isPresent()); Assert.assertNotNull(Optional.ofNullable(1).orNull()); Assert.assertEquals(Integer.valueOf(1), Optional.ofNullable(1).get()); Assert.assertEquals(Integer.valueOf(1), Optional.ofNullable(1).or(2)); Assert.assertEquals(Integer.valueOf(1), Optional.ofNullable(1).orElse(2)); Assert.assertFalse(Optional.ofNullable(null).isPresent()); Assert.assertNull(Optional.ofNullable(null).orNull()); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>ofNullable(null).or(2)); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>ofNullable(null).orElse(2)); }
@Test public void testFromNullable() { Assert.assertTrue(Optional.fromNullable(1).isPresent()); Assert.assertNotNull(Optional.fromNullable(1).orNull()); Assert.assertEquals(Integer.valueOf(1), Optional.fromNullable(1).get()); Assert.assertEquals(Integer.valueOf(1), Optional.fromNullable(1).or(2)); Assert.assertEquals(Integer.valueOf(1), Optional.fromNullable(1).orElse(2)); Assert.assertFalse(Optional.fromNullable(null).isPresent()); Assert.assertNull(Optional.fromNullable(null).orNull()); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>fromNullable(null).or(2)); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>fromNullable(null).orElse(2)); }
@Test public void testFromNullable() { Assert.assertTrue(Optional.fromNullable(1).isPresent()); Assert.assertNotNull(Optional.fromNullable(1).orNull()); Assert.assertEquals(Integer.valueOf(1), Optional.fromNullable(1).get()); Assert.assertEquals(Integer.valueOf(1), Optional.fromNullable(1).or(2)); Assert.assertEquals(Integer.valueOf(1), Optional.fromNullable(1).orElse(2)); Assert.assertFalse(Optional.fromNullable(null).isPresent()); Assert.assertNull(Optional.fromNullable(null).orNull()); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>fromNullable(null).or(2)); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>fromNullable(null).orElse(2)); }
@Test public void testOfNullable() { Assert.assertTrue(Optional.ofNullable(1).isPresent()); Assert.assertNotNull(Optional.ofNullable(1).orNull()); Assert.assertEquals(Integer.valueOf(1), Optional.ofNullable(1).get()); Assert.assertEquals(Integer.valueOf(1), Optional.ofNullable(1).or(2)); Assert.assertEquals(Integer.valueOf(1), Optional.ofNullable(1).orElse(2)); Assert.assertFalse(Optional.ofNullable(null).isPresent()); Assert.assertNull(Optional.ofNullable(null).orNull()); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>ofNullable(null).or(2)); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>ofNullable(null).orElse(2)); }
@Test public void testFromNullable() { Assert.assertTrue(Optional.fromNullable(1).isPresent()); Assert.assertNotNull(Optional.fromNullable(1).orNull()); Assert.assertEquals(Integer.valueOf(1), Optional.fromNullable(1).get()); Assert.assertEquals(Integer.valueOf(1), Optional.fromNullable(1).or(2)); Assert.assertEquals(Integer.valueOf(1), Optional.fromNullable(1).orElse(2)); Assert.assertFalse(Optional.fromNullable(null).isPresent()); Assert.assertNull(Optional.fromNullable(null).orNull()); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>fromNullable(null).or(2)); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>fromNullable(null).orElse(2)); }
@Test public void testOfNullable() { Assert.assertTrue(Optional.ofNullable(1).isPresent()); Assert.assertNotNull(Optional.ofNullable(1).orNull()); Assert.assertEquals(Integer.valueOf(1), Optional.ofNullable(1).get()); Assert.assertEquals(Integer.valueOf(1), Optional.ofNullable(1).or(2)); Assert.assertEquals(Integer.valueOf(1), Optional.ofNullable(1).orElse(2)); Assert.assertFalse(Optional.ofNullable(null).isPresent()); Assert.assertNull(Optional.ofNullable(null).orNull()); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>ofNullable(null).or(2)); Assert.assertEquals(Integer.valueOf(2), Optional.<Integer>ofNullable(null).orElse(2)); }
@Test public void testOf() { Assert.assertTrue(Optional.of(1).isPresent()); Assert.assertNotNull(Optional.of(1).orNull()); Assert.assertEquals(Integer.valueOf(1), Optional.of(1).get()); Assert.assertEquals(Integer.valueOf(1), Optional.of(1).or(2)); Assert.assertEquals(Integer.valueOf(1), Optional.of(1).orElse(2)); }
@Test public void testOf() { Assert.assertTrue(Optional.of(1).isPresent()); Assert.assertNotNull(Optional.of(1).orNull()); Assert.assertEquals(Integer.valueOf(1), Optional.of(1).get()); Assert.assertEquals(Integer.valueOf(1), Optional.of(1).or(2)); Assert.assertEquals(Integer.valueOf(1), Optional.of(1).orElse(2)); }
@Test public void testOf() { Assert.assertTrue(Optional.of(1).isPresent()); Assert.assertNotNull(Optional.of(1).orNull()); Assert.assertEquals(Integer.valueOf(1), Optional.of(1).get()); Assert.assertEquals(Integer.valueOf(1), Optional.of(1).or(2)); Assert.assertEquals(Integer.valueOf(1), Optional.of(1).orElse(2)); }
@Test public void checkpointAndRestore() { JavaRDD<Integer> rdd = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5)); sc.setCheckpointDir(tempDir.getAbsolutePath()); assertFalse(rdd.isCheckpointed()); rdd.checkpoint(); rdd.count(); // Forces the DAG to cause a checkpoint assertTrue(rdd.isCheckpointed()); assertTrue(rdd.getCheckpointFile().isPresent()); JavaRDD<Integer> recovered = sc.checkpointFile(rdd.getCheckpointFile().get()); assertEquals(Arrays.asList(1, 2, 3, 4, 5), recovered.collect()); }
@Test public void checkpointAndRestore() { JavaRDD<Integer> rdd = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5)); sc.setCheckpointDir(tempDir.getAbsolutePath()); assertFalse(rdd.isCheckpointed()); rdd.checkpoint(); rdd.count(); // Forces the DAG to cause a checkpoint assertTrue(rdd.isCheckpointed()); assertTrue(rdd.getCheckpointFile().isPresent()); JavaRDD<Integer> recovered = sc.checkpointFile(rdd.getCheckpointFile().get()); assertEquals(Arrays.asList(1, 2, 3, 4, 5), recovered.collect()); }
@Test public void checkpointAndRestore() { JavaRDD<Integer> rdd = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5)); sc.setCheckpointDir(tempDir.getAbsolutePath()); assertFalse(rdd.isCheckpointed()); rdd.checkpoint(); rdd.count(); // Forces the DAG to cause a checkpoint assertTrue(rdd.isCheckpointed()); assertTrue(rdd.getCheckpointFile().isPresent()); JavaRDD<Integer> recovered = sc.checkpointFile(rdd.getCheckpointFile().get()); assertEquals(Arrays.asList(1, 2, 3, 4, 5), recovered.collect()); }
@Test public void testEmpty() { Assert.assertFalse(Optional.empty().isPresent()); Assert.assertNull(Optional.empty().orNull()); Assert.assertEquals("foo", Optional.empty().or("foo")); Assert.assertEquals("foo", Optional.empty().orElse("foo")); }
@Test public void testAbsent() { Assert.assertFalse(Optional.absent().isPresent()); Assert.assertNull(Optional.absent().orNull()); Assert.assertEquals("foo", Optional.absent().or("foo")); Assert.assertEquals("foo", Optional.absent().orElse("foo")); }
@Test public void testEmpty() { Assert.assertFalse(Optional.empty().isPresent()); Assert.assertNull(Optional.empty().orNull()); Assert.assertEquals("foo", Optional.empty().or("foo")); Assert.assertEquals("foo", Optional.empty().orElse("foo")); }
@Test public void testEmpty() { Assert.assertFalse(Optional.empty().isPresent()); Assert.assertNull(Optional.empty().orNull()); Assert.assertEquals("foo", Optional.empty().or("foo")); Assert.assertEquals("foo", Optional.empty().orElse("foo")); }
@Test public void testAbsent() { Assert.assertFalse(Optional.absent().isPresent()); Assert.assertNull(Optional.absent().orNull()); Assert.assertEquals("foo", Optional.absent().or("foo")); Assert.assertEquals("foo", Optional.absent().orElse("foo")); }
@Test public void testAbsent() { Assert.assertFalse(Optional.absent().isPresent()); Assert.assertNull(Optional.absent().orNull()); Assert.assertEquals("foo", Optional.absent().or("foo")); Assert.assertEquals("foo", Optional.absent().orElse("foo")); }