@Test public void takeAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<List<Integer>> future = rdd.takeAsync(1); List<Integer> result = future.get(); assertEquals(1, result.size()); assertEquals((Integer) 1, result.get(0)); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void takeAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<List<Integer>> future = rdd.takeAsync(1); List<Integer> result = future.get(); assertEquals(1, result.size()); assertEquals((Integer) 1, result.get(0)); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void takeAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<List<Integer>> future = rdd.takeAsync(1); List<Integer> result = future.get(); assertEquals(1, result.size()); assertEquals((Integer) 1, result.get(0)); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void countAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<Long> future = rdd.countAsync(); long count = future.get(); assertEquals(data.size(), count); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void countAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<Long> future = rdd.countAsync(); long count = future.get(); assertEquals(data.size(), count); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void countAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<Long> future = rdd.countAsync(); long count = future.get(); assertEquals(data.size(), count); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void foreachAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<Void> future = rdd.foreachAsync(integer -> {}); future.get(); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void foreachAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<Void> future = rdd.foreachAsync(integer -> {}); future.get(); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void foreachAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<Void> future = rdd.foreachAsync(integer -> {}); future.get(); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void collectAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<List<Integer>> future = rdd.collectAsync(); List<Integer> result = future.get(); assertEquals(data, result); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void collectAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<List<Integer>> future = rdd.collectAsync(); List<Integer> result = future.get(); assertEquals(data, result); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void testAsyncActionCancellation() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<Void> future = rdd.foreachAsync(integer -> { Thread.sleep(10000); // To ensure that the job won't finish before it's cancelled. }); future.cancel(true); assertTrue(future.isCancelled()); assertTrue(future.isDone()); try { future.get(2000, TimeUnit.MILLISECONDS); fail("Expected future.get() for cancelled job to throw CancellationException"); } catch (CancellationException ignored) { // pass } }
@Test public void collectAsync() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<List<Integer>> future = rdd.collectAsync(); List<Integer> result = future.get(); assertEquals(data, result); assertFalse(future.isCancelled()); assertTrue(future.isDone()); assertEquals(1, future.jobIds().size()); }
@Test public void testAsyncActionCancellation() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<Void> future = rdd.foreachAsync(integer -> { Thread.sleep(10000); // To ensure that the job won't finish before it's cancelled. }); future.cancel(true); assertTrue(future.isCancelled()); assertTrue(future.isDone()); try { future.get(2000, TimeUnit.MILLISECONDS); fail("Expected future.get() for cancelled job to throw CancellationException"); } catch (CancellationException ignored) { // pass } }
@Test public void testAsyncActionCancellation() throws Exception { List<Integer> data = Arrays.asList(1, 2, 3, 4, 5); JavaRDD<Integer> rdd = sc.parallelize(data, 1); JavaFutureAction<Void> future = rdd.foreachAsync(integer -> { Thread.sleep(10000); // To ensure that the job won't finish before it's cancelled. }); future.cancel(true); assertTrue(future.isCancelled()); assertTrue(future.isDone()); try { future.get(2000, TimeUnit.MILLISECONDS); fail("Expected future.get() for cancelled job to throw CancellationException"); } catch (CancellationException ignored) { // pass } }