@After public void tearDown() { final SparkArgs sparkArgs = getSampleMarmaraySparkArgs(); // gets existing sc this.sparkFactory.get().getSparkContext(sparkArgs).sc().stop(); this.sparkFactory = Optional.absent(); }
@Test public void testSparkSessionAndSparkContext() { final SparkArgs sparkArgs = getSampleMarmaraySparkArgs(); final SparkSession sparkSession = sparkFactory.get() .getSparkSession(sparkArgs, false); assertExpectationsOnSparkContext(sparkArgs, sparkSession.sparkContext()); // should re-use existing SparkContext and not fail final SparkContext sc2 = sparkFactory.get().getSparkContext(sparkArgs).sc(); assertExpectationsOnSparkContext(sparkArgs, sc2); }