/** * Uses {@link SparkSession} returned from {@link SparkFactory#getSparkSession} * to create {@link JavaSparkContext}. See {@link SparkFactory#getSparkSession} * for {@link SparkSession} that is retrieved. */ public synchronized JavaSparkContext getSparkContext( @NonNull final SparkArgs sparkArgs) { return new JavaSparkContext(getSparkSession(sparkArgs, false).sparkContext()); }
@Test public void testSparkSessionAndSparkContext() { final SparkArgs sparkArgs = getSampleMarmaraySparkArgs(); final SparkSession sparkSession = sparkFactory.get() .getSparkSession(sparkArgs, false); assertExpectationsOnSparkContext(sparkArgs, sparkSession.sparkContext()); // should re-use existing SparkContext and not fail final SparkContext sc2 = sparkFactory.get().getSparkContext(sparkArgs).sc(); assertExpectationsOnSparkContext(sparkArgs, sc2); }