public static SparkSession createDefaultSession() { SparkConf defaultConfig = GeoWaveSparkConf.getDefaultConfig(); return GeoWaveSparkConf.internalCreateSession(defaultConfig, null); }
private void initContext() { if (session == null) { String jar = ""; try { jar = SqlQueryRunner.class.getProtectionDomain().getCodeSource().getLocation().toURI().getPath(); } catch (final URISyntaxException e) { LOGGER.error("Unable to set jar location in spark configuration", e); } session = GeoWaveSparkConf.createSessionFromParams(appName, master, host, jar); } }
private void initContext() { if (session == null) { String jar = ""; try { jar = SpatialJoinRunner.class.getProtectionDomain().getCodeSource().getLocation().toURI().getPath(); } catch (final URISyntaxException e) { LOGGER.error("Unable to set jar location in spark configuration", e); } SparkConf addonOptions = GeoWaveSparkConf.getDefaultConfig(); addonOptions = addonOptions.setAppName(appName).setMaster(master).set("spark.jars", jar); if (!Objects.equals(master, "yarn")) { addonOptions = addonOptions.set("spark.driver.host", host); } // Since default parallelism is normally set by spark-defaults only // set this to config if supplied by user if (partCount != -1) { addonOptions = addonOptions.set("spark.default.parallelism", partCount.toString()); } session = GeoWaveSparkConf.createDefaultSession(addonOptions); } sc = session.sparkContext(); }
@Override public void setup() throws Exception { if (defaultSession == null) { SparkConf addonOptions = new SparkConf(); addonOptions.setMaster("local[*]"); addonOptions.setAppName("CoreGeoWaveSparkITs"); defaultSession = GeoWaveSparkConf.createDefaultSession(addonOptions); if (defaultSession == null) { LOGGER.error("Unable to create default spark session for tests"); return; } } }
LOGGER.error("Unable to set jar location in spark configuration", e); SparkConf addonOptions = GeoWaveSparkConf.getDefaultConfig(); addonOptions = addonOptions.setAppName(appName).setMaster(sparkMaster).set("spark.jars", jar); SparkSession session = GeoWaveSparkConf.createDefaultSession(addonOptions); long count = 0; VectorQueryBuilder bldr = VectorQueryBuilder.newBuilder();
public static SparkSession createDefaultSession(final SparkConf addonOptions) { SparkConf defaultConfig = GeoWaveSparkConf.getDefaultConfig(); return GeoWaveSparkConf.internalCreateSession(defaultConfig, addonOptions); }
private void initContext() { if (session == null) { String jar = ""; try { jar = KMeansRunner.class.getProtectionDomain().getCodeSource().getLocation().toURI().getPath(); } catch (final URISyntaxException e) { LOGGER.error("Unable to set jar location in spark configuration", e); } session = GeoWaveSparkConf.createSessionFromParams(appName, master, host, jar); jsc = JavaSparkContext.fromSparkContext(session.sparkContext()); } }
String jars) { SparkConf defaultConfig = GeoWaveSparkConf.getDefaultConfig(); return GeoWaveSparkConf.internalCreateSession(defaultConfig, null);