@Override public InMemorySourceVertex<T> getClone() { return new InMemorySourceVertex<>(this); }
@Override public InMemorySourceVertex<T> getClone() { return new InMemorySourceVertex<>(this); }
/** * Static method to create a RDD object from an iterable object. * * @param sparkContext spark context containing configurations. * @param initialData initial data. * @param parallelism parallelism information. * @param <T> type of the resulting object. * @return the new JavaRDD object. */ public static <T> JavaRDD<T> of(final SparkContext sparkContext, final Iterable<T> initialData, final Integer parallelism) { final DAGBuilder<IRVertex, IREdge> builder = new DAGBuilder<>(); final IRVertex initializedSourceVertex = new InMemorySourceVertex<>(initialData); initializedSourceVertex.setProperty(ParallelismProperty.of(parallelism)); builder.addVertex(initializedSourceVertex); final RDD<T> nemoRdd = new RDD<>(sparkContext, builder.buildWithoutSourceSinkCheck(), initializedSourceVertex, Option.empty(), ClassTag$.MODULE$.apply(Object.class)); return new JavaRDD<>(nemoRdd); }