@Override public Dataset<Row> emptyDataFrame() { final boolean userTriggered = initializeFunction(); final Dataset<Row> result = Dataset.from(super.emptyDataFrame()); this.setIsUserTriggered(userTriggered); return result; }
/** * Create an empty {@link Dataset} of {@link Row}s for use as edges in a {@link org.graphframes.GraphFrame}. * * @param sparkSession the spark session * @return an empty {@link Dataset} of {@link Row}s with a src and dst column. */ public static Dataset<Row> emptyEdges(final SparkSession sparkSession) { return sparkSession.emptyDataFrame().select(lit(null).as("src"), lit(null).as("dst")); } }
rootDir = store.getDataDir() + "/" + store.getGraphIndex().getSnapshotTimestamp() + "/"; } else { return spark.emptyDataFrame();
@Test public void testResetSteps() throws Exception { DataStep step1 = new BatchStep("step1"); DataStep step2 = new BatchStep("step2"); DataStep step3 = new BatchStep("step3"); step1.configure(ConfigFactory.empty()); step2.configure(ConfigFactory.empty()); step3.configure(ConfigFactory.empty()); step1.setData(Contexts.getSparkSession().emptyDataFrame()); step2.setData(Contexts.getSparkSession().emptyDataFrame()); step3.setData(Contexts.getSparkSession().emptyDataFrame()); step1.setSubmitted(true); step2.setSubmitted(true); step3.setSubmitted(true); Set<Step> steps = Sets.<Step>newHashSet(step1, step2, step3); StepUtils.resetSteps(steps); assertFalse(step1.hasSubmitted()); assertFalse(step2.hasSubmitted()); assertFalse(step3.hasSubmitted()); }