@Override protected void configure() { setName(phaseSpec.getPhaseName()); setDescription("CustomAction phase executor. " + phaseSpec.getPhaseName()); // add source, sink, transform ids to the properties. These are needed at runtime to instantiate the plugins Map<String, String> properties = new HashMap<>(); properties.put(Constants.PIPELINEID, GSON.toJson(phaseSpec)); setProperties(properties); }
@Override protected void configure() { setName(phaseSpec.getPhaseName()); setDescription("Condition phase executor. " + phaseSpec.getPhaseName()); // add source, sink, transform ids to the properties. These are needed at runtime to instantiate the plugins Map<String, String> properties = new HashMap<>(); properties.put(Constants.PIPELINEID, GSON.toJson(phaseSpec)); setProperties(properties); }
@Override public void configure() { setName(phaseSpec.getPhaseName()); setDescription("MapReduce phase executor. " + phaseSpec.getDescription()); "Pipeline phase '%s' must contain at least one source but it has no sources.", phaseSpec.getPhaseName())); "Pipeline phase '%s' must contain at least one sink but does not have any.", phaseSpec.getPhaseName())); throw new IllegalArgumentException(String.format( "Pipeline phase '%s' cannot contain more than one reducer but it has reducers '%s'.", phaseSpec.getPhaseName(), Joiner.on(',').join(reducers)));
setName(phaseSpec.getPhaseName());
@Override protected void configure() { setName(phaseSpec.getPhaseName()); setDescription(phaseSpec.getDescription()); // register the plugins at program level so that the program can be failed by the platform early in case of // plugin requirements not being meet phaseSpec.getPhase().registerPlugins(getConfigurer()); setMainClass(BatchSparkPipelineDriver.class); setExecutorResources(phaseSpec.getResources()); setDriverResources(phaseSpec.getDriverResources()); setClientResources(phaseSpec.getClientResources()); // add source, sink, transform ids to the properties. These are needed at runtime to instantiate the plugins Map<String, String> properties = new HashMap<>(); properties.put(Constants.PIPELINEID, GSON.toJson(phaseSpec, BatchPhaseSpec.class)); setProperties(properties); }