public <T> T createPlugin() throws Exception { if (Constants.Connector.PLUGIN_TYPE.equals(stageSpec.getPluginType())) { String connectorType = stageSpec.getPlugin().getProperties().get(Constants.Connector.TYPE); // ok to pass in null to constructors here since we are only going to use the transform method if (connectorType.equals(Constants.Connector.SOURCE_TYPE)) { return (T) new SingleConnectorSource(null, null); } else { return (T) new SingleConnectorSink(null, null); } } MacroEvaluator macroEvaluator = new DefaultMacroEvaluator(arguments, logicalStartTime, secureStore, namespace); return getPluginContext().newPluginInstance(stageSpec.getName(), macroEvaluator); }
StageSpec stageSpec = pipelinePhase.getStage(stageName); String pluginType = stageSpec.getPluginType(); Set<String> outputs = pipelinePhase.getStageOutputs(stageSpec.getName()); for (String output : outputs) { String outputPluginType = pipelinePhase.getStage(output).getPluginType(); if (!Constants.Connector.PLUGIN_TYPE.equals(inputStageSpec.getPluginType()) && !Constants.Connector.PLUGIN_TYPE.equals(pluginType)) { port = inputStageSpec.getOutputPorts().get(stageName).getPort();
String pluginType = stageSpec.getPluginType(); boolean isConnectorSource = Constants.Connector.PLUGIN_TYPE.equals(pluginType) && phase.getSources().contains(stageName);
private PipeStage getPipeStage(PipelinePhase pipeline, String stageName, Map<String, PipeStage> pipeStages, OutputWriter<?, ?> outputWriter) throws Exception { StageSpec stageSpec = pipeline.getStage(stageName); String pluginType = stageSpec.getPluginType(); for (String outputStageName : pipeline.getDag().getNodeOutputs(stageName)) { StageSpec outputStageSpec = pipeline.getStage(outputStageName); String outputStageType = outputStageSpec.getPluginType(); PipeStage outputPipeStage = pipeStages.get(outputStageName);
String stageName = stageSpec.getName(); stageSpecs.put(stageName, stageSpec); if (AlertPublisher.PLUGIN_TYPE.equals(stageSpec.getPluginType())) { AlertPublisher alertPublisher = context.newPluginInstance(stageName, macroEvaluator); alertPublishers.put(stageName, alertPublisher);
String pluginType = stageSpec.getPluginType(); boolean isConnectorSource = Constants.Connector.PLUGIN_TYPE.equals(pluginType) && phase.getSources().contains(stageName);
if (SplitterTransform.PLUGIN_TYPE.equals(stageSpec.getPluginType())) {
new DefaultMacroEvaluator(arguments, taskContext.getLogicalStartTime(), taskContext, taskContext.getNamespace()); String stageName = stageSpec.getName(); String pluginType = stageSpec.getPluginType(); StageMetrics stageMetrics = new DefaultStageMetrics(metrics, stageName); TaskAttemptContext taskAttemptContext = (TaskAttemptContext) taskContext.getHadoopContext();