public static void configureJobName(PipelineOptions options, String dbName, String tableName) { try { options.as(ApplicationNameOptions.class).setAppName("JdbcAvroJob"); } catch (Exception e) { LOGGER.warn("Unable to configure ApplicationName", e); } if (options.getJobName() == null || "auto".equals(options.getJobName())) { String randomPart = Integer.toHexString(ThreadLocalRandom.current().nextInt()); options.setJobName( String.join("-", "dbeam", normalizeString(dbName), normalizeString(tableName), randomPart)); } } }
options.setJobName("MLR"); options.setStableUniqueNames(PipelineOptions.CheckEnabled.OFF);
final PipelineOptions options = PipelineOptionsFactory.create().as(NemoPipelineOptions.class); options.setRunner(NemoRunner.class); options.setJobName("PerKeyMedian");
/** Executes the given sql. */ public void execute(String sqlString) throws ParseException { if (env.isDdl(sqlString)) { env.executeDdl(sqlString); } else { PipelineOptions options = BeamEnumerableConverter.createPipelineOptions(env.getPipelineOptions()); options.setJobName("BeamPlanCreator"); Pipeline pipeline = Pipeline.create(options); BeamSqlRelUtils.toPCollection(pipeline, env.parseQuery(sqlString)); pipeline.run(); } } }
options.setJobName("ALS"); options.setStableUniqueNames(PipelineOptions.CheckEnabled.OFF);
options.setJobName("ALS"); options.setStableUniqueNames(PipelineOptions.CheckEnabled.OFF);
options.setJobName("SimpleSumSQL"); final Pipeline p = Pipeline.create(options);
final PipelineOptions options = PipelineOptionsFactory.create().as(NemoPipelineOptions.class); options.setRunner(NemoRunner.class); options.setJobName("WordCount");
final PipelineOptions options = PipelineOptionsFactory.create().as(NemoPipelineOptions.class); options.setRunner(NemoRunner.class); options.setJobName("MinimalWordCount");
options.setJobName("WindowedWordCount");
@Parameters(name = "{index}: {0}") public static Iterable<? extends PipelineOptions> options() { PipelineOptionsFactory.register(TestUnserializableOptions.class); PipelineOptionsFactory.register(TestDefaultOptions.class); PipelineOptionsFactory.register(TestOptions.class); PipelineOptions emptyOptions = PipelineOptionsFactory.create(); TestUnserializableOptions withNonSerializable = PipelineOptionsFactory.as(TestUnserializableOptions.class); withNonSerializable.setUnserializable(new Object()); TestOptions withCustomField = PipelineOptionsFactory.as(TestOptions.class); withCustomField.setExample(99); PipelineOptions withSettings = PipelineOptionsFactory.create(); withSettings.as(ApplicationNameOptions.class).setAppName("my_app"); withSettings.setJobName("my_job"); PipelineOptions withParsedSettings = PipelineOptionsFactory.fromArgs("--jobName=my_job --appName=my_app").create(); return ImmutableList.of( emptyOptions, withNonSerializable, withCustomField, withSettings, withParsedSettings); }
options.setJobName("WindowedBroadcast");
final PipelineOptions options = PipelineOptionsFactory.create().as(NemoPipelineOptions.class); options.setRunner(NemoRunner.class); options.setJobName("PartitionWordsByLength");
final PipelineOptions options = PipelineOptionsFactory.create().as(NemoPipelineOptions.class); options.setRunner(NemoRunner.class); options.setJobName("PerPercentileAverage");
final PipelineOptions options = PipelineOptionsFactory.create().as(NemoPipelineOptions.class); options.setRunner(NemoRunner.class); options.setJobName("NetworkTraceAnalysis");