public GobblinHelixJobFactory(TaskRunnerSuiteBase.Builder builder, MetricContext metricContext) { this.builder = builder; initJobMapping(this.builder); // initialize job related metrics (planning jobs) int metricsWindowSizeInMin = ConfigUtils.getInt(builder.getConfig(), ConfigurationKeys.METRIC_TIMER_WINDOW_SIZE_IN_MINUTES, ConfigurationKeys.DEFAULT_METRIC_TIMER_WINDOW_SIZE_IN_MINUTES); this.launcherMetrics = new GobblinHelixJobLauncherMetrics("launcherInJobFactory", metricContext, metricsWindowSizeInMin); this.jobTaskMetrics = new GobblinHelixJobTask.GobblinHelixJobTaskMetrics(metricContext, metricsWindowSizeInMin); this.helixMetrics = new GobblinHelixMetrics("helixMetricsInJobFactory", metricContext, metricsWindowSizeInMin); }
@Override public Task createNewTask(TaskCallbackContext context) { return new TestHelixJobTask(context, jobsMapping, builder, new GobblinHelixJobLauncherMetrics("launcherInJobFactory", metricContext, 5), new GobblinHelixJobTask.GobblinHelixJobTaskMetrics(metricContext, 5), new GobblinHelixMetrics("helixMetricsInJobFactory", metricContext, 5)); } }
ConfigurationKeys.DEFAULT_METRIC_TIMER_WINDOW_SIZE_IN_MINUTES); this.launcherMetrics = new GobblinHelixJobLauncherMetrics("launcherInScheduler", this.metricContext, metricsWindowSizeInMin);
public GobblinHelixJobFactory(TaskRunnerSuiteBase.Builder builder, MetricContext metricContext) { this.builder = builder; // TODO: We can remove below initialization once Helix allow us to persist job resut in userContentStore initializeStateStore(this.builder); // initialize job related metrics (planning jobs) int metricsWindowSizeInMin = ConfigUtils.getInt(builder.getConfig(), ConfigurationKeys.METRIC_TIMER_WINDOW_SIZE_IN_MINUTES, ConfigurationKeys.DEFAULT_METRIC_TIMER_WINDOW_SIZE_IN_MINUTES); this.launcherMetrics = new GobblinHelixJobLauncherMetrics("launcherInJobFactory", metricContext, metricsWindowSizeInMin); this.jobTaskMetrics = new GobblinHelixJobTask.GobblinHelixJobTaskMetrics(metricContext, metricsWindowSizeInMin); }
public GobblinHelixJobScheduler(Properties properties, HelixManager helixManager, EventBus eventBus, Path appWorkDir, List<? extends Tag<?>> metadataTags, SchedulerService schedulerService, MutableJobCatalog jobCatalog) throws Exception { super(properties, schedulerService); this.properties = properties; this.helixManager = helixManager; this.eventBus = eventBus; this.jobRunningMap = new ConcurrentHashMap<>(); this.appWorkDir = appWorkDir; this.metadataTags = metadataTags; this.jobCatalog = jobCatalog; this.metricContext = Instrumented.getMetricContext(new org.apache.gobblin.configuration.State(properties), this.getClass()); int metricsWindowSizeInMin = ConfigUtils.getInt(ConfigUtils.propertiesToConfig(this.properties), ConfigurationKeys.METRIC_TIMER_WINDOW_SIZE_IN_MINUTES, ConfigurationKeys.DEFAULT_METRIC_TIMER_WINDOW_SIZE_IN_MINUTES); this.launcherMetrics = new GobblinHelixJobLauncherMetrics("launcherInScheduler", this.metricContext, metricsWindowSizeInMin); this.jobSchedulerMetrics = new GobblinHelixJobSchedulerMetrics(this.jobExecutor, this.metricContext, metricsWindowSizeInMin); this.startServicesCompleted = false; }