/** * Build a {@link JobContextImpl} from a {@link Config} object. * This extracts some information like job name and job id. * * @param config used to extract job information * @return {@link JobContextImpl} corresponding to the {@code config} * @throws IllegalArgumentException if job name is not defined in the {@code config} */ public static JobContextImpl fromConfigWithDefaults(Config config) { JobConfig jobConfig = new JobConfig(config); Option<String> jobName = jobConfig.getName(); if (jobName.isEmpty()) { throw new IllegalArgumentException("Job name is not defined in configuration"); } String jobId = jobConfig.getJobId(); return new JobContextImpl(config, jobName.get(), jobId); }
@VisibleForTesting SamzaContainer createSamzaContainer(String processorId, JobModel jobModel) { return SamzaContainer.apply(processorId, jobModel, ScalaJavaUtil.toScalaMap(this.customMetricsReporter), this.taskFactory, JobContextImpl.fromConfigWithDefaults(this.config), Option.apply(this.applicationDefinedContainerContextFactoryOptional.orElse(null)), Option.apply(this.applicationDefinedTaskContextFactoryOptional.orElse(null))); }
@VisibleForTesting SamzaContainer createSamzaContainer(String processorId, JobModel jobModel) { return SamzaContainer.apply(processorId, jobModel, ScalaJavaUtil.toScalaMap(this.customMetricsReporter), this.taskFactory, JobContextImpl.fromConfigWithDefaults(this.config), Option.apply(this.applicationDefinedContainerContextFactoryOptional.orElse(null)), Option.apply(this.applicationDefinedTaskContextFactoryOptional.orElse(null)), Option.apply(this.externalContextOptional.orElse(null)), null); }
/** * Build a {@link JobContextImpl} from a {@link Config} object. * This extracts some information like job name and job id. * * @param config used to extract job information * @return {@link JobContextImpl} corresponding to the {@code config} * @throws IllegalArgumentException if job name is not defined in the {@code config} */ public static JobContextImpl fromConfigWithDefaults(Config config) { JobConfig jobConfig = new JobConfig(config); Option<String> jobName = jobConfig.getName(); if (jobName.isEmpty()) { throw new IllegalArgumentException("Job name is not defined in configuration"); } String jobId = jobConfig.getJobId(); return new JobContextImpl(config, jobName.get(), jobId); }
@VisibleForTesting SamzaContainer createSamzaContainer(String processorId, JobModel jobModel) { return SamzaContainer.apply(processorId, jobModel, ScalaJavaUtil.toScalaMap(this.customMetricsReporter), this.taskFactory, JobContextImpl.fromConfigWithDefaults(this.config), Option.apply(this.applicationDefinedContainerContextFactoryOptional.orElse(null)), Option.apply(this.applicationDefinedTaskContextFactoryOptional.orElse(null))); }
/** * Build a {@link JobContextImpl} from a {@link Config} object. * This extracts some information like job name and job id. * * @param config used to extract job information * @return {@link JobContextImpl} corresponding to the {@code config} * @throws IllegalArgumentException if job name is not defined in the {@code config} */ public static JobContextImpl fromConfigWithDefaults(Config config) { JobConfig jobConfig = new JobConfig(config); Option<String> jobName = jobConfig.getName(); if (jobName.isEmpty()) { throw new IllegalArgumentException("Job name is not defined in configuration"); } String jobId = jobConfig.getJobId(); return new JobContextImpl(config, jobName.get(), jobId); }
@VisibleForTesting SamzaContainer createSamzaContainer(String processorId, JobModel jobModel) { return SamzaContainer.apply(processorId, jobModel, ScalaJavaUtil.toScalaMap(this.customMetricsReporter), this.taskFactory, JobContextImpl.fromConfigWithDefaults(this.config), Option.apply(this.applicationDefinedContainerContextFactoryOptional.orElse(null)), Option.apply(this.applicationDefinedTaskContextFactoryOptional.orElse(null))); }
/** * Build a {@link JobContextImpl} from a {@link Config} object. * This extracts some information like job name and job id. * * @param config used to extract job information * @return {@link JobContextImpl} corresponding to the {@code config} * @throws IllegalArgumentException if job name is not defined in the {@code config} */ public static JobContextImpl fromConfigWithDefaults(Config config) { JobConfig jobConfig = new JobConfig(config); Option<String> jobName = jobConfig.getName(); if (jobName.isEmpty()) { throw new IllegalArgumentException("Job name is not defined in configuration"); } String jobId = jobConfig.getJobId(); return new JobContextImpl(config, jobName.get(), jobId); }
@VisibleForTesting SamzaContainer createSamzaContainer(String processorId, JobModel jobModel) { return SamzaContainer.apply(processorId, jobModel, ScalaJavaUtil.toScalaMap(this.customMetricsReporter), this.taskFactory, JobContextImpl.fromConfigWithDefaults(this.config), Option.apply(this.applicationDefinedContainerContextFactoryOptional.orElse(null)), Option.apply(this.applicationDefinedTaskContextFactoryOptional.orElse(null))); }
/** * Build a {@link JobContextImpl} from a {@link Config} object. * This extracts some information like job name and job id. * * @param config used to extract job information * @return {@link JobContextImpl} corresponding to the {@code config} * @throws IllegalArgumentException if job name is not defined in the {@code config} */ public static JobContextImpl fromConfigWithDefaults(Config config) { JobConfig jobConfig = new JobConfig(config); Option<String> jobName = jobConfig.getName(); if (jobName.isEmpty()) { throw new IllegalArgumentException("Job name is not defined in configuration"); } String jobId = jobConfig.getJobId(); return new JobContextImpl(config, jobName.get(), jobId); }
/** * create one TaskStorageManager for each task. Add all of them to the * List<TaskStorageManager> */ @SuppressWarnings({"unchecked", "rawtypes"}) private void getContainerStorageManagers() { Clock clock = SystemClock.instance(); StreamMetadataCache streamMetadataCache = new StreamMetadataCache(systemAdmins, 5000, clock); // don't worry about prefetching for this; looks like the tool doesn't flush to offset files anyways Map<String, SystemFactory> systemFactories = new JavaSystemConfig(jobConfig).getSystemFactories(); for (ContainerModel containerModel : containers.values()) { ContainerContext containerContext = new ContainerContextImpl(containerModel, new MetricsRegistryMap()); ContainerStorageManager containerStorageManager = new ContainerStorageManager(containerModel, streamMetadataCache, systemAdmins, changeLogSystemStreams, storageEngineFactories, systemFactories, this.getSerdes(), jobConfig, new HashMap<>(), new SamzaContainerMetrics(containerModel.getId(), new MetricsRegistryMap()), JobContextImpl.fromConfigWithDefaults(jobConfig), containerContext, new HashMap<>(), storeBaseDir, storeBaseDir, maxPartitionNumber, new SystemClock()); this.containerStorageManagers.put(containerModel.getId(), containerStorageManager); } } }
new MetricsRegistryMap(), changeLogSystemStreamPartition, JobContextImpl.fromConfigWithDefaults(jobConfig), containerContext); taskStores.put(storeName, storageEngine);
new MetricsRegistryMap(), changeLogSystemStreamPartition, JobContextImpl.fromConfigWithDefaults(jobConfig), containerContext); taskStores.put(storeName, storageEngine);
new MetricsRegistryMap(), changeLogSystemStreamPartition, JobContextImpl.fromConfigWithDefaults(jobConfig), containerContext); taskStores.put(storeName, storageEngine);
new MetricsRegistryMap(), changeLogSystemStreamPartition, JobContextImpl.fromConfigWithDefaults(jobConfig), containerContext); taskStores.put(storeName, storageEngine);
ScalaJavaUtil.toScalaMap(loadMetricsReporters(appDesc, containerId, config)), taskFactory, JobContextImpl.fromConfigWithDefaults(config), Option.apply(appDesc.getApplicationContainerContextFactory().orElse(null)), Option.apply(appDesc.getApplicationTaskContextFactory().orElse(null)));
ScalaJavaUtil.toScalaMap(loadMetricsReporters(appDesc, containerId, config)), taskFactory, JobContextImpl.fromConfigWithDefaults(config), Option.apply(appDesc.getApplicationContainerContextFactory().orElse(null)), Option.apply(appDesc.getApplicationTaskContextFactory().orElse(null)));
ScalaJavaUtil.toScalaMap(loadMetricsReporters(appDesc, containerId, config)), taskFactory, JobContextImpl.fromConfigWithDefaults(config), Option.apply(appDesc.getApplicationContainerContextFactory().orElse(null)), Option.apply(appDesc.getApplicationTaskContextFactory().orElse(null)),
ScalaJavaUtil.toScalaMap(loadMetricsReporters(appDesc, containerId, config)), taskFactory, JobContextImpl.fromConfigWithDefaults(config), Option.apply(appDesc.getApplicationContainerContextFactory().orElse(null)), Option.apply(appDesc.getApplicationTaskContextFactory().orElse(null)));
ScalaJavaUtil.toScalaMap(loadMetricsReporters(appDesc, containerId, config)), taskFactory, JobContextImpl.fromConfigWithDefaults(config), Option.apply(appDesc.getApplicationContainerContextFactory().orElse(null)), Option.apply(appDesc.getApplicationTaskContextFactory().orElse(null)));