ContainerProcessManager(Config config, SamzaApplicationState state, MetricsRegistryMap registry, AbstractContainerAllocator allocator, ClusterResourceManager manager) { this.state = state; this.clusterManagerConfig = new ClusterManagerConfig(config); this.jobConfig = new JobConfig(config); this.hostAffinityEnabled = clusterManagerConfig.getHostAffinityEnabled(); this.clusterResourceManager = manager; this.metrics = new ContainerProcessManagerMetrics(config, state, registry); this.containerAllocator = allocator; this.allocatorThread = new Thread(this.containerAllocator, "Container Allocator Thread"); }
ContainerProcessManager(Config config, SamzaApplicationState state, MetricsRegistryMap registry, AbstractContainerAllocator allocator, ClusterResourceManager manager) { this.state = state; this.clusterManagerConfig = new ClusterManagerConfig(config); this.jobConfig = new JobConfig(config); this.hostAffinityEnabled = clusterManagerConfig.getHostAffinityEnabled(); this.clusterResourceManager = manager; this.metrics = new ContainerProcessManagerMetrics(config, state, registry); this.containerAllocator = allocator; this.allocatorThread = new Thread(this.containerAllocator, "Container Allocator Thread"); }
ContainerProcessManager(Config config, SamzaApplicationState state, MetricsRegistryMap registry, AbstractContainerAllocator allocator, ClusterResourceManager manager) { this.state = state; this.clusterManagerConfig = new ClusterManagerConfig(config); this.jobConfig = new JobConfig(config); this.hostAffinityEnabled = clusterManagerConfig.getHostAffinityEnabled(); this.clusterResourceManager = manager; this.metrics = new ContainerProcessManagerMetrics(config, state, registry); this.containerAllocator = allocator; this.allocatorThread = new Thread(this.containerAllocator, "Container Allocator Thread"); }
ContainerProcessManager(Config config, SamzaApplicationState state, MetricsRegistryMap registry, AbstractContainerAllocator allocator, ClusterResourceManager manager) { this.state = state; this.clusterManagerConfig = new ClusterManagerConfig(config); this.jobConfig = new JobConfig(config); this.hostAffinityEnabled = clusterManagerConfig.getHostAffinityEnabled(); this.clusterResourceManager = manager; this.metrics = new ContainerProcessManagerMetrics(config, state, registry); this.containerAllocator = allocator; this.allocatorThread = new Thread(this.containerAllocator, "Container Allocator Thread"); }
ContainerProcessManager(Config config, SamzaApplicationState state, MetricsRegistryMap registry, AbstractContainerAllocator allocator, ClusterResourceManager manager) { this.state = state; this.clusterManagerConfig = new ClusterManagerConfig(config); this.jobConfig = new JobConfig(config); this.hostAffinityEnabled = clusterManagerConfig.getHostAffinityEnabled(); this.clusterResourceManager = manager; this.metrics = new ContainerProcessManagerMetrics(config, state, registry); this.containerAllocator = allocator; this.allocatorThread = new Thread(this.containerAllocator, "Container Allocator Thread"); }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.JOB_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
public AbstractContainerAllocator(ClusterResourceManager containerProcessManager, ResourceRequestState resourceRequestState, Config config, SamzaApplicationState state) { ClusterManagerConfig clusterManagerConfig = new ClusterManagerConfig(config); this.clusterResourceManager = containerProcessManager; this.allocatorSleepIntervalMs = clusterManagerConfig.getAllocatorSleepTime(); this.resourceRequestState = resourceRequestState; this.containerMemoryMb = clusterManagerConfig.getContainerMemoryMb(); this.containerNumCpuCores = clusterManagerConfig.getNumCores(); this.taskConfig = new TaskConfig(config); this.state = state; this.config = config; }
public AbstractContainerAllocator(ClusterResourceManager containerProcessManager, ResourceRequestState resourceRequestState, Config config, SamzaApplicationState state) { ClusterManagerConfig clusterManagerConfig = new ClusterManagerConfig(config); this.clusterResourceManager = containerProcessManager; this.allocatorSleepIntervalMs = clusterManagerConfig.getAllocatorSleepTime(); this.resourceRequestState = resourceRequestState; this.containerMemoryMb = clusterManagerConfig.getContainerMemoryMb(); this.containerNumCpuCores = clusterManagerConfig.getNumCores(); this.taskConfig = new TaskConfig(config); this.state = state; this.config = config; }
ContainerProcessManager(Config config, SamzaApplicationState state, MetricsRegistryMap registry, ClusterResourceManager resourceManager) { JobModelManager jobModelManager = state.jobModelManager; this.state = state; this.clusterManagerConfig = new ClusterManagerConfig(config); this.jobConfig = new JobConfig(config); this.hostAffinityEnabled = clusterManagerConfig.getHostAffinityEnabled(); this.clusterResourceManager = resourceManager; this.metrics = new ContainerProcessManagerMetrics(config, state, registry); if (this.hostAffinityEnabled) { this.containerAllocator = new HostAwareContainerAllocator(clusterResourceManager, clusterManagerConfig.getContainerRequestTimeout(), config, state); } else { this.containerAllocator = new ContainerAllocator(clusterResourceManager, config, state); } this.allocatorThread = new Thread(this.containerAllocator, "Container Allocator Thread"); log.info("finished initialization of samza task manager"); }
public AbstractContainerAllocator(ClusterResourceManager containerProcessManager, ResourceRequestState resourceRequestState, Config config, SamzaApplicationState state) { ClusterManagerConfig clusterManagerConfig = new ClusterManagerConfig(config); this.clusterResourceManager = containerProcessManager; this.allocatorSleepIntervalMs = clusterManagerConfig.getAllocatorSleepTime(); this.resourceRequestState = resourceRequestState; this.containerMemoryMb = clusterManagerConfig.getContainerMemoryMb(); this.containerNumCpuCores = clusterManagerConfig.getNumCores(); this.taskConfig = new TaskConfig(config); this.state = state; this.config = config; }
public AbstractContainerAllocator(ClusterResourceManager containerProcessManager, ResourceRequestState resourceRequestState, Config config, SamzaApplicationState state) { ClusterManagerConfig clusterManagerConfig = new ClusterManagerConfig(config); this.clusterResourceManager = containerProcessManager; this.allocatorSleepIntervalMs = clusterManagerConfig.getAllocatorSleepTime(); this.resourceRequestState = resourceRequestState; this.containerMemoryMb = clusterManagerConfig.getContainerMemoryMb(); this.containerNumCpuCores = clusterManagerConfig.getNumCores(); this.taskConfig = new TaskConfig(config); this.state = state; this.config = config; }
public ContainerProcessManager(Config config, SamzaApplicationState state, MetricsRegistryMap registry) { this.state = state; this.clusterManagerConfig = new ClusterManagerConfig(config); this.jobConfig = new JobConfig(config); this.hostAffinityEnabled = clusterManagerConfig.getHostAffinityEnabled(); ResourceManagerFactory factory = getContainerProcessManagerFactory(clusterManagerConfig); this.clusterResourceManager = checkNotNull(factory.getClusterResourceManager(this, state)); this.metrics = new ContainerProcessManagerMetrics(config, state, registry); if (this.hostAffinityEnabled) { this.containerAllocator = new HostAwareContainerAllocator(clusterResourceManager, clusterManagerConfig.getContainerRequestTimeout(), config, state); } else { this.containerAllocator = new ContainerAllocator(clusterResourceManager, config, state); } this.allocatorThread = new Thread(this.containerAllocator, "Container Allocator Thread"); log.info("finished initialization of samza task manager"); }
public AbstractContainerAllocator(ClusterResourceManager containerProcessManager, ResourceRequestState resourceRequestState, Config config, SamzaApplicationState state) { ClusterManagerConfig clusterManagerConfig = new ClusterManagerConfig(config); this.clusterResourceManager = containerProcessManager; this.allocatorSleepIntervalMs = clusterManagerConfig.getAllocatorSleepTime(); this.resourceRequestState = resourceRequestState; this.containerMemoryMb = clusterManagerConfig.getContainerMemoryMb(); this.containerNumCpuCores = clusterManagerConfig.getNumCores(); this.taskConfig = new TaskConfig(config); this.state = state; this.config = config; }
public ContainerProcessManager(Config config, SamzaApplicationState state, MetricsRegistryMap registry) { this.state = state; this.clusterManagerConfig = new ClusterManagerConfig(config); this.jobConfig = new JobConfig(config); this.hostAffinityEnabled = clusterManagerConfig.getHostAffinityEnabled(); ResourceManagerFactory factory = getContainerProcessManagerFactory(clusterManagerConfig); this.clusterResourceManager = checkNotNull(factory.getClusterResourceManager(this, state)); this.metrics = new ContainerProcessManagerMetrics(config, state, registry); if (this.hostAffinityEnabled) { this.containerAllocator = new HostAwareContainerAllocator(clusterResourceManager, clusterManagerConfig.getContainerRequestTimeout(), config, state); } else { this.containerAllocator = new ContainerAllocator(clusterResourceManager, config, state); } this.allocatorThread = new Thread(this.containerAllocator, "Container Allocator Thread"); log.info("finished initialization of samza task manager"); }
public ContainerProcessManager(Config config, SamzaApplicationState state, MetricsRegistryMap registry) { this.state = state; this.clusterManagerConfig = new ClusterManagerConfig(config); this.jobConfig = new JobConfig(config); this.hostAffinityEnabled = clusterManagerConfig.getHostAffinityEnabled(); ResourceManagerFactory factory = getContainerProcessManagerFactory(clusterManagerConfig); this.clusterResourceManager = checkNotNull(factory.getClusterResourceManager(this, state)); this.metrics = new ContainerProcessManagerMetrics(config, state, registry); if (this.hostAffinityEnabled) { this.containerAllocator = new HostAwareContainerAllocator(clusterResourceManager, clusterManagerConfig.getContainerRequestTimeout(), config, state); } else { this.containerAllocator = new ContainerAllocator(clusterResourceManager, config, state); } this.allocatorThread = new Thread(this.containerAllocator, "Container Allocator Thread"); log.info("finished initialization of samza task manager"); }
public ContainerProcessManager(Config config, SamzaApplicationState state, MetricsRegistryMap registry) { this.state = state; this.clusterManagerConfig = new ClusterManagerConfig(config); this.jobConfig = new JobConfig(config); this.hostAffinityEnabled = clusterManagerConfig.getHostAffinityEnabled(); ResourceManagerFactory factory = getContainerProcessManagerFactory(clusterManagerConfig); this.clusterResourceManager = checkNotNull(factory.getClusterResourceManager(this, state)); this.metrics = new ContainerProcessManagerMetrics(config, state, registry); if (this.hostAffinityEnabled) { this.containerAllocator = new HostAwareContainerAllocator(clusterResourceManager, clusterManagerConfig.getContainerRequestTimeout(), config, state); } else { this.containerAllocator = new ContainerAllocator(clusterResourceManager, config, state); } this.allocatorThread = new Thread(this.containerAllocator, "Container Allocator Thread"); log.info("finished initialization of samza task manager"); }