/** * Instantiate a launcher for the given Configuration. * * @param runtimeConfiguration the resourcemanager configuration to be used * @return a DriverLauncher based on the given resourcemanager configuration * @throws InjectionException on configuration errors */ public static DriverLauncher getLauncher(final Configuration runtimeConfiguration) throws InjectionException { return Tang.Factory.getTang() .newInjector(runtimeConfiguration, CLIENT_CONFIG) .getInstance(DriverLauncher.class); }
/** * Merge a set of Configurations. * * @param configurations the configuration to be merged * @return the merged configuration. * @throws org.apache.reef.tang.exceptions.BindException if the merge fails. */ public static Configuration merge(final Configuration... configurations) { return Tang.Factory.getTang().newConfigurationBuilder(configurations).build(); }
/** * Generates configuration that allows multi runtime to run on Yarn. * MultiRuntimeMainConfigurationGenerator. * @return Instance of <code>Configuration</code> */ @Override public Configuration getMainConfiguration() { return Tang.Factory.getTang().newConfigurationBuilder() .bindImplementation(RuntimeClasspathProvider.class, YarnClasspathProvider.class) .bindConstructor(org.apache.hadoop.yarn.conf.YarnConfiguration.class, YarnConfigurationConstructor.class) .build(); } }
public static void main(final String[] argv) throws IOException, BindException, InjectionException { @SuppressWarnings("unchecked") final JavaConfigurationBuilder cb = Tang.Factory.getTang().newConfigurationBuilder( (Class<? extends ExternalConstructor<?>>[]) new Class[]{FileParser.class}); final CommandLine cl = new CommandLine(cb); cl.processCommandLine(argv, Target.class, ClassHierarchyIn.class, ConfigurationIn.class, ConfigurationOut.class); final ValidateConfiguration bip = Tang.Factory.getTang().newInjector(cb.build()).getInstance(ValidateConfiguration.class); bip.validatePlan(); }
/** * @return client configuration. */ private static Configuration getClientConf() { final JavaConfigurationBuilder jcb = Tang.Factory.getTang().newConfigurationBuilder(); jcb.bindNamedParameter(JobMessageHandler.class, NemoClient.JobMessageHandler.class); return jcb.build(); }
/** * Get driver ncs configuration. * * @return driver ncs configuration. * @throws InjectionException exception while injection. */ private static Configuration getDriverNcsConf() throws InjectionException { return Configurations.merge(NameServerConfiguration.CONF.build(), LocalNameResolverConfiguration.CONF.build(), TANG.newConfigurationBuilder() .bindImplementation(IdentifierFactory.class, StringIdentifierFactory.class) .build()); }
public static org.apache.reef.tang.Configuration parseCommandLine(final String[] args) throws IOException { final JavaConfigurationBuilder confBuilder = Tang.Factory.getTang().newConfigurationBuilder(); new CommandLine(confBuilder) .registerShortNameOfClass(MesosExecutorId.class) .processCommandLine(args); return confBuilder.build(); }
/** * Extracts the queue name from the driverConfiguration or return default if none is set. * * @param driverConfiguration The drievr configuration * @return the queue name from the driverConfiguration or return default if none is set. */ private String getQueue(final Configuration driverConfiguration) { try { return Tang.Factory.getTang().newInjector(driverConfiguration).getNamedInstance(JobQueue.class); } catch (final InjectionException e) { return this.defaultQueueName; } }
/** * Merge a set of Configurations. * * @param configurations the configuration to be merged * @return the merged configuration. * @throws org.apache.reef.tang.exceptions.BindException if the merge fails. */ public static Configuration merge(final Iterable<Configuration> configurations) { final ConfigurationBuilder configurationBuilder = Tang.Factory.getTang().newConfigurationBuilder(); for (final Configuration configuration : configurations) { configurationBuilder.addConfiguration(configuration); } return configurationBuilder.build(); }
/** * Get driver message configuration. * * @return driver message configuration. * @throws InjectionException exception while injection. */ private static Configuration getDriverMessageConf() throws InjectionException { return TANG.newConfigurationBuilder() .bindNamedParameter(MessageParameters.SenderId.class, MessageEnvironment.MASTER_COMMUNICATION_ID) .build(); }
/** * Converts a given AvroConfiguration to Configuration. * * @param avroConfiguration a Avro configuration * @return a Configuration version of the given AvroConfiguration */ public Configuration fromAvro(final AvroConfiguration avroConfiguration) throws BindException { final ConfigurationBuilder configurationBuilder = Tang.Factory.getTang().newConfigurationBuilder(); fromAvro(avroConfiguration, configurationBuilder); return configurationBuilder.build(); }
protected ConfigurationBuilderImpl() { this.namespace = Tang.Factory.getTang().getDefaultClassHierarchy(); }
/** * @param baseInjector base {@link Injector} to extend upon * @return an {@link Injector} which has {@link LocalMessageDispatcher} for testing. * @throws InjectionException when failed to inject {@link LocalMessageDispatcher} */ public static Injector forkInjector(final Injector baseInjector) throws InjectionException { final Injector injector = baseInjector .forkInjector(LocalMessageEnvironment.LOCAL_MESSAGE_ENVIRONMENT_CONFIGURATION); injector.getInstance(LocalMessageDispatcher.class); return injector; } }
private Configuration getExecutorMessageConfiguration(final String executorId) { return Tang.Factory.getTang().newConfigurationBuilder() .bindNamedParameter(MessageParameters.SenderId.class, executorId) .build(); } }
/** * Extract the queue name from the jobSubmissionEvent or return default if none is set. */ private String getQueue(final JobSubmissionEvent jobSubmissionEvent) { try { return Tang.Factory.getTang().newInjector( jobSubmissionEvent.getConfiguration()).getNamedInstance(JobQueue.class); } catch (final InjectionException e) { return this.defaultQueueName; } } }
/** * The starting point of the executor. */ public static void main(final String[] args) throws Exception { final Injector injector = Tang.Factory.getTang().newInjector(parseCommandLine(args)); final REEFExecutor reefExecutor = injector.getInstance(REEFExecutor.class); reefExecutor.onStart(); } }
/** * Generates needed driver configuration such as class path provider. * * @return Instance of <code>Configuration</code> */ @Override public Configuration getMainConfiguration() { return Tang.Factory.getTang().newConfigurationBuilder().build(); } }
/** * Assembles the final Driver Configuration by merging in all the Configurations provided by ConfigurationProviders. * * @param driverConfiguration * @return */ private Configuration createDriverConfiguration(final Configuration driverConfiguration) { final ConfigurationBuilder configurationBuilder = Tang.Factory.getTang() .newConfigurationBuilder(driverConfiguration); for (final ConfigurationProvider configurationProvider : this.configurationProviders) { configurationBuilder.addConfiguration(configurationProvider.getConfiguration()); } return configurationBuilder.build(); }
private Configuration getExecutorMessageConfiguration(final String executorId) { return Tang.Factory.getTang().newConfigurationBuilder() .bindNamedParameter(MessageParameters.SenderId.class, executorId) .build(); } }
private static Optional<String> getUserBoundJobSubmissionDirectory(final Configuration configuration) { try { return Optional.ofNullable(Tang.Factory.getTang().newInjector(configuration) .getNamedInstance(DriverJobSubmissionDirectory.class)); } catch (final InjectionException ex) { return Optional.empty(); } }