@Inject RootContextLauncher(final @Parameter(RootContextConfiguration.class) String rootContextConfiguration, final @Parameter(RootServiceConfiguration.class) String rootServiceConfiguration, final @Parameter(InitialTaskConfiguration.class) String initialTaskConfiguration, final Injector injector, final ConfigurationSerializer configurationSerializer) throws IOException, BindException { this.injector = injector; this.configurationSerializer = configurationSerializer; this.rootContextConfiguration = this.configurationSerializer.fromString(rootContextConfiguration); this.rootServiceConfiguration = Optional.of(this.configurationSerializer.fromString(rootServiceConfiguration)); this.initialTaskConfiguration = Optional.of(this.configurationSerializer.fromString(initialTaskConfiguration)); }
@Inject RootContextLauncher(final Injector injector, final @Parameter(RootContextConfiguration.class) String rootContextConfiguration, final @Parameter(InitialTaskConfiguration.class) String initialTaskConfiguration, final ConfigurationSerializer configurationSerializer) throws IOException, BindException { this.injector = injector; this.configurationSerializer = configurationSerializer; this.rootContextConfiguration = this.configurationSerializer.fromString(rootContextConfiguration); this.rootServiceConfiguration = Optional.empty(); this.initialTaskConfiguration = Optional.of(this.configurationSerializer.fromString(initialTaskConfiguration)); }
@Inject RootContextLauncher(final @Parameter(RootContextConfiguration.class) String rootContextConfiguration, final Injector injector, final @Parameter(RootServiceConfiguration.class) String rootServiceConfiguration, final ConfigurationSerializer configurationSerializer) throws IOException, BindException { this.injector = injector; this.configurationSerializer = configurationSerializer; this.rootContextConfiguration = this.configurationSerializer.fromString(rootContextConfiguration); this.rootServiceConfiguration = Optional.of(this.configurationSerializer.fromString(rootServiceConfiguration)); this.initialTaskConfiguration = Optional.empty(); }
@Inject RootContextLauncher(final @Parameter(RootContextConfiguration.class) String rootContextConfiguration, final Injector injector, final ConfigurationSerializer configurationSerializer) throws IOException, BindException { this.injector = injector; this.configurationSerializer = configurationSerializer; this.rootContextConfiguration = this.configurationSerializer.fromString(rootContextConfiguration); this.rootServiceConfiguration = Optional.empty(); this.initialTaskConfiguration = Optional.empty(); }
/** * Launch a Task. */ private void startTask( final EvaluatorRuntimeProtocol.StartTaskProto startTaskProto) throws TaskClientCodeException { synchronized (this.contextStack) { final ContextRuntime currentActiveContext = this.contextStack.peek(); final String expectedContextId = startTaskProto.getContextId(); if (!expectedContextId.equals(currentActiveContext.getIdentifier())) { throw new IllegalStateException("Task expected context `" + expectedContextId + "` but the active context has ID `" + currentActiveContext.getIdentifier() + "`"); } try { final Configuration taskConfig = this.configurationSerializer.fromString(startTaskProto.getConfiguration()); currentActiveContext.startTask(taskConfig); } catch (IOException | BindException e) { throw new RuntimeException("Unable to read configuration.", e); } } }
this.configurationSerializer.fromString(addContextProto.getContextConfiguration()); this.configurationSerializer.fromString(addContextProto.getServiceConfiguration())); } else { newTopContext = currentTopContext.spawnChildContext(contextConfiguration);
/** * Assembles the configuration for an Evaluator. * * @param resourceLaunchProto * @return * @throws IOException */ private Configuration makeEvaluatorConfiguration( final DriverRuntimeProtocol.ResourceLaunchProto resourceLaunchProto) throws IOException { return Tang.Factory.getTang() .newConfigurationBuilder(this.configurationSerializer.fromString(resourceLaunchProto.getEvaluatorConf())) .bindImplementation(TempFileCreator.class, WorkingDirectoryTempFileCreator.class) .build(); }
/** * Assembles the Driver configuration. */ private Configuration makeDriverConfiguration( final ClientRuntimeProtocol.JobSubmissionProto jobSubmissionProto, final Path jobFolderPath) throws IOException { Configuration config = this.configurationSerializer.fromString(jobSubmissionProto.getConfiguration()); final String userBoundJobSubmissionDirectory = config.getNamedParameter((NamedParameterNode<?>)config.getClassHierarchy().getNode(ReflectionUtilities.getFullName(DriverJobSubmissionDirectory.class))); LOG.log(Level.FINE, "user bound job submission Directory: " + userBoundJobSubmissionDirectory); final String finalJobFolderPath = (userBoundJobSubmissionDirectory == null || userBoundJobSubmissionDirectory.isEmpty()) ? jobFolderPath.toString() : userBoundJobSubmissionDirectory; return Configurations.merge( YarnDriverConfiguration.CONF .set(YarnDriverConfiguration.JOB_SUBMISSION_DIRECTORY, finalJobFolderPath) .set(YarnDriverConfiguration.JOB_IDENTIFIER, jobSubmissionProto.getIdentifier()) .set(YarnDriverConfiguration.CLIENT_REMOTE_IDENTIFIER, jobSubmissionProto.getRemoteId()) .set(YarnDriverConfiguration.JVM_HEAP_SLACK, this.jvmSlack) .build(), this.configurationSerializer.fromString(jobSubmissionProto.getConfiguration())); }
private Configuration makeDriverConfiguration( final ClientRuntimeProtocol.JobSubmissionProto jobSubmissionProto, final String applicationId, final String jobFolderURL) throws IOException { final Configuration hdinsightDriverConfiguration = HDInsightDriverConfiguration.CONF .set(HDInsightDriverConfiguration.JOB_IDENTIFIER, applicationId) .set(HDInsightDriverConfiguration.JOB_SUBMISSION_DIRECTORY, jobFolderURL) .set(HDInsightDriverConfiguration.JVM_HEAP_SLACK, this.jvmHeapSlack) .build(); return Configurations.merge( this.configurationSerializer.fromString(jobSubmissionProto.getConfiguration()), hdinsightDriverConfiguration); } }
.addClientConfiguration(this.configurationSerializer.fromString(t.getConfiguration())) .setClientRemoteIdentifier(t.getRemoteId()) .setJobIdentifier(t.getIdentifier()).build();
this.configurationSerializer.toFile(this.configurationSerializer.fromString(launchRequest.getEvaluatorConf()), evaluatorConfigurationFile); } catch (final IOException | BindException e) {