public final AbstractDriverRuntimeConfiguration setClientRemoteIdentifier(final String rid) { try { this.builder.bindNamedParameter(ClientRemoteIdentifier.class, rid.toString()); return this; } catch (final BindException e) { throw new RuntimeException(e); } }
public final AbstractDriverRuntimeConfiguration setDriverProcessMemory(final int memory) { try { this.builder.bindNamedParameter(DriverProcessMemory.class, Integer.toString(memory)); return this; } catch (final BindException e) { throw new RuntimeException(e); } }
public final AbstractDriverRuntimeConfiguration setJobIdentifier(final String id) { try { this.builder.bindNamedParameter(JobIdentifier.class, id.toString()); return this; } catch (final BindException e) { throw new RuntimeException(e); } }
public final AbstractDriverRuntimeConfiguration setEvaluatorTimeout(final long value) { try { this.builder.bindNamedParameter(EvaluatorTimeout.class, Long.toString(value)); return this; } catch (final BindException e) { throw new RuntimeException(e); } } }
/** * @return the part of the clock configuration *not* read from disk. */ private Configuration getStaticClockConfiguration() { final JavaConfigurationBuilder builder = Tang.Factory.getTang().newConfigurationBuilder() .bindNamedParameter(LaunchID.class, this.launchID) .bindNamedParameter(ErrorHandlerRID.class, this.errorHandlerID) .bindSetEntry(Clock.StartHandler.class, PIDStoreStartHandler.class) .bindNamedParameter(RemoteConfiguration.ErrorHandler.class, REEFErrorHandler.class) .bindNamedParameter(RemoteConfiguration.ManagerName.class, "REEF_LAUNCHER") .bindNamedParameter(RemoteConfiguration.MessageCodec.class, REEFMessageCodec.class); if (this.isProfilingEnabled) { builder.bindSetEntry(Clock.StopHandler.class, ProfilingStopHandler.class); } return builder.build(); }
/** * Parse command line options of the launcher. * * @param args Command line as passed into main(). * @return TANG configuration object. */ private static Configuration processCommandLine( final String[] args) throws BindException, IOException, InjectionException { final JavaConfigurationBuilder commandLineBuilder = Tang.Factory.getTang().newConfigurationBuilder(); new CommandLine(commandLineBuilder) .registerShortNameOfClass(ClockConfigurationPath.class) .registerShortNameOfClass(ErrorHandlerRID.class) .registerShortNameOfClass(LaunchID.class) .processCommandLine(args); return commandLineBuilder // Bind the wake error handler .bindNamedParameter(RemoteConfiguration.ErrorHandler.class, REEFErrorHandler.class) .bindNamedParameter(RemoteConfiguration.ManagerName.class, "REEF_LAUNCHER") // Bind the wake codec .bindNamedParameter(RemoteConfiguration.MessageCodec.class, REEFMessageCodec.class) .build(); }
jcb.bindNamedParameter(NumberOfDesiredSplits.class, "" + this.numberOfDesiredSplits); jcb.bindNamedParameter(DataLoadingEvaluatorMemoryMB.class, "" + this.memoryMB); jcb.bindNamedParameter(DataLoadingEvaluatorNumberOfCores.class, "" + this.numberOfCores); jcb.bindNamedParameter(DataLoadingComputeRequest.class, EvaluatorRequestSerializer.serialize(this.computeRequest)); .bindNamedParameter(LoadDataIntoMemory.class, Boolean.toString(this.inMemory)) .bindConstructor(InputFormat.class, InputFormatExternalConstructor.class) .bindConstructor(JobConf.class, JobConfExternalConstructor.class) .bindNamedParameter(JobConfExternalConstructor.InputFormatClass.class, inputFormatClass) .bindNamedParameter(JobConfExternalConstructor.InputPath.class, inputPath) .bindImplementation(DataLoadingService.class, InputFormatLoadingService.class) .build();
@Override public Configuration getServiceConfiguration(final AllocatedEvaluator allocatedEvaluator) { try { final NumberedSplit<InputSplit> numberedSplit = this.evaluatorToPartitionMapper.getInputSplit( allocatedEvaluator.getEvaluatorDescriptor().getNodeDescriptor().getName(), allocatedEvaluator.getId()); final Configuration serviceConfiguration = ServiceConfiguration.CONF .set(ServiceConfiguration.SERVICES, this.inMemory ? InMemoryInputFormatDataSet.class : InputFormatDataSet.class) .build(); return Tang.Factory.getTang().newConfigurationBuilder(serviceConfiguration) .bindImplementation( DataSet.class, this.inMemory ? InMemoryInputFormatDataSet.class : InputFormatDataSet.class) .bindNamedParameter(JobConfExternalConstructor.InputFormatClass.class, inputFormatClass) .bindNamedParameter(JobConfExternalConstructor.InputPath.class, inputPath) .bindNamedParameter( InputSplitExternalConstructor.SerializedInputSplit.class, WritableSerializer.serialize(numberedSplit.getEntry())) .bindConstructor(InputSplit.class, InputSplitExternalConstructor.class) .bindConstructor(JobConf.class, JobConfExternalConstructor.class) .build(); } catch (final BindException ex) { final String evalId = allocatedEvaluator.getId(); final String msg = "Unable to create configuration for evaluator " + evalId; LOG.log(Level.WARNING, msg, ex); throw new RuntimeException(msg, ex); } }