@Override public Arguments deserialize(JsonElement json, Type typeOfT, JsonDeserializationContext context) throws JsonParseException { JsonObject jsonObj = json.getAsJsonObject(); List<String> arguments = context.deserialize(jsonObj.get("arguments"), new TypeToken<List<String>>() { }.getType()); Map<String, Collection<String>> args = context.deserialize(jsonObj.get("runnableArguments"), new TypeToken<Map<String, Collection<String>>>() { }.getType()); ImmutableMultimap.Builder<String, String> builder = ImmutableMultimap.builder(); for (Map.Entry<String, Collection<String>> entry : args.entrySet()) { builder.putAll(entry.getKey(), entry.getValue()); } return new Arguments(arguments, builder.build()); } }
private DirectExecutionTwillContext(String runnableName, TwillRuntimeSpecification runtimeSpec, org.apache.twill.internal.Arguments arguments) { this.runnableName = runnableName; this.runtimeSpec = runtimeSpec; this.applicationArgs = arguments.getArguments().toArray(new String[0]); this.args = arguments.getRunnableArguments().get(runnableName).toArray(new String[0]); }
private DirectExecutionTwillContext(String runnableName, TwillRuntimeSpecification runtimeSpec, org.apache.twill.internal.Arguments arguments) { this.runnableName = runnableName; this.runtimeSpec = runtimeSpec; this.applicationArgs = arguments.getArguments().toArray(new String[0]); this.args = arguments.getRunnableArguments().get(runnableName).toArray(new String[0]); }
@Override public Arguments deserialize(JsonElement json, Type typeOfT, JsonDeserializationContext context) throws JsonParseException { JsonObject jsonObj = json.getAsJsonObject(); List<String> arguments = context.deserialize(jsonObj.get("arguments"), new TypeToken<List<String>>() { }.getType()); Map<String, Collection<String>> args = context.deserialize(jsonObj.get("runnableArguments"), new TypeToken<Map<String, Collection<String>>>() { }.getType()); ImmutableMultimap.Builder<String, String> builder = ImmutableMultimap.builder(); for (Map.Entry<String, Collection<String>> entry : args.entrySet()) { builder.putAll(entry.getKey(), entry.getValue()); } return new Arguments(arguments, builder.build()); } }
@Override public JsonElement serialize(Arguments src, Type typeOfSrc, JsonSerializationContext context) { JsonObject json = new JsonObject(); json.add("arguments", context.serialize(src.getArguments())); json.add("runnableArguments", context.serialize(src.getRunnableArguments().asMap())); return json; }
saveClassPaths(runtimeConfigDir); jvmOptions = saveJvmOptions(runtimeConfigDir.resolve(Constants.Files.JVM_OPTIONS)); saveArguments(new Arguments(arguments, runnableArgs), runtimeConfigDir.resolve(Constants.Files.ARGUMENTS)); saveEnvironments(runtimeConfigDir.resolve(Constants.Files.ENVIRONMENTS));
@Override public JsonElement serialize(Arguments src, Type typeOfSrc, JsonSerializationContext context) { JsonObject json = new JsonObject(); json.add("arguments", context.serialize(src.getArguments())); json.add("runnableArguments", context.serialize(src.getRunnableArguments().asMap())); return json; }
saveClassPaths(runtimeConfigDir); jvmOptions = saveJvmOptions(runtimeConfigDir.resolve(Constants.Files.JVM_OPTIONS)); saveArguments(new Arguments(arguments, runnableArgs), runtimeConfigDir.resolve(Constants.Files.ARGUMENTS)); saveEnvironments(runtimeConfigDir.resolve(Constants.Files.ENVIRONMENTS));
BasicTwillContext context = new BasicTwillContext( runId, appRunId, containerInfo.getHost(), arguments.getRunnableArguments().get(runnableName).toArray(new String[0]), arguments.getArguments().toArray(new String[0]), runnableSpec, instanceId, discoveryService, discoveryService, appRunZkClient, instanceCount, containerInfo.getMemoryMB(), containerInfo.getVirtualCores()
saveLogback(runtimeConfigDir.resolve(Constants.Files.LOGBACK_TEMPLATE)); saveClassPaths(runtimeConfigDir); saveArguments(new Arguments(arguments, runnableArgs), runtimeConfigDir.resolve(Constants.Files.ARGUMENTS)); saveResource(runtimeConfigDir, SETUP_SPARK_SH); saveResource(runtimeConfigDir, SETUP_SPARK_PY);
BasicTwillContext context = new BasicTwillContext( runId, appRunId, containerInfo.getHost(), arguments.getRunnableArguments().get(runnableName).toArray(new String[0]), arguments.getArguments().toArray(new String[0]), runnableSpec, instanceId, discoveryService, discoveryService, appRunZkClient, instanceCount, containerInfo.getMemoryMB(), containerInfo.getVirtualCores()
saveLogback(runtimeConfigDir.resolve(Constants.Files.LOGBACK_TEMPLATE)); saveClassPaths(runtimeConfigDir); saveArguments(new Arguments(arguments, runnableArgs), runtimeConfigDir.resolve(Constants.Files.ARGUMENTS)); saveResource(runtimeConfigDir, SETUP_SPARK_SH); saveResource(runtimeConfigDir, SETUP_SPARK_PY);