public void resolve() { m_config = m_config.resolve(); }
@Override public Config resolve() { return c.resolve(); }
@Override public Config resolve(ConfigResolveOptions options) { return c.resolve(options); }
/** * @param serialized serialized form of configuration as JSON-like data * @return {@link Config} from the serialized config */ public static Config deserialize(String serialized) { return ConfigFactory.parseString(serialized).resolve().withFallback(DEFAULT_CONFIG); }
/** * Creates a drill configuration using the provided config file. * @param config custom configuration file * @return {@link DrillConfig} instance */ public static DrillConfig create(Config config) { return new DrillConfig(config.resolve()); }
/** * @param overlay map of key-value pairs to add to default config. The map is converted * to a string representation, as it were from a config file, and parsed accordingly. * @param underlying underlying config to overlay new settings on top of * @return default config but with key-value pairs added */ public static Config overlayOn(Map<String,?> overlay, Config underlying) { StringBuilder configFileString = new StringBuilder(); overlay.forEach((k, v) -> configFileString.append(k).append('=').append(v).append('\n')); String configFile = configFileString.toString(); log.debug("Overlaid config: \n{}", configFile); return ConfigFactory.parseString(configFile).resolve().withFallback(underlying); }
private Config loadHoconFileAtPath(Path filePath, boolean allowUnresolved) throws IOException { ConfigResolveOptions options = ConfigResolveOptions.defaults().setAllowUnresolved(allowUnresolved); try (InputStream is = fs.open(filePath)) { return ConfigFactory.parseReader(new InputStreamReader(is, Charsets.UTF_8)).resolve(options); } } }
public HOCONInputStreamFlowTemplate(InputStream inputStream, URI flowTemplateDirUri, FlowCatalogWithTemplates catalog) throws SpecNotFoundException, IOException, JobTemplate.TemplateException, URISyntaxException { this(ConfigFactory.parseReader(new InputStreamReader(inputStream, Charsets.UTF_8)).resolve( ConfigResolveOptions.defaults().setAllowUnresolved(true)), flowTemplateDirUri, catalog); }
private static Config resolveConfig(JobSpec jobSpec, JobCatalog catalog) throws SpecNotFoundException, JobTemplate.TemplateException { Optional<URI> templateURIOpt = jobSpec.getTemplateURI(); if (templateURIOpt.isPresent()) { JobCatalogWithTemplates catalogWithTemplates = new PackagedTemplatesJobCatalogDecorator(catalog); JobTemplate template = catalogWithTemplates.getTemplate(templateURIOpt.get()); return template.getResolvedConfig(jobSpec.getConfig()).resolve(); } else { return jobSpec.getConfig().resolve(); } }
protected Config addInstanceName(Config baseConfig, String instanceName) { Map<String, String> configMap = new HashMap<>(); configMap.put(IntegrationBasicSuite.TEST_INSTANCE_NAME_KEY, instanceName); Config instanceConfig = ConfigFactory.parseMap(configMap); return instanceConfig.withFallback(baseConfig).resolve(); }
@Override protected Collection<Config> getWorkerConfigs() { Map<String, String> configMap = new HashMap<>(); configMap.put(GobblinClusterConfigurationKeys.ENABLE_TASK_IN_SEPARATE_PROCESS, "true"); Config config = ConfigFactory.parseMap(configMap); Config parent = super.getWorkerConfigs().iterator().next(); return Lists.newArrayList(config.withFallback(parent).resolve()); } }
@Override public Config getManagerConfig() { Map<String, String> configMap = new HashMap<>(); configMap.put(GobblinClusterConfigurationKeys.DEDICATED_MANAGER_CLUSTER_ENABLED, "true"); configMap.put(GobblinClusterConfigurationKeys.MANAGER_CLUSTER_NAME_KEY, "ManagerCluster"); Config config = ConfigFactory.parseMap(configMap); return config.withFallback(super.getManagerConfig()).resolve(); }
@Override protected Config getClusterConfig() { Map<String, String> configMap = new HashMap<>(); configMap.put(GobblinClusterConfigurationKeys.DEDICATED_TASK_DRIVER_CLUSTER_ENABLED, "true"); configMap.put(GobblinClusterConfigurationKeys.TASK_DRIVER_CLUSTER_NAME_KEY, "TaskDriverCluster"); Config config = ConfigFactory.parseMap(configMap); return config.withFallback(super.getClusterConfig()).resolve(); }
@Override public Config getManagerConfig() { Map<String, String> configMap = new HashMap<>(); configMap.put(GobblinClusterConfigurationKeys.DEDICATED_MANAGER_CLUSTER_ENABLED, "true"); configMap.put(GobblinClusterConfigurationKeys.MANAGER_CLUSTER_NAME_KEY, "ManagerCluster"); Config config = ConfigFactory.parseMap(configMap); return config.withFallback(super.getManagerConfig()).resolve(); } }
protected Collection<Config> getWorkerConfigs() { // worker config initialization URL url = Resources.getResource("BasicWorker.conf"); Config workerConfig = ConfigFactory.parseURL(url); workerConfig = workerConfig.withFallback(getClusterConfig()); return Lists.newArrayList(workerConfig.resolve()); }
public Config getManagerConfig() { // manager config initialization URL url = Resources.getResource("BasicManager.conf"); Config managerConfig = ConfigFactory.parseURL(url); managerConfig = managerConfig.withFallback(getClusterConfig()); return managerConfig.resolve(); }
static io.vavr.collection.Map<String, ?> loadConfigFromString(String string) { Config config = ConfigFactory.parseString(string, ConfigParseOptions.defaults().prependIncluder(new ConfigIncluder() { private ConfigIncluder parent = null; public ConfigObject include(ConfigIncludeContext context, String what) { return ConfigFactory.parseFileAnySyntax(new File(what)).root(); } public ConfigIncluder withFallback(ConfigIncluder fallback) { parent = fallback; return this; } })); config = config.resolve(); return HashSet.ofAll(config.entrySet()).toMap(entry -> Tuple.of(entry.getKey(), entry.getValue().unwrapped())); }
@Test public void testValidConfigsInPushMode_withClusterResolve() throws Exception{ Config c = ConfigFactory.parseResources(getClass().getClassLoader(), "replicationConfigTest/validCompleteDataset_PushMode.conf").resolve(); ReplicationConfiguration rc = ReplicationConfiguration.buildFromConfig(c); this.checkReplicationConfig_Push(rc); }
@Test public void testValidConfigsInPushMode_withTopologyPicker() throws Exception{ Config c = ConfigFactory.parseResources(getClass().getClassLoader(), "replicationConfigTest/validCompleteDataset_PushMode2.conf").resolve(); ReplicationConfiguration rc = ReplicationConfiguration.buildFromConfig(c); this.checkReplicationConfig_Push(rc); }
public void testSerDerWithEmptyRequester() throws IOException { List<ServiceRequester> list = new ArrayList<>(); RequesterService rs = new NoopRequesterService(ConfigBuilder.create().build()); String serialize = rs.serialize(list); Properties props = new Properties(); props.put(RequesterService.REQUESTER_LIST, serialize); Config initConfig = ConfigBuilder.create().build(); Config config = initConfig.withFallback(ConfigFactory.parseString(props.toString()).resolve()); Properties props2 = ConfigUtils.configToProperties(config); String serialize2 = props2.getProperty(RequesterService.REQUESTER_LIST); Assert.assertTrue(serialize.equals(serialize2)); List<ServiceRequester> list2 = rs.deserialize(serialize); Assert.assertTrue(list.equals(list2)); }