@Override public String getString(String key, String defaultValue) { return this.backingConfig.getString(this.prefix + key, defaultValue); }
public String getAllowOrigin() { return config.getString(WebOptions.ACCESS_CONTROL_ALLOW_ORIGIN); } }
public String getIterationId() { return config.getString(ITERATION_ID, ""); }
PythonStreamBinder(Configuration globalConfig) { String configuredLocalTmpPath = globalConfig.getString(PythonOptions.PLAN_TMP_DIR); this.localTmpPath = configuredLocalTmpPath != null ? configuredLocalTmpPath : System.getProperty("java.io.tmpdir") + File.separator + "flink_streaming_plan_" + UUID.randomUUID(); this.tmpDistributedDir = new Path(globalConfig.getString(PythonOptions.DC_TMP_DIR)); }
/** * Extracts the local state directories as defined by * {@link CheckpointingOptions#LOCAL_RECOVERY_TASK_MANAGER_STATE_ROOT_DIRS}. * * @param configuration configuration object * @return array of configured directories (in order) */ @Nonnull public static String[] parseLocalStateDirectories(Configuration configuration) { String configValue = configuration.getString(CheckpointingOptions.LOCAL_RECOVERY_TASK_MANAGER_STATE_ROOT_DIRS, ""); return splitPaths(configValue); }
@Override public String getClusterDescription() { String host = config.getString(JobManagerOptions.ADDRESS, ""); int port = config.getInteger(JobManagerOptions.PORT, -1); return "Standalone cluster at " + host + ":" + port; }
/** * Extracts the task manager directories for temporary files as defined by * {@link org.apache.flink.configuration.CoreOptions#TMP_DIRS}. * * @param configuration configuration object * @return array of configured directories (in order) */ @Nonnull public static String[] parseTempDirectories(Configuration configuration) { return splitPaths(configuration.getString(CoreOptions.TMP_DIRS)); }
@Override public String getString(ConfigOption<String> configOption) { return this.backingConfig.getString(prefixOption(configOption, prefix)); }
@Override public String getString(ConfigOption<String> configOption, String overrideDefault) { return this.backingConfig.getString(prefixOption(configOption, prefix), overrideDefault); }
private org.apache.hadoop.conf.Configuration loadHadoopConfigFromFlink() { org.apache.hadoop.conf.Configuration hadoopConfig = new org.apache.hadoop.conf.Configuration(); for (String key : flinkConfig.keySet()) { for (String prefix : flinkConfigPrefixes) { if (key.startsWith(prefix)) { String newKey = hadoopConfigPrefix + key.substring(prefix.length()); String newValue = fixHadoopConfig(key, flinkConfig.getString(key, null)); hadoopConfig.set(newKey, newValue); LOG.debug("Adding Flink config entry for {} as {} to Hadoop config", key, newKey); } } } return hadoopConfig; }
private File getUploadDir(Configuration configuration) { File baseDir = new File(configuration.getString(WebOptions.UPLOAD_DIR, getBaseDirStr(configuration))); boolean uploadDirSpecified = configuration.contains(WebOptions.UPLOAD_DIR); return uploadDirSpecified ? baseDir : new File(baseDir, "flink-web-" + UUID.randomUUID()); }
public PythonPlanBinder(Configuration globalConfig) { String configuredPlanTmpPath = globalConfig.getString(PythonOptions.PLAN_TMP_DIR); tmpPlanFilesDir = configuredPlanTmpPath != null ? configuredPlanTmpPath : System.getProperty("java.io.tmpdir") + File.separator + "flink_plan_" + UUID.randomUUID(); operatorConfig = new Configuration(); operatorConfig.setString(PythonOptions.PYTHON_BINARY_PATH, globalConfig.getString(PythonOptions.PYTHON_BINARY_PATH)); String configuredTmpDataDir = globalConfig.getString(PythonOptions.DATA_TMP_DIR); if (configuredTmpDataDir != null) { operatorConfig.setString(PythonOptions.DATA_TMP_DIR, configuredTmpDataDir); } operatorConfig.setLong(PythonOptions.MMAP_FILE_SIZE, globalConfig.getLong(PythonOptions.MMAP_FILE_SIZE)); }
private static YarnConfigOptions.UserJarInclusion getUserJarInclusionMode(org.apache.flink.configuration.Configuration config) { String configuredUserJarInclusion = config.getString(YarnConfigOptions.CLASSPATH_INCLUDE_USER_JAR); try { return YarnConfigOptions.UserJarInclusion.valueOf(configuredUserJarInclusion.toUpperCase()); } catch (IllegalArgumentException e) { LOG.warn("Configuration parameter {} was configured with an invalid value {}. Falling back to default ({}).", YarnConfigOptions.CLASSPATH_INCLUDE_USER_JAR.key(), configuredUserJarInclusion, YarnConfigOptions.CLASSPATH_INCLUDE_USER_JAR.defaultValue()); return YarnConfigOptions.UserJarInclusion.valueOf(YarnConfigOptions.CLASSPATH_INCLUDE_USER_JAR.defaultValue()); } }
@Override protected void initializeServices(Configuration config) throws Exception { super.initializeServices(config); final String hostname = config.getString(JobManagerOptions.ADDRESS); // Mesos configuration mesosConfig = MesosEntrypointUtils.createMesosSchedulerConfiguration(config, hostname); // services mesosServices = MesosServicesUtils.createMesosServices(config, hostname); // TM configuration taskManagerParameters = MesosEntrypointUtils.createTmParameters(config, LOG); taskManagerContainerSpec = MesosEntrypointUtils.createContainerSpec(config, dynamicProperties); }
@Override protected void initializeServices(Configuration config) throws Exception { super.initializeServices(config); final String hostname = config.getString(JobManagerOptions.ADDRESS); // Mesos configuration schedulerConfiguration = MesosEntrypointUtils.createMesosSchedulerConfiguration(config, hostname); // services mesosServices = MesosServicesUtils.createMesosServices(config, hostname); // TM configuration taskManagerParameters = MesosEntrypointUtils.createTmParameters(config, LOG); taskManagerContainerSpec = MesosEntrypointUtils.createContainerSpec(config, dynamicProperties); }
@Test public void testBindAddressFirstDeprecatedKey() { final Configuration configuration = new Configuration(); final String expectedAddress = "foobar"; configuration.setString("web.address", expectedAddress); final String actualAddress = configuration.getString(RestOptions.BIND_ADDRESS); assertThat(actualAddress, is(equalTo(expectedAddress))); }
@Test public void testBindAddressSecondDeprecatedKey() { final Configuration configuration = new Configuration(); final String expectedAddress = "foobar"; configuration.setString("jobmanager.web.address", expectedAddress); final String actualAddress = configuration.getString(RestOptions.BIND_ADDRESS); assertThat(actualAddress, is(equalTo(expectedAddress))); } }
public static void checkJobManagerAddress(Configuration config, String expectedAddress, int expectedPort) { String jobManagerAddress = config.getString(JobManagerOptions.ADDRESS); int jobManagerPort = config.getInteger(JobManagerOptions.PORT, -1); assertEquals(expectedAddress, jobManagerAddress); assertEquals(expectedPort, jobManagerPort); }
@Test public void getConfiguration() { try { String config = TestBaseUtils.getFromHTTP("http://localhost:" + getRestPort() + "/jobmanager/config"); Map<String, String> conf = WebMonitorUtils.fromKeyValueJsonArray(config); assertEquals( CLUSTER_CONFIGURATION.getString(ConfigConstants.LOCAL_START_WEBSERVER, null), conf.get(ConfigConstants.LOCAL_START_WEBSERVER)); } catch (Exception e) { e.printStackTrace(); fail(e.getMessage()); } }