public String getWebFrontendAddress() { return config.getValue(WebOptions.ADDRESS); }
@Override public String getValue(ConfigOption<?> configOption) { return this.backingConfig.getValue(prefixOption(configOption, prefix)); }
@Test public void testResumeFromYarnIDZookeeperNamespace() throws Exception { final Configuration configuration = new Configuration(); final FlinkYarnSessionCli flinkYarnSessionCli = new FlinkYarnSessionCli( configuration, tmp.getRoot().getAbsolutePath(), "y", "yarn"); final CommandLine commandLine = flinkYarnSessionCli.parseCommandLineOptions(new String[] {"-yid", TEST_YARN_APPLICATION_ID.toString()}, true); final AbstractYarnClusterDescriptor clusterDescriptor = flinkYarnSessionCli.createClusterDescriptor(commandLine); final Configuration clusterDescriptorConfiguration = clusterDescriptor.getFlinkConfiguration(); String zkNs = clusterDescriptorConfiguration.getValue(HighAvailabilityOptions.HA_CLUSTER_ID); assertTrue(zkNs.matches("application_\\d+_0042")); }
@Test public void testResumeFromYarnIDZookeeperNamespaceOverride() throws Exception { final Configuration configuration = new Configuration(); final FlinkYarnSessionCli flinkYarnSessionCli = new FlinkYarnSessionCli( configuration, tmp.getRoot().getAbsolutePath(), "y", "yarn"); final String overrideZkNamespace = "my_cluster"; final CommandLine commandLine = flinkYarnSessionCli.parseCommandLineOptions(new String[] {"-yid", TEST_YARN_APPLICATION_ID.toString(), "-yz", overrideZkNamespace}, true); final AbstractYarnClusterDescriptor clusterDescriptor = flinkYarnSessionCli.createClusterDescriptor(commandLine); final Configuration clusterDescriptorConfiguration = clusterDescriptor.getFlinkConfiguration(); final String clusterId = clusterDescriptorConfiguration.getValue(HighAvailabilityOptions.HA_CLUSTER_ID); assertEquals(overrideZkNamespace, clusterId); }
@Test public void testOptionWithDefault() { Configuration cfg = new Configuration(); cfg.setInteger("int-key", 11); cfg.setString("string-key", "abc"); ConfigOption<String> presentStringOption = ConfigOptions.key("string-key").defaultValue("my-beautiful-default"); ConfigOption<Integer> presentIntOption = ConfigOptions.key("int-key").defaultValue(87); assertEquals("abc", cfg.getString(presentStringOption)); assertEquals("abc", cfg.getValue(presentStringOption)); assertEquals(11, cfg.getInteger(presentIntOption)); assertEquals("11", cfg.getValue(presentIntOption)); // test getting default when no value is present ConfigOption<String> stringOption = ConfigOptions.key("test").defaultValue("my-beautiful-default"); ConfigOption<Integer> intOption = ConfigOptions.key("test2").defaultValue(87); // getting strings with default value should work assertEquals("my-beautiful-default", cfg.getValue(stringOption)); assertEquals("my-beautiful-default", cfg.getString(stringOption)); // overriding the default should work assertEquals("override", cfg.getString(stringOption, "override")); // getting a primitive with a default value should work assertEquals(87, cfg.getInteger(intOption)); assertEquals("87", cfg.getValue(intOption)); }
@Test public void testOptionWithNoDefault() { Configuration cfg = new Configuration(); cfg.setInteger("int-key", 11); cfg.setString("string-key", "abc"); ConfigOption<String> presentStringOption = ConfigOptions.key("string-key").noDefaultValue(); assertEquals("abc", cfg.getString(presentStringOption)); assertEquals("abc", cfg.getValue(presentStringOption)); // test getting default when no value is present ConfigOption<String> stringOption = ConfigOptions.key("test").noDefaultValue(); // getting strings for null should work assertNull(cfg.getValue(stringOption)); assertNull(cfg.getString(stringOption)); // overriding the null default should work assertEquals("override", cfg.getString(stringOption, "override")); }
public String getWebFrontendAddress() { return config.getValue(ConfigConstants.DEFAULT_JOB_MANAGER_WEB_FRONTEND_ADDRESS); }
public String getWebFrontendAddress() { return config.getValue(WebOptions.ADDRESS); }
public String getWebFrontendAddress() { return config.getValue(WebOptions.ADDRESS); }
@Override public String getValue(ConfigOption<?> configOption) { return this.backingConfig.getValue(prefixOption(configOption, prefix)); }
@Override public String getValue(ConfigOption<?> configOption) { return this.backingConfig.getValue(prefixOption(configOption, prefix)); }
/** * Returns the configured ZooKeeper quorum (and removes whitespace, because ZooKeeper does not * tolerate it). */ public static String getZooKeeperEnsemble(Configuration flinkConf) throws IllegalConfigurationException { String zkQuorum = flinkConf.getValue(HighAvailabilityOptions.HA_ZOOKEEPER_QUORUM); if (zkQuorum == null || StringUtils.isBlank(zkQuorum)) { throw new IllegalConfigurationException("No ZooKeeper quorum specified in config."); } // Remove all whitespace zkQuorum = zkQuorum.replaceAll("\\s+", ""); return zkQuorum; }
/** * Returns the configured ZooKeeper quorum (and removes whitespace, because ZooKeeper does not * tolerate it). */ public static String getZooKeeperEnsemble(Configuration flinkConf) throws IllegalConfigurationException { String zkQuorum = flinkConf.getValue(HighAvailabilityOptions.HA_ZOOKEEPER_QUORUM); if (zkQuorum == null || StringUtils.isBlank(zkQuorum)) { throw new IllegalConfigurationException("No ZooKeeper quorum specified in config."); } // Remove all whitespace zkQuorum = zkQuorum.replaceAll("\\s+", ""); return zkQuorum; }
/** * Returns the configured ZooKeeper quorum (and removes whitespace, because ZooKeeper does not * tolerate it). */ public static String getZooKeeperEnsemble(Configuration flinkConf) throws IllegalConfigurationException { String zkQuorum = flinkConf.getValue(HighAvailabilityOptions.HA_ZOOKEEPER_QUORUM); if (zkQuorum == null || StringUtils.isBlank(zkQuorum)) { throw new IllegalConfigurationException("No ZooKeeper quorum specified in config."); } // Remove all whitespace zkQuorum = zkQuorum.replaceAll("\\s+", ""); return zkQuorum; }
/** * Returns the configured ZooKeeper quorum (and removes whitespace, because ZooKeeper does not * tolerate it). */ public static String getZooKeeperEnsemble(Configuration flinkConf) throws IllegalConfigurationException { String zkQuorum = flinkConf.getValue(HighAvailabilityOptions.HA_ZOOKEEPER_QUORUM); if (zkQuorum == null || StringUtils.isBlank(zkQuorum)) { throw new IllegalConfigurationException("No ZooKeeper quorum specified in config."); } // Remove all whitespace zkQuorum = zkQuorum.replaceAll("\\s+", ""); return zkQuorum; }
/** * Return the configured {@link HighAvailabilityMode}. * * @param config The config to parse * @return Configured recovery mode or {@link HighAvailabilityMode#NONE} if not * configured. */ public static HighAvailabilityMode fromConfig(Configuration config) { String haMode = config.getValue(HighAvailabilityOptions.HA_MODE); if (haMode == null) { return HighAvailabilityMode.NONE; } else if (haMode.equalsIgnoreCase(ConfigConstants.DEFAULT_RECOVERY_MODE)) { // Map old default to new default return HighAvailabilityMode.NONE; } else { return HighAvailabilityMode.valueOf(haMode.toUpperCase()); } }
/** * Return the configured {@link HighAvailabilityMode}. * * @param config The config to parse * @return Configured recovery mode or {@link ConfigConstants#DEFAULT_HA_MODE} if not * configured. */ public static HighAvailabilityMode fromConfig(Configuration config) { String haMode = config.getValue(HighAvailabilityOptions.HA_MODE); if (haMode == null) { return HighAvailabilityMode.NONE; } else if (haMode.equalsIgnoreCase(ConfigConstants.DEFAULT_RECOVERY_MODE)) { // Map old default to new default return HighAvailabilityMode.NONE; } else { return HighAvailabilityMode.valueOf(haMode.toUpperCase()); } }
/** * Return the configured {@link HighAvailabilityMode}. * * @param config The config to parse * @return Configured recovery mode or {@link HighAvailabilityMode#NONE} if not * configured. */ public static HighAvailabilityMode fromConfig(Configuration config) { String haMode = config.getValue(HighAvailabilityOptions.HA_MODE); if (haMode == null) { return HighAvailabilityMode.NONE; } else if (haMode.equalsIgnoreCase(ConfigConstants.DEFAULT_RECOVERY_MODE)) { // Map old default to new default return HighAvailabilityMode.NONE; } else { try { return HighAvailabilityMode.valueOf(haMode.toUpperCase()); } catch (IllegalArgumentException e) { return FACTORY_CLASS; } } }
/** * Set temporary configuration directories if necessary. * * @param configuration flink config to patch * @param defaultDirs in case no tmp directories is set, next directories will be applied */ public static void updateTmpDirectoriesInConfiguration( Configuration configuration, @Nullable String defaultDirs) { if (configuration.contains(CoreOptions.TMP_DIRS)) { LOG.info("Overriding Fink's temporary file directories with those " + "specified in the Flink config: {}", configuration.getValue(CoreOptions.TMP_DIRS)); } else if (defaultDirs != null) { LOG.info("Setting directories for temporary files to: {}", defaultDirs); configuration.setString(CoreOptions.TMP_DIRS, defaultDirs); configuration.setBoolean(USE_LOCAL_DEFAULT_TMP_DIRS, true); } }
/** * Set temporary configuration directories if necessary. * * @param configuration flink config to patch * @param defaultDirs in case no tmp directories is set, next directories will be applied */ public static void updateTmpDirectoriesInConfiguration( Configuration configuration, @Nullable String defaultDirs) { if (configuration.contains(CoreOptions.TMP_DIRS)) { LOG.info("Overriding Fink's temporary file directories with those " + "specified in the Flink config: {}", configuration.getValue(CoreOptions.TMP_DIRS)); } else if (defaultDirs != null) { LOG.info("Setting directories for temporary files to: {}", defaultDirs); configuration.setString(CoreOptions.TMP_DIRS, defaultDirs); configuration.setBoolean(USE_LOCAL_DEFAULT_TMP_DIRS, true); } }