Configuration result = new HdfsConfiguration(); boolean foundHadoopConfiguration = false;
@Before public void setup() throws IOException { conf.set(CommonConfigurationKeys.IPC_PING_INTERVAL_KEY, "5000"); fs = dfsClusterRule.getDfscluster().getFileSystem(); assert fs.mkdirs(filesDir); assert fs.mkdirs(locksDir); }
public int getDataNodePort() { HdfsConfiguration.init(); Configuration dnConf = new HdfsConfiguration(masterServices.getConfiguration()); int dnPort = NetUtils.createSocketAddr( dnConf.get(DFSConfigKeys.DFS_DATANODE_ADDRESS_KEY, DFSConfigKeys.DFS_DATANODE_ADDRESS_DEFAULT)).getPort(); LOG.debug("Loaded default datanode port for FN: " + datanodeDataTransferPort); return dnPort; }
private HdfsConfiguration getTestConfiguration() { HdfsConfiguration conf = new HdfsConfiguration(); if (dualPortTesting) { conf.set(DFSConfigKeys.DFS_NAMENODE_SERVICE_RPC_ADDRESS_KEY, "localhost:0"); } return conf; }
public static HdfsConfiguration getTestHdfsConfiguration() { HdfsConfiguration conf = new HdfsConfiguration(); String testDataPath = new File(TEST_PATH + "/" + UUID.randomUUID().toString()).getAbsolutePath(); String namenodeDir = new File(testDataPath, "name").getAbsolutePath(); conf.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, testDataPath); conf.set(DFSConfigKeys.DFS_NAMENODE_NAME_DIR_KEY, namenodeDir); conf.set(DFSConfigKeys.DFS_NAMENODE_EDITS_DIR_KEY, namenodeDir); conf.setLong(DFSConfigKeys.DFS_NAMENODE_DU_RESERVED_KEY, 0); conf.setLong(DFSConfigKeys.DFS_NAMENODE_MIN_BLOCK_SIZE_KEY, 0); conf.setInt(DFSConfigKeys.DFS_REPLICATION_KEY, 1); return conf; }
HdfsConfiguration targetConf = new HdfsConfiguration(conf); NameNode.initializeGenericKeys(targetConf, nsId, nnId); NetUtils.createSocketAddr(lifelineAddrStr) : null; this.autoFailoverEnabled = targetConf.getBoolean( DFSConfigKeys.DFS_HA_AUTO_FAILOVER_ENABLED_KEY, DFSConfigKeys.DFS_HA_AUTO_FAILOVER_ENABLED_DEFAULT);
@Test public void testFailoverWithAutoHa() throws Exception { Mockito.doReturn(STANDBY_READY_RESULT).when(mockProtocol).getServiceStatus(); // Turn on auto-HA in the config HdfsConfiguration conf = getHAConf(); conf.setBoolean(DFSConfigKeys.DFS_HA_AUTO_FAILOVER_ENABLED_KEY, true); conf.set(DFSConfigKeys.DFS_HA_FENCE_METHODS_KEY, getFencerTrueCommand()); tool.setConf(conf); assertEquals(0, runTool("-failover", "nn1", "nn2")); Mockito.verify(mockZkfcProtocol).gracefulFailover(); }
public static void main(String[] args) { init(); Configuration.dumpDeprecatedKeys(); } }
private Configuration setupAddress(String key) { HdfsConfiguration conf = new HdfsConfiguration(); conf.set(DFS_NAMESERVICES, "nn1"); conf.set(DFSUtil.addKeySuffixes(key, "nn1"), "localhost:9000"); return conf; }
public static void main(String[] args) { init(); Configuration.dumpDeprecatedKeys(); } }
/** * Construct a SnapshotDiff object. */ public SnapshotDiff() { this(new HdfsConfiguration()); }
private static Configuration createWebHDFSHAConfiguration(String logicalHostName, String nnaddr1, String nnaddr2) { HdfsConfiguration conf = new HdfsConfiguration(); conf.set(DFS_NAMESERVICES, "ns1"); conf.set(DFSUtil.addKeySuffixes(DFS_HA_NAMENODES_KEY_PREFIX, "ns1"),"nn1,nn2"); conf.set(DFSUtil.addKeySuffixes( DFS_NAMENODE_HTTP_ADDRESS_KEY, "ns1", "nn1"), nnaddr1); conf.set(DFSUtil.addKeySuffixes( DFS_NAMENODE_HTTP_ADDRESS_KEY, "ns1", "nn2"), nnaddr2); conf.set(DFS_CLIENT_FAILOVER_PROXY_PROVIDER_KEY_PREFIX + "." + logicalHostName, ConfiguredFailoverProxyProvider.class.getName()); return conf; }
@Before public void setup() throws IOException { conf.set(CommonConfigurationKeys.IPC_PING_INTERVAL_KEY, "5000"); fs = dfsClusterRule.getDfscluster().getFileSystem(); assert fs.mkdirs(dir); }
@Override // ReconfigurableBase protected Configuration getNewConf() { return new HdfsConfiguration(); } }
@Test(timeout=10000) public void testExtraArgsThrowsError() throws Exception { HdfsConfiguration conf = new HdfsConfiguration(); conf.set("mykey", "myval"); String[] args = {"-namenodes", "unexpected-arg"}; assertTrue(runTool(conf, args, false).contains( "Did not expect argument: unexpected-arg")); }
@Before public void setUp() throws IOException { conf.set(CommonConfigurationKeys.IPC_PING_INTERVAL_KEY, "5000"); fs = DFS_CLUSTER_RULE.getDfscluster().getFileSystem(); assert fs.mkdirs(locksDir); }
/** * Construct a DFSAdmin object. */ public DFSAdmin() { this(new HdfsConfiguration()); }
@Test(timeout=10000) public void testGetSpecificKey() throws Exception { HdfsConfiguration conf = new HdfsConfiguration(); conf.set("mykey", " myval "); String[] args = {"-confKey", "mykey"}; String toolResult = runTool(conf, args, true); assertEquals(String.format("myval%n"), toolResult); }
@Test public void testSecondaryNameNodeHttpAddressNotNeeded() throws Exception { conf.set(DFS_NAMENODE_SECONDARY_HTTP_ADDRESS_KEY, "null"); doNNWithQJMTest(); }
@Override // ReconfigurableBase protected Configuration getNewConf() { return new HdfsConfiguration(); }