/** * Get the filesystem of this cluster * @return the FS of the config */ public SliderFileSystem getClusterFS() throws IOException { return new SliderFileSystem(getConfig()); }
/** * Get the filesystem of this cluster * @return the FS of the config */ public SliderFileSystem getClusterFS() throws IOException { return new SliderFileSystem(getConfig()); }
new SliderFileSystem(destFS, conf).createWithPermissions(destDirPath, permission);
new SliderFileSystem(destFS, conf).createWithPermissions(destDirPath, permission);
@Test public void testGetApplicationTags() throws Exception { Configuration configuration = new Configuration(); FileSystem fs = FileSystem.getLocal(configuration); SliderFileSystem sliderFileSystem = new SliderFileSystem(fs, configuration); AgentClientProvider provider = new AgentClientProvider(null); String zipFileName = TestUtility.createAppPackage( folder, "testpkg", "test.zip", "target/test-classes/org/apache/slider/common/tools/test"); Set<String> tags = provider.getApplicationTags(sliderFileSystem, zipFileName); assert tags != null; assert !tags.isEmpty(); assert tags.contains("Name: STORM"); assert tags.contains("Description: Apache Hadoop Stream processing framework"); assert tags.contains("Version: 0.9.1.2.1"); }
@Test public void testGetApplicationTags() throws Exception { Configuration configuration = new Configuration(); FileSystem fs = FileSystem.getLocal(configuration); SliderFileSystem sliderFileSystem = new SliderFileSystem(fs, configuration); AgentClientProvider provider = new AgentClientProvider(null); String zipFileName = TestUtility.createAppPackage( folder, "testpkg", "test.zip", "target/test-classes/org/apache/slider/common/tools/test"); Set<String> tags = provider.getApplicationTags(sliderFileSystem, zipFileName); assert tags != null; assert !tags.isEmpty(); assert tags.contains("Name: STORM"); assert tags.contains("Description: Apache Hadoop Stream processing framework"); assert tags.contains("Version: 0.9.1.2.1"); }
@Test public void testGetMetaInfoStreamFromZip() throws Exception { String zipFileName = TestUtility.createAppPackage( folder, "testpkg", "test.zip", "target/test-classes/org/apache/slider/common/tools/test"); Configuration configuration = new Configuration(); FileSystem fs = FileSystem.getLocal(configuration); log.info("fs working dir is {}", fs.getWorkingDirectory().toString()); SliderFileSystem sliderFileSystem = new SliderFileSystem(fs, configuration); InputStream stream = SliderUtils.getApplicationResourceInputStream( sliderFileSystem.getFileSystem(), new Path(zipFileName), "metainfo.xml"); Assert.assertTrue(stream != null); Assert.assertTrue(stream.available() > 0); }
@Test public void testGetMetaInfoStreamFromZip() throws Exception { String zipFileName = TestUtility.createAppPackage( folder, "testpkg", "test.zip", "target/test-classes/org/apache/slider/common/tools/test"); Configuration configuration = new Configuration(); FileSystem fs = FileSystem.getLocal(configuration); log.info("fs working dir is {}", fs.getWorkingDirectory().toString()); SliderFileSystem sliderFileSystem = new SliderFileSystem(fs, configuration); InputStream stream = SliderUtils.getApplicationResourceInputStream( sliderFileSystem.getFileSystem(), new Path(zipFileName), "metainfo.xml"); Assert.assertTrue(stream != null); Assert.assertTrue(stream.available() > 0); }
@Test public void testGetApplicationMetainfo() throws Exception { String zipFileName = TestUtility.createAppPackage( folder, "testpkg", "test.zip", "target/test-classes/org/apache/slider/common/tools/test"); Configuration configuration = new Configuration(); FileSystem fs = FileSystem.getLocal(configuration); log.info("fs working dir is {}", fs.getWorkingDirectory().toString()); SliderFileSystem sliderFileSystem = new SliderFileSystem(fs, configuration); // Without accompany metainfo file, read metainfo from the zip file Metainfo metainfo = AgentUtils.getApplicationMetainfo( sliderFileSystem, zipFileName, false); Assert.assertNotNull(metainfo.getApplication()); Assert.assertEquals("STORM", metainfo.getApplication().getName()); // With accompany metainfo file, read metainfo from the accompany file String acompanyFileName = zipFileName + ".metainfo.xml"; File f = new File(acompanyFileName); try (BufferedWriter writer = new BufferedWriter(new FileWriter(f))) { writer.write(metainfo_str); } metainfo = AgentUtils.getApplicationMetainfo( sliderFileSystem, zipFileName, false); Assert.assertNotNull(metainfo.getApplication()); Assert.assertEquals("MYTESTAPPLICATION", metainfo.getApplication().getName()); } }
@Test public void testGetApplicationMetainfo() throws Exception { String zipFileName = TestUtility.createAppPackage( folder, "testpkg", "test.zip", "target/test-classes/org/apache/slider/common/tools/test"); Configuration configuration = new Configuration(); FileSystem fs = FileSystem.getLocal(configuration); log.info("fs working dir is {}", fs.getWorkingDirectory().toString()); SliderFileSystem sliderFileSystem = new SliderFileSystem(fs, configuration); // Without accompany metainfo file, read metainfo from the zip file Metainfo metainfo = AgentUtils.getApplicationMetainfo( sliderFileSystem, zipFileName, false); Assert.assertNotNull(metainfo.getApplication()); Assert.assertEquals("STORM", metainfo.getApplication().getName()); // With accompany metainfo file, read metainfo from the accompany file String acompanyFileName = zipFileName + ".metainfo.xml"; File f = new File(acompanyFileName); try (BufferedWriter writer = new BufferedWriter(new FileWriter(f))) { writer.write(metainfo_str); } metainfo = AgentUtils.getApplicationMetainfo( sliderFileSystem, zipFileName, false); Assert.assertNotNull(metainfo.getApplication()); Assert.assertEquals("MYTESTAPPLICATION", metainfo.getApplication().getName()); } }
/** * Perform everything needed to init the hadoop binding. * This assumes that the service is already in inited or started state * @throws IOException * @throws SliderException */ protected void initHadoopBinding() throws IOException, SliderException { // validate the client validateSliderClientEnvironment(null); //create the YARN client yarnClient = new SliderYarnClientImpl(); yarnClient.init(getConfig()); if (getServiceState() == STATE.STARTED) { yarnClient.start(); } addService(yarnClient); yarnAppListClient = new YarnAppListClient(yarnClient, getUsername(), getConfig()); // create the filesystem sliderFileSystem = new SliderFileSystem(getConfig()); }
fs = new SliderFileSystem(serviceConf);
fs = new SliderFileSystem(serviceConf);
/** * Perform everything needed to init the hadoop binding. * This assumes that the service is already in inited or started state * @throws IOException * @throws SliderException */ protected void initHadoopBinding() throws IOException, SliderException { // validate the client validateSliderClientEnvironment(null); //create the YARN client yarnClient = new SliderYarnClientImpl(); yarnClient.init(getConfig()); if (getServiceState() == STATE.STARTED) { yarnClient.start(); } addService(yarnClient); yarnAppListClient = new YarnAppListClient(yarnClient, getUsername(), getConfig()); // create the filesystem sliderFileSystem = new SliderFileSystem(getConfig()); }
FileSystem fs = FileSystem.getLocal(configuration); log.info("fs working dir is {}", fs.getWorkingDirectory().toString()); SliderFileSystem sliderFileSystem = new SliderFileSystem(fs, configuration);
FileSystem fs = FileSystem.getLocal(configuration); log.info("fs working dir is {}", fs.getWorkingDirectory().toString()); SliderFileSystem sliderFileSystem = new SliderFileSystem(fs, configuration);