public CrailBenchmark(int warmup) throws Exception { this.warmup = warmup; this.conf = new CrailConfiguration(); this.fs = null; }
public CrailHDFS(final URI uri, final Configuration conf) throws IOException, URISyntaxException { super(uri, "crail", true, 9000); try { CrailConfiguration crailConf = new CrailConfiguration(); this.dfs = CrailFS.newInstance(crailConf); Path _workingDir = new Path("/user/" + CrailConstants.USER); this.workingDir = new Path("/user/" + CrailConstants.USER).makeQualified(uri, _workingDir); LOG.info("CrailHDFS initialization done.."); } catch(Exception e){ throw new IOException(e); } }
@Override public void initialize(URI uri, Configuration conf) throws IOException { super.initialize(uri, conf); setConf(conf); try { CrailConfiguration crailConf = new CrailConfiguration(); this.dfs = CrailFS.newInstance(crailConf); Path _workingDir = new Path("/user/" + CrailConstants.USER); this.workingDir = new Path("/user/" + CrailConstants.USER).makeQualified(uri, _workingDir); this.uri = URI.create(CrailConstants.NAMENODE_ADDRESS); LOG.info("CrailHadoopFileSystem fs initialization done.."); } catch(Exception e){ throw new IOException(e); } }
public void getLocations(String filename, long offset, long length) throws Exception { System.out.println("getLocations, filename " + filename + ", offset " + offset + ", len " + length); CrailConfiguration conf = new CrailConfiguration(); CrailFS fs = CrailFS.newInstance(conf); CrailBlockLocation locations[] = fs.lookup(filename).get().getBlockLocations(offset, length); for (int i = 0; i < locations.length; i++){ System.out.println("location " + i + " : " + locations[i].toString()); } fs.close(); }
public void namenodeDump() throws Exception { CrailConfiguration conf = new CrailConfiguration(); CoreFileSystem fs = new CoreFileSystem(conf); fs.dumpNameNode(); fs.close(); }
public static void main(String args[]) throws Exception { LOG.info("initalizing namenode "); CrailConfiguration conf = new CrailConfiguration(); CrailConstants.updateConstants(conf);
public void ping() throws Exception { CrailConfiguration conf = new CrailConfiguration(); CrailConstants.updateConstants(conf); CoreFileSystem fs = new CoreFileSystem(conf); fs.ping(); fs.closeFileSystem(); }
public static void main(String[] args) throws Exception { Logger LOG = CrailUtils.getLogger(); CrailConfiguration conf = new CrailConfiguration(); CrailConstants.updateConstants(conf); CrailConstants.printConf();
public void createDirectory(String filename, int storageClass, int locationClass) throws Exception { System.out.println("createDirectory, filename " + filename + ", storageClass " + storageClass + ", locationClass " + locationClass); CrailConfiguration conf = new CrailConfiguration(); CrailFS fs = CrailFS.newInstance(conf); fs.create(filename, CrailNodeType.DIRECTORY, CrailStorageClass.get(storageClass), CrailLocationClass.get(locationClass)).get().syncDir(); fs.close(); }
@Before public void init() throws Exception { CrailConfiguration conf = new CrailConfiguration(); fs = CrailFS.newInstance(conf); fs.create(basePath, CrailNodeType.DIRECTORY, CrailStorageClass.DEFAULT, CrailLocationClass.DEFAULT).get(); }
public void directoryDump(String filename, boolean randomize) throws Exception { CrailConfiguration conf = new CrailConfiguration(); CrailConstants.updateConstants(conf); CoreFileSystem fs = new CoreFileSystem(conf); DirectoryInputStream iter = fs._listEntries(filename, randomize); System.out.println("#hash \t\tname\t\tfilecomponent"); int i = 0; while(iter.hasRecord()){ DirectoryRecord record = iter.nextRecord(); String path = CrailUtils.combinePath(record.getParent(), record.getFile()); FileName hash = new FileName(path); System.out.format(i + ": " + "%08d\t\t%s\t%d\n", record.isValid() ? 1 : 0, padRight(record.getFile(), 8), hash.getFileComponent()); i++; } iter.close(); fs.closeFileSystem(); }
public void blockStatistics(String filename) throws Exception { HashMap<String, AtomicInteger> stats = new HashMap<String, AtomicInteger>(); CrailConfiguration conf = new CrailConfiguration(); CrailFS fs = CrailFS.newInstance(conf); CrailNode node = fs.lookup(filename).get(); if (node.getType() == CrailNodeType.DIRECTORY){ CrailDirectory directory = node.asDirectory(); Iterator<String> iter = directory.listEntries(); while (iter.hasNext()) { String path = iter.next(); CrailFile child = fs.lookup(path).get().asFile(); walkBlocks(stats, fs, child.getPath(), 0, child.getCapacity()); } } else if (node.getType() == CrailNodeType.DATAFILE){ CrailFile file = node.asFile(); walkBlocks(stats, fs, file.getPath(), 0, file.getCapacity()); } else if (node.getType() == CrailNodeType.MULTIFILE){ CrailMultiFile directory = node.asMultiFile(); Iterator<String> iter = directory.listEntries(); while (iter.hasNext()) { String path = iter.next(); CrailFile child = fs.lookup(path).get().asFile(); walkBlocks(stats, fs, child.getPath(), 0, child.getCapacity()); } } printStats(stats); fs.close(); }