private void writeFile(long fileId) throws IOException { ByteBuffer buf = ByteBuffer.allocate(mNumbers * 4); buf.order(ByteOrder.nativeOrder()); for (int k = 0; k < mNumbers; k ++) { buf.putInt(k); } buf.flip(); LOG.debug("Writing data..."); buf.flip(); long startTimeMs = CommonUtils.getCurrentMs(); FileOutStream os = new FileOutStream(fileId, mWriteOptions); os.write(buf.array()); os.close(); LOG.info(FormatUtils.formatTimeTakenMs(startTimeMs, "writeFile to file " + mFilePath)); }
private boolean readFile(TachyonFileSystem tachyonFileSystem, long fileId) throws IOException, TachyonException { boolean pass = true; LOG.debug("Reading data..."); TachyonFile file = new TachyonFile(fileId); final long startTimeMs = CommonUtils.getCurrentMs(); FileInStream is = tachyonFileSystem.getInStream(file, mReadOptions); ByteBuffer buf = ByteBuffer.allocate((int) is.remaining()); is.read(buf.array()); buf.order(ByteOrder.nativeOrder()); for (int k = 0; k < mNumbers; k ++) { pass = pass && (buf.getInt() == k); } is.close(); LOG.info(FormatUtils.formatTimeTakenMs(startTimeMs, "readFile file " + mFilePath)); return pass; }
public static void createFiles() throws TachyonException, IOException { final long startTimeMs = CommonUtils.getCurrentMs(); for (int k = 0; k < sFiles; k ++) { TachyonFile file = sTFS.create(new TachyonURI(sFileName + (k + sBaseFileNumber))); long fileId = file.getFileId(); LOG.info( FormatUtils.formatTimeTakenMs(startTimeMs, "user_createFiles with fileId " + fileId)); } }
private long createFile(TachyonFileSystem tachyonFileSystem) throws IOException, TachyonException { LOG.debug("Creating file..."); long startTimeMs = CommonUtils.getCurrentMs(); CreateOptions createOptions = (new CreateOptions.Builder(ClientContext.getConf())) .setBlockSizeBytes(mWriteOptions.getBlockSizeBytes()).setRecursive(true) .setTTL(mWriteOptions.getTTL()) .setUnderStorageType(mWriteOptions.getUnderStorageType()).build(); TachyonFile tFile = tachyonFileSystem.create(mFilePath, createOptions); long fileId = tFile.getFileId(); LOG.info(FormatUtils.formatTimeTakenMs(startTimeMs, "createFile with fileId " + fileId)); return fileId; }