/** * Create stores' base directories for logged-stores if they dont exist. */ private void setupBaseDirs() { LOG.debug("Setting up base directories for stores."); taskStores.forEach((storeName, storageEngine) -> { if (storageEngine.getStoreProperties().isLoggedStore()) { File loggedStorePartitionDir = StorageManagerUtil.getStorePartitionDir(loggedStoreBaseDirectory, storeName, taskModel.getTaskName()); LOG.info("Using logged storage partition directory: " + loggedStorePartitionDir.toPath().toString() + " for store: " + storeName); if (!loggedStorePartitionDir.exists()) { loggedStorePartitionDir.mkdirs(); } } else { File nonLoggedStorePartitionDir = StorageManagerUtil.getStorePartitionDir(nonLoggedStoreBaseDirectory, storeName, taskModel.getTaskName()); LOG.info("Using non logged storage partition directory: " + nonLoggedStorePartitionDir.toPath().toString() + " for store: " + storeName); nonLoggedStorePartitionDir.mkdirs(); } }); }
StorageManagerUtil.getStorePartitionDir(nonLoggedStoreBaseDirectory, storeName, taskModel.getTaskName()); LOG.info("Got non logged storage partition directory as " + nonLoggedStorePartitionDir.toPath().toString()); StorageManagerUtil.getStorePartitionDir(loggedStoreBaseDirectory, storeName, taskModel.getTaskName()); LOG.info("Got logged storage partition directory as " + loggedStorePartitionDir.toPath().toString());
} else { LOG.info(String.format("Local store: %s not used by the task: %s.", storeName, task.getTaskName())); markSweepTaskStore(StorageManagerUtil.getStorePartitionDir(jobDir, storeName, new TaskName(task.getTaskName())));
(changeLogSystemStreamPartition != null) ? StorageManagerUtil.getStorePartitionDir(this.loggedStoreBaseDirectory, storeName, taskName) : StorageManagerUtil.getStorePartitionDir(this.nonLoggedStoreBaseDirectory, storeName, taskName); this.storeDirectoryPaths.add(storeDirectory.toPath());