public HFileSortedOplog(File hfile, SortedOplogConfiguration sopConfig) throws IOException { assert hfile != null; assert sopConfig != null; this.sopConfig = sopConfig; path = fs.makeQualified(new Path(hfile.toString())); // hcache = new CacheConfig(hconf, sopConfig.getCacheDataBlocksOnRead(), sopConfig.getBlockCache(), // HFileSortedOplogFactory.convertStatistics(sopConfig.getStatistics(), sopConfig.getStoreStatistics())); hcache = new CacheConfig(hconf); logger = ComponentLogWriter.getSoplogLogWriter(sopConfig.getName(), LogService.logger()); }
public RecoverableSortedOplogSet(SortedOplogSet sos, long bufferSize, double memLimit) throws IOException { this.sos = sos; this.bufferSize = bufferSize; log = ComponentLogWriter.getSoplogLogWriter(sos.getFactory().getConfiguration().getName(), LogService.logger()); rollLock = new ReentrantLock(); writer = new AtomicReference<AppendLogWriter>(AppendLog.create(nextLogFile())); maxBufferMemory = Math.round(memLimit * ManagementFactory.getMemoryMXBean().getHeapMemoryUsage().getMax()); }
public AbstractCompactor(SortedOplogFactory factory, Fileset<T> fileset, CompactionTracker<T> tracker, Executor exec) { assert factory != null; assert fileset != null; assert tracker != null; assert exec != null; this.factory = factory; this.fileset = fileset; this.tracker = tracker; compactor = new AbortableTaskService(exec); inactive = new ConcurrentLinkedQueue<TrackedReference<SortedOplogReader>>(); levelLock = new ReentrantReadWriteLock(); levels = new ArrayList<Level>(); logger = ComponentLogWriter.getSoplogLogWriter(factory.getConfiguration().getName(), LogService.logger()); }
public SortedBuffer(SortedOplogConfiguration config, T tag) { assert config != null; assert tag != null; this.tag = tag; buffer = new ConcurrentSkipListMap<byte[], byte[]>( config.getComparator().toBytesComparator()); stats = new BufferStats(); metadata = new EnumMap<Metadata, byte[]>(Metadata.class); String name = config.getName() + "#" + tag; logger = ComponentLogWriter.getSoplogLogWriter(name, LogService.logger()); }
public SortedOplogSetImpl(final SortedOplogFactory factory, Executor exec, Compactor ctor) throws IOException { this.factory = factory; this.flusher = new AbortableTaskService(exec); this.compactor = ctor; rwlock = new ReentrantReadWriteLock(); bufferCount = new AtomicInteger(0); unflushed = new ArrayDeque<SortedBuffer<Integer>>(); current = new AtomicReference<SortedBuffer<Integer>>( new SortedBuffer<Integer>(factory.getConfiguration(), 0)); logger = ComponentLogWriter.getSoplogLogWriter(factory.getConfiguration().getName(), LogService.logger()); if (logger.fineEnabled()) { logger.fine("Creating soplog set"); } }