@Override public Map<String, Double> getActiveSegmentCompressionRatios() { Map<String, Double> segmentRatios = new TreeMap<>(); for (CommitLogSegment seg : segmentManager.getActiveSegments()) segmentRatios.put(seg.getName(), 1.0 * seg.onDiskSize() / seg.contentSize()); return segmentRatios; }
@Override public Map<String, Double> getActiveSegmentCompressionRatios() { Map<String, Double> segmentRatios = new TreeMap<>(); for (CommitLogSegment seg : segmentManager.getActiveSegments()) segmentRatios.put(seg.getName(), 1.0 * seg.onDiskSize() / seg.contentSize()); return segmentRatios; }
@Override public Map<String, Double> getActiveSegmentCompressionRatios() { Map<String, Double> segmentRatios = new TreeMap<>(); for (CommitLogSegment seg : segmentManager.getActiveSegments()) segmentRatios.put(seg.getName(), 1.0 * seg.onDiskSize() / seg.contentSize()); return segmentRatios; }
private void maybeFlushToReclaim() { long unused = unusedCapacity(); if (unused < 0) { long flushingSize = 0; List<CommitLogSegment> segmentsToRecycle = new ArrayList<>(); for (CommitLogSegment segment : activeSegments) { if (segment == allocatingFrom) break; flushingSize += segment.onDiskSize(); segmentsToRecycle.add(segment); if (flushingSize + unused >= 0) break; } flushDataFrom(segmentsToRecycle, false); } }
private void maybeFlushToReclaim() { long unused = unusedCapacity(); if (unused < 0) { long flushingSize = 0; List<CommitLogSegment> segmentsToRecycle = new ArrayList<>(); for (CommitLogSegment segment : activeSegments) { if (segment == allocatingFrom) break; flushingSize += segment.onDiskSize(); segmentsToRecycle.add(segment); if (flushingSize + unused >= 0) break; } flushDataFrom(segmentsToRecycle, false); } }
private void maybeFlushToReclaim() { long unused = unusedCapacity(); if (unused < 0) { long flushingSize = 0; List<CommitLogSegment> segmentsToRecycle = new ArrayList<>(); for (CommitLogSegment segment : activeSegments) { if (segment == allocatingFrom) break; flushingSize += segment.onDiskSize(); segmentsToRecycle.add(segment); if (flushingSize + unused >= 0) break; } flushDataFrom(segmentsToRecycle, false); } }
/** * Discards a segment file when the log no longer requires it. The file may be left on disk if the archive script * requires it. (Potentially blocking operation) */ void discard(boolean deleteFile) { close(); if (deleteFile) FileUtils.deleteWithConfirm(logFile); manager.addSize(-onDiskSize()); }
/** * Discards a segment file when the log no longer requires it. The file may be left on disk if the archive script * requires it. (Potentially blocking operation) */ void discard(boolean deleteFile) { close(); if (deleteFile) FileUtils.deleteWithConfirm(logFile); manager.addSize(-onDiskSize()); }
public void discard(CommitLogSegment segment, boolean delete) { segment.close(); if (delete) FileUtils.deleteWithConfirm(segment.logFile); addSize(-segment.onDiskSize()); }
public void discard(CommitLogSegment segment, boolean delete) { segment.close(); if (delete) FileUtils.deleteWithConfirm(segment.logFile); addSize(-segment.onDiskSize()); }
public void discard(CommitLogSegment segment, boolean delete) { segment.close(); if (delete) FileUtils.deleteWithConfirm(segment.logFile); addSize(-segment.onDiskSize()); }
/** * Discards a segment file when the log no longer requires it. The file may be left on disk if the archive script * requires it. (Potentially blocking operation) */ void discard(boolean deleteFile) { close(); if (deleteFile) FileUtils.deleteWithConfirm(logFile); manager.addSize(-onDiskSize()); }
public void discard(CommitLogSegment segment, boolean delete) { segment.close(); addSize(-segment.onDiskSize()); cdcSizeTracker.processDiscardedSegment(segment); if (segment.getCDCState() == CDCState.CONTAINS) FileUtils.renameWithConfirm(segment.logFile.getAbsolutePath(), DatabaseDescriptor.getCDCLogLocation() + File.separator + segment.logFile.getName()); else { if (delete) FileUtils.deleteWithConfirm(segment.logFile); } }
public void discard(CommitLogSegment segment, boolean delete) { segment.close(); addSize(-segment.onDiskSize()); cdcSizeTracker.processDiscardedSegment(segment); if (segment.getCDCState() == CDCState.CONTAINS) FileUtils.renameWithConfirm(segment.logFile.getAbsolutePath(), DatabaseDescriptor.getCDCLogLocation() + File.separator + segment.logFile.getName()); else { if (delete) FileUtils.deleteWithConfirm(segment.logFile); } }
void processDiscardedSegment(CommitLogSegment segment) { // See synchronization in CommitLogSegment.setCDCState synchronized(segment.cdcStateLock) { // Add to flushed size before decrementing unflushed so we don't have a window of false generosity if (segment.getCDCState() == CDCState.CONTAINS) size += segment.onDiskSize(); if (segment.getCDCState() != CDCState.FORBIDDEN) unflushedCDCSize -= defaultSegmentSize(); } // Take this opportunity to kick off a recalc to pick up any consumer file deletion. submitOverflowSizeRecalculation(); }
void processDiscardedSegment(CommitLogSegment segment) { // See synchronization in CommitLogSegment.setCDCState synchronized(segment.cdcStateLock) { // Add to flushed size before decrementing unflushed so we don't have a window of false generosity if (segment.getCDCState() == CDCState.CONTAINS) size += segment.onDiskSize(); if (segment.getCDCState() != CDCState.FORBIDDEN) unflushedCDCSize -= defaultSegmentSize(); } // Take this opportunity to kick off a recalc to pick up any consumer file deletion. submitOverflowSizeRecalculation(); }
public void discard(CommitLogSegment segment, boolean delete) { segment.close(); addSize(-segment.onDiskSize()); cdcSizeTracker.processDiscardedSegment(segment); if (segment.getCDCState() == CDCState.CONTAINS) FileUtils.renameWithConfirm(segment.logFile.getAbsolutePath(), DatabaseDescriptor.getCDCLogLocation() + File.separator + segment.logFile.getName()); else { if (delete) FileUtils.deleteWithConfirm(segment.logFile); } }
void processDiscardedSegment(CommitLogSegment segment) { // See synchronization in CommitLogSegment.setCDCState synchronized(segment.cdcStateLock) { // Add to flushed size before decrementing unflushed so we don't have a window of false generosity if (segment.getCDCState() == CDCState.CONTAINS) size += segment.onDiskSize(); if (segment.getCDCState() != CDCState.FORBIDDEN) unflushedCDCSize -= defaultSegmentSize(); } // Take this opportunity to kick off a recalc to pick up any consumer file deletion. submitOverflowSizeRecalculation(); }