public boolean isPushRequired(@Nullable Integer maxRowsPerSegment, @Nullable Long maxTotalRows) { boolean overThreshold = false; if (maxRowsPerSegment != null) { overThreshold = getNumRowsInSegment() >= maxRowsPerSegment; } if (maxTotalRows != null) { overThreshold |= getTotalNumRowsInAppenderator() >= maxTotalRows; } return overThreshold; }
if (addResult.getNumRowsInSegment() > tuningConfig.getMaxRowsPerSegment()) { segmentsToMoveOut.computeIfAbsent(sequenceName, k -> new HashSet<>()) .add(addResult.getSegmentIdentifier());
final AppenderatorDriverAddResult addResult = driver.add(row, "dummy", committerSupplier, false, true); Assert.assertTrue(addResult.isOk()); if (addResult.getNumRowsInSegment() > MAX_ROWS_PER_SEGMENT) { driver.moveSegmentOut("dummy", ImmutableList.of(addResult.getSegmentIdentifier()));
public boolean isPushRequired(AppenderatorConfig tuningConfig) { boolean overThreshold = getNumRowsInSegment() >= tuningConfig.getMaxRowsPerSegment(); Long maxTotal = tuningConfig.getMaxTotalRows(); if (maxTotal != null) { overThreshold |= getTotalNumRowsInAppenderator() >= maxTotal; } return overThreshold; }
if (exceedMaxRowsInSegment(targetPartitionSize, addResult.getNumRowsInSegment()) || exceedMaxRowsInAppenderator(maxTotalRows, addResult.getTotalNumRowsInAppenderator())) {
(exceedMaxRowsInSegment(targetPartitionSize, addResult.getNumRowsInSegment()) || exceedMaxRowsInAppenderator(maxTotalRows, addResult.getTotalNumRowsInAppenderator()))) {