private static int determineAllocSize(BufferUsageManager bufferManager, Configuration conf) { long allocSize = HiveConf.getSizeVar(conf, ConfVars.LLAP_IO_ENCODE_ALLOC_SIZE); int maxAllocSize = bufferManager.getAllocator().getMaxAllocation(); if (allocSize > maxAllocSize) { LlapIoImpl.LOG.error("Encode allocation size " + allocSize + " is being capped to the maximum " + "allocation size " + bufferManager.getAllocator().getMaxAllocation()); allocSize = maxAllocSize; } return (int)allocSize; }
private int determineUncompressedPartSize() { // We will break the uncompressed data in the cache in the chunks that are the size // of the prevalent ORC compression buffer (the default), or maximum allocation (since we // cannot allocate bigger chunks), whichever is less. long orcCbSizeDefault = ((Number)OrcConf.BUFFER_SIZE.getDefaultValue()).longValue(); int maxAllocSize = cacheWrapper.getAllocator().getMaxAllocation(); return (int)Math.min(maxAllocSize, orcCbSizeDefault); }
private int determineUncompressedPartSize() { // We will break the uncompressed data in the cache in the chunks that are the size // of the prevalent ORC compression buffer (the default), or maximum allocation (since we // cannot allocate bigger chunks), whichever is less. long orcCbSizeDefault = ((Number)OrcConf.BUFFER_SIZE.getDefaultValue()).longValue(); int maxAllocSize = cacheWrapper.getAllocator().getMaxAllocation(); return (int)Math.min(maxAllocSize, orcCbSizeDefault); }
return len; int maxAlloc = cache.getAllocator().getMaxAllocation();
private static int determineAllocSize(BufferUsageManager bufferManager, Configuration conf) { long allocSize = HiveConf.getSizeVar(conf, ConfVars.LLAP_IO_ENCODE_ALLOC_SIZE); int maxAllocSize = bufferManager.getAllocator().getMaxAllocation(); if (allocSize > maxAllocSize) { LlapIoImpl.LOG.error("Encode allocation size " + allocSize + " is being capped to the maximum " + "allocation size " + bufferManager.getAllocator().getMaxAllocation()); allocSize = maxAllocSize; } return (int)allocSize; }