/** * Validates a Flink {@link MemorySize}. The boundaries are inclusive and in bytes. * * <p>The precision defines the allowed minimum unit in bytes (e.g. 1024 would only allow KB). */ public void validateMemorySize(String key, boolean isOptional, int precision, long min, long max) { Preconditions.checkArgument(precision > 0); validateComparable( key, isOptional, min, max, "memory size (in bytes)", (value) -> { final long bytes = MemorySize.parse(value, MemorySize.MemoryUnit.BYTES).getBytes(); if (bytes % precision != 0) { throw new ValidationException( "Memory size for key '" + key + "' must be a multiple of " + precision + " bytes but was: " + value); } return bytes; } ); }
@Test public void testUpperCase() { assertEquals(1L, MemorySize.parse("1 B").getBytes()); assertEquals(1L, MemorySize.parse("1 K").getKibiBytes()); assertEquals(1L, MemorySize.parse("1 M").getMebiBytes()); assertEquals(1L, MemorySize.parse("1 G").getGibiBytes()); assertEquals(1L, MemorySize.parse("1 T").getTebiBytes()); }
checkedDownCast( MemorySize.parse(config.getString(TaskManagerOptions.MEMORY_SEGMENT_SIZE)) .getBytes());
/** * Validates a Flink {@link MemorySize}. The boundaries are inclusive and in bytes. * * <p>The precision defines the allowed minimum unit in bytes (e.g. 1024 would only allow KB). */ public void validateMemorySize(String key, boolean isOptional, int precision, long min, long max) { Preconditions.checkArgument(precision > 0); validateComparable( key, isOptional, min, max, "memory size (in bytes)", (value) -> { final long bytes = MemorySize.parse(value, MemorySize.MemoryUnit.BYTES).getBytes(); if (bytes % precision != 0) { throw new ValidationException( "Memory size for key '" + key + "' must be a multiple of " + precision + " bytes but was: " + value); } return bytes; } ); }
/** * Validates a Flink {@link MemorySize}. The boundaries are inclusive and in bytes. * * <p>The precision defines the allowed minimum unit in bytes (e.g. 1024 would only allow KB). */ public void validateMemorySize(String key, boolean isOptional, int precision, long min, long max) { Preconditions.checkArgument(precision > 0); validateComparable( key, isOptional, min, max, "memory size (in bytes)", (value) -> { final long bytes = MemorySize.parse(value, MemorySize.MemoryUnit.BYTES).getBytes(); if (bytes % precision != 0) { throw new ValidationException( "Memory size for key '" + key + "' must be a multiple of " + precision + " bytes but was: " + value); } return bytes; } ); }
"Number of task slots must be at least one."); final int pageSize = checkedDownCast(MemorySize.parse(configuration.getString(TaskManagerOptions.MEMORY_SEGMENT_SIZE)).getBytes()); long networkBufMin = MemorySize.parse(configuration.getString(TaskManagerOptions.NETWORK_BUFFERS_MEMORY_MIN)).getBytes(); long networkBufMax = MemorySize.parse(configuration.getString(TaskManagerOptions.NETWORK_BUFFERS_MEMORY_MAX)).getBytes(); checkNetworkBufferConfig(pageSize, networkBufFraction, networkBufMin, networkBufMax);
"Number of task slots must be at least one."); final int pageSize = checkedDownCast(MemorySize.parse(configuration.getString(TaskManagerOptions.MEMORY_SEGMENT_SIZE)).getBytes()); long networkBufMin = MemorySize.parse(configuration.getString(TaskManagerOptions.NETWORK_BUFFERS_MEMORY_MIN)).getBytes(); long networkBufMax = MemorySize.parse(configuration.getString(TaskManagerOptions.NETWORK_BUFFERS_MEMORY_MAX)).getBytes(); checkNetworkBufferConfig(pageSize, networkBufFraction, networkBufMin, networkBufMax);
checkedDownCast(MemorySize.parse(config.getString(TaskManagerOptions.MEMORY_SEGMENT_SIZE)).getBytes()); long networkBufMin = MemorySize.parse(config.getString(TaskManagerOptions.NETWORK_BUFFERS_MEMORY_MIN)).getBytes(); long networkBufMax = MemorySize.parse(config.getString(TaskManagerOptions.NETWORK_BUFFERS_MEMORY_MAX)).getBytes();
checkedDownCast(MemorySize.parse(config.getString(TaskManagerOptions.MEMORY_SEGMENT_SIZE)).getBytes()); long networkBufMin = MemorySize.parse(config.getString(TaskManagerOptions.NETWORK_BUFFERS_MEMORY_MIN)).getBytes(); long networkBufMax = MemorySize.parse(config.getString(TaskManagerOptions.NETWORK_BUFFERS_MEMORY_MAX)).getBytes();