static long getWalBlockSize(AccumuloConfiguration conf) { long blockSize = conf.getAsBytes(Property.TSERV_WAL_BLOCKSIZE); if (blockSize == 0) blockSize = (long) (conf.getAsBytes(Property.TSERV_WALOG_MAX_SIZE) * 1.1); return blockSize; }
public BlockCacheConfiguration(AccumuloConfiguration conf) { genProps = conf.getAllPropertiesWithPrefix(Property.TSERV_PREFIX); this.indexMaxSize = conf.getAsBytes(Property.TSERV_INDEXCACHE_SIZE); this.dataMaxSize = conf.getAsBytes(Property.TSERV_DATACACHE_SIZE); this.summaryMaxSize = conf.getAsBytes(Property.TSERV_SUMMARYCACHE_SIZE); this.blockSize = conf.getAsBytes(Property.TSERV_DEFAULT_BLOCKSIZE); }
@Override public void init(ServerConfiguration conf) { this.config = conf; maxMemory = conf.getSystemConfiguration().getAsBytes(Property.TSERV_MAXMEM); maxConcurrentMincs = conf.getSystemConfiguration().getCount(Property.TSERV_MINC_MAXCONCURRENT); numWaitingMultiplier = TSERV_MINC_MAXCONCURRENT_NUMWAITING_MULTIPLIER; }
MemoryManagementFramework() { tabletReports = Collections.synchronizedMap(new HashMap<>()); memUsageReports = new LinkedBlockingQueue<>(); maxMem = conf.getSystemConfiguration().getAsBytes(Property.TSERV_MAXMEM); Runnable r1 = new Runnable() { @Override public void run() { processTabletMemStats(); } }; memoryGuardThread = new Daemon(new LoggingRunnable(log, r1)); memoryGuardThread.setPriority(Thread.NORM_PRIORITY + 1); memoryGuardThread.setName("Accumulo Memory Guard"); Runnable r2 = new Runnable() { @Override public void run() { manageMemory(); } }; minorCompactionInitiatorThread = new Daemon(new LoggingRunnable(log, r2)); minorCompactionInitiatorThread.setName("Accumulo Minor Compaction Initiator"); }
public static FileSKVWriter wrap(FileSKVWriter writer, AccumuloConfiguration tableConfig, boolean useAccumuloStart) { List<SummarizerConfiguration> configs = SummarizerConfigurationUtil .getSummarizerConfigs(tableConfig); if (configs.size() == 0) { return writer; } SummarizerFactory factory; if (useAccumuloStart) { factory = new SummarizerFactory(tableConfig); } else { factory = new SummarizerFactory(); } long maxSize = tableConfig.getAsBytes(Property.TABLE_FILE_SUMMARY_MAX_SIZE); return new SummaryWriter(writer, factory, configs, maxSize); } }
long blockSize = acuconf.getAsBytes(Property.TABLE_FILE_COMPRESSED_BLOCK_SIZE); Preconditions.checkArgument((blockSize < Integer.MAX_VALUE && blockSize > 0), "table.file.compress.blocksize must be greater than 0 and less than " + Integer.MAX_VALUE); long indexBlockSize = acuconf.getAsBytes(Property.TABLE_FILE_COMPRESSED_BLOCK_SIZE_INDEX); Preconditions.checkArgument((indexBlockSize < Integer.MAX_VALUE && indexBlockSize > 0), "table.file.compress.blocksize.index must be greater than 0 and less than " long tblock = acuconf.getAsBytes(Property.TABLE_FILE_BLOCK_SIZE); long block = hblock; if (tblock > 0)
this.decryptingInput = inputStreams.getDecryptingInputStream(); final long bufferSize = conf.getAsBytes(Property.TSERV_SORT_BUFFER_SIZE); Thread.currentThread().setName("Sorting " + name + " for recovery"); while (true) {
String largeName = file.substring(0, file.length() - 3) + "_large.rf"; int blockSize = (int) aconf.getAsBytes(Property.TABLE_FILE_BLOCK_SIZE); try ( Writer small = new RFile.Writer(
private HostAndPort startStatsService() { Iface rpcProxy = TraceWrap.service(this); final Processor<Iface> processor; if (context.getThriftServerType() == ThriftServerType.SASL) { Iface tcProxy = TCredentialsUpdatingWrapper.service(rpcProxy, getClass(), getConfiguration()); processor = new Processor<>(tcProxy); } else { processor = new Processor<>(rpcProxy); } int port[] = getConfiguration().getPort(Property.GC_PORT); HostAndPort[] addresses = TServerUtils.getHostAndPorts(this.opts.getAddress(), port); long maxMessageSize = getConfiguration().getAsBytes(Property.GENERAL_MAX_MESSAGE_SIZE); try { ServerAddress server = TServerUtils.startTServer(getConfiguration(), context.getThriftServerType(), processor, this.getClass().getSimpleName(), "GC Monitor Service", 2, getConfiguration().getCount(Property.GENERAL_SIMPLETIMER_THREADPOOL_SIZE), 1000, maxMessageSize, context.getServerSslParams(), context.getSaslParams(), 0, addresses); log.debug("Starting garbage collector listening on " + server.address); return server.address; } catch (Exception ex) { // ACCUMULO-3651 Level changed to error and FATAL added to message for slf4j compatibility log.error("FATAL:", ex); throw new RuntimeException(ex); } }
long totalQueued = updateTotalQueuedMutationSize(additionalMutationSize); long total = TabletServer.this.getConfiguration() .getAsBytes(Property.TSERV_TOTAL_MUTATION_QUEUE_MAX); if (totalQueued > total) { try {
final LogFileValue value = new LogFileValue(); final long memoryInBytes = context.getConfiguration() .getAsBytes(Property.TSERV_REPLICATION_BW_REPLAYER_MEMORY);
final long sizeLimit = conf.getAsBytes(Property.REPLICATION_MAX_UNIT_SIZE); try { if (p.getName().endsWith(RFILE_SUFFIX)) {
public void start(String[] args) throws MergeException { Opts opts = new Opts(); opts.parseArgs(Merge.class.getName(), args); try (AccumuloClient client = opts.createClient()) { if (!client.tableOperations().exists(opts.getTableName())) { System.err.println("table " + opts.getTableName() + " does not exist"); return; } if (opts.goalSize == null || opts.goalSize < 1) { AccumuloConfiguration tableConfig = new ConfigurationCopy( client.tableOperations().getProperties(opts.getTableName())); opts.goalSize = tableConfig.getAsBytes(Property.TABLE_SPLIT_THRESHOLD); } message("Merging tablets in table %s to %d bytes", opts.getTableName(), opts.goalSize); mergomatic(client, opts.getTableName(), opts.begin, opts.end, opts.goalSize, opts.force); } catch (Exception ex) { throw new MergeException(ex); } }
maxMessageSize = config.getAsBytes(maxMessageSizeProperty);
final long walogMaxSize = aconf.getAsBytes(Property.TSERV_WALOG_MAX_SIZE); final long walogMaxAge = aconf.getTimeInMillis(Property.TSERV_WALOG_MAX_AGE); final long minBlockSize = context.getHadoopConf()