public int size() { synchronized (_lock) { return _rotatingMap.size(); } }
@Override public long getPendingCount() { return pending.size(); }
@Override public void emitBatch(TransactionAttempt tx, Object coordinatorMeta, TridentCollector collector) { long txid = tx.getTransactionId(); long now = System.currentTimeMillis(); if (now - lastRotate > rotateTime) { Map<Long, List<Object>> failed = idsMap.rotate(); for (Long id : failed.keySet()) { //TODO: this isn't right... it's not in the map anymore fail(id); } lastRotate = now; } if (idsMap.containsKey(txid)) { fail(txid); } _collector.reset(collector); if (!prepared) { _spout.open(_conf, _context, new SpoutOutputCollector(_collector)); prepared = true; } for (int i = 0; i < _maxBatchSize; i++) { _spout.nextTuple(); if (_collector.numEmitted < i) { break; } } idsMap.put(txid, _collector.ids); _collector.pendingCount = idsMap.size(); }
public int size() { synchronized(_lock) { return _rotatingMap.size(); } }
private void handleCategorizedQueries(QueryCategorizer category) { Map<String, Querier> done = category.getDone(); done.entrySet().forEach(this::emitOrBufferFinished); Map<String, Querier> rateLimited = category.getRateLimited(); rateLimited.entrySet().forEach(this::emitRateLimitError); Map<String, Querier> closed = category.getClosed(); closed.entrySet().forEach(this::emitWindow); log.debug("Done: {}, Rate limited: {}, Closed: {}, Starting delayed: {}, Buffered finished: {}, Active: {}", done.size(), rateLimited.size(), closed.size(), preStartBuffer.size(), postFinishBuffer.size(), queries.size()); }
private void handleCategorizedQueries(QueryCategorizer category) { Map<String, Querier> done = category.getDone(); done.entrySet().forEach(this::emitOrBufferFinished); Map<String, Querier> rateLimited = category.getRateLimited(); rateLimited.entrySet().forEach(this::emitRateLimitError); Map<String, Querier> closed = category.getClosed(); closed.entrySet().forEach(this::emitWindow); log.debug("Done: {}, Rate limited: {}, Closed: {}, Starting delayed: {}, Buffered finished: {}, Active: {}", done.size(), rateLimited.size(), closed.size(), preStartBuffer.size(), postFinishBuffer.size(), queries.size()); }
_collector.pendingCount = idsMap.size();