Refine search
void incrementTimeout() { metrics.timeouts.mark(); }
@Override public long getTotalTimeouts() { return ConnectionMetrics.totalTimeouts.count(); }
++inputSplitEdgesFiltered; if (inputSplitEdgesFiltered % EDGES_FILTERED_UPDATE_PERIOD == 0) { totalEdgesFiltered.inc(inputSplitEdgesFiltered); inputSplitEdgesFiltered = 0; totalEdgesMeter.mark(EDGES_UPDATE_PERIOD); WorkerProgress.get().addEdgesLoaded(EDGES_UPDATE_PERIOD); LoggerUtils.setStatusAndLog(context, LOG, Level.INFO, "readEdgeInputSplit: Loaded " + totalEdgesMeter.count() + " edges at " + totalEdgesMeter.meanRate() + " edges/sec " + MemoryUtils.getRuntimeMemoryStats()); totalEdgesFiltered.inc(inputSplitEdgesFiltered); totalEdgesMeter.mark(inputSplitEdgesLoaded % EDGES_UPDATE_PERIOD);
private void copyIndexingMetricsToCounters(Context context) { final String COUNTER_GROUP = "HBase Indexer Metrics"; SortedMap<String, SortedMap<MetricName, Metric>> groupedMetrics = Metrics.defaultRegistry().groupedMetrics( new IndexerMetricsUtil.IndexerMetricPredicate()); for (Entry<String, SortedMap<MetricName, Metric>> metricsGroupEntry : groupedMetrics.entrySet()) { SortedMap<MetricName, Metric> metricsGroupMap = metricsGroupEntry.getValue(); for (Entry<MetricName, Metric> metricEntry : metricsGroupMap.entrySet()) { MetricName metricName = metricEntry.getKey(); Metric metric = metricEntry.getValue(); String counterName = metricName.getType() + ": " + metricName.getName(); if (metric instanceof Counter) { Counter counter = (Counter) metric; context.getCounter(COUNTER_GROUP, counterName).increment(counter.count()); } else if (metric instanceof Meter) { Meter meter = (Meter) metric; context.getCounter(COUNTER_GROUP, counterName).increment(meter.count()); } else if (metric instanceof Timer) { Timer timer = (Timer) metric; context.getCounter(COUNTER_GROUP, counterName).increment((long) timer.sum()); } } } }
public MeterPOJO(Meter m) { count = m.count(); fifteenMinuteRate = m.fifteenMinuteRate(); fiveMinuteRate = m.fiveMinuteRate(); meanRate = m.meanRate(); rateUnit = m.rateUnit().toString(); oneMinuteRate = m.oneMinuteRate(); }
private void emitTaskExitState() { if (emitTaskState) { try { TaskExitState exitState = new TaskExitState(); exitState.setInput(inputMeter.count()); exitState.setTotalEmitted(outputMeter.count()); exitState.setMeanRate(outputMeter.meanRate()); Files.write(CodecJSON.INSTANCE.encode(exitState), new File("job.exit")); } catch (Exception ex) { log.error("", ex); } } }
lastTick = time; double inputRateAtTick = inputMeter.oneMinuteRate(); long inputCountAtTick = inputMeter.count(); long inputCountForTick = inputCountAtTick - lastInputCount; lastInputCount = inputCountAtTick; double outputRateAtTick = outputMeter.oneMinuteRate(); long outputCountAtTick = outputMeter.count(); long outputCountForTick = outputCountAtTick - lastOutputCount; lastOutputCount = outputCountAtTick;
@Override public double meanRate() { if (count() == 0) { return 0.0; } else { final long elapsed = (clock.tick() - startTime); return convertNsRate(count() / (double) elapsed); } }
@Override public double meanRate() { return meter.meanRate(); }
@Override public double fifteenMinuteRate() { return meter.fifteenMinuteRate(); }
@Override public double oneMinuteRate() { return meter.oneMinuteRate(); }
private void jobTaskUpdateHeartbeatCheck() { try { String now = Long.toString(System.currentTimeMillis()); spawnDataStore.put(SpawnDataStoreKeys.SPAWN_JOB_CONFIG_HEARTBEAT_PATH, now); String received = spawnDataStore.get(SpawnDataStoreKeys.SPAWN_JOB_CONFIG_HEARTBEAT_PATH); if (Objects.equals(received, now)) { SpawnMetrics.jobTaskUpdateHeartbeatSuccessMeter.mark(); } else { SpawnMetrics.jobTaskUpdateHeartbeatFailureCounter.inc(); } } catch (Exception e) { SpawnMetrics.jobTaskUpdateHeartbeatFailureCounter.inc(); log.warn("Failed to perform jobtaskupdate heartbeat check", e); } }
++inputSplitVerticesFiltered; if (inputSplitVerticesFiltered % VERTICES_FILTERED_UPDATE_PERIOD == 0) { totalVerticesFilteredCounter.inc(inputSplitVerticesFiltered); inputSplitVerticesFiltered = 0; totalVerticesMeter.mark(VERTICES_UPDATE_PERIOD); WorkerProgress.get().addVerticesLoaded(VERTICES_UPDATE_PERIOD); totalEdgesMeter.mark(edgesSinceLastUpdate); inputSplitEdgesLoaded += edgesSinceLastUpdate; edgesSinceLastUpdate = 0; context, LOG, Level.INFO, "readVertexInputSplit: Loaded " + totalVerticesMeter.count() + " vertices at " + totalVerticesMeter.meanRate() + " vertices/sec " + totalEdgesMeter.count() + " edges at " + totalEdgesMeter.meanRate() + " edges/sec " + MemoryUtils.getRuntimeMemoryStats()); totalVerticesMeter.mark(inputSplitVerticesLoaded % VERTICES_UPDATE_PERIOD); totalEdgesMeter.mark(edgesSinceLastUpdate); totalVerticesFilteredCounter.inc(inputSplitVerticesFiltered);
private void copyIndexingMetricsToCounters(Context context) { final String COUNTER_GROUP = "HBase Indexer Metrics"; SortedMap<String, SortedMap<MetricName, Metric>> groupedMetrics = Metrics.defaultRegistry().groupedMetrics( new IndexerMetricsUtil.IndexerMetricPredicate()); for (Entry<String, SortedMap<MetricName, Metric>> metricsGroupEntry : groupedMetrics.entrySet()) { SortedMap<MetricName, Metric> metricsGroupMap = metricsGroupEntry.getValue(); for (Entry<MetricName, Metric> metricEntry : metricsGroupMap.entrySet()) { MetricName metricName = metricEntry.getKey(); Metric metric = metricEntry.getValue(); String counterName = metricName.getType() + ": " + metricName.getName(); if (metric instanceof Counter) { Counter counter = (Counter) metric; context.getCounter(COUNTER_GROUP, counterName).increment(counter.count()); } else if (metric instanceof Meter) { Meter meter = (Meter) metric; context.getCounter(COUNTER_GROUP, counterName).increment(meter.count()); } else if (metric instanceof Timer) { Timer timer = (Timer) metric; context.getCounter(COUNTER_GROUP, counterName).increment((long) timer.sum()); } } } }
@Test public void reportsMeterValues() throws Exception { final Meter meter = mock(Meter.class); when(meter.eventType()).thenReturn("events"); when(meter.rateUnit()).thenReturn(TimeUnit.SECONDS); when(meter.count()).thenReturn(1L); when(meter.meanRate()).thenReturn(2.0); when(meter.oneMinuteRate()).thenReturn(3.0); when(meter.fiveMinuteRate()).thenReturn(4.0); when(meter.fifteenMinuteRate()).thenReturn(5.0); reporter.processMeter(name("meter"), meter, null); verify(output).send(decode("name = t.test.meter.count, value = 1, group = metered, units = events")); verify(output).send(decode("name = t.test.meter.meanRate, value = 2.0, group = metered, units = events/second")); verify(output).send(decode("name = t.test.meter.1MinuteRate, value = 3.0, group = metered, units = events/second")); verify(output).send(decode("name = t.test.meter.5MinuteRate, value = 4.0, group = metered, units = events/second")); verify(output).send(decode("name = t.test.meter.15MinuteRate, value = 5.0, group = metered, units = events/second")); }
/** * @return bytes per minute for requests submissions. Null if no data is available yet. */ @Nullable public Long getBytesPerMinute() { if (resultPostingMeter.fifteenMinuteRate() == 0 || resultPostingSizes.mean() == 0 || resultPostingSizes.count() < 50) { return null; } return (long) (resultPostingSizes.mean() * resultPostingMeter.fifteenMinuteRate()); }
public void incrementDroppedMessages(Verb verb) { assert DROPPABLE_VERBS.contains(verb) : "Verb " + verb + " should not legally be dropped"; droppedMessages.get(verb).dropped.mark(); }