@Override protected boolean advanceImpl() throws IOException { elementsRead.inc(); current++; return true; }
@Test public void testCounterToCell() { MetricsContainer mockContainer = Mockito.mock(MetricsContainer.class); Counter mockCounter = Mockito.mock(Counter.class); when(mockContainer.getCounter(METRIC_NAME)).thenReturn(mockCounter); Counter counter = Metrics.counter(NS, NAME); MetricsEnvironment.setCurrentContainer(mockContainer); counter.inc(); verify(mockCounter).inc(1); counter.inc(47L); verify(mockCounter).inc(47); counter.dec(5L); verify(mockCounter).inc(-5); } }
MetricName elementsRead = SourceMetrics.elementsRead().getName(); MetricName elementsReadBySplit = SourceMetrics.elementsReadBySplit(splitId).getName(); MetricName bytesRead = SourceMetrics.bytesRead().getName(); MetricName bytesReadBySplit = SourceMetrics.bytesReadBySplit(splitId).getName(); MetricName backlogElementsOfSplit = SourceMetrics.backlogElementsOfSplit(splitId).getName(); MetricName backlogBytesOfSplit = SourceMetrics.backlogBytesOfSplit(splitId).getName();
MetricName elementsWritten = SinkMetrics.elementsWritten().getName();
@ProcessElement public void processElement(ProcessContext context) { rows.inc(); } }
MetricName elementsRead = SourceMetrics.elementsRead().getName();
/** * Enqueue checkpoint mark to be committed to Kafka. This does not block until it is committed. * There could be a delay of up to KAFKA_POLL_TIMEOUT (1 second). Any checkpoint mark enqueued * earlier is dropped in favor of this checkpoint mark. Documentation for {@link * CheckpointMark#finalizeCheckpoint()} says these are finalized in order. Only the latest offsets * need to be committed. */ void finalizeCheckpointMarkAsync(KafkaCheckpointMark checkpointMark) { if (finalizedCheckpointMark.getAndSet(checkpointMark) != null) { checkpointMarkCommitsSkipped.inc(); } checkpointMarkCommitsEnqueued.inc(); }
@Test public void testUsesAppropriateMetricsContainer() { Counter counter = Metrics.counter("ns", "name"); MetricsContainer c1 = Mockito.mock(MetricsContainer.class); MetricsContainer c2 = Mockito.mock(MetricsContainer.class); Counter counter1 = Mockito.mock(Counter.class); Counter counter2 = Mockito.mock(Counter.class); when(c1.getCounter(MetricName.named("ns", "name"))).thenReturn(counter1); when(c2.getCounter(MetricName.named("ns", "name"))).thenReturn(counter2); MetricsEnvironment.setCurrentContainer(c1); counter.inc(); MetricsEnvironment.setCurrentContainer(c2); counter.dec(); MetricsEnvironment.setCurrentContainer(null); verify(counter1).inc(1L); verify(counter2).inc(-1L); verifyNoMoreInteractions(counter1, counter2); }
/** * Enqueue checkpoint mark to be committed to Kafka. This does not block until it is committed. * There could be a delay of up to KAFKA_POLL_TIMEOUT (1 second). Any checkpoint mark enqueued * earlier is dropped in favor of this checkpoint mark. Documentation for {@link * CheckpointMark#finalizeCheckpoint()} says these are finalized in order. Only the latest offsets * need to be committed. */ void finalizeCheckpointMarkAsync(KafkaCheckpointMark checkpointMark) { if (finalizedCheckpointMark.getAndSet(checkpointMark) != null) { checkpointMarkCommitsSkipped.inc(); } checkpointMarkCommitsEnqueued.inc(); }
private void reportThrottlingTimeMetrics(long milliseconds) { if (options.reportThrottlingMicros && milliseconds > 0) { throttlingCounter.inc(TimeUnit.MILLISECONDS.toMicros(milliseconds)); } }
public void finishExecuteQuery(long elapsed) { logger.info(String.format("jdbcavroio : Execute query took %5.2f seconds", elapsed / 1000.0)); this.executeQueryElapsedMs.inc(elapsed); } }
/** BLOCKING Send {@code messages} as a batch to Pubsub. */ private void publishBatch(List<OutgoingMessage> messages, int bytes) throws IOException { int n = pubsubClient.publish(topic.get(), messages); checkState( n == messages.size(), "Attempted to publish %s messages but %s were successful", messages.size(), n); batchCounter.inc(); elementCounter.inc(messages.size()); byteCounter.inc(bytes); }
@ProcessElement public void processElement(ProcessContext c) { elementCounter.inc(); } }
public void exposeMetrics(long elapsedMs) { logger.info(String.format("jdbcavroio : Read %d rows, took %5.2f seconds", rowCount, elapsedMs / 1000.0)); this.writeElapsedMs.inc(elapsedMs); if (rowCount > 0) { this.recordCount.inc((this.rowCount % countReportEvery)); this.msPerMillionRows.set(1000000L * elapsedMs / rowCount); if (elapsedMs != 0) { this.rowsPerMinute.set((60 * 1000L) * rowCount / elapsedMs); } } }
@ProcessElement public void processElement(ProcessContext c) { elementsCounter.inc(1); System.out.println(String.format("** element |%s| **", c.element())); } }));
private static void inc(String name) { Metrics.counter(FeastMetrics.FEAST_NAMESPACE, name).inc(); }
@ProcessElement public void processElement(ProcessContext c) throws java.lang.Exception { final Reader reader = new Reader(storage, options, c.element(), c); reader.process(); Metrics.counter(ReadBAMTransform.class, "Processed records").inc(reader.recordsProcessed); Metrics.counter(ReadBAMTransform.class, "Reads generated").inc(reader.readsGenerated); Metrics.counter(ReadBAMTransform.class, "Skipped start").inc(reader.recordsBeforeStart); Metrics.counter(ReadBAMTransform.class, "Skipped end").inc(reader.recordsAfterEnd); Metrics.counter(ReadBAMTransform.class, "Ref mismatch").inc(reader.mismatchedSequence); } }
@ProcessElement public void processElement(@Element String element, OutputReceiver<String> receiver) { lineLenDist.update(element.length()); if (element.trim().isEmpty()) { emptyLines.inc(); } // Split the line into words. String[] words = element.split(ExampleUtils.TOKENIZER_PATTERN, -1); // Output each word encountered into the output PCollection. for (String word : words) { if (!word.isEmpty()) { receiver.output(word); } } } }