public Closeable getReporter() { return reporter.getReporter(); } }
public HoodieMetrics(HoodieWriteConfig config, String tableName) { this.config = config; this.tableName = tableName; if (config.isMetricsOn()) { Metrics.init(config); this.rollbackTimerName = getMetricsName("timer", HoodieTimeline.ROLLBACK_ACTION); this.cleanTimerName = getMetricsName("timer", HoodieTimeline.CLEAN_ACTION); this.commitTimerName = getMetricsName("timer", HoodieTimeline.COMMIT_ACTION); this.deltaCommitTimerName = getMetricsName("timer", HoodieTimeline.DELTA_COMMIT_ACTION); this.finalizeTimerName = getMetricsName("timer", "finalize"); this.compactionTimerName = getMetricsName("timer", HoodieTimeline.COMPACTION_ACTION); } }
public MetricsReporterType getMetricsReporterType() { return MetricsReporterType .valueOf(props.getProperty(HoodieMetricsConfig.METRICS_REPORTER_TYPE)); }
void registerGauge(String metricName, final long value) { try { MetricRegistry registry = Metrics.getInstance().getRegistry(); registry.register(metricName, (Gauge<Long>) () -> value); } catch (Exception e) { // Here we catch all exception, so the major upsert pipeline will not be affected if the // metrics system // has some issues. logger.error("Failed to send metrics: ", e); } }
public static MetricsReporter createReporter(HoodieWriteConfig config, MetricRegistry registry) { MetricsReporterType type = config.getMetricsReporterType(); MetricsReporter reporter = null; switch (type) { case GRAPHITE: reporter = new MetricsGraphiteReporter(config, registry); break; case INMEMORY: reporter = new InMemoryMetricsReporter(); break; default: logger.error("Reporter type[" + type + "] is not supported."); break; } return reporter; } }
public Timer.Context getCompactionCtx() { if (config.isMetricsOn() && compactionTimer == null) { compactionTimer = createTimer(commitTimerName); } return compactionTimer == null ? null : compactionTimer.time(); }
@Override public void run() { try { reporter.report(); Closeables.close(reporter.getReporter(), true); } catch (Exception e) { e.printStackTrace(); } } });
public static synchronized void init(HoodieWriteConfig metricConfig) { if (initialized) { return; } try { metrics = new Metrics(metricConfig); } catch (ConfigurationException e) { throw new HoodieException(e); } initialized = true; }
public HoodieMetrics(HoodieWriteConfig config, String tableName) { this.config = config; this.tableName = tableName; if (config.isMetricsOn()) { Metrics.init(config); this.rollbackTimerName = getMetricsName("timer", HoodieTimeline.ROLLBACK_ACTION); this.cleanTimerName = getMetricsName("timer", HoodieTimeline.CLEAN_ACTION); this.commitTimerName = getMetricsName("timer", HoodieTimeline.COMMIT_ACTION); this.deltaCommitTimerName = getMetricsName("timer", HoodieTimeline.DELTA_COMMIT_ACTION); this.finalizeTimerName = getMetricsName("timer", "finalize"); this.compactionTimerName = getMetricsName("timer", HoodieTimeline.COMPACTION_ACTION); } }
public static MetricsReporter createReporter(HoodieWriteConfig config, MetricRegistry registry) { MetricsReporterType type = config.getMetricsReporterType(); MetricsReporter reporter = null; switch (type) { case GRAPHITE: reporter = new MetricsGraphiteReporter(config, registry); break; case INMEMORY: reporter = new InMemoryMetricsReporter(); break; default: logger.error("Reporter type[" + type + "] is not supported."); break; } return reporter; } }
public Timer.Context getDeltaCommitCtx() { if (config.isMetricsOn() && deltaCommitTimer == null) { deltaCommitTimer = createTimer(deltaCommitTimerName); } return deltaCommitTimer == null ? null : deltaCommitTimer.time(); }
public Closeable getReporter() { return reporter.getReporter(); } }
public static synchronized void init(HoodieWriteConfig metricConfig) { if (initialized) { return; } try { metrics = new Metrics(metricConfig); } catch (ConfigurationException e) { throw new HoodieException(e); } initialized = true; }
public MetricsReporterType getMetricsReporterType() { return MetricsReporterType .valueOf(props.getProperty(HoodieMetricsConfig.METRICS_REPORTER_TYPE)); }
public Timer.Context getRollbackCtx() { if (config.isMetricsOn() && rollbackTimer == null) { rollbackTimer = createTimer(rollbackTimerName); } return rollbackTimer == null ? null : rollbackTimer.time(); }
public Timer.Context getRollbackCtx() { if (config.isMetricsOn() && rollbackTimer == null) { rollbackTimer = createTimer(rollbackTimerName); } return rollbackTimer == null ? null : rollbackTimer.time(); }
public Timer.Context getCleanCtx() { if (config.isMetricsOn() && cleanTimer == null) { cleanTimer = createTimer(cleanTimerName); } return cleanTimer == null ? null : cleanTimer.time(); }
public Timer.Context getFinalizeCtx() { if (config.isMetricsOn() && finalizeTimer == null) { finalizeTimer = createTimer(finalizeTimerName); } return finalizeTimer == null ? null : finalizeTimer.time(); }
public Timer.Context getFinalizeCtx() { if (config.isMetricsOn() && finalizeTimer == null) { finalizeTimer = createTimer(finalizeTimerName); } return finalizeTimer == null ? null : finalizeTimer.time(); }
public Timer.Context getCommitCtx() { if (config.isMetricsOn() && commitTimer == null) { commitTimer = createTimer(commitTimerName); } return commitTimer == null ? null : commitTimer.time(); }