Refine search
/** Creates a new instance of JvmMetrics */ private JvmMetrics(String processName, String sessionId, String recordName) { MetricsContext context = MetricsUtil.getContext("jvm"); metrics = MetricsUtil.createRecord(context, recordName); metrics.setTag("processName", processName); metrics.setTag("sessionId", sessionId); context.registerUpdater(this); }
/** * Utility method to create and return new metrics record instance within the * given context. This record is tagged with the host name. * * @param context the context * @param recordName name of the record * @return newly created metrics record */ public static MetricsRecord createRecord(MetricsContext context, String recordName) { MetricsRecord metricsRecord = context.createRecord(recordName); metricsRecord.setTag("hostName", getHostName()); return metricsRecord; }
public ThemisCpStatistics() { context = MetricsUtil.getContext("themis"); metricsRecord = MetricsUtil.createRecord(context, "coprocessor"); context.registerUpdater(this); }
private void initialize(Configuration conf) { MetricsContext metricsContext = MetricsUtil.getContext("dfs"); directoryMetrics = MetricsUtil.createRecord(metricsContext, "FSDirectory"); directoryMetrics.setTag("sessionId", conf.get("session.id")); }
this.localFs = FileSystem.getLocal(default_conf); JobConf default_job_conf = new JobConf(default_conf); this.localJobFile = default_job_conf.getLocalPath(JobTracker.SUBDIR +"/"+jobid + ".xml"); this.user = conf.getUser(); } else { this.user = user; this.maxTaskFailuresPerTracker = conf.getMaxTaskFailuresPerTracker(); MetricsContext metricsContext = MetricsUtil.getContext("mapred"); this.jobMetrics = MetricsUtil.createRecord(metricsContext, "job"); this.jobMetrics.setTag("user", conf.getUser()); this.jobMetrics.setTag("sessionId", conf.getSessionId()); this.jobMetrics.setTag("jobName", conf.getJobName()); this.jobMetrics.setTag("jobId", jobid.toString()); hasSpeculativeMaps = conf.getMapSpeculativeExecution();
this.localFs = FileSystem.getLocal(default_conf); JobConf default_job_conf = new JobConf(default_conf); this.localJobFile = default_job_conf.getLocalPath(JobTracker.SUBDIR +"/"+jobid + ".xml"); this.localJarFile = default_job_conf.getLocalPath(JobTracker.SUBDIR +"/"+ jobid + ".jar"); Path sysDir = new Path(this.jobtracker.getSystemDir()); this.reduceFailuresPercent = conf.getMaxReduceTaskFailuresPercent(); MetricsContext metricsContext = MetricsUtil.getContext("mapred"); this.jobMetrics = MetricsUtil.createRecord(metricsContext, "job"); this.jobMetrics.setTag("user", conf.getUser()); this.jobMetrics.setTag("sessionId", conf.getSessionId()); this.jobMetrics.setTag("jobName", conf.getJobName()); this.jobMetrics.setTag("jobId", jobid.toString()); hasSpeculativeMaps = conf.getMapSpeculativeExecution();
public static void main(String[] args) throws Throwable { LOG.debug("Child starting"); final JobConf defaultConf = new JobConf(); defaultConf.setBoolean("ipc.client.tcpnodelay", true); defaultConf.setCredentials(credentials); MetricsContext metricsContext = MetricsUtil.getContext("mapred"); metricsContext.close();
public static void main(String[] args) throws Throwable { LOG.debug("Child starting"); JobConf defaultConf = new JobConf(); String host = args[0]; int port = Integer.parseInt(args[1]); JobConf job = new JobConf(task.getJobFile()); if (job.getBoolean("task.memory.mgmt.enabled", false)) { if (srcPidPath == null) { } finally { RPC.stopProxy(umbilical); MetricsContext metricsContext = MetricsUtil.getContext("mapred"); metricsContext.close();
ShuffleClientMetrics(TaskAttemptID reduceId, JobConf jobConf) { this.numCopiers = jobConf.getInt(MRJobConfig.SHUFFLE_PARALLEL_COPIES, 5); MetricsContext metricsContext = MetricsUtil.getContext("mapred"); this.shuffleMetrics = MetricsUtil.createRecord(metricsContext, "shuffleInput"); this.shuffleMetrics.setTag("user", jobConf.getUser()); this.shuffleMetrics.setTag("jobName", jobConf.getJobName()); this.shuffleMetrics.setTag("jobId", reduceId.getJobID().toString()); this.shuffleMetrics.setTag("taskId", reduceId.toString()); this.shuffleMetrics.setTag("sessionId", jobConf.getSessionId()); metricsContext.registerUpdater(this); } public synchronized void inputBytes(long numBytes) {
public static void main(String[] args) throws Throwable { LOG.debug("Child starting"); JobConf defaultConf = new JobConf(); String host = args[0]; int port = Integer.parseInt(args[1]); JobConf job = new JobConf(task.getJobFile()); umbilical = convertToDirectUmbilicalIfNecessary(umbilical, job); numTasksToExecute = job.getNumTasksToExecutePerJvm(); assert(numTasksToExecute != 0); RPC.stopProxy(proxy); MetricsContext metricsContext = MetricsUtil.getContext("mapred"); metricsContext.close();
public static MetricsContext getContext(String contextName) { return getContext(contextName, contextName); }
ShuffleClientMetrics(TaskAttemptID reduceId, JobConf jobConf) { this.numCopiers = jobConf.getInt(MRJobConfig.SHUFFLE_PARALLEL_COPIES, 5); MetricsContext metricsContext = MetricsUtil.getContext("mapred"); this.shuffleMetrics = MetricsUtil.createRecord(metricsContext, "shuffleInput"); this.shuffleMetrics.setTag("user", jobConf.getUser()); this.shuffleMetrics.setTag("jobName", jobConf.getJobName()); this.shuffleMetrics.setTag("jobId", reduceId.getJobID().toString()); this.shuffleMetrics.setTag("taskId", reduceId.toString()); this.shuffleMetrics.setTag("sessionId", jobConf.getSessionId()); metricsContext.registerUpdater(this); } public synchronized void inputBytes(long numBytes) {
public LookasideMetrics() { // Create a record for LookasideCache metrics MetricsContext metricsContext = MetricsUtil.getContext("lookasideCache"); metricsRecord = MetricsUtil.createRecord(metricsContext, "LookasideFileSystem"); metricsContext.registerUpdater(this); }
protected HBaseInfo() { MetricsContext context = MetricsUtil.getContext("hbase"); mr = MetricsUtil.createRecord(context, "info"); String name = Thread.currentThread().getName(); mr.setTag("Info", name); // export for JMX mbean = new HBaseInfoMBean(this.registry, name); }
public static MetricsContext getContext(String contextName) { return getContext(contextName, contextName); }
/** Creates a new instance of JvmMetrics */ private JvmMetrics(String processName, String sessionId, String recordName) { MetricsContext context = MetricsUtil.getContext("jvm"); metrics = MetricsUtil.createRecord(context, recordName); metrics.setTag("processName", processName); metrics.setTag("sessionId", sessionId); context.registerUpdater(this); }
ShuffleClientMetrics(TaskAttemptID reduceId, JobConf jobConf) { this.numCopiers = jobConf.getInt(MRJobConfig.SHUFFLE_PARALLEL_COPIES, 5); MetricsContext metricsContext = MetricsUtil.getContext("mapred"); this.shuffleMetrics = MetricsUtil.createRecord(metricsContext, "shuffleInput"); this.shuffleMetrics.setTag("user", jobConf.getUser()); this.shuffleMetrics.setTag("jobName", jobConf.getJobName()); this.shuffleMetrics.setTag("jobId", reduceId.getJobID().toString()); this.shuffleMetrics.setTag("taskId", reduceId.toString()); this.shuffleMetrics.setTag("sessionId", jobConf.getSessionId()); metricsContext.registerUpdater(this); } public synchronized void inputBytes(long numBytes) {
public DFSClientMetrics() { // Create a record for FSNamesystem metrics MetricsContext metricsContext = MetricsUtil.getContext("hdfsclient"); metricsRecord = MetricsUtil.createRecord(metricsContext, "DFSClient"); metricsContext.registerUpdater(this); }
/** * Utility method to create and return new metrics record instance within the * given context. This record is tagged with the host name. * * @param context the context * @param recordName name of the record * @return newly created metrics record */ public static MetricsRecord createRecord(MetricsContext context, String recordName) { MetricsRecord metricsRecord = context.createRecord(recordName); metricsRecord.setTag("hostName", getHostName()); return metricsRecord; }
public static MetricsContext getContext(String contextName) { return getContext(contextName, contextName); }