public static ServerMetrics toServerMetrics(ServerName serverName, ClusterStatusProtos.ServerLoad serverLoadPB) { return toServerMetrics(serverName, 0, "0.0.0", serverLoadPB); }
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="URF_UNREAD_PUBLIC_OR_PROTECTED_FIELD") @InterfaceAudience.Private public ServerLoad(ServerName name, ClusterStatusProtos.ServerLoad serverLoad) { this(ServerMetricsBuilder.toServerMetrics(name, serverLoad)); this.serverLoad = serverLoad; }
public static ServerMetrics toServerMetrics(ClusterStatusProtos.LiveServerInfo serverInfo) { return toServerMetrics(ProtobufUtil.toServerName(serverInfo.getServer()), 0, "0.0.0", serverInfo.getServerLoad()); }
@Test public void testRegionLoadWrapAroundAggregation() { ServerMetrics metrics = ServerMetricsBuilder.toServerMetrics( ServerName.valueOf("localhost,1,1"), createServerLoadProto()); long totalCount = ((long) Integer.MAX_VALUE) * 2; assertEquals(totalCount, metrics.getRegionMetrics().values().stream().mapToLong(v -> v.getReadRequestCount()).sum()); assertEquals(totalCount, metrics.getRegionMetrics().values().stream().mapToLong(v -> v.getWriteRequestCount()) .sum()); }
@Test public void testToString() { ServerMetrics metrics = ServerMetricsBuilder.toServerMetrics( ServerName.valueOf("localhost,1,1"), createServerLoadProto()); String slToString = metrics.toString(); assertTrue(slToString.contains("numberOfStores=13")); assertTrue(slToString.contains("numberOfStorefiles=114")); assertTrue(slToString.contains("storefileUncompressedSizeMB=129")); assertTrue(slToString.contains("storefileSizeMB=820")); assertTrue(slToString.contains("rootIndexSizeKB=504")); assertTrue(slToString.contains("coprocessors=[]")); assertTrue(slToString.contains("filteredReadRequestsCount=300")); }
@Test public void testRegionLoadAggregation() { ServerMetrics metrics = ServerMetricsBuilder.toServerMetrics( ServerName.valueOf("localhost,1,1"), createServerLoadProto()); assertEquals(13, metrics.getRegionMetrics().values().stream().mapToInt(v -> v.getStoreCount()).sum()); assertEquals(114, metrics.getRegionMetrics().values().stream().mapToInt(v -> v.getStoreFileCount()).sum()); assertEquals(129, metrics.getRegionMetrics().values().stream() .mapToDouble(v -> v.getUncompressedStoreFileSize().get(Size.Unit.MEGABYTE)).sum(), 0); assertEquals(504, metrics.getRegionMetrics().values().stream() .mapToDouble(v -> v.getStoreFileRootLevelIndexSize().get(Size.Unit.KILOBYTE)).sum(), 0); assertEquals(820, metrics.getRegionMetrics().values().stream() .mapToDouble(v -> v.getStoreFileSize().get(Size.Unit.MEGABYTE)).sum(), 0); assertEquals(82, metrics.getRegionMetrics().values().stream() .mapToDouble(v -> v.getStoreFileIndexSize().get(Size.Unit.KILOBYTE)).sum(), 0); assertEquals(((long) Integer.MAX_VALUE) * 2, metrics.getRegionMetrics().values().stream().mapToLong(v -> v.getReadRequestCount()).sum()); assertEquals(100, metrics.getRegionMetrics().values().stream().mapToLong(v -> v.getCpRequestCount()).sum()); assertEquals(300, metrics.getRegionMetrics().values().stream().mapToLong(v -> v.getFilteredReadRequestCount()) .sum()); }
public static ServerMetrics toServerMetrics(ServerName serverName, ClusterStatusProtos.ServerLoad serverLoadPB) { return toServerMetrics(serverName, 0, "0.0.0", serverLoadPB); }
@Override public RegionServerReportResponse regionServerReport(RpcController controller, RegionServerReportRequest request) throws ServiceException { try { master.checkServiceStarted(); int versionNumber = 0; String version = "0.0.0"; VersionInfo versionInfo = VersionInfoUtil.getCurrentClientVersionInfo(); if (versionInfo != null) { version = versionInfo.getVersion(); versionNumber = VersionInfoUtil.getVersionNumber(versionInfo); } ClusterStatusProtos.ServerLoad sl = request.getLoad(); ServerName serverName = ProtobufUtil.toServerName(request.getServer()); ServerMetrics oldLoad = master.getServerManager().getLoad(serverName); ServerMetrics newLoad = ServerMetricsBuilder.toServerMetrics(serverName, versionNumber, version, sl); master.getServerManager().regionServerReport(serverName, newLoad); master.getAssignmentManager().reportOnlineRegions(serverName, newLoad.getRegionMetrics().keySet()); if (sl != null && master.metricsMaster != null) { // Up our metrics. master.metricsMaster.incrementRequests( sl.getTotalNumberOfRequests() - (oldLoad != null ? oldLoad.getRequestCount() : 0)); } } catch (IOException ioe) { throw new ServiceException(ioe); } return RegionServerReportResponse.newBuilder().build(); }
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="URF_UNREAD_PUBLIC_OR_PROTECTED_FIELD") @InterfaceAudience.Private public ServerLoad(ServerName name, ClusterStatusProtos.ServerLoad serverLoad) { this(ServerMetricsBuilder.toServerMetrics(name, serverLoad)); this.serverLoad = serverLoad; }
public static ServerMetrics toServerMetrics(ClusterStatusProtos.LiveServerInfo serverInfo) { return toServerMetrics(ProtobufUtil.toServerName(serverInfo.getServer()), 0, "0.0.0", serverInfo.getServerLoad()); }
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="URF_UNREAD_PUBLIC_OR_PROTECTED_FIELD") @InterfaceAudience.Private public ServerLoad(ServerName name, ClusterStatusProtos.ServerLoad serverLoad) { this(ServerMetricsBuilder.toServerMetrics(name, serverLoad)); this.serverLoad = serverLoad; }
public static ServerMetrics toServerMetrics(ClusterStatusProtos.LiveServerInfo serverInfo) { return toServerMetrics(ProtobufUtil.toServerName(serverInfo.getServer()), serverInfo.getServerLoad()); }
@Test public void testRegionLoadWrapAroundAggregation() { ServerMetrics metrics = ServerMetricsBuilder.toServerMetrics( ServerName.valueOf("localhost,1,1"), createServerLoadProto()); long totalCount = ((long) Integer.MAX_VALUE) * 2; assertEquals(totalCount, metrics.getRegionMetrics().values().stream().mapToLong(v -> v.getReadRequestCount()).sum()); assertEquals(totalCount, metrics.getRegionMetrics().values().stream().mapToLong(v -> v.getWriteRequestCount()) .sum()); }
@Test public void testToString() { ServerMetrics metrics = ServerMetricsBuilder.toServerMetrics( ServerName.valueOf("localhost,1,1"), createServerLoadProto()); String slToString = metrics.toString(); assertTrue(slToString.contains("numberOfStores=13")); assertTrue(slToString.contains("numberOfStorefiles=114")); assertTrue(slToString.contains("storefileUncompressedSizeMB=129")); assertTrue(slToString.contains("storefileSizeMB=820")); assertTrue(slToString.contains("rootIndexSizeKB=504")); assertTrue(slToString.contains("coprocessors=[]")); assertTrue(slToString.contains("filteredReadRequestsCount=300")); }
@Test public void testRegionLoadAggregation() { ServerMetrics metrics = ServerMetricsBuilder.toServerMetrics( ServerName.valueOf("localhost,1,1"), createServerLoadProto()); assertEquals(13, metrics.getRegionMetrics().values().stream().mapToInt(v -> v.getStoreCount()).sum()); assertEquals(114, metrics.getRegionMetrics().values().stream().mapToInt(v -> v.getStoreFileCount()).sum()); assertEquals(129, metrics.getRegionMetrics().values().stream() .mapToDouble(v -> v.getUncompressedStoreFileSize().get(Size.Unit.MEGABYTE)).sum(), 0); assertEquals(504, metrics.getRegionMetrics().values().stream() .mapToDouble(v -> v.getStoreFileRootLevelIndexSize().get(Size.Unit.KILOBYTE)).sum(), 0); assertEquals(820, metrics.getRegionMetrics().values().stream() .mapToDouble(v -> v.getStoreFileSize().get(Size.Unit.MEGABYTE)).sum(), 0); assertEquals(82, metrics.getRegionMetrics().values().stream() .mapToDouble(v -> v.getStoreFileIndexSize().get(Size.Unit.KILOBYTE)).sum(), 0); assertEquals(((long) Integer.MAX_VALUE) * 2, metrics.getRegionMetrics().values().stream().mapToLong(v -> v.getReadRequestCount()).sum()); assertEquals(300, metrics.getRegionMetrics().values().stream().mapToLong(v -> v.getFilteredReadRequestCount()) .sum()); }