public static long getSparkStatisticAsLong(SparkStatisticGroup group, String name) { return Long.parseLong(group.getSparkStatistic(name).getValue()); } }
@VisibleForTesting static String sparkStatisticsToString(SparkStatistics sparkStatistic, int sparkJobID) { StringBuilder sparkStatsString = new StringBuilder(); sparkStatsString.append("\n\n"); sparkStatsString.append(String.format("=====Spark Job[%d] Statistics=====", sparkJobID)); sparkStatsString.append("\n\n"); Iterator<SparkStatisticGroup> groupIterator = sparkStatistic.getStatisticGroups(); while (groupIterator.hasNext()) { SparkStatisticGroup group = groupIterator.next(); sparkStatsString.append(group.getGroupName()).append("\n"); Iterator<SparkStatistic> statisticIterator = group.getStatistics(); while (statisticIterator.hasNext()) { SparkStatistic statistic = statisticIterator.next(); sparkStatsString.append("\t").append(statistic.getName()).append(": ").append( statistic.getValue()).append("\n"); } } return sparkStatsString.toString(); }
private void logSparkStatistic(SparkStatistics sparkStatistic) { Iterator<SparkStatisticGroup> groupIterator = sparkStatistic.getStatisticGroups(); while (groupIterator.hasNext()) { SparkStatisticGroup group = groupIterator.next(); LOG.info(group.getGroupName()); Iterator<SparkStatistic> statisticIterator = group.getStatistics(); while (statisticIterator.hasNext()) { SparkStatistic statistic = statisticIterator.next(); LOG.info("\t" + statistic.getName() + ": " + statistic.getValue()); } } }
private void logSparkStatistic(SparkStatistics sparkStatistic) { Iterator<SparkStatisticGroup> groupIterator = sparkStatistic.getStatisticGroups(); while (groupIterator.hasNext()) { SparkStatisticGroup group = groupIterator.next(); LOG.info(group.getGroupName()); Iterator<SparkStatistic> statisticIterator = group.getStatistics(); while (statisticIterator.hasNext()) { SparkStatistic statistic = statisticIterator.next(); LOG.info("\t" + statistic.getName() + ": " + statistic.getValue()); } } }