/** * Use some values from Anscombe's Quartet for testing. * * <p>There was no particular reason to use these except they have known means and variance. * * <p>https://en.wikipedia.org/wiki/Anscombe%27s_quartet */ @Test public void testAnscomesQuartetXValues() throws Exception { final Double[] q1x = { 10.0, 8.0, 13.0, 9.0, 11.0, 14.0, 6.0, 4.0, 12.0, 7.0, 5.0 }; final Double[] q4x = { 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 19.0, 8.0, 8.0, 8.0 }; NumericColumnSummary<Double> q1 = summarize(q1x); NumericColumnSummary<Double> q4 = summarize(q4x); Assert.assertEquals(9.0, q1.getMean().doubleValue(), 0.0); Assert.assertEquals(9.0, q4.getMean().doubleValue(), 0.0); Assert.assertEquals(11.0, q1.getVariance().doubleValue(), 1e-10d); Assert.assertEquals(11.0, q4.getVariance().doubleValue(), 1e-10d); double stddev = Math.sqrt(11.0); Assert.assertEquals(stddev, q1.getStandardDeviation().doubleValue(), 1e-10d); Assert.assertEquals(stddev, q4.getStandardDeviation().doubleValue(), 1e-10d); }
/** * Use some values from Anscombe's Quartet for testing. * * <p>There was no particular reason to use these except they have known means and variance. * * <p>https://en.wikipedia.org/wiki/Anscombe%27s_quartet */ @Test public void testAnscomesQuartetXValues() throws Exception { final Float[] q1x = { 10.0f, 8.0f, 13.0f, 9.0f, 11.0f, 14.0f, 6.0f, 4.0f, 12.0f, 7.0f, 5.0f }; final Float[] q4x = { 8.0f, 8.0f, 8.0f, 8.0f, 8.0f, 8.0f, 8.0f, 19.0f, 8.0f, 8.0f, 8.0f }; NumericColumnSummary<Float> q1 = summarize(q1x); NumericColumnSummary<Float> q4 = summarize(q4x); Assert.assertEquals(9.0, q1.getMean().doubleValue(), 0.0f); Assert.assertEquals(9.0, q4.getMean().doubleValue(), 0.0f); Assert.assertEquals(11.0, q1.getVariance().doubleValue(), 1e-10d); Assert.assertEquals(11.0, q4.getVariance().doubleValue(), 1e-10d); double stddev = Math.sqrt(11.0f); Assert.assertEquals(stddev, q1.getStandardDeviation().doubleValue(), 1e-10d); Assert.assertEquals(stddev, q4.getStandardDeviation().doubleValue(), 1e-10d); }
@Override protected void compareResults(NumericColumnSummary<Float> result1, NumericColumnSummary<Float> result2) { Assert.assertEquals(result1.getMin(), result2.getMin(), 0.0f); Assert.assertEquals(result1.getMax(), result2.getMax(), 0.0f); Assert.assertEquals(result1.getMean(), result2.getMean(), 1e-10d); Assert.assertEquals(result1.getVariance(), result2.getVariance(), 1e-9d); Assert.assertEquals(result1.getStandardDeviation(), result2.getStandardDeviation(), 1e-10d); }
@Override protected void compareResults(NumericColumnSummary<Float> result1, NumericColumnSummary<Float> result2) { Assert.assertEquals(result1.getMin(), result2.getMin(), 0.0f); Assert.assertEquals(result1.getMax(), result2.getMax(), 0.0f); Assert.assertEquals(result1.getMean(), result2.getMean(), 1e-12d); Assert.assertEquals(result1.getVariance(), result2.getVariance(), 1e-9d); Assert.assertEquals(result1.getStandardDeviation(), result2.getStandardDeviation(), 1e-12d); }
@Override protected void compareResults(NumericColumnSummary<Double> result1, NumericColumnSummary<Double> result2) { Assert.assertEquals(result1.getMin(), result2.getMin(), 0.0); Assert.assertEquals(result1.getMax(), result2.getMax(), 0.0); Assert.assertEquals(result1.getMean(), result2.getMean(), 1e-12d); Assert.assertEquals(result1.getVariance(), result2.getVariance(), 1e-9d); Assert.assertEquals(result1.getStandardDeviation(), result2.getStandardDeviation(), 1e-12d); }
@Override protected void compareResults(NumericColumnSummary<Double> result1, NumericColumnSummary<Double> result2) { Assert.assertEquals(result1.getMin(), result2.getMin(), 0.0); Assert.assertEquals(result1.getMax(), result2.getMax(), 0.0); Assert.assertEquals(result1.getMean(), result2.getMean(), 1e-12d); Assert.assertEquals(result1.getVariance(), result2.getVariance(), 1e-9d); Assert.assertEquals(result1.getStandardDeviation(), result2.getStandardDeviation(), 1e-12d); }
@Override protected void compareResults(NumericColumnSummary<Integer> result1, NumericColumnSummary<Integer> result2) { Assert.assertEquals(result1.getTotalCount(), result2.getTotalCount()); Assert.assertEquals(result1.getNullCount(), result2.getNullCount()); Assert.assertEquals(result1.getMissingCount(), result2.getMissingCount()); Assert.assertEquals(result1.getNonMissingCount(), result2.getNonMissingCount()); Assert.assertEquals(result1.getInfinityCount(), result2.getInfinityCount()); Assert.assertEquals(result1.getNanCount(), result2.getNanCount()); Assert.assertEquals(result1.containsNull(), result2.containsNull()); Assert.assertEquals(result1.containsNonNull(), result2.containsNonNull()); Assert.assertEquals(result1.getMin().intValue(), result2.getMin().intValue()); Assert.assertEquals(result1.getMax().intValue(), result2.getMax().intValue()); Assert.assertEquals(result1.getSum().intValue(), result2.getSum().intValue()); Assert.assertEquals(result1.getMean().doubleValue(), result2.getMean().doubleValue(), 1e-12d); Assert.assertEquals(result1.getVariance().doubleValue(), result2.getVariance().doubleValue(), 1e-9d); Assert.assertEquals(result1.getStandardDeviation().doubleValue(), result2.getStandardDeviation().doubleValue(), 1e-12d); } }.summarize(intValues);
@Override protected void compareResults(NumericColumnSummary<Short> result1, NumericColumnSummary<Short> result2) { Assert.assertEquals(result1.getTotalCount(), result2.getTotalCount()); Assert.assertEquals(result1.getNullCount(), result2.getNullCount()); Assert.assertEquals(result1.getMissingCount(), result2.getMissingCount()); Assert.assertEquals(result1.getNonMissingCount(), result2.getNonMissingCount()); Assert.assertEquals(result1.getInfinityCount(), result2.getInfinityCount()); Assert.assertEquals(result1.getNanCount(), result2.getNanCount()); Assert.assertEquals(result1.containsNull(), result2.containsNull()); Assert.assertEquals(result1.containsNonNull(), result2.containsNonNull()); Assert.assertEquals(result1.getMin().shortValue(), result2.getMin().shortValue()); Assert.assertEquals(result1.getMax().shortValue(), result2.getMax().shortValue()); Assert.assertEquals(result1.getSum().shortValue(), result2.getSum().shortValue()); Assert.assertEquals(result1.getMean().doubleValue(), result2.getMean().doubleValue(), 1e-12d); Assert.assertEquals(result1.getVariance().doubleValue(), result2.getVariance().doubleValue(), 1e-9d); Assert.assertEquals(result1.getStandardDeviation().doubleValue(), result2.getStandardDeviation().doubleValue(), 1e-12d); } }.summarize(shortValues);
@Override protected void compareResults(NumericColumnSummary<Long> result1, NumericColumnSummary<Long> result2) { Assert.assertEquals(result1.getTotalCount(), result2.getTotalCount()); Assert.assertEquals(result1.getNullCount(), result2.getNullCount()); Assert.assertEquals(result1.getMissingCount(), result2.getMissingCount()); Assert.assertEquals(result1.getNonMissingCount(), result2.getNonMissingCount()); Assert.assertEquals(result1.getInfinityCount(), result2.getInfinityCount()); Assert.assertEquals(result1.getNanCount(), result2.getNanCount()); Assert.assertEquals(result1.containsNull(), result2.containsNull()); Assert.assertEquals(result1.containsNonNull(), result2.containsNonNull()); Assert.assertEquals(result1.getMin().longValue(), result2.getMin().longValue()); Assert.assertEquals(result1.getMax().longValue(), result2.getMax().longValue()); Assert.assertEquals(result1.getSum().longValue(), result2.getSum().longValue()); Assert.assertEquals(result1.getMean().doubleValue(), result2.getMean().doubleValue(), 1e-12d); Assert.assertEquals(result1.getVariance().doubleValue(), result2.getVariance().doubleValue(), 1e-9d); Assert.assertEquals(result1.getStandardDeviation().doubleValue(), result2.getStandardDeviation().doubleValue(), 1e-12d); } }.summarize(longValues);
@Override protected void compareResults(NumericColumnSummary<Integer> result1, NumericColumnSummary<Integer> result2) { Assert.assertEquals(result1.getTotalCount(), result2.getTotalCount()); Assert.assertEquals(result1.getNullCount(), result2.getNullCount()); Assert.assertEquals(result1.getMissingCount(), result2.getMissingCount()); Assert.assertEquals(result1.getNonMissingCount(), result2.getNonMissingCount()); Assert.assertEquals(result1.getInfinityCount(), result2.getInfinityCount()); Assert.assertEquals(result1.getNanCount(), result2.getNanCount()); Assert.assertEquals(result1.containsNull(), result2.containsNull()); Assert.assertEquals(result1.containsNonNull(), result2.containsNonNull()); Assert.assertEquals(result1.getMin().intValue(), result2.getMin().intValue()); Assert.assertEquals(result1.getMax().intValue(), result2.getMax().intValue()); Assert.assertEquals(result1.getSum().intValue(), result2.getSum().intValue()); Assert.assertEquals(result1.getMean().doubleValue(), result2.getMean().doubleValue(), 1e-12d); Assert.assertEquals(result1.getVariance().doubleValue(), result2.getVariance().doubleValue(), 1e-9d); Assert.assertEquals(result1.getStandardDeviation().doubleValue(), result2.getStandardDeviation().doubleValue(), 1e-12d); } }.summarize(values);
@Override protected void compareResults(NumericColumnSummary<Long> result1, NumericColumnSummary<Long> result2) { Assert.assertEquals(result1.getTotalCount(), result2.getTotalCount()); Assert.assertEquals(result1.getNullCount(), result2.getNullCount()); Assert.assertEquals(result1.getMissingCount(), result2.getMissingCount()); Assert.assertEquals(result1.getNonMissingCount(), result2.getNonMissingCount()); Assert.assertEquals(result1.getInfinityCount(), result2.getInfinityCount()); Assert.assertEquals(result1.getNanCount(), result2.getNanCount()); Assert.assertEquals(result1.containsNull(), result2.containsNull()); Assert.assertEquals(result1.containsNonNull(), result2.containsNonNull()); Assert.assertEquals(result1.getMin().longValue(), result2.getMin().longValue()); Assert.assertEquals(result1.getMax().longValue(), result2.getMax().longValue()); Assert.assertEquals(result1.getSum().longValue(), result2.getSum().longValue()); Assert.assertEquals(result1.getMean().doubleValue(), result2.getMean().doubleValue(), 1e-12d); Assert.assertEquals(result1.getVariance().doubleValue(), result2.getVariance().doubleValue(), 1e-9d); Assert.assertEquals(result1.getStandardDeviation().doubleValue(), result2.getStandardDeviation().doubleValue(), 1e-12d); } }.summarize(values);
@Override protected void compareResults(NumericColumnSummary<Short> result1, NumericColumnSummary<Short> result2) { Assert.assertEquals(result1.getTotalCount(), result2.getTotalCount()); Assert.assertEquals(result1.getNullCount(), result2.getNullCount()); Assert.assertEquals(result1.getMissingCount(), result2.getMissingCount()); Assert.assertEquals(result1.getNonMissingCount(), result2.getNonMissingCount()); Assert.assertEquals(result1.getInfinityCount(), result2.getInfinityCount()); Assert.assertEquals(result1.getNanCount(), result2.getNanCount()); Assert.assertEquals(result1.containsNull(), result2.containsNull()); Assert.assertEquals(result1.containsNonNull(), result2.containsNonNull()); Assert.assertEquals(result1.getMin().shortValue(), result2.getMin().shortValue()); Assert.assertEquals(result1.getMax().shortValue(), result2.getMax().shortValue()); Assert.assertEquals(result1.getSum().shortValue(), result2.getSum().shortValue()); Assert.assertEquals(result1.getMean().doubleValue(), result2.getMean().doubleValue(), 1e-12d); Assert.assertEquals(result1.getVariance().doubleValue(), result2.getVariance().doubleValue(), 1e-9d); Assert.assertEquals(result1.getStandardDeviation().doubleValue(), result2.getStandardDeviation().doubleValue(), 1e-12d); } }.summarize(shortValues);
Assert.assertEquals(0.2376249988883501, col3Summary.getMean().doubleValue(), 0.000000000001); Assert.assertEquals(0.0768965488108089, col3Summary.getVariance().doubleValue(), 0.00000001); Assert.assertEquals(0.27730226975415995, col3Summary.getStandardDeviation().doubleValue(), 0.000000000001);