Closes #92 Fixed code and test to do consistent serialization

tdunning · Aug 6, 2017 · d05568e · d05568e
1 parent 943d8a4
commit d05568e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 7 deletions.
diff --git a/src/main/java/com/tdunning/math/stats/AVLTreeDigest.java b/src/main/java/com/tdunning/math/stats/AVLTreeDigest.java
@@ -315,7 +315,7 @@ public double compression() {
      */
     @Override
     public int byteSize() {
-        return 4 + 8 * 2 + 4 + 4 + summary.size() * 12;
+        return 4 + 8 * 2 + 8 + 4 + summary.size() * 12;
     }
 
     /**
@@ -341,7 +341,7 @@ public void asBytes(ByteBuffer buf) {
         buf.putInt(VERBOSE_ENCODING);
         buf.putDouble(min);
         buf.putDouble(max);
-        buf.putFloat((float) compression());
+        buf.putDouble((float) compression());
         buf.putInt(summary.size());
         for (Centroid centroid : summary) {
             buf.putDouble(centroid.mean());

diff --git a/src/test/java/com/tdunning/math/stats/TDigestTest.java b/src/test/java/com/tdunning/math/stats/TDigestTest.java
@@ -624,11 +624,6 @@ public void testSerialization() {
         dist.asBytes(buf);
         assertTrue(buf.position() < 11000);
         assertEquals(dist.byteSize(), buf.position());
-        buf.clear();
-
-        dist.asSmallBytes(buf);
-        assertTrue(buf.position() < 6000);
-        assertEquals(buf.position(), dist.smallByteSize());
 
         System.out.printf("# big %d bytes\n", buf.position());