tdigest 0.0.4 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d6b00ddf3a1a0b0a5989002fb3cf8fd51b352c6a
-  data.tar.gz: 60d1e7f4b42e3e38300f2f9380f9a91077bbd02f
+  metadata.gz: 13d323c00e8ecc6fc72db137c6160f28c23a8615
+  data.tar.gz: efad7cb62f79a512e4fc68dceca2ae5a55a693c3
 SHA512:
-  metadata.gz: d7154db5857ee2b184ff16c1f2afb7ea110be15cb1d4253e5287b0bf6e656232fccdffecf1f0a3ba6f52626039f0498b030a56cc5e71b51f0a6c82c60f15c7f2
-  data.tar.gz: 7265929cc8f77b8973cd9d60240c38f3ae3ce29e9af6644e18041c7a56f72ec5980bccf1696cb232865d294853821ce31d8582e57bd26806f79785610b1aa3d9
+  metadata.gz: a948d7d63a22957a34e9e1cf71d4e6904a325b1b7e4cd93de12611332c41c62be932a7fd69a6f356122c7da033bc24abaa86db29db5b03a8d1dc79031f603e59
+  data.tar.gz: 6fb668b7bbe9f1885af98036843095f03d0a74034462c7fdd8fdde970c95b606be556074c41c042a1e02ce9c60bb29fddd0177d4eefdc6da5a32bac857e391ff

data/lib/tdigest/tdigest.rb

@@ -16,8 +16,19 @@ module TDigest
       reset!
     end
 
+    def +(other)
+      # Uses delta, k and cx from the caller
+      t = self.class.new(@delta, @k, @cx)
+      data = self.centroids.values + other.centroids.values
+      while data.length > 0
+        t.push_centroid(data.delete_at(rand(data.length)))
+      end
+      t
+    end
+
     def as_bytes
       # compression as defined by Java implementation
+      size = @centroids.size
       output = [VERBOSE_ENCODING, compression, size]
       output += @centroids.map { |_, c| c.mean }
       output += @centroids.map { |_, c| c.n }
@@ -25,6 +36,7 @@ module TDigest
     end
 
     def as_small_bytes
+      size = @centroids.size
       output = [SMALL_ENCODING, compression, size]
       x = 0
       # delta encoding allows saving 4-bytes floats
@@ -115,6 +127,13 @@ module TDigest
       end
     end
 
+    def merge!(other)
+      # Uses delta, k and cx from the caller
+      t = self + other
+      @centroids = t.centroids
+      compress!
+    end
+
     def p_rank(x)
       is_array = x.is_a? Array
       x = [x] unless is_array
@@ -188,7 +207,7 @@ module TDigest
     end
 
     def size
-      @centroids.size
+      @n || 0
     end
 
     def to_a
@@ -310,6 +329,14 @@ module TDigest
 
       _cumulate(false)
 
+      # If the number of centroids has grown to a very large size,
+      # it may be due to values being inserted in sorted order.
+      # We combat that by replaying the centroids in random order,
+      # which is what compress! does
+      if @centroids.size > (@k / @delta)
+        compress!
+      end
+
       nil
     end
 

data/lib/tdigest/version.rb

@@ -1,3 +1,3 @@
 module TDigest
-  VERSION = "0.0.4"
+  VERSION = "0.1.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tdigest
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.1.0
 platform: ruby
 authors:
 - Sebastian Wallin
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-01-09 00:00:00.000000000 Z
+date: 2016-01-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rbtree