trifle-stats 1.3.0 → 1.6.0

data/lib/trifle/stats/driver/process.rb

@@ -12,6 +12,10 @@ module Trifle
           @separator = '::'
         end
 
+        def description
+          "#{self.class.name}(J)"
+        end
+
         def inc(keys:, **values)
           keys.map do |key|
             self.class.pack(hash: values).each do |k, c|
@@ -39,6 +43,14 @@ module Trifle
             )
           end
         end
+
+        def ping(*)
+          []
+        end
+
+        def scan(*)
+          []
+        end
       end
     end
   end

data/lib/trifle/stats/driver/redis.rb

@@ -1,6 +1,5 @@
 # frozen_string_literal: true
 
-require 'redis'
 require_relative '../mixins/packer'
 
 module Trifle
@@ -10,15 +9,20 @@ module Trifle
         include Mixins::Packer
         attr_accessor :client, :prefix, :separator
 
-        def initialize(client = ::Redis.current, prefix: 'trfl')
+        def initialize(client, prefix: 'trfl')
           @client = client
           @prefix = prefix
           @separator = '::'
         end
 
+        def description
+          "#{self.class.name}(J)"
+        end
+
         def inc(keys:, **values)
           keys.map do |key|
-            pkey = ([prefix] + key).join(separator)
+            key.prefix = prefix
+            pkey = key.join(separator)
 
             self.class.pack(hash: values).each do |k, c|
               client.hincrby(pkey, k, c)
@@ -28,7 +32,8 @@ module Trifle
 
         def set(keys:, **values)
           keys.map do |key|
-            pkey = ([prefix] + key).join(separator)
+            key.prefix = prefix
+            pkey = key.join(separator)
 
             client.hmset(pkey, *self.class.pack(hash: values))
           end
@@ -36,13 +41,22 @@ module Trifle
 
         def get(keys:)
           keys.map do |key|
-            pkey = ([prefix] + key).join(separator)
+            key.prefix = prefix
+            pkey = key.join(separator)
 
             self.class.unpack(
               hash: client.hgetall(pkey)
             )
           end
         end
+
+        def ping(*)
+          []
+        end
+
+        def scan(*)
+          []
+        end
       end
     end
   end

data/lib/trifle/stats/driver/sqlite.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require 'sqlite3'
+require 'json'
 require_relative '../mixins/packer'
 
 module Trifle
@@ -21,6 +21,10 @@ module Trifle
           client.execute("CREATE UNIQUE INDEX idx_#{table_name}_key ON #{table_name} (key);")
         end
 
+        def description
+          "#{self.class.name}(J)"
+        end
+
         def inc(keys:, **values)
           data = self.class.pack(hash: values)
           client.transaction do |c|
@@ -53,7 +57,7 @@ module Trifle
           <<-SQL
             INSERT INTO #{table_name} (key, data) values('#{key}', json('#{data.to_json}'))
             ON CONFLICT (key) DO UPDATE SET data =
-            #{data.inject('data') { |o, (k, v)| "json_set(#{o}, '$.#{k}', #{v})" }};
+            #{data.inject('data') { |o, (k, v)| "json_set(#{o}, '$.#{k}', #{v.to_json})" }};
           SQL
         end
 
@@ -62,7 +66,7 @@ module Trifle
           data = get_all(keys: pkeys)
           map = data.inject({}) { |o, d| o.merge(d[:key] => d[:data]) }
 
-          pkeys.map { |pkey| map.fetch(pkey, {}) }
+          pkeys.map { |pkey| self.class.unpack(hash: map.fetch(pkey, {})) }
         end
 
         def get_all(keys:)
@@ -80,6 +84,14 @@ module Trifle
             SELECT key, data FROM #{table_name} WHERE key IN ('#{keys.join("', '")}');
           SQL
         end
+
+        def ping(*)
+          []
+        end
+
+        def scan(*)
+          []
+        end
       end
     end
   end

data/lib/trifle/stats/formatter/category.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Formatter
+      class Category
+        Trifle::Stats::Series.register_formatter(:category, self)
+
+        def format(series:, path:, slices: 1, &block)
+          return [] if series[:at].empty?
+
+          keys = path.split('.')
+          result = series[:at].zip(series[:values].map { |v| v.dig(*keys) || {} })
+          sliced(result: result, slices: slices, block: block)
+        end
+
+        private
+
+        def sliced(result:, slices:, block: nil) # rubocop:disable Metrics/AbcSize
+          result[(result.count - (result.count / slices * slices))..].each_slice(result.count / slices).map do |slice|
+            slice.each_with_object(Hash.new(0)) do |(_at, data), map|
+              data.each do |key, value|
+                k, v = block ? block.call(key, value) : [key.to_s, value.to_f]
+                map[k] += v
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/formatter/timeline.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Formatter
+      class Timeline
+        Trifle::Stats::Series.register_formatter(:timeline, self)
+
+        def format(series:, path:, slices: 1, &block)
+          return [] if series[:at].empty?
+
+          keys = path.split('.')
+          result = series[:at].zip(series[:values].map { |v| v.dig(*keys) })
+          sliced(result: result, slices: slices, block: block)
+        end
+
+        private
+
+        def sliced(result:, slices:, block: nil)
+          result[(result.count - (result.count / slices * slices))..].each_slice(result.count / slices).map do |slice|
+            slice.map do |at, value|
+              block ? block.call(at, value) : [at, value.to_f]
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/mixins/packer.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require 'bigdecimal'
+
 module Trifle
   module Stats
     module Mixins
@@ -26,7 +28,7 @@ module Trifle
             hash.inject({}) do |out, (key, v)|
               deep_merge(
                 out,
-                key.split('.').reverse.inject(v.to_i) { |o, k| { k => o } }
+                key.split('.').reverse.inject(v) { |o, k| { k => o } }
               )
             end
           end
@@ -46,6 +48,19 @@ module Trifle
               end
             end
           end
+
+          def normalize(object)
+            case object
+            when Hash
+              object.each_with_object({}) do |(key, value), result|
+                result[key.to_s] = normalize(value)
+              end
+            when Array
+              object.map { |v| normalize(v) }
+            else
+              BigDecimal(object)
+            end
+          end
         end
       end
     end

data/lib/trifle/stats/nocturnal.rb

@@ -3,6 +3,30 @@
 module Trifle
   module Stats
     class Nocturnal # rubocop:disable Metrics/ClassLength
+      class Key
+        attr_reader :key, :range, :at
+        attr_accessor :prefix
+
+        def initialize(key:, range: nil, at: nil)
+          @prefix = nil
+          @key = key
+          @range = range
+          @at = at
+        end
+
+        def join(separator)
+          [prefix, key, range, at&.to_i].compact.join(separator)
+        end
+
+        def identifier(separator)
+          if separator
+            { key: join(separator) }
+          else
+            { key: key, range: range, at: at }.compact
+          end
+        end
+      end
+
       DAYS_INTO_WEEK = {
         sunday: 0, monday: 1, tuesday: 2, wednesday: 3,
         thursday: 4, friday: 5, saturday: 6

data/lib/trifle/stats/operations/status/beam.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    module Operations
+      module Status
+        class Beam
+          attr_reader :key, :at, :values
+
+          def initialize(**keywords)
+            @key = keywords.fetch(:key)
+            @at = keywords.fetch(:at)
+            @values = keywords.fetch(:values)
+            @config = keywords[:config]
+          end
+
+          def config
+            @config || Trifle::Stats.default
+          end
+
+          def perform
+            config.driver.ping(
+              key: Nocturnal::Key.new(key: key, at: at),
+              **values
+            )
+          end
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/operations/status/scan.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    module Operations
+      module Status
+        class Scan
+          attr_reader :key
+
+          def initialize(**keywords)
+            @key = keywords.fetch(:key)
+            @config = keywords[:config]
+          end
+
+          def config
+            @config || Trifle::Stats.default
+          end
+
+          def data
+            @data ||= config.driver.scan(
+              key: Nocturnal::Key.new(key: key)
+            )
+          end
+
+          def perform
+            {
+              at: data.first,
+              values: data.last
+            }
+          end
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/operations/timeseries/classify.rb

@@ -32,7 +32,7 @@ module Trifle
 
           def key_for(range:)
             at = Nocturnal.new(@at, config: config).send(range)
-            [key, range, at.to_i]
+            Nocturnal::Key.new(key: key, range: range, at: at)
           end
 
           def perform

data/lib/trifle/stats/operations/timeseries/increment.rb

@@ -20,7 +20,7 @@ module Trifle
 
           def key_for(range:)
             at = Nocturnal.new(@at, config: config).send(range)
-            [key, range, at.to_i]
+            Nocturnal::Key.new(key: key, range: range, at: at)
           end
 
           def perform

data/lib/trifle/stats/operations/timeseries/set.rb

@@ -20,7 +20,7 @@ module Trifle
 
           def key_for(range:)
             at = Nocturnal.new(@at, config: config).send(range)
-            [key, range, at.to_i]
+            Nocturnal::Key.new(key: key, range: range, at: at)
           end
 
           def perform

data/lib/trifle/stats/operations/timeseries/values.rb

@@ -13,6 +13,7 @@ module Trifle
             @to = keywords.fetch(:to)
             @range = keywords.fetch(:range)
             @config = keywords[:config]
+            @skip_blanks = keywords[:skip_blanks]
           end
 
           def config
@@ -20,19 +21,36 @@ module Trifle
           end
 
           def timeline
-            Nocturnal.timeline(from: @from, to: @to, range: range)
+            @timeline ||= Nocturnal.timeline(from: @from, to: @to, range: range)
           end
 
-          def perform
+          def data
+            @data ||= config.driver.get(
+              keys: timeline.map do |at|
+                Nocturnal::Key.new(key: key, range: range, at: at)
+              end
+            )
+          end
+
+          def clean_values
+            timeline.each_with_object({ at: [], values: [] }).with_index do |(_at, res), idx|
+              next if data[idx].empty?
+
+              res[:at] << timeline[idx]
+              res[:values] << data[idx]
+            end
+          end
+
+          def values
             {
               at: timeline,
-              values: config.driver.get(
-                keys: timeline.map do |at|
-                  [key, range, at.to_i]
-                end
-              )
+              values: data
             }
           end
+
+          def perform
+            @skip_blanks ? clean_values : values
+          end
         end
       end
     end

data/lib/trifle/stats/series.rb

@@ -0,0 +1,64 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Series
+      include Trifle::Stats::Mixins::Packer
+
+      attr_accessor :series
+
+      def initialize(series)
+        @series = series
+        @series[:values] = self.class.normalize(@series[:values])
+      end
+
+      class Aggregator
+        def initialize(series)
+          @series = series
+        end
+      end
+
+      def aggregate
+        @aggregate ||= Aggregator.new(self)
+      end
+
+      def self.register_aggregator(name, klass)
+        Aggregator.define_method(name) do |params|
+          klass.new.aggregate(series: @series.series, **params)
+        end
+      end
+
+      class Formatter
+        def initialize(series)
+          @series = series
+        end
+      end
+
+      def format
+        @format ||= Formatter.new(self)
+      end
+
+      def self.register_formatter(name, klass)
+        Formatter.define_method(name) do |params, &block|
+          klass.new.format(series: @series.series, **params, &block)
+        end
+      end
+
+      class Transponder
+        def initialize(series)
+          @series = series
+        end
+      end
+
+      def transpond
+        @transpond ||= Transponder.new(self)
+      end
+
+      def self.register_transponder(name, klass)
+        Transponder.define_method(name) do |params|
+          @series.series = klass.new.transpond(series: @series.series, **params)
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/transponder/average.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Transponder
+      class Average
+        include Trifle::Stats::Mixins::Packer
+        Trifle::Stats::Series.register_transponder(:average, self)
+
+        def transpond(series:, path:, key: 'average', sum: 'sum', count: 'count') # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+          keys = path.to_s.split('.')
+          sum = sum.to_s.split('.')
+          count = count.to_s.split('.')
+          key = path.to_s.empty? ? key : [path, key].join('.')
+          series[:values] = series[:values].map do |data|
+            dsum = data.dig(*keys, *sum)
+            dcount = data.dig(*keys, *count)
+            next data unless dsum && dcount
+
+            dres = (dsum / dcount)
+            signal = {
+              key => dres.nan? ? BigDecimal(0) : dres
+            }
+            self.class.deep_merge(data, self.class.unpack(hash: signal))
+          end
+          series
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/transponder/ratio.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Transponder
+      class Ratio
+        include Trifle::Stats::Mixins::Packer
+        Trifle::Stats::Series.register_transponder(:ratio, self)
+
+        def transpond(series:, path:, key: 'ratio', sample: 'sample', total: 'total') # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+          keys = path.to_s.split('.')
+          sample = sample.to_s.split('.')
+          total = total.to_s.split('.')
+          key = path.to_s.empty? ? key : [path, key].join('.')
+          series[:values] = series[:values].map do |data|
+            dsample = data.dig(*keys, *sample)
+            dtotal = data.dig(*keys, *total)
+            next data unless dsample && dtotal
+
+            dres = (dsample / dtotal) * 100
+            signal = {
+              key => dres.nan? ? BigDecimal(0) : dres
+            }
+            self.class.deep_merge(data, self.class.unpack(hash: signal))
+          end
+          series
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/transponder/standard_deviation.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Transponder
+      class StandardDeviation
+        include Trifle::Stats::Mixins::Packer
+        Trifle::Stats::Series.register_transponder(:standard_deviation, self)
+
+        def transpond(series:, path:, key: 'sd', sum: 'sum', count: 'count', square: 'square') # rubocop:disable Metrics/AbcSize, Metrics/MethodLength, Metrics/ParameterLists
+          keys = path.to_s.split('.')
+          sum = sum.to_s.split('.')
+          count = count.to_s.split('.')
+          square = square.to_s.split('.')
+          key = path.to_s.empty? ? key : [path, key].join('.')
+          series[:values] = series[:values].map do |data|
+            dcount = data.dig(*keys, *count)
+            dsquare = data.dig(*keys, *square)
+            dsum = data.dig(*keys, *sum)
+            next data unless dcount && dsquare && dsum
+
+            dres = Math.sqrt(
+              (dcount * dsquare - dsum * dsum) / (dcount * (dcount - 1)) # rubocop:disable Lint/BinaryOperatorWithIdenticalOperands
+            )
+            signal = {
+              key => dres.nan? ? BigDecimal(0) : dres
+            }
+            self.class.deep_merge(data, self.class.unpack(hash: signal))
+          end
+          series
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/version.rb

@@ -2,6 +2,6 @@
 
 module Trifle
   module Stats
-    VERSION = '1.3.0'
+    VERSION = '1.6.0'
   end
 end

data/lib/trifle/stats.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+require 'trifle/stats/mixins/packer'
+require 'trifle/stats/nocturnal'
+require 'trifle/stats/series'
+require 'trifle/stats/aggregator/avg'
+require 'trifle/stats/aggregator/max'
+require 'trifle/stats/aggregator/min'
+require 'trifle/stats/aggregator/sum'
 require 'trifle/stats/designator/custom'
 require 'trifle/stats/designator/geometric'
 require 'trifle/stats/designator/linear'
@@ -8,13 +15,18 @@ require 'trifle/stats/driver/postgres'
 require 'trifle/stats/driver/process'
 require 'trifle/stats/driver/redis'
 require 'trifle/stats/driver/sqlite'
-require 'trifle/stats/mixins/packer'
-require 'trifle/stats/nocturnal'
+require 'trifle/stats/formatter/category'
+require 'trifle/stats/formatter/timeline'
 require 'trifle/stats/configuration'
 require 'trifle/stats/operations/timeseries/classify'
 require 'trifle/stats/operations/timeseries/increment'
 require 'trifle/stats/operations/timeseries/set'
 require 'trifle/stats/operations/timeseries/values'
+require 'trifle/stats/operations/status/beam'
+require 'trifle/stats/operations/status/scan'
+require 'trifle/stats/transponder/average'
+require 'trifle/stats/transponder/ratio'
+require 'trifle/stats/transponder/standard_deviation'
 require 'trifle/stats/version'
 
 module Trifle
@@ -59,12 +71,33 @@ module Trifle
       ).perform
     end
 
-    def self.values(key:, from:, to:, range:, config: nil)
+    def self.values(key:, from:, to:, range:, skip_blanks: false, config: nil) # rubocop:disable Metrics/ParameterLists
       Trifle::Stats::Operations::Timeseries::Values.new(
         key: key,
         from: from,
         to: to,
         range: range,
+        skip_blanks: skip_blanks,
+        config: config
+      ).perform
+    end
+
+    def self.series(**params)
+      Trifle::Stats::Series.new(values(**params))
+    end
+
+    def self.beam(key:, at:, values:, config: nil)
+      Trifle::Stats::Operations::Status::Beam.new(
+        key: key,
+        at: at,
+        values: values,
+        config: config
+      ).perform
+    end
+
+    def self.scan(key:, config: nil)
+      Trifle::Stats::Operations::Status::Scan.new(
+        key: key,
         config: config
       ).perform
     end

data/trifle-stats.gemspec

@@ -18,6 +18,7 @@ Gem::Specification.new do |spec|
 
   spec.metadata['homepage_uri'] = spec.homepage
   spec.metadata['source_code_uri'] = 'https://github.com/trifle-io/trifle-stats'
+  spec.metadata['changelog_uri'] = 'https://trifle.io/trifle-stats/changelog'
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.