trifle-stats 1.3.1 → 1.6.0

data/lib/trifle/stats/driver/sqlite.rb

@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
+require 'json'
 require_relative '../mixins/packer'
 
 module Trifle
@@ -20,6 +21,10 @@ module Trifle
           client.execute("CREATE UNIQUE INDEX idx_#{table_name}_key ON #{table_name} (key);")
         end
 
+        def description
+          "#{self.class.name}(J)"
+        end
+
         def inc(keys:, **values)
           data = self.class.pack(hash: values)
           client.transaction do |c|
@@ -52,7 +57,7 @@ module Trifle
           <<-SQL
             INSERT INTO #{table_name} (key, data) values('#{key}', json('#{data.to_json}'))
             ON CONFLICT (key) DO UPDATE SET data =
-            #{data.inject('data') { |o, (k, v)| "json_set(#{o}, '$.#{k}', #{v})" }};
+            #{data.inject('data') { |o, (k, v)| "json_set(#{o}, '$.#{k}', #{v.to_json})" }};
           SQL
         end
 
@@ -61,7 +66,7 @@ module Trifle
           data = get_all(keys: pkeys)
           map = data.inject({}) { |o, d| o.merge(d[:key] => d[:data]) }
 
-          pkeys.map { |pkey| map.fetch(pkey, {}) }
+          pkeys.map { |pkey| self.class.unpack(hash: map.fetch(pkey, {})) }
         end
 
         def get_all(keys:)
@@ -79,6 +84,14 @@ module Trifle
             SELECT key, data FROM #{table_name} WHERE key IN ('#{keys.join("', '")}');
           SQL
         end
+
+        def ping(*)
+          []
+        end
+
+        def scan(*)
+          []
+        end
       end
     end
   end

data/lib/trifle/stats/formatter/category.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Formatter
+      class Category
+        Trifle::Stats::Series.register_formatter(:category, self)
+
+        def format(series:, path:, slices: 1, &block)
+          return [] if series[:at].empty?
+
+          keys = path.split('.')
+          result = series[:at].zip(series[:values].map { |v| v.dig(*keys) || {} })
+          sliced(result: result, slices: slices, block: block)
+        end
+
+        private
+
+        def sliced(result:, slices:, block: nil) # rubocop:disable Metrics/AbcSize
+          result[(result.count - (result.count / slices * slices))..].each_slice(result.count / slices).map do |slice|
+            slice.each_with_object(Hash.new(0)) do |(_at, data), map|
+              data.each do |key, value|
+                k, v = block ? block.call(key, value) : [key.to_s, value.to_f]
+                map[k] += v
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/formatter/timeline.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Formatter
+      class Timeline
+        Trifle::Stats::Series.register_formatter(:timeline, self)
+
+        def format(series:, path:, slices: 1, &block)
+          return [] if series[:at].empty?
+
+          keys = path.split('.')
+          result = series[:at].zip(series[:values].map { |v| v.dig(*keys) })
+          sliced(result: result, slices: slices, block: block)
+        end
+
+        private
+
+        def sliced(result:, slices:, block: nil)
+          result[(result.count - (result.count / slices * slices))..].each_slice(result.count / slices).map do |slice|
+            slice.map do |at, value|
+              block ? block.call(at, value) : [at, value.to_f]
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/mixins/packer.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require 'bigdecimal'
+
 module Trifle
   module Stats
     module Mixins
@@ -26,7 +28,7 @@ module Trifle
             hash.inject({}) do |out, (key, v)|
               deep_merge(
                 out,
-                key.split('.').reverse.inject(v.to_i) { |o, k| { k => o } }
+                key.split('.').reverse.inject(v) { |o, k| { k => o } }
               )
             end
           end
@@ -46,6 +48,19 @@ module Trifle
               end
             end
           end
+
+          def normalize(object)
+            case object
+            when Hash
+              object.each_with_object({}) do |(key, value), result|
+                result[key.to_s] = normalize(value)
+              end
+            when Array
+              object.map { |v| normalize(v) }
+            else
+              BigDecimal(object)
+            end
+          end
         end
       end
     end

data/lib/trifle/stats/nocturnal.rb

@@ -3,6 +3,30 @@
 module Trifle
   module Stats
     class Nocturnal # rubocop:disable Metrics/ClassLength
+      class Key
+        attr_reader :key, :range, :at
+        attr_accessor :prefix
+
+        def initialize(key:, range: nil, at: nil)
+          @prefix = nil
+          @key = key
+          @range = range
+          @at = at
+        end
+
+        def join(separator)
+          [prefix, key, range, at&.to_i].compact.join(separator)
+        end
+
+        def identifier(separator)
+          if separator
+            { key: join(separator) }
+          else
+            { key: key, range: range, at: at }.compact
+          end
+        end
+      end
+
       DAYS_INTO_WEEK = {
         sunday: 0, monday: 1, tuesday: 2, wednesday: 3,
         thursday: 4, friday: 5, saturday: 6

data/lib/trifle/stats/operations/status/beam.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    module Operations
+      module Status
+        class Beam
+          attr_reader :key, :at, :values
+
+          def initialize(**keywords)
+            @key = keywords.fetch(:key)
+            @at = keywords.fetch(:at)
+            @values = keywords.fetch(:values)
+            @config = keywords[:config]
+          end
+
+          def config
+            @config || Trifle::Stats.default
+          end
+
+          def perform
+            config.driver.ping(
+              key: Nocturnal::Key.new(key: key, at: at),
+              **values
+            )
+          end
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/operations/status/scan.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    module Operations
+      module Status
+        class Scan
+          attr_reader :key
+
+          def initialize(**keywords)
+            @key = keywords.fetch(:key)
+            @config = keywords[:config]
+          end
+
+          def config
+            @config || Trifle::Stats.default
+          end
+
+          def data
+            @data ||= config.driver.scan(
+              key: Nocturnal::Key.new(key: key)
+            )
+          end
+
+          def perform
+            {
+              at: data.first,
+              values: data.last
+            }
+          end
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/operations/timeseries/classify.rb

@@ -32,7 +32,7 @@ module Trifle
 
           def key_for(range:)
             at = Nocturnal.new(@at, config: config).send(range)
-            [key, range, at.to_i]
+            Nocturnal::Key.new(key: key, range: range, at: at)
           end
 
           def perform

data/lib/trifle/stats/operations/timeseries/increment.rb

@@ -20,7 +20,7 @@ module Trifle
 
           def key_for(range:)
             at = Nocturnal.new(@at, config: config).send(range)
-            [key, range, at.to_i]
+            Nocturnal::Key.new(key: key, range: range, at: at)
           end
 
           def perform

data/lib/trifle/stats/operations/timeseries/set.rb

@@ -20,7 +20,7 @@ module Trifle
 
           def key_for(range:)
             at = Nocturnal.new(@at, config: config).send(range)
-            [key, range, at.to_i]
+            Nocturnal::Key.new(key: key, range: range, at: at)
           end
 
           def perform

data/lib/trifle/stats/operations/timeseries/values.rb

@@ -13,6 +13,7 @@ module Trifle
             @to = keywords.fetch(:to)
             @range = keywords.fetch(:range)
             @config = keywords[:config]
+            @skip_blanks = keywords[:skip_blanks]
           end
 
           def config
@@ -20,19 +21,36 @@ module Trifle
           end
 
           def timeline
-            Nocturnal.timeline(from: @from, to: @to, range: range)
+            @timeline ||= Nocturnal.timeline(from: @from, to: @to, range: range)
           end
 
-          def perform
+          def data
+            @data ||= config.driver.get(
+              keys: timeline.map do |at|
+                Nocturnal::Key.new(key: key, range: range, at: at)
+              end
+            )
+          end
+
+          def clean_values
+            timeline.each_with_object({ at: [], values: [] }).with_index do |(_at, res), idx|
+              next if data[idx].empty?
+
+              res[:at] << timeline[idx]
+              res[:values] << data[idx]
+            end
+          end
+
+          def values
             {
               at: timeline,
-              values: config.driver.get(
-                keys: timeline.map do |at|
-                  [key, range, at.to_i]
-                end
-              )
+              values: data
             }
           end
+
+          def perform
+            @skip_blanks ? clean_values : values
+          end
         end
       end
     end

data/lib/trifle/stats/series.rb

@@ -0,0 +1,64 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Series
+      include Trifle::Stats::Mixins::Packer
+
+      attr_accessor :series
+
+      def initialize(series)
+        @series = series
+        @series[:values] = self.class.normalize(@series[:values])
+      end
+
+      class Aggregator
+        def initialize(series)
+          @series = series
+        end
+      end
+
+      def aggregate
+        @aggregate ||= Aggregator.new(self)
+      end
+
+      def self.register_aggregator(name, klass)
+        Aggregator.define_method(name) do |params|
+          klass.new.aggregate(series: @series.series, **params)
+        end
+      end
+
+      class Formatter
+        def initialize(series)
+          @series = series
+        end
+      end
+
+      def format
+        @format ||= Formatter.new(self)
+      end
+
+      def self.register_formatter(name, klass)
+        Formatter.define_method(name) do |params, &block|
+          klass.new.format(series: @series.series, **params, &block)
+        end
+      end
+
+      class Transponder
+        def initialize(series)
+          @series = series
+        end
+      end
+
+      def transpond
+        @transpond ||= Transponder.new(self)
+      end
+
+      def self.register_transponder(name, klass)
+        Transponder.define_method(name) do |params|
+          @series.series = klass.new.transpond(series: @series.series, **params)
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/transponder/average.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Transponder
+      class Average
+        include Trifle::Stats::Mixins::Packer
+        Trifle::Stats::Series.register_transponder(:average, self)
+
+        def transpond(series:, path:, key: 'average', sum: 'sum', count: 'count') # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+          keys = path.to_s.split('.')
+          sum = sum.to_s.split('.')
+          count = count.to_s.split('.')
+          key = path.to_s.empty? ? key : [path, key].join('.')
+          series[:values] = series[:values].map do |data|
+            dsum = data.dig(*keys, *sum)
+            dcount = data.dig(*keys, *count)
+            next data unless dsum && dcount
+
+            dres = (dsum / dcount)
+            signal = {
+              key => dres.nan? ? BigDecimal(0) : dres
+            }
+            self.class.deep_merge(data, self.class.unpack(hash: signal))
+          end
+          series
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/transponder/ratio.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Transponder
+      class Ratio
+        include Trifle::Stats::Mixins::Packer
+        Trifle::Stats::Series.register_transponder(:ratio, self)
+
+        def transpond(series:, path:, key: 'ratio', sample: 'sample', total: 'total') # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+          keys = path.to_s.split('.')
+          sample = sample.to_s.split('.')
+          total = total.to_s.split('.')
+          key = path.to_s.empty? ? key : [path, key].join('.')
+          series[:values] = series[:values].map do |data|
+            dsample = data.dig(*keys, *sample)
+            dtotal = data.dig(*keys, *total)
+            next data unless dsample && dtotal
+
+            dres = (dsample / dtotal) * 100
+            signal = {
+              key => dres.nan? ? BigDecimal(0) : dres
+            }
+            self.class.deep_merge(data, self.class.unpack(hash: signal))
+          end
+          series
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/transponder/standard_deviation.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module Trifle
+  module Stats
+    class Transponder
+      class StandardDeviation
+        include Trifle::Stats::Mixins::Packer
+        Trifle::Stats::Series.register_transponder(:standard_deviation, self)
+
+        def transpond(series:, path:, key: 'sd', sum: 'sum', count: 'count', square: 'square') # rubocop:disable Metrics/AbcSize, Metrics/MethodLength, Metrics/ParameterLists
+          keys = path.to_s.split('.')
+          sum = sum.to_s.split('.')
+          count = count.to_s.split('.')
+          square = square.to_s.split('.')
+          key = path.to_s.empty? ? key : [path, key].join('.')
+          series[:values] = series[:values].map do |data|
+            dcount = data.dig(*keys, *count)
+            dsquare = data.dig(*keys, *square)
+            dsum = data.dig(*keys, *sum)
+            next data unless dcount && dsquare && dsum
+
+            dres = Math.sqrt(
+              (dcount * dsquare - dsum * dsum) / (dcount * (dcount - 1)) # rubocop:disable Lint/BinaryOperatorWithIdenticalOperands
+            )
+            signal = {
+              key => dres.nan? ? BigDecimal(0) : dres
+            }
+            self.class.deep_merge(data, self.class.unpack(hash: signal))
+          end
+          series
+        end
+      end
+    end
+  end
+end

data/lib/trifle/stats/version.rb

@@ -2,6 +2,6 @@
 
 module Trifle
   module Stats
-    VERSION = '1.3.1'
+    VERSION = '1.6.0'
   end
 end

data/lib/trifle/stats.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+require 'trifle/stats/mixins/packer'
+require 'trifle/stats/nocturnal'
+require 'trifle/stats/series'
+require 'trifle/stats/aggregator/avg'
+require 'trifle/stats/aggregator/max'
+require 'trifle/stats/aggregator/min'
+require 'trifle/stats/aggregator/sum'
 require 'trifle/stats/designator/custom'
 require 'trifle/stats/designator/geometric'
 require 'trifle/stats/designator/linear'
@@ -8,13 +15,18 @@ require 'trifle/stats/driver/postgres'
 require 'trifle/stats/driver/process'
 require 'trifle/stats/driver/redis'
 require 'trifle/stats/driver/sqlite'
-require 'trifle/stats/mixins/packer'
-require 'trifle/stats/nocturnal'
+require 'trifle/stats/formatter/category'
+require 'trifle/stats/formatter/timeline'
 require 'trifle/stats/configuration'
 require 'trifle/stats/operations/timeseries/classify'
 require 'trifle/stats/operations/timeseries/increment'
 require 'trifle/stats/operations/timeseries/set'
 require 'trifle/stats/operations/timeseries/values'
+require 'trifle/stats/operations/status/beam'
+require 'trifle/stats/operations/status/scan'
+require 'trifle/stats/transponder/average'
+require 'trifle/stats/transponder/ratio'
+require 'trifle/stats/transponder/standard_deviation'
 require 'trifle/stats/version'
 
 module Trifle
@@ -59,12 +71,33 @@ module Trifle
       ).perform
     end
 
-    def self.values(key:, from:, to:, range:, config: nil)
+    def self.values(key:, from:, to:, range:, skip_blanks: false, config: nil) # rubocop:disable Metrics/ParameterLists
       Trifle::Stats::Operations::Timeseries::Values.new(
         key: key,
         from: from,
         to: to,
         range: range,
+        skip_blanks: skip_blanks,
+        config: config
+      ).perform
+    end
+
+    def self.series(**params)
+      Trifle::Stats::Series.new(values(**params))
+    end
+
+    def self.beam(key:, at:, values:, config: nil)
+      Trifle::Stats::Operations::Status::Beam.new(
+        key: key,
+        at: at,
+        values: values,
+        config: config
+      ).perform
+    end
+
+    def self.scan(key:, config: nil)
+      Trifle::Stats::Operations::Status::Scan.new(
+        key: key,
         config: config
       ).perform
     end

data/trifle-stats.gemspec

@@ -18,6 +18,7 @@ Gem::Specification.new do |spec|
 
   spec.metadata['homepage_uri'] = spec.homepage
   spec.metadata['source_code_uri'] = 'https://github.com/trifle-io/trifle-stats'
+  spec.metadata['changelog_uri'] = 'https://trifle.io/trifle-stats/changelog'
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: trifle-stats
 version: !ruby/object:Gem::Version
-  version: 1.3.1
+  version: 1.6.0
 platform: ruby
 authors:
 - Jozef Vaclavik
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-08-29 00:00:00.000000000 Z
+date: 2025-07-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -183,6 +183,8 @@ files:
 - ".devops/docker/gitpod/base/.p10k.zsh"
 - ".devops/docker/gitpod/base/.zshrc"
 - ".devops/docker/gitpod/base/Dockerfile"
+- ".devops/docker/local/Dockerfile"
+- ".devops/docker/local/docker-compose.yml"
 - ".github/workflows/ruby.yml"
 - ".gitignore"
 - ".gitpod.yml"
@@ -198,6 +200,10 @@ files:
 - bin/console
 - bin/setup
 - lib/trifle/stats.rb
+- lib/trifle/stats/aggregator/avg.rb
+- lib/trifle/stats/aggregator/max.rb
+- lib/trifle/stats/aggregator/min.rb
+- lib/trifle/stats/aggregator/sum.rb
 - lib/trifle/stats/configuration.rb
 - lib/trifle/stats/designator/custom.rb
 - lib/trifle/stats/designator/geometric.rb
@@ -208,12 +214,20 @@ files:
 - lib/trifle/stats/driver/process.rb
 - lib/trifle/stats/driver/redis.rb
 - lib/trifle/stats/driver/sqlite.rb
+- lib/trifle/stats/formatter/category.rb
+- lib/trifle/stats/formatter/timeline.rb
 - lib/trifle/stats/mixins/packer.rb
 - lib/trifle/stats/nocturnal.rb
+- lib/trifle/stats/operations/status/beam.rb
+- lib/trifle/stats/operations/status/scan.rb
 - lib/trifle/stats/operations/timeseries/classify.rb
 - lib/trifle/stats/operations/timeseries/increment.rb
 - lib/trifle/stats/operations/timeseries/set.rb
 - lib/trifle/stats/operations/timeseries/values.rb
+- lib/trifle/stats/series.rb
+- lib/trifle/stats/transponder/average.rb
+- lib/trifle/stats/transponder/ratio.rb
+- lib/trifle/stats/transponder/standard_deviation.rb
 - lib/trifle/stats/version.rb
 - trifle-stats.gemspec
 homepage: https://trifle.io
@@ -222,6 +236,7 @@ licenses:
 metadata:
   homepage_uri: https://trifle.io
   source_code_uri: https://github.com/trifle-io/trifle-stats
+  changelog_uri: https://trifle.io/trifle-stats/changelog
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -237,7 +252,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.3
+rubygems_version: 3.3.3
 signing_key:
 specification_version: 4
 summary: Simple analytics backed by Redis, Postgres, MongoDB, Google Analytics, Segment,