bmg 0.18.10 → 0.18.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8b2c8128cd4f8a2dad6d605f518cc9c0c8d40060
-  data.tar.gz: 9560e2261e1c0abb410ef9311b003c26fa347f16
+  metadata.gz: 8541ab1e17726eb751772cc29a3d198f8bc021d7
+  data.tar.gz: a4e07beb7b994d3ac6dda214e3a75822a1a3eb07
 SHA512:
-  metadata.gz: 4dbdd828629da347e11df110e15d0970e1f0862825ac0182a670cd0ff5fd8fb5a9e9e4eea11d3a761e264513227eacd5aa7cb9f2f3a609557c93a0ba3fb8b5cc
-  data.tar.gz: c5662d96afd0666cbd17d86fb35bf9f21fe1d14e04d63c043e7c7c069fd01bb31f47653a2a1d553fc157fbcbf3a145a865d4552afdfae9248ec32539f8cfcd18
+  metadata.gz: '063179c6a79505b6baaaf800f56a35dc7084b95ac4fa2c73acc92e809bb1d164d99bb3ce6120863d3b87886f8e21b3bc3579a1043e01dc2938ff6c278a4c08c3'
+  data.tar.gz: 3fe57b85503565d547522f4a41ad608ca3839add2305e5108b212f269a4d76adb4d681da58cca01bea564c1ce24b70922215923f3df332d5a7d51dadc09a2ee8

data/lib/bmg/algebra.rb

@@ -12,6 +12,7 @@ module Bmg
     protected :_allbut
 
     def autowrap(options = {})
+      return self if self.type.identity_autowrap?(options)
       _autowrap self.type.autowrap(options), options
     end
 
@@ -20,12 +21,12 @@ module Bmg
     end
     protected :_autowrap
 
-    def autosummarize(by = [], summarization = {})
-      _autosummarize type = self.type.autosummarize(by, summarization), by, summarization
+    def autosummarize(by = [], summarization = {}, options = {})
+      _autosummarize self.type.autosummarize(by, summarization, options), by, summarization, options
     end
 
-    def _autosummarize(type, by, summarization)
-      Operator::Autosummarize.new(type, self, by, summarization)
+    def _autosummarize(type, by, summarization, options)
+      Operator::Autosummarize.new(type, self, by, summarization, options)
     end
     protected :_autosummarize
 

data/lib/bmg/operator/autosummarize.rb

@@ -11,16 +11,22 @@ module Bmg
     class Autosummarize
       include Operator::Unary
 
-      def initialize(type, operand, by, sums)
+      DEFAULT_OPTIONS = {
+        default: :same
+      }
+
+      def initialize(type, operand, by, sums, options = {})
         @type = type
         @operand = operand
         @by = by
         @sums = sums.each_with_object({}){|(k,v),h| h[k] = to_summarizer(v) }
+        @options = DEFAULT_OPTIONS.merge(options)
+        @algo = build_algo
       end
 
     protected
 
-      attr_reader :by, :sums
+      attr_reader :by, :sums, :options
 
     public
 
@@ -45,17 +51,17 @@ module Bmg
         h = {}
         @operand.each do |tuple|
           key = key(tuple)
-          h[key] ||= init(key, tuple)
-          h[key] = sum(h[key], tuple)
+          h[key] ||= @algo.init(tuple)
+          h[key] = @algo.sum(h[key], tuple)
         end
         h.each_pair do |k,v|
-          h[k] = term(v)
+          h[k] = @algo.term(v)
         end
         h.values.each(&bl)
       end
 
       def to_ast
-        [:autosummarize, operand.to_ast, by.dup, sums.dup]
+        [:autosummarize, operand.to_ast, by.dup, sums.dup, options.dup]
       end
 
     public ### for internal reasons
@@ -73,7 +79,7 @@ module Bmg
         else
           op = operand
           op = op.restrict(bottom)
-          op = op.autosummarize(by, sums)
+          op = op.autosummarize(by, sums, options)
           op = op.restrict(top)
           op
         end
@@ -87,46 +93,86 @@ module Bmg
 
     private
 
+      def build_algo
+        case default = @options[:default]
+        when :same  then Check.new(sums)
+        when :first then Trust.new(sums)
+        else
+          raise ArgumentError, "Unknown default summarizer: `#{default}`"
+        end
+      end
+
       # Returns the tuple determinant.
       def key(tuple)
         @by.map{|by| tuple[by] }
       end
 
-      # Returns the initial tuple to use for a given determinant.
-      def init(key, tuple)
-        tuple.each_with_object({}){|(k,v),h|
-          h.merge!(k => summarizer(k).init(v))
-        }
-      end
-
-      # Returns the summarizer to use for a given key.
-      def summarizer(k)
-        @sums[k] || Same.new
-      end
-
-      # Sums `tuple` on `memo`, returning the new tuple to use as memo.
-      def sum(memo, tuple)
-        tuple.each_with_object(memo.dup){|(k,v),h|
-          h.merge!(k => summarizer(k).sum(h[k], v))
-        }
-      end
-
-      # Terminates the summarization of a given tuple.
-      def term(tuple)
-        tuple.each_with_object({}){|(k,v),h|
-          h.merge!(k => summarizer(k).term(v))
-        }
-      end
-
       def to_summarizer(x)
         case x
-        when :same  then Same.new
-        when :group then DistinctList.new
+        when :same  then Same::INSTANCE
+        when :group then DistinctList::INSTANCE
         else
           x
         end
       end
 
+      class Check
+        def initialize(sums)
+          @sums = sums
+        end
+        attr_reader :sums
+
+        def summarizer(k)
+          @sums[k] ||= Same::INSTANCE
+        end
+
+        def init(tuple)
+          tuple.each_with_object({}){|(k,v),h|
+            h.merge!(k => summarizer(k).init(v))
+          }
+        end
+
+        def sum(memo, tuple)
+          tuple.each_with_object(memo.dup){|(k,v),h|
+            h.merge!(k => summarizer(k).sum(h[k], v))
+          }
+        end
+
+        def term(tuple)
+          tuple.each_with_object({}){|(k,v),h|
+            h.merge!(k => summarizer(k).term(v))
+          }
+        end
+      end # class Check
+
+      class Trust
+        def initialize(sums)
+          @sums = sums
+        end
+        attr_reader :sums
+
+        # Returns the initial tuple to use for a given determinant.
+        def init(tuple)
+          sums.each_with_object(tuple.dup){|(attribute,summarizer),new_tuple|
+            new_tuple[attribute] = summarizer.init(tuple[attribute])
+          }
+        end
+
+        # Sums `tuple` on `memo`, returning the new tuple to use as memo.
+        def sum(memo, tuple)
+          sums.each_with_object(memo.dup){|(attribute,summarizer),new_tuple|
+            new_tuple[attribute] = summarizer.sum(memo[attribute], tuple[attribute])
+          }
+        end
+
+        # Terminates the summarization of a given tuple.
+        def term(tuple)
+          sums.each_with_object(tuple.dup){|(attribute,summarizer),new_tuple|
+            new_tuple[attribute] = summarizer.term(tuple[attribute])
+          }
+        end
+      end # class Trust
+
       #
       # Summarizes by enforcing that the same dependent is observed for a given
       # determinant, returning the dependent as summarization.
@@ -138,7 +184,7 @@ module Bmg
         end
 
         def sum(v1, v2)
-          raise "Same values expected, got `#{v1}` vs. `#{v2}`" unless v1 == v2
+          raise TypeError, "Same values expected, got `#{v1}` vs. `#{v2}`" unless v1 == v2
           v1
         end
 
@@ -151,6 +197,7 @@ module Bmg
         end
         alias :to_s :inspect
 
+        INSTANCE = new
       end # class Same
 
       #
@@ -183,6 +230,7 @@ module Bmg
         end
         alias :to_s :inspect
 
+        INSTANCE = new
       end # class DistinctList
 
       #

data/lib/bmg/operator/autowrap.rb

@@ -26,6 +26,12 @@ module Bmg
         :split => "_"
       }
 
+      class << self
+        def separator(options)
+          options[:split] || DEFAULT_OPTIONS[:split]
+        end
+      end
+
       def initialize(type, operand, options = {})
         @type = type
         @operand = operand

data/lib/bmg/operator/page.rb

@@ -32,7 +32,8 @@ module Bmg
       def each(&bl)
         return to_enum unless block_given?
         page_size = options[:page_size]
-        @operand.to_a
+        @operand
+          .to_a
           .sort(&comparator)
           .drop(page_size * (page_index-1))
           .take(page_size)
@@ -46,7 +47,7 @@ module Bmg
     protected ### inspect
 
       def comparator
-        Ordering.new(@ordering).comparator
+        @comparator ||= Ordering.new(@ordering).comparator
       end
 
       def args

data/lib/bmg/reader/excel.rb

@@ -10,32 +10,27 @@ module Bmg
       }
 
       def initialize(type, path, options = {})
-        @type = type
+        require 'roo'
         @path = path
         @options = DEFAULT_OPTIONS.merge(options)
+        @type = type.knows_attrlist? ? type : type.with_attrlist(infer_attrlist)
       end
 
       def each
         return to_enum unless block_given?
-        require 'roo'
-        xlsx = Roo::Spreadsheet.open(@path, @options)
-        headers = nil
-        xlsx.sheet(@options[:sheet])
-          .each
-          .drop(@options[:skip])
-          .each_with_index
-          .each do |row, i|
-            if i==0
-              headers = row.map{|c| c.to_s.strip.to_sym }
-            else
-              init = init_tuple(i)
-              tuple = (0...headers.size)
-                .each_with_object(init){|i,t|
-                  t[headers[i]] = row[i]
-                }
-              yield(tuple)
-            end
-          end
+
+        headers = type.attrlist
+        headers = headers[1..-1] if generate_row_num?
+        start_at = @options[:skip] + 2
+        end_at = spreadsheet.last_row
+        (start_at..end_at).each do |i|
+          row = spreadsheet.row(i)
+          init = init_tuple(i - start_at + 1)
+          tuple = (0...headers.size).each_with_object(init){|i,t|
+            t[headers[i]] = row[i]
+          }
+          yield(tuple)
+        end
       end
 
       def to_ast
@@ -49,17 +44,37 @@ module Bmg
 
     private
 
-      def init_tuple(i)
+      def spreadsheet
+        @spreadsheet ||= Roo::Spreadsheet
+          .open(@path, @options)
+          .sheet(@options[:sheet])
+      end
+
+      def infer_attrlist
+        row = spreadsheet.row(1+@options[:skip])
+        attrlist = row.map{|c| c.to_s.strip.to_sym }
+        attrlist.unshift(row_num_name) if generate_row_num?
+        attrlist
+      end
+
+      def generate_row_num?
+        !!@options[:row_num]
+      end
+
+      def row_num_name
         case as = @options[:row_num]
-        when TrueClass
-          { :row_num => i }
-        when FalseClass
-          {}
-        when Symbol
-          { :"#{as}" => i }
+        when TrueClass  then :row_num
+        when Symbol     then as
+        else nil
         end
       end
 
+      def init_tuple(i)
+        return {} unless generate_row_num?
+
+        { row_num_name => i }
+      end
+
     end # class Excel
   end # module Reader
-end # module Bmg
+end # module Bmg

data/lib/bmg/relation/materialized.rb

@@ -5,6 +5,7 @@ module Bmg
 
       def initialize(operand)
         @operand = operand
+        @materialized = nil
       end
 
       def type
@@ -19,14 +20,14 @@ module Bmg
     public
 
       def _count
-        operand._count
+        _materialize._count
       end
 
     public
 
       def each(&bl)
-        @operand = Relation::InMemory.new(operand.type, operand.to_a) unless @operand.is_a?(Relation::InMemory)
-        @operand.each(&bl)
+        return to_enum unless block_given?
+        _materialize.each(&bl)
       end
 
       def to_ast
@@ -37,6 +38,14 @@ module Bmg
         []
       end
 
+    private
+
+      def _materialize
+        return @materialized if @materialized
+
+        @materialized = Relation::InMemory.new(operand.type, operand.to_a)
+      end
+
     end # class Materialized
   end # module Relation
 end # module Bmg

data/lib/bmg/relation/spied.rb

@@ -24,13 +24,27 @@ module Bmg
       protected :type=
 
       def each(&bl)
-        spy.call(self) if bl
-        operand.each(&bl)
+        return enum_for(:each) unless bl
+
+        if spy.respond_to?(:measure)
+          spy.measure(self) do
+            operand.each(&bl)
+          end
+        else
+          spy.call(self)
+          operand.each(&bl)
+        end
       end
 
       def count
-        spy.call(self) if bl
-        operand.count
+        if spy.respond_to?(:measure)
+          spy.measure(self) do
+            operand.count
+          end
+        else
+          spy.call(self)
+          operand.count
+        end
       end
 
       def to_ast

data/lib/bmg/support/ordering.rb

@@ -11,13 +11,26 @@ module Bmg
     end
 
     def comparator
-      @comparator ||= ->(t1, t2) {
-        attrs.each do |(attr,direction)|
-          c = t1[attr] <=> t2[attr]
-          return (direction == :desc ? -c : c) unless c==0
+      @comparator ||= ->(t1, t2) { compare_attrs(t1, t2) }
+    end
+
+    def compare_attrs(t1, t2)
+      attrs.each do |(attr,direction)|
+        a1, a2 = t1[attr], t2[attr]
+        if a1.nil? && a2.nil?
+          0
+        elsif a1.nil?
+          return direction == :desc ? -1 : 1
+        elsif a2.nil?
+          return direction == :desc ? 1 : -1
+        elsif a1.respond_to?(:<=>)
+          c = a1 <=> a2
+          unless c.nil? || c==0
+            return direction == :desc ? -c : c
+          end
         end
-        0
-      }
+      end
+      0
     end
 
   end # class Ordering

data/lib/bmg/type.rb

@@ -103,8 +103,15 @@ module Bmg
       }
     end
 
+    def identity_autowrap?(options)
+      return false unless knows_attrlist?
+
+      sep = Operator::Autowrap.separator(options)
+      self.attrlist.all?{|a| a.to_s.index(sep).nil? }
+    end
+
     def autowrap(options)
-      sep = options[:split] || Operator::Autowrap::DEFAULT_OPTIONS[:split]
+      sep = Operator::Autowrap.separator(options)
       splitter = ->(a){ a.to_s.split(sep).first }
       is_split = ->(a){ a.to_s.split(sep).size > 1 }
       dup.tap{|x|
@@ -115,7 +122,7 @@ module Bmg
       }
     end
 
-    def autosummarize(by, summarization)
+    def autosummarize(by, summarization, options)
       known_attributes!(by + summarization.keys) if typechecked? && knows_attrlist?
       dup.tap{|x|
         x.attrlist = nil

data/lib/bmg/version.rb

@@ -2,7 +2,7 @@ module Bmg
   module Version
     MAJOR = 0
     MINOR = 18
-    TINY  = 10
+    TINY  = 14
   end
   VERSION = "#{Version::MAJOR}.#{Version::MINOR}.#{Version::TINY}"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bmg
 version: !ruby/object:Gem::Version
-  version: 0.18.10
+  version: 0.18.14
 platform: ruby
 authors:
 - Bernard Lambeau
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-11-26 00:00:00.000000000 Z
+date: 2022-02-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: predicate
@@ -16,20 +16,20 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.5'
+        version: '2.6'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.5.0
+        version: 2.6.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.5'
+        version: '2.6'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.5.0
+        version: 2.6.0
 - !ruby/object:Gem::Dependency
   name: path
   requirement: !ruby/object:Gem::Requirement