fume-aloader 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e76d23af085408f974ed12200e21710eb7e41ed838f1e1f4906b28cda813967e
-  data.tar.gz: f8ca566f229ef016c0f25a47d4018ec2b82fbb2e9c3c04c1a760d297fcf22edc
+  metadata.gz: 12208e51420d3bf1332bd4b482170903d823458bdd62064bbc6a90c7b6e8af8a
+  data.tar.gz: 86ef2d545231f0164d7d0c05e8279d924c00819ffb1395707157020274234493
 SHA512:
-  metadata.gz: 3cced0b48ce3022d0467db55bbc4f6b474546bf3990991d531a479d99914afaa568de687d608dc0f8deccc3cbea338eb0218d65656207b85e935e18f8dcc6f7a
-  data.tar.gz: d2897f943c2cbceb053a2580190faa83e42fab3700d07999bd1aa18f675238fd0c864ee97168a8686b7b48a3962ad9ba80865048be730fc5bf98af91eb12ba05
+  metadata.gz: 2c974e163a5d91eddd8c933e54abfa56f3e0ae665d3a887113d343070e689560ec5b54d7d044eca8586341e364746890335e07aeeff501d21bf011c27952da45
+  data.tar.gz: 215584ac4d4589fa16ffacfadebaa29d82ab91018234a8418daf6842c9c70ba528f5db6322c50fee3f0bed7326dda986e77f2600dd083555ab21a1b51433c7ca

data/lib/fume/aloader/association_loader.rb

@@ -1,3 +1,5 @@
+require_relative "relationship"
+
 module Fume::Aloader
   class AssociationLoader
     attr_accessor :klass
@@ -20,29 +22,21 @@ module Fume::Aloader
     end
 
     def find_cached_value(record, name)
-      association = record.association(name)
-      reflection = association.reflection
-
-      key = reflection.collection? ? record.send(:id) : record.send(reflection.join_foreign_key)
-
-      unless self.cached_values.key?(name)
-        init_records_value(name)
-      end
-
-      self.cached_values[name][key]
+      relationship = Relationship.build(klass, name)
+      cache_key = relationship.get_cache_key(record)
+      self.cached_values[name][cache_key]
     end
 
     def load(record, name)
       association = record.association(name)
-      if association.loaded? && !self.cached_values.key?(name)
-        init_records_value(name, ->(scope) {
-          values = self.records.flat_map(&name.to_sym).compact
-          scope.send(:load_records, values)
-          scope.al_init_records
-        })
+      if self.cached_values.key?(name)
+        # prefer use cached value
+        association.target = find_cached_value(record, name)
+      elsif association.loaded?
+        # ignore
       else
-        value = find_cached_value(record, name)
-        association.target = value
+        init_records_value(name)
+        association.target = find_cached_value(record, name)
       end
     end
 
@@ -51,59 +45,43 @@ module Fume::Aloader
       name = path.shift
 
       if path.size.zero?
-        fill_records_value(name, values)
+        cache_association_values(name, values)
       else
         self.preload_values[name] ||= []
         self.preload_values[name] << [ path, values ]
       end
     end
 
-    def init_records_value(name, callback = nil)
-      association = klass.new.association(name)
-      values = build_association_values_scope(name, association)
-      callback&.(values)
-
-      if self.preload_values.key?(name)
-        preload_values[name].each do |args|
-          values.al_preload_all(*args)
+    def init_records_value(name)
+      values_list = build_association_values_scopes(name)
+      values_list.each do |values|
+        if self.preload_values.key?(name)
+          preload_values[name].each do |args|
+            values.al_preload_all(*args)
+          end
         end
-      end
 
-      fill_records_value(name, values)
+        cache_association_values(name, values)
+      end
     end
 
-    def fill_records_value(name, values)
-      association = klass.new.association(name)
-      reflection = association.reflection
+    def cache_association_values(name, values)
+      relationship = Relationship.build(klass, name)
 
-      if reflection.collection?
-        self.cached_values[name] = values.each_with_object(Hash.new { [] }) do |it, result|
-          key = it.send(reflection.join_primary_key)
-          result[key] += [ it ]
-        end
-      elsif reflection.belongs_to?
-        self.cached_values[name] = values.index_by(&:id)
+      if self.cached_values.key?(name)
+        self.cached_values[name].update(relationship.build_cached_value(values))
       else
-        self.cached_values[name] = values.index_by { |it| it.send(reflection.join_primary_key) }
+        self.cached_values[name] = relationship.build_cached_value(values)
       end
     end
 
-    def build_association_values_scope(name, association)
-      reflection = association.reflection
-
-      # HACK: 重写第一次取值，升级后可能会报错
-      # 不能使用子查询 select, 可能内存占用过多
-      hack_values = [ records.map { |item| item.read_attribute(reflection.join_foreign_key) }.uniq ]
-
-      value_transformation = ->(val) {
-        hack_values.shift || val
-      }
+    def build_association_values_scopes(name)
+      relationship = Relationship.build(klass, name)
+      values_scopes = relationship.build_values_scopes(records)
 
-      association_scope = ActiveRecord::Associations::AssociationScope.new(value_transformation)
-      values_scope = association.send(:target_scope).merge(association_scope.scope(association))
-      values_scope = apply_profile_attribute_includes(values_scope, name)
-      values_scope = values_scope.limit(nil).offset(0)
-      values_scope
+      values_scopes.map do |values_scope|
+        apply_profile_attribute_includes(values_scope, name)
+      end
     end
 
     def apply_profile_attribute_includes(base, name)
@@ -114,10 +92,9 @@ module Fume::Aloader
         return base.al_to_scope(attr_preset_name)
       end
 
-      includes = find_attribute_includes(preset, name) || []
+      includes = find_attribute_includes(preset, name, base.klass) || []
       return base if includes.empty?
 
-
       except = (self.preload_values[name] || []).map(&:first)
       columns = simplify_includes_hash(convert_to_includes_hash(includes, [], except))
 
@@ -145,7 +122,7 @@ module Fume::Aloader
             result.update convert_to_includes_hash({ name => value }, [], except)
           end
         else
-          includes = find_attribute_includes(preset, root) || {}
+          includes = find_attribute_includes(preset, root, nil) || {}
           result.update convert_to_includes_hash({ root => includes }, [], except)
         end
       end
@@ -201,24 +178,18 @@ module Fume::Aloader
       end
     end
 
-    def find_attribute_includes(preset, name)
+    def find_attribute_includes(preset, name, association_klass)
       attribute = preset.dig(:attributes, name) || {}
 
       attr_preset_name = attribute[:preset]
       return attribute[:scope_includes] || [] if attr_preset_name.nil?
 
-      loader = build_attribute_aloader(name, attr_preset_name)
+      association_klass ||= klass.new.association(name).reflection.klass
+      loader = association_klass.al_build([])
+      loader.active(attr_preset_name)
       loader.build_profile_scope_includes
     end
 
-    def build_attribute_aloader(name, profile)
-      association = klass.new.association(name)
-      reflection = association.reflection
-      loader = reflection.klass.al_build([])
-      loader.active(profile)
-      loader
-    end
-
     def active(name)
       self.profile = name
     end

data/lib/fume/aloader/relationship/base.rb

@@ -0,0 +1,30 @@
+module Fume::Aloader
+  module Relationship
+    class Base
+      attr_accessor :klass
+      attr_accessor :association
+      attr_accessor :reflection
+
+      def initialize(klass, association, reflection)
+        self.klass = klass
+        self.association = association
+        self.reflection = reflection
+      end
+
+      def build_values_scopes(records)
+        # HACK: 重写第一次取值，升级后可能会报错
+        # 不能使用子查询 select, 可能内存占用过多
+        hack_values = [ records.map { |item| item.read_attribute(reflection.join_foreign_key) }.uniq ]
+
+        value_transformation = ->(val) {
+          hack_values.shift || val
+        }
+
+        association_scope = ActiveRecord::Associations::AssociationScope.new(value_transformation)
+        values_scope = association.send(:target_scope).merge(association_scope.scope(association))
+        values_scope = values_scope.limit(nil).offset(0)
+        [ values_scope ]
+      end
+    end
+  end
+end

data/lib/fume/aloader/relationship/belongs_to.rb

@@ -0,0 +1,15 @@
+require_relative "base"
+
+module Fume::Aloader
+  module Relationship
+    class BelongsTo < Base
+      def get_cache_key(record)
+        record.send(reflection.join_foreign_key)
+      end
+
+      def build_cached_value(values)
+        values.index_by(&:id)
+      end
+    end
+  end
+end

data/lib/fume/aloader/relationship/belongs_to_polymorphic.rb

@@ -0,0 +1,44 @@
+require_relative "base"
+
+module Fume::Aloader
+  module Relationship
+    class BelongsToPolymorphic < Base
+      def get_cache_key(record)
+        [ record.send(reflection.join_foreign_type), record.send(reflection.join_foreign_key) ]
+      end
+
+      def build_cached_value(values)
+        values.index_by { |it| [ it.class.to_s, it.id ] }
+      end
+
+      def build_values_scopes(records)
+        values_mapping = records.each_with_object({}).each do |record, hash|
+          type = record.read_attribute(reflection.join_foreign_type)
+          next if type.nil?
+          hash[type] ||= Set.new
+
+          value = record.read_attribute(reflection.join_foreign_key)
+          hash[type] << value if !value.nil?
+        end
+
+
+        values_mapping.map do |type, values|
+          values = [ values.to_a ]
+
+          # HACK: 重写第一次取值，升级后可能会报错
+          # 不能使用子查询 select, 可能内存占用过多
+          value_transformation = ->(val) {
+            values.shift || val
+          }
+
+          association_scope = ActiveRecord::Associations::AssociationScope.new(value_transformation)
+
+          association = klass.new(reflection.join_foreign_type => type, reflection.join_foreign_key => -1).association(reflection.name)
+          values_scope = association.send(:target_scope).merge(association_scope.scope(association))
+          values_scope = values_scope.limit(nil).offset(0)
+          values_scope
+        end
+      end
+    end
+  end
+end

data/lib/fume/aloader/relationship/has_and_belongs_to_many.rb

@@ -0,0 +1,8 @@
+# require_relative "base"
+
+# module Fume::Aloader
+#   module Relationship
+#     class HasAndBelongsToMany < Base
+#     end
+#   end
+# end

data/lib/fume/aloader/relationship/has_many.rb

@@ -0,0 +1,18 @@
+require_relative "base"
+
+module Fume::Aloader
+  module Relationship
+    class HasMany < Base
+      def get_cache_key(record)
+        record.send(reflection.join_foreign_key)
+      end
+
+      def build_cached_value(values)
+        values.each_with_object(Hash.new { [] }) do |it, result|
+          key = it.send(reflection.join_primary_key)
+          result[key] += [ it ]
+        end
+      end
+    end
+  end
+end

data/lib/fume/aloader/relationship/has_one.rb

@@ -0,0 +1,15 @@
+require_relative "base"
+
+module Fume::Aloader
+  module Relationship
+    class HasOne < Base
+      def get_cache_key(record)
+        record.send(reflection.join_foreign_key)
+      end
+
+      def build_cached_value(values)
+        values.index_by { |it| it.send(reflection.join_primary_key) }
+      end
+    end
+  end
+end

data/lib/fume/aloader/relationship.rb

@@ -0,0 +1,29 @@
+require_relative "relationship/has_many"
+require_relative "relationship/belongs_to"
+require_relative "relationship/belongs_to_polymorphic"
+# require_relative "relationship/has_and_belongs_to_many"
+require_relative "relationship/has_one"
+
+module Fume::Aloader
+  module Relationship
+    def self.build(klass, name)
+      association = klass.new.association(name)
+      reflection = association.reflection
+
+      reflection_class = nil
+      if reflection.through_reflection?
+        raise "Not supported through reflection yet"
+      elsif reflection.collection?
+        reflection_class = HasMany
+      elsif reflection.has_one?
+        reflection_class = HasOne
+      elsif reflection.polymorphic?
+        reflection_class = BelongsToPolymorphic
+      else
+        reflection_class = BelongsTo
+      end
+
+      reflection_class.new(klass, association, reflection)
+    end
+  end
+end

data/lib/fume/aloader/version.rb

@@ -1,5 +1,5 @@
 module Fume
   module Aloader
-    VERSION = "0.1.0"
+    VERSION = "0.1.1"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fume-aloader
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - sunteya
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-04-29 00:00:00.000000000 Z
+date: 2022-05-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -130,10 +130,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".rspec"
-- ".rubocop.yml"
-- CHANGELOG.md
 - Gemfile
-- LICENSE
 - LICENSE.txt
 - README.md
 - config.ru
@@ -143,6 +140,13 @@ files:
 - lib/fume/aloader/railtie.rb
 - lib/fume/aloader/record_addons.rb
 - lib/fume/aloader/relation_addons.rb
+- lib/fume/aloader/relationship.rb
+- lib/fume/aloader/relationship/base.rb
+- lib/fume/aloader/relationship/belongs_to.rb
+- lib/fume/aloader/relationship/belongs_to_polymorphic.rb
+- lib/fume/aloader/relationship/has_and_belongs_to_many.rb
+- lib/fume/aloader/relationship/has_many.rb
+- lib/fume/aloader/relationship/has_one.rb
 - lib/fume/aloader/version.rb
 homepage: https://github.com/sunteya/fume-aloader
 licenses:

data/.rubocop.yml

@@ -1,13 +0,0 @@
-AllCops:
-  TargetRubyVersion: 2.6
-
-Style/StringLiterals:
-  Enabled: true
-  EnforcedStyle: double_quotes
-
-Style/StringLiteralsInInterpolation:
-  Enabled: true
-  EnforcedStyle: double_quotes
-
-Layout/LineLength:
-  Max: 120

data/CHANGELOG.md

@@ -1,5 +0,0 @@
-## [Unreleased]
-
-## [0.1.0] - 2022-04-27
-
-- Initial release

data/LICENSE

@@ -1,21 +0,0 @@
-MIT License
-
-Copyright (c) 2022 sunteya
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.