isomorfeus-data 2.0.19 → 2.0.20

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ef3d094c6a7a94a181f67a7222a07a86456ab095866495c8931031f9d77f1538
-  data.tar.gz: 74a274d6c6971fa0462349ad04ee39f22cc6a669353381c60670493f82d24ff0
+  metadata.gz: 6bc1da15cc5909c1c6fe181094dba6c61f8bd070dc57441e3df7d47e13f5179d
+  data.tar.gz: 60106fca2424268f4b92624c1945e364406a958de65c601bf3949c0a4c5ade55
 SHA512:
-  metadata.gz: 365a9b1e1b71142b782f241fe4114110b4511adcf03c163613a02e3e0a09f98b9a26aec6d31f9ca840c1a2460c5174d688df82048647e0c450380856c61234d6
-  data.tar.gz: 3259cce4fa11bb784ff457feea421adf7f03d804e955f0ecc69bbb9ece009a111e8460c53c0867e887954cfac863f282422227549a64cc6082215cf6e8f28d14
+  metadata.gz: 24ef5ddf157caff32c7bded5e0728b03ab2e226754a6cb3522d7ffab1814108e9643a5fb2f4c39a62f463e16ec5438699213d9e012d5ca5c9e65d1a04b21c595
+  data.tar.gz: 257cde03efe55526ecff7b2f5513cc8f0109977c4260f35545682384773f1ca7fb11030479a1b5e456ebdafd9bfb83ebc748d4d5867c5b36703f1906a32d9ab6

data/lib/isomorfeus/data/{ferret_accelerator.rb → document_accelerator.rb}

@@ -1,6 +1,6 @@
 module Isomorfeus
   module Data
-    class FerretAccelerator
+    class DocumentAccelerator
       def self.finalize(fer_acc)
         proc { fer_acc.close_index }
       end
@@ -73,7 +73,7 @@ module Isomorfeus
       def open_index
         FileUtils.mkdir_p(Isomorfeus.data_documents_path) unless Dir.exist?(Isomorfeus.data_documents_path)
         field_infos = Isomorfeus::Ferret::Index::FieldInfos.new(store: :yes, index: :yes, term_vector: :with_positions_offsets)
-        @index = Isomorfeus::Ferret::Index::Index.new(path: index_path, key: :key, auto_flush: true, lock_retry_time: 5)
+        @index = Isomorfeus::Ferret::Index::Index.new(path: index_path, key: :key, auto_flush: true, lock_retry_time: 5, field_infos: field_infos)
         @index.field_infos.add_field(:key, store: :yes, index: :yes, term_vector: :no) unless @index.field_infos[:key]
         @doc_class.field_options.each do |field, options|
           @index.field_infos.add_field(field, options) unless @index.field_infos[field]

data/lib/isomorfeus/data/object_accelerator.rb

@@ -0,0 +1,75 @@
+module Isomorfeus
+  module Data
+    class ObjectAccelerator
+      def self.finalize(ham_acc)
+        proc { ham_acc.close_index }
+      end
+
+      attr_accessor :index
+
+      def initialize(&block)
+        if block_given?
+          res = block.call(self)
+          @index = res unless @index
+        else
+          open_index
+        end
+        ObjectSpace.define_finalizer(self, self.class.finalize(self))
+      end
+
+      def destroy_index
+        close_index
+        FileUtils.rm_rf(Isomorfeus.data_object_idx_path)
+      end
+
+      def close_index
+        @index.close
+      end
+
+      def create_doc(document)
+        @index.add_document(document)
+      end
+
+      def destroy_doc(key)
+        id = get_doc_id(key)
+        @index.delete(id) if id
+        true
+      end
+
+      def load_doc(key)
+        id = get_doc_id(key)
+        @index.doc(id)&.load&.to_h if id
+      end
+
+      def save_doc(key, document)
+        id = get_doc_id(key)
+        if id
+          @index.update(id, document)
+          true
+        end
+      end
+
+      def search_each(query, options, &block)
+        @index.search_each(query, options, &block)
+      end
+
+      private
+
+      def get_doc_id(key)
+        # special characters must be escaped, characters taken from the ferret query parser documentation
+        escaped_key = key.gsub(/([\\\&\:\(\)\[\]\{\}\!\"\~\^\|\<\>\=\*\?\+\-\s])/, '\\\\\1')
+        top_docs = @index.search("sid_s_attr:\"#{escaped_key}\"", limit: 1)
+        id = top_docs.hits[0].doc if top_docs.total_hits == 1
+      end
+
+      def open_index
+        FileUtils.mkdir_p(Isomorfeus.data_object_idx_path) unless Dir.exist?(Isomorfeus.data_object_idx_path)
+        @index = Isomorfeus::Ferret::Index::Index.new(path: Isomorfeus.data_object_idx_path, key: :sid_s_attr, auto_flush: true, lock_retry_time: 5)
+        @index.field_infos.add_field(:attribute, store: :no, term_vector: :no) unless index.field_infos[:attribute]
+        @index.field_infos.add_field(:class_name, store: :no, term_vector: :no) unless index.field_infos[:class_name]
+        @index.field_infos.add_field(:value, store: :no) unless index.field_infos[:value]
+        @index.field_infos.add_field(:sid_s_attr, store: :yes, term_vector: :no) unless index.field_infos[:sid_s_attr]
+      end
+    end
+  end
+end

data/lib/isomorfeus/data/{hamster_storage_expander.rb → object_expander.rb}

@@ -1,6 +1,6 @@
 module Isomorfeus
   module Data
-    class HamsterStorageExpander
+    class ObjectExpander
       class << self
         def environment
           @environment

data/lib/isomorfeus/data/version.rb

@@ -1,5 +1,5 @@
 module Isomorfeus
   module Data
-    VERSION = '2.0.19'
+    VERSION = '2.0.20'
   end
 end

data/lib/isomorfeus-data.rb

@@ -23,11 +23,11 @@ else
   require 'active_support/core_ext/hash'
 
   require 'isomorfeus-ferret'
-  require 'isomorfeus/data/ferret_accelerator'
+  require 'isomorfeus/data/document_accelerator'
 
   require 'isomorfeus-hamster'
-  require 'isomorfeus/data/hamster_storage_expander'
-  require 'isomorfeus/data/hamster_accelerator'
+  require 'isomorfeus/data/object_expander'
+  require 'isomorfeus/data/object_accelerator'
 
   require 'isomorfeus_data/lucid_query_result'
   require 'isomorfeus_data/lucid_object/mixin'

data/lib/isomorfeus_data/lucid_document/mixin.rb

@@ -92,9 +92,9 @@ module LucidDocument
           def ferret_accelerator
             return @ferret_accelerator if @ferret_accelerator
             @ferret_accelerator = if @_setup_index_block
-                                    Isomorfeus::Data::FerretAccelerator.new(self, &@_setup_index_block)
+                                    Isomorfeus::Data::DocumentAccelerator.new(self, &@_setup_index_block)
                                   else
-                                    Isomorfeus::Data::FerretAccelerator.new(self)
+                                    Isomorfeus::Data::DocumentAccelerator.new(self)
                                   end
           end
 

data/lib/isomorfeus_data/lucid_object/mixin.rb

@@ -90,18 +90,18 @@ module LucidObject
           def hamster_storage_expander
             return @hamster_storage_expander if @hamster_storage_expander
             @hamster_storage_expander = if @_setup_environment_block
-                                          Isomorfeus::Data::HamsterStorageExpander.new(&@_setup_index_block)
+                                          Isomorfeus::Data::ObjectExpander.new(&@_setup_index_block)
                                         else
-                                          Isomorfeus::Data::HamsterStorageExpander.new
+                                          Isomorfeus::Data::ObjectExpander.new
                                         end
           end
 
           def hamster_accelerator
             return @hamster_accelerator if @hamster_accelerator
             @hamster_accelerator = if @_setup_index_block
-                                     Isomorfeus::Data::HamsterAccelerator.new(&@_setup_index_block)
+                                     Isomorfeus::Data::ObjectAccelerator.new(&@_setup_index_block)
                                    else
-                                     Isomorfeus::Data::HamsterAccelerator.new
+                                     Isomorfeus::Data::ObjectAccelerator.new
                                    end
           end
 
@@ -113,7 +113,7 @@ module LucidObject
               query = "+value:#{val} +class_name:#{self.name}"
               query << " +attribute:#{attr}" if attr != '*'
               self.hamster_accelerator.search_each(query, options) do |id|
-                doc = self.hamster_accelerator.load_doc(id)
+                doc = self.hamster_accelerator.index.doc(id)&.load
                 if doc
                   sid_s = doc[:sid_s_attr].split(':|:')[0]
                   obj = self.load(key: sid_s)
@@ -145,7 +145,7 @@ module LucidObject
             self.class.hamster_storage_expander.create_object(self.sid_s, self)
             self.class.indexed_attributes.each do |attr, idx_type|
               if idx_type == :text
-                self._store_text_indexed_attribute(attr)
+                self._create_text_indexed_attribute(attr)
               else
                 self._store_value_indexed_attribute(attr)
               end
@@ -200,6 +200,11 @@ module LucidObject
           @_raw_attributes = attributes
         end
 
+        def _create_text_indexed_attribute(attr)
+          doc = { sid_s_attr: "#{self.sid_s}:|:[#{attr}]", value: self.send(attr).to_s, attribute: attr.to_s, class_name: @class_name }
+          self.class.hamster_accelerator.create_doc(doc)
+        end
+
         def _store_text_indexed_attribute(attr)
           doc = { sid_s_attr: "#{self.sid_s}:|:[#{attr}]", value: self.send(attr).to_s, attribute: attr.to_s, class_name: @class_name }
           self.class.hamster_accelerator.save_doc("#{self.sid_s}:|:[#{attr}]", doc)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: isomorfeus-data
 version: !ruby/object:Gem::Version
-  version: 2.0.19
+  version: 2.0.20
 platform: ruby
 authors:
 - Jan Biedermann
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-02-06 00:00:00.000000000 Z
+date: 2022-02-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -100,14 +100,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.6.2
+        version: 0.6.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.6.2
+        version: 0.6.3
 - !ruby/object:Gem::Dependency
   name: isomorfeus-preact
   requirement: !ruby/object:Gem::Requirement
@@ -142,28 +142,28 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.0.19
+        version: 2.0.20
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.0.19
+        version: 2.0.20
 - !ruby/object:Gem::Dependency
   name: isomorfeus
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.0.19
+        version: 2.0.20
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.0.19
+        version: 2.0.20
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -207,13 +207,13 @@ files:
 - lib/isomorfeus-data.rb
 - lib/isomorfeus/data/attribute_support.rb
 - lib/isomorfeus/data/config.rb
-- lib/isomorfeus/data/ferret_accelerator.rb
+- lib/isomorfeus/data/document_accelerator.rb
 - lib/isomorfeus/data/field_support.rb
 - lib/isomorfeus/data/generic_class_api.rb
 - lib/isomorfeus/data/generic_instance_api.rb
-- lib/isomorfeus/data/hamster_accelerator.rb
-- lib/isomorfeus/data/hamster_storage_expander.rb
 - lib/isomorfeus/data/handler/generic.rb
+- lib/isomorfeus/data/object_accelerator.rb
+- lib/isomorfeus/data/object_expander.rb
 - lib/isomorfeus/data/reducer.rb
 - lib/isomorfeus/data/version.rb
 - lib/isomorfeus_data/lucid_document/base.rb

data/lib/isomorfeus/data/hamster_accelerator.rb

@@ -1,87 +0,0 @@
-module Isomorfeus
-  module Data
-    class HamsterAccelerator
-      class << self
-        def index
-          @index
-        end
-
-        def index=(idx)
-          @index = idx
-        end
-
-        def ref
-          @ref ||= 0
-        end
-
-        def ref=(val)
-          @ref = val
-        end
-
-        def refa
-          self.ref += 1
-        end
-
-        def refs
-          self.ref -= 1 if self.ref > 0
-        end
-
-        def finalize(cls)
-          proc do
-            cls.refs
-            cls.index.close if cls.ref == 0
-          end
-        end
-      end
-
-      def initialize(&block)
-        if block_given?
-          res = block.call(self)
-          self.class.index = res unless self.class.index
-        else
-          open_index
-        end
-        ObjectSpace.define_finalizer(self, self.class.finalize(self.class))
-      end
-
-      def destroy_index
-        close_index
-        FileUtils.rm_rf(Isomorfeus.data_object_idx_path)
-      end
-
-      def destroy_doc(id)
-        self.class.index.delete(id)
-        true
-      end
-
-      def load_doc(id)
-        self.class.index.doc(id)&.load
-      end
-
-      def save_doc(id, document)
-        self.class.index.update(id, document)
-      end
-
-      def search_each(query, options, &block)
-        self.class.index.search_each(query, options, &block)
-      end
-
-      private
-
-      def open_index
-        return self.class.refa if self.class.index
-        unless Dir.exist?(Isomorfeus.data_object_idx_path)
-          FileUtils.mkdir_p(Isomorfeus.data_object_idx_path)
-          fis = Isomorfeus::Ferret::Index::FieldInfos.new
-          fis.add_field(:attribute, store: :no)
-          fis.add_field(:class_name, store: :no)
-          fis.add_field(:value, store: :no)
-          fis.add_field(:sid_s_attr, store: :yes)
-          fis.create_index(Isomorfeus.data_object_idx_path)
-        end
-        self.class.index = Isomorfeus::Ferret::Index::Index.new(path: Isomorfeus.data_object_idx_path, id_field: :sid_s_attr)
-        self.class.refa
-      end
-    end
-  end
-end