esse 0.0.2 → 0.1.1

data/lib/esse/object_document_mapper.rb

@@ -0,0 +1,96 @@
+# frozen_string_literal: true
+
+module Esse
+  module ObjectDocumentMapper
+    # Convert ruby object to json. Arguments will be same of passed through the
+    # collection. It's allowed a block or a class with the `to_h` instance method.
+    # Example with block
+    #   serializer do |model, **context|
+    #     {
+    #       id: model.id,
+    #       admin: context[:is_admin],
+    #     }
+    #   end
+    # Example with serializer class
+    #   serializer UserSerializer
+    def serializer(klass = nil, &block)
+      if block
+        @serializer_proc = block
+      elsif klass.is_a?(Class) && klass.instance_methods.include?(:to_h)
+        @serializer_proc = proc { |*args, **kwargs| klass.new(*args, **kwargs).to_h }
+      elsif klass.is_a?(Class) && klass.instance_methods.include?(:as_json) # backward compatibility
+        @serializer_proc = proc { |*args, **kwargs| klass.new(*args, **kwargs).as_json }
+      elsif klass.is_a?(Class) && klass.instance_methods.include?(:call)
+        @serializer_proc = proc { |*args, **kwargs| klass.new(*args, **kwargs).call }
+      else
+        msg = format('%<arg>p is not a valid serializer. The serializer should ' \
+                      'respond with `to_h` instance method.', arg: klass,)
+        raise ArgumentError, msg
+      end
+    end
+
+    def serialize(model, *args, **kwargs)
+      unless @serializer_proc
+        raise NotImplementedError, format('there is no serializer defined for the %<k>p index', k: to_s)
+      end
+
+      @serializer_proc.call(model, *args, **kwargs)
+    end
+
+    # Used to define the source of data. A block is required. And its
+    # content should yield an array of each object that should be serialized.
+    # The list of arguments will be passed throught the serializer method.
+    #
+    # Here is an example of how this should work:
+    #   collection do |conditions, &block|
+    #     User.where(conditions).find_in_batches(batch_size: 5000) do |batch|
+    #       block.call(batch, conditions)
+    #     end
+    #   end
+    def collection(collection_class = nil, &block)
+      raise ArgumentError, 'a collection class or a block is required' if block.nil? && collection_class.nil?
+
+      if block.nil? && collection_class.is_a?(Class) && !collection_class.include?(Enumerable)
+        msg = '%<arg>p is not a valid collection class.' \
+              ' Collections should implement the Enumerable interface'
+        raise ArgumentError, format(msg, arg: collection_class)
+      end
+
+      @collection_proc = collection_class || block
+    end
+
+    # Used to fetch all batch of data defined on the collection model.
+    # Arguments can be anything. They will just be passed through the block.
+    # Useful when the collection depends on scope or any other conditions
+    # Example
+    #   each_batch(active: true) do |data, _opts|
+    #     puts data.size
+    #   end
+    def each_batch(*args, **kwargs, &block)
+      unless @collection_proc
+        raise NotImplementedError, format('there is no collection defined for the %<k>p index', k: to_s)
+      end
+
+      case @collection_proc
+      when Class
+        @collection_proc.new(*args, **kwargs).each(&block)
+      else
+        @collection_proc.call(*args, **kwargs, &block)
+      end
+    rescue LocalJumpError
+      raise(SyntaxError, 'block must be explicitly declared in the collection definition')
+    end
+
+    # Wrap collection data into serialized batches
+    #
+    # @param args [*Object] Any argument is allowed here. The collection will be called with same arguments.
+    #   And the serializer will be initialized with those arguments too.
+    # @yield [Array, *Object] serialized collection and method arguments
+    def each_serialized_batch(*args, **kwargs, &block)
+      each_batch(*args, **kwargs) do |batch|
+        entries = batch.map { |entry| serialize(entry, *args, **kwargs) }.compact
+        block.call(entries, *args, **kwargs)
+      end
+    end
+  end
+end

data/lib/esse/primitives/hash_utils.rb

@@ -0,0 +1,29 @@
+require 'forwardable'
+
+module Esse
+  # The idea here is to add useful methods to the ruby standard objects without
+  # monkey patching them
+  module HashUtils
+    module_function
+
+    def deep_merge(target, source)
+      target.merge(source) do |key, oldval, newval|
+        if oldval.is_a?(Hash) && newval.is_a?(Hash)
+          deep_merge(oldval, newval)
+        else
+          newval
+        end
+      end
+    end
+
+    def deep_merge!(target, source)
+      target.merge!(source) do |key, oldval, newval|
+        if oldval.is_a?(Hash) && newval.is_a?(Hash)
+          deep_merge!(oldval, newval)
+        else
+          newval
+        end
+      end
+    end
+  end
+end

data/lib/esse/primitives/hstring.rb

@@ -9,7 +9,7 @@ module Esse
   class Hstring
     extend Forwardable
 
-    def_delegators :@value, :==, :eq, :to_s, :inspect, :sub, :capitalize
+    def_delegators :@value, :==, :eq, :to_s, :to_sym, :inspect, :sub, :capitalize
     attr_reader :value
 
     def self.def_conventional(bang_method, conv_method = nil)
@@ -54,18 +54,19 @@ module Esse
     def_conventional :demodulize!
 
     def modulize!
-      @value = @value.split(%r{\:\:|\\|/}).map { |part| self.class.new(part).camelize.to_s }.join('::')
+      @value = @value.split(%r{::|\\|/}).map { |part| self.class.new(part).camelize.to_s }.join('::')
       self
     end
     def_conventional :modulize!
 
     def underscore!
       @value = @value
-        .sub(/^\:\:/, '')
+        .sub(/^::/, '')
         .gsub('::', '/')
         .gsub(/([A-Z]+)([A-Z][a-z])/, '\1_\2')
         .gsub(/([a-z\d])([A-Z])/, '\1_\2')
         .tr('-', '_')
+        .tr('.', '_')
         .gsub(/\s/, '_')
         .gsub(/__+/, '_')
         .downcase

data/lib/esse/primitives/output.rb

@@ -0,0 +1,64 @@
+# frozen_string_literal: true
+
+begin
+  require 'rainbow'
+rescue LoadError
+end
+
+module Esse
+  module Output
+    module_function
+
+    def formatted_runtime(number)
+      colorize(sprintf('%.3f ms', number), :lightgray)
+    end
+
+    def runtime_padding(number, extra = 2)
+      ' ' * (extra + sprintf('%.3f ms', number).size)
+    end
+
+    def colorize(text, *attributes)
+      if defined? Rainbow
+        attributes.reduce(Rainbow(text)) { |p, a| p.public_send(a) }
+      else
+        text
+      end
+    end
+
+    def print_error(message_or_error, backtrace: false, **options)
+      options[:level] ||= :error
+      message = message_or_error.to_s
+
+      print_message(message, output: :stderr, **options)
+
+      if message_or_error.is_a?(Exception) && backtrace
+        limit = backtrace.is_a?(Integer) ? backtrace : -1
+        print_backtrace(message_or_error, limit: limit, level: options[:level])
+      end
+    end
+
+    def print_backtrace(error, limit: -1, **options)
+      return unless error.respond_to?(:backtrace)
+      return if error.backtrace.nil?
+
+      error.backtrace[0..limit].each { |frame| print_error(frame, **options) }
+    end
+
+    def print_message(message, level: :info, output: $stdout, newline: true, **fields)
+      output = \
+        case output
+        when :stdout, 'stdout'
+          $stdout
+        when :stderr, 'stderr'
+          $stderr
+        when IO, StringIO
+          output
+        else
+          raise ArgumentError, "Invalid output #{output.inspect}"
+        end
+
+      message = format(message, **fields)
+      newline ? output.puts(message) : output.print(message)
+    end
+  end
+end

data/lib/esse/primitives.rb

@@ -1,3 +1,4 @@
 # frozen_string_literal: true
 
 require_relative 'primitives/hstring'
+require_relative 'primitives/hash_utils'

data/lib/esse/template_loader.rb

@@ -24,7 +24,7 @@ module Esse
       path = nil
       @directories.each do |dir|
         patterns.find do |pattern|
-          path = Dir[dir.join("#{pattern}.{#{@extensions.join(',')}}")].first
+          path = Dir[dir.join("#{pattern}.{#{@extensions.join(",")}}")].first
           break if path
         end
         break if path

data/lib/esse/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Esse
-  VERSION = '0.0.2'
+  VERSION = '0.1.1'
 end

data/lib/esse.rb

@@ -1,7 +1,19 @@
 # frozen_string_literal: true
 
-require 'esse/index'
+require_relative 'esse/core'
+require_relative 'esse/errors'
+require_relative 'esse/index'
 
 module Esse
-  class Error < StandardError; end
+  SETTING_ROOT_KEY = 'settings'
+  MAPPING_ROOT_KEY = 'mappings'
+  CLI_IGNORE_OPTS = %i[
+    require
+    silent
+  ].freeze
+  CLI_CONFIG_PATHS = %w[
+    Essefile
+    config/esse.rb
+    config/initializers/esse.rb
+  ].freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: esse
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.1.1
 platform: ruby
 authors:
 - Marcos G. Zimmermann
 autorequire: 
-bindir: exe
+bindir: exec
 cert_chain: []
-date: 2020-05-05 00:00:00.000000000 Z
+date: 2022-01-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: elasticsearch
@@ -53,7 +53,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0.19'
 - !ruby/object:Gem::Dependency
-  name: dotenv
+  name: awesome_print
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -67,7 +67,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: awesome_print
+  name: dotenv
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -100,14 +100,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '12.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '12.3'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -122,47 +122,148 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.14'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.20
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.20
+- !ruby/object:Gem::Dependency
+  name: standard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.20'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.20'
+- !ruby/object:Gem::Dependency
+  name: rubocop-performance
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.11.5
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.11.5
+- !ruby/object:Gem::Dependency
+  name: rubocop-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
 description: All the elegance of ruby with the elasticsearch flexibility. This gem
   is a pretty simple but excential helpers to deal with mapping, indexing, serialization
   and search.
 email:
 - mgzmaster@gmail.com
-executables: []
+executables:
+- esse
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
-- ".rubocop.yml"
-- CHANGELOG.md
-- Gemfile
-- Gemfile.lock
-- LICENSE.txt
-- README.md
-- Rakefile
-- bin/console
-- bin/setup
-- esse.gemspec
 - exec/esse
 - lib/esse.rb
 - lib/esse/backend/index.rb
 - lib/esse/backend/index/aliases.rb
+- lib/esse/backend/index/close.rb
 - lib/esse/backend/index/create.rb
 - lib/esse/backend/index/delete.rb
 - lib/esse/backend/index/documents.rb
 - lib/esse/backend/index/existance.rb
+- lib/esse/backend/index/open.rb
+- lib/esse/backend/index/refresh.rb
+- lib/esse/backend/index/reset.rb
 - lib/esse/backend/index/update.rb
 - lib/esse/backend/index_type.rb
 - lib/esse/backend/index_type/documents.rb
 - lib/esse/cli.rb
 - lib/esse/cli/base.rb
+- lib/esse/cli/event_listener.rb
 - lib/esse/cli/generate.rb
 - lib/esse/cli/index.rb
+- lib/esse/cli/index/base_operation.rb
+- lib/esse/cli/index/close.rb
+- lib/esse/cli/index/create.rb
+- lib/esse/cli/index/delete.rb
+- lib/esse/cli/index/open.rb
+- lib/esse/cli/index/reset.rb
+- lib/esse/cli/index/update_aliases.rb
+- lib/esse/cli/index/update_mapping.rb
+- lib/esse/cli/index/update_settings.rb
+- lib/esse/cli/templates/config.rb.erb
 - lib/esse/cli/templates/index.rb.erb
-- lib/esse/cli/templates/mappings.json
-- lib/esse/cli/templates/serializer.rb.erb
+- lib/esse/cli/templates/type_collection.rb.erb
+- lib/esse/cli/templates/type_mappings.json
+- lib/esse/cli/templates/type_serializer.rb.erb
 - lib/esse/cluster.rb
 - lib/esse/config.rb
 - lib/esse/core.rb
+- lib/esse/errors.rb
+- lib/esse/events.rb
+- lib/esse/events/bus.rb
+- lib/esse/events/event.rb
+- lib/esse/events/publisher.rb
 - lib/esse/index.rb
 - lib/esse/index/actions.rb
 - lib/esse/index/backend.rb
@@ -179,11 +280,13 @@ files:
 - lib/esse/index_type/actions.rb
 - lib/esse/index_type/backend.rb
 - lib/esse/index_type/mappings.rb
-- lib/esse/index_type/serializer.rb
+- lib/esse/logging.rb
+- lib/esse/object_document_mapper.rb
 - lib/esse/primitives.rb
+- lib/esse/primitives/hash_utils.rb
 - lib/esse/primitives/hstring.rb
+- lib/esse/primitives/output.rb
 - lib/esse/template_loader.rb
-- lib/esse/types/mapping.rb
 - lib/esse/version.rb
 homepage: https://github.com/marcosgz/esse
 licenses:
@@ -207,7 +310,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.0.3.1
 signing_key: 
 specification_version: 4
 summary: Pure Ruby toolkit based on official elasticsearch-ruby library. (No! It isn't

data/.gitignore

@@ -1,12 +0,0 @@
-/.bundle/
-/.yardoc
-/_yardoc/
-/coverage/
-/doc/
-/pkg/
-/spec/reports/
-/.rspec_status
-/tmp/
-esse-*.gem
-/app
-/.env

data/.rubocop.yml

@@ -1,128 +0,0 @@
-AllCops:
-  Exclude:
-    - 'bin/**/*'
-    - 'log/**/*'
-    - 'tmp/**/*'
-
-Layout/HashAlignment:
-  Enabled: true
-  EnforcedLastArgumentHashStyle: always_ignore
-
-Layout/ParameterAlignment:
-  EnforcedStyle: with_fixed_indentation
-
-Layout/CaseIndentation:
-  EnforcedStyle: end
-
-Layout/FirstHashElementIndentation:
-  Enabled: false
-
-Layout/MultilineMethodCallIndentation:
-  EnforcedStyle: indented
-
-Layout/MultilineOperationIndentation:
-  EnforcedStyle: indented
-
-Layout/SpaceInsideHashLiteralBraces:
-  Enabled: false
-
-Metrics/AbcSize:
-  Max: 20
-
-Metrics/BlockLength:
-  Exclude:
-    - '**/*.rake'
-    - 'spec/**/*.rb'
-
-Metrics/ClassLength:
-  Max: 100
-
-Layout/LineLength:
-  Max: 130
-
-Metrics/MethodLength:
-  CountComments: false
-  Max: 20
-
-Metrics/ModuleLength:
-  Max: 100
-
-Style/AsciiComments:
-  Enabled: false
-
-Style/BlockDelimiters:
-  Exclude:
-    - spec/**/*_spec.rb
-
-Style/TrailingCommaInHashLiteral:
-  EnforcedStyleForMultiline: consistent_comma
-
-Layout/SpaceAroundMethodCallOperator:
-  Enabled: true
-
-Lint/RaiseException:
-  Enabled: true
-
-Lint/StructNewOverride:
-  Enabled: true
-
-Style/ExponentialNotation:
-  Enabled: true
-
-Style/HashEachMethods:
-  Enabled: true
-
-Style/HashTransformKeys:
-  Enabled: true
-
-Style/HashTransformValues:
-  Enabled: true
-
-Style/CollectionMethods:
-  Enabled: true
-  PreferredMethods:
-      collect: map
-      collect!: map!
-      detect: find
-      find_all: select
-      inject: reduce
-      length: size
-
-Style/Documentation:
-  Enabled: false
-
-Style/FormatString:
-  EnforcedStyle: format
-
-Style/StringLiterals:
-  EnforcedStyle: single_quotes
-
-Style/GuardClause:
-  Enabled: false
-
-Style/IfUnlessModifier:
-  Enabled: false
-
-Style/Lambda:
-  Enabled: false
-
-Style/RaiseArgs:
-  Enabled: false
-
-Style/SignalException:
-  Enabled: false
-
-Style/SingleLineBlockParams:
-  Enabled: false
-
-Style/TrailingCommaInArguments:
-  EnforcedStyleForMultiline: consistent_comma
-
-Style/TrivialAccessors:
-  AllowPredicates: true
-
-Style/WordArray:
-  Enabled: false
-
-Layout/EndAlignment:
-  EnforcedStyleAlignWith: variable

data/Gemfile

@@ -1,7 +0,0 @@
-# frozen_string_literal: true
-
-source 'https://rubygems.org'
-
-git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
-
-gemspec