kybus-storage 0.1.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 267acec6efe373f72b3ad93d62e35024e16488f00d545e7c6397f1d84eeb6aed
+  data.tar.gz: ffe13306342e8912e4e0099a7a3578bc31ac64c1c16b79e357ba505d7f2f9940
+SHA512:
+  metadata.gz: c05cca8825043a1b24d795429b40c16bee12a312e14a055df1886d0fdb9fad2322bcd8dff739493eda0abff6a7ea635c7642283f47823a9db36c009d4a422071
+  data.tar.gz: a15ef29b8950a5c4b94bd6d6ad4b969a17ec480ddbab72aad657d0487f156d5296ac8a26b07d7564b8b09f95dedfc7a868f547cfcf5475627e4c2bb3401b89f3

data/lib/kybus/storage.rb

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+require 'kybus/core'
+require_relative 'storage/repository'

data/lib/kybus/storage/datasource/exceptions.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+require 'kybus/exceptions'
+module Kybus
+  module Storage
+    module Exceptions
+      # Exception used when there is an object trying to be created but it
+      # already exists.
+      class ObjectAlreadyExists < Kybus::Exceptions::AntFail
+        attr_reader :id
+        def initialize(id, object)
+          @id = id
+          super("Object #{id} already exists", nil, object)
+        end
+      end
+
+      # Exception used when a value on a model violates the restrictions
+      # from the validators.
+      class ValidationErrors < Kybus::Exceptions::AntFail
+        def initialize(data)
+          super('Error while validating object', 'ValidationErrors', data)
+        end
+      end
+
+      # Exception used when it is requested an object that can not be found.
+      class ObjectNotFound < Kybus::Exceptions::AntFail
+        attr_reader :id
+        def initialize(id)
+          @id = id
+          super("Object #{id} does not exist", nil, id: id)
+        end
+      end
+    end
+  end
+end

data/lib/kybus/storage/datasource/id_generators.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module Kybus
+  module Storage
+    module Datasource
+      # This class was meant to handle the complexity of extracting the
+      # primary key from an object that belongs to a model. This might get
+      # deprecated or suffer a huge refactor.
+      class IDGenerators
+        extend DRY::ResourceInjector
+        def self.[](key)
+          resource(:generators, key)
+        end
+
+        def self.normalize_id(object, key)
+          object.is_a?(Hash) || object.nil? ? object[key] : object
+        end
+
+        id_generator = ->(id, key) { normalize_id(id, key) }
+        register(:generators, :id, id_generator)
+      end
+    end
+  end
+end

data/lib/kybus/storage/datasource/json_repository.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+
+require_relative 'repository'
+require_relative 'id_generators'
+require_relative 'model'
+require 'fileutils'
+
+module Kybus
+  module Storage
+    module Datasource
+      # Stores objects as a plain json file inside the specified folder.
+      # Uses this for testing purpouse.
+      class JSONRepository < Repository
+        def self.from_config(conf)
+          folder = conf['storage']
+          folder.gsub!('$name', conf['schema_name']) if conf['schema_name']
+          if conf['schema'].nil?
+            # TODO: decouple use of classes
+            new(folder, conf['primary_key'].to_sym,
+                IDGenerators[:id])
+          else
+            # TODO: This line is very high coupled to kybus-nanoservice
+            new(folder, conf['schema']::PRIMARY_KEY, IDGenerators[:id])
+          end
+        end
+
+        def initialize(folder, id, id_generator)
+          @path = folder
+          FileUtils.mkdir_p folder
+          super(id, id_generator)
+        end
+
+        def get(id)
+          path = full_path(id)
+          raise(ObjectNotFound, id) unless File.file?(path)
+
+          contents = File.read(path)
+          JSON.parse(contents, symbolize_names: true)
+        end
+
+        def create_(data)
+          store(data)
+          data
+        end
+
+        def store(data)
+          id = data[@id]
+          File.write(full_path(id), data.to_json)
+        end
+
+        private
+
+        def full_path(id)
+          "#{@path}/#{id}.json"
+        end
+      end
+    end
+  end
+end

data/lib/kybus/storage/datasource/model.rb

@@ -0,0 +1,61 @@
+# frozen_string_literal: true
+
+require 'json'
+require_relative 'id_generators'
+
+module Kybus
+  module Storage
+    module Datasource
+      # Wraps an object inside a model, this will allow to validate that
+      # values are inside the restrictions. It dependes on a repository
+      # for storing values.
+      class Model
+        attr_reader :data
+        attr_writer :data
+
+        # :nocov: #
+        def run_validations!
+          puts 'WARN: model with no validations'
+        end
+        # :nocov: #
+
+        def []=(key, val)
+          @data[key] = val
+        end
+
+        def [](key)
+          @data[key]
+        end
+
+        def store
+          run_validations!
+          @repository.store(@data)
+        end
+
+        def create
+          run_validations!
+          @repository.create(@data)
+        end
+
+        def initialize(data)
+          @data = data
+        end
+
+        attr_writer :repository
+
+        def to_json(options = nil)
+          @data.to_json(options)
+        end
+      end
+
+      # This class is for explicit usage of models without validations
+      class EmptyModel < Model
+        def run_validations!; end
+
+        def to_h
+          @data
+        end
+      end
+    end
+  end
+end

data/lib/kybus/storage/datasource/repository.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+require_relative 'exceptions'
+
+module Kybus
+  module Storage
+    module Datasource
+      # Base class for repositories. The ID generator might get deprecated.
+      # It provides the interface for storing objects inside any persistance
+      # provider implemented.
+      # TODO: Find a better strategy for primary key handling.
+      class Repository
+        include Exceptions
+        def initialize(id, id_generator)
+          @id = id
+          @id_generator = id_generator
+        end
+
+        def create_initial_object(id)
+          return id if @id.nil? && id.is_a?(Hash)
+
+          object = { @id => @id_generator.call(id, @id) }
+          object.merge!(id) if id.is_a?(Hash)
+          object
+        end
+
+        def create(id = nil)
+          data = create_initial_object(id)
+          existent = exist?(data[@id])
+          raise(ObjectAlreadyExists.new(data[@id], existent)) if existent
+
+          create_(data)
+        end
+
+        def exist?(id)
+          # Not the better solution, but works for objects that don't contain
+          # a unique id.
+          return if id.nil?
+
+          get(id)
+        rescue ObjectNotFound
+          nil
+        end
+      end
+    end
+  end
+end

data/lib/kybus/storage/datasource/sequel.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require_relative 'repository'
+
+module Kybus
+  module Storage
+    module Datasource
+      # Repository that fetch and store objects using a sequel connection
+      # as resource.
+      class Sequel < Repository
+        def self.from_config(conf)
+          conf['table'] ||= conf['schema_name']
+          conn = ::Sequel.connect(conf['endpoint'], conf)[conf['table'].to_sym]
+          if conf['schema'].nil?
+            # TODO: decouple use of classes
+            new(conn, conf['primary_key'].to_sym,
+                IDGenerators[:id])
+          else
+            # TODO: This line is very high coupled to kybus-nanoservice
+            new(conn, conf['schema']::PRIMARY_KEY, IDGenerators[:id])
+          end
+        end
+
+        def initialize(sequel_object, id, id_generator)
+          @sequel = sequel_object
+          super(id, id_generator)
+        end
+
+        def get(id)
+          result = @sequel.where(@id.to_sym => id).first
+          raise(ObjectNotFound, id) if result.nil?
+
+          result
+        end
+
+        def create_(data)
+          id = @sequel.insert(data)
+          data[@id] ||= id
+          data
+        end
+
+        def store(data)
+          data2 = data.dup
+          data2.delete(@id)
+          @sequel.where(@id => data[@id]).update(data2)
+        end
+
+        def connection
+          @sequel.db
+        end
+      end
+    end
+  end
+end

data/lib/kybus/storage/factory.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module Kybus
+  module Storage
+    # charge of sending objects into storage and fetching also from them.
+    class Factory
+      include Kybus::DRY::ResourceInjector
+
+      def initialize(model)
+        @model = model
+      end
+
+      def create(data, source = resource(:default))
+        repository = resource(source)
+        model = @model.new(data)
+        model.repository = repository
+        model.create
+        model
+      end
+
+      def get(id, source = resource(:default))
+        repository = resource(source)
+        data = repository.get(id)
+        model = @model.new(data)
+        model.repository = repository
+        model
+      end
+    end
+  end
+end

data/lib/kybus/storage/repository.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+require_relative 'datasource/json_repository'
+require_relative 'datasource/sequel'
+require_relative 'factory'
+
+module Kybus
+  module Storage
+    # Singleton storing all the implemented repositories. It also allows to
+    # register new repositories for extension.
+    module Repository
+      extend Kybus::DRY::ResourceInjector
+      include Kybus::Storage::Datasource
+
+      register(:repositories, :json, JSONRepository)
+      register(:repositories, 'json', JSONRepository)
+      register(:repositories, :sequel, Sequel)
+      register(:repositories, 'sequel', Sequel)
+
+      def self.from_config(schema, sets, default)
+        conf = default.merge(sets || {}).merge('schema' => schema)
+        resource(:repositories, conf['name']).from_config(conf)
+      end
+    end
+  end
+end

data/lib/kybus/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Kybus
+  module Storage
+    VERSION = '0.1.3'
+  end
+end

metadata

@@ -0,0 +1,209 @@
+--- !ruby/object:Gem::Specification
+name: kybus-storage
+version: !ruby/object:Gem::Version
+  version: 0.1.3
+platform: ruby
+authors:
+- Gilberto Vargas
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2021-06-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: kybus-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.11'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+- !ruby/object:Gem::Dependency
+  name: rack-minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.1'
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.20'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.20'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.16'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+description: |2
+      This module helps to design persistance modules that are very configurable
+      about where and how to store data.
+email:
+- tachoguitar@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/kybus/storage.rb
+- lib/kybus/storage/datasource/exceptions.rb
+- lib/kybus/storage/datasource/id_generators.rb
+- lib/kybus/storage/datasource/json_repository.rb
+- lib/kybus/storage/datasource/model.rb
+- lib/kybus/storage/datasource/repository.rb
+- lib/kybus/storage/datasource/sequel.rb
+- lib/kybus/storage/factory.rb
+- lib/kybus/storage/repository.rb
+- lib/kybus/version.rb
+homepage: https://github.com/tachomex/kybus
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.4
+signing_key: 
+specification_version: 4
+summary: Implements storage modules for kybus framework
+test_files: []