appfuel 0.6.16 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 46d6099158e6bd37b5c2b5874bb7cfc1e971e892
-  data.tar.gz: 82990a895704f9a3eb8691f7d393419e1c2dc776
+  metadata.gz: 7f203455f3ec15e5f035c6f493a6d57289b1f926
+  data.tar.gz: d1142265b211c7f0e5dc8a09f3af8c4c9dba5a58
 SHA512:
-  metadata.gz: da762dcd0e5b1ac71e6560b4fe9ec0d25893e78aeed04c40679487f711ace955d66cc118b5f3702dfccd859b0c0100d19ccec34fcb751a3b6e35ddc3da8636aa
-  data.tar.gz: ecf26cf0fe91ec6de8b5f3dbaf93c0c972e5c4d4fa70d7a156bdc49f1695e92de4dba19ec5897dfaf08ef72bdddf146fb7ed20e8fff086c57eb821e74f94c63e
+  metadata.gz: 5bc464c6ae61b099f779fd6fa43699a27f765a29661fcd28fbef272add7b68cf8f9c84dc4541c584fa931f4dfad5e6aa1ef4da65e45b13c681fc9eb8d774cfa8
+  data.tar.gz: d92bdbfdd7d11bd9309a0f814fa841a3514959c50f03cfc38fcf97da0631849e70609d83b3011de1da4fe1277456c60e181234b0888756428558acc86b21c239

data/CHANGELOG.md

@@ -2,9 +2,16 @@
 All notable changes to this project will be documented in this file. (Pending approval) This project adheres to [Semantic Versioning](http://semver.org/). You can read more on this at [keep a change log](http://keepachangelog.com/)
 
 # [Unreleased]
+## [[0.6.17]](https://github.com/rsb/appfuel/releases/tag/0.6.17) 2017-10-05
+### Added
+- ElasticSearch Storage adapter and repository
 
 
 # Releases
+## [[0.7.0]](https://github.com/rsb/appfuel/releases/tag/0.7.0) 2017-10-09
+### Added
+- adding elastic search repository and adapater
+
 ## [[0.6.16]](https://github.com/rsb/appfuel/releases/tag/0.6.16) 2017-10-02
 ### Fixed
 - bootstrapping allow testing to disable initializers, swap out config data

data/lib/appfuel/initializers/all.rb

@@ -2,3 +2,4 @@ require_relative 'logging'
 require_relative 'db'
 require_relative 'web_api'
 require_relative 'dynamodb'
+require_relative 'elastic_search'

data/lib/appfuel/initializers/elastic_search.rb

@@ -0,0 +1,20 @@
+Appfuel::Initialize.define('global.elastic_search') do |config, container|
+  unless config.key?(:elastic_search)
+    fail "[initializer elastic_search] :elastic_search config not found"
+  end
+  unless config[:elastic_search].key?(:url)
+    fail "[initializer elastic_search] :url not found in :elastic_search"
+  end
+
+  require 'elasticsearch'
+  require 'appfuel/storage/elastic_search'
+
+  es_config = config[:elastic_search]
+  options = { url: es_config[:url] }
+  if es_config[:ssl_cert]
+    options[:transport_options] = { ssl: { ca_file: es_config[:ssl_cert] } }
+  end
+
+  client = Elasticsearch::Client.new options
+  container.register(Appfuel::ElasticSearch::CLIENT_CONTAINER_KEY, client)
+end

data/lib/appfuel/storage/elastic_search.rb

@@ -0,0 +1,2 @@
+require_relative 'elastic_search/adapter'
+require_relative 'elastic_search/repository'

data/lib/appfuel/storage/elastic_search/adapter.rb

@@ -0,0 +1,131 @@
+module Appfuel
+  module ElasticSearch
+    DEFAULT_CONFIG_KEY   = 'elastic_search'
+    CLIENT_CONTAINER_KEY = "#{DEFAULT_CONFIG_KEY}.client"
+
+    OPS_INDEX = 'index'
+    OPS_DELETE = 'delete'
+    OPS_UPDATE = 'update'
+
+    VALID_OPERATIONS = [
+      OPS_INDEX,
+      OPS_DELETE,
+      OPS_UPDATE
+    ]
+
+    class Adapter
+      include Appfuel::Application::AppContainer
+
+      class << self
+        def container_class_type
+          'elastic_search'
+        end
+
+        def config_key(value = nil)
+          if value.nil?
+            return @config_key ||= DEFAULT_CONFIG_KEY
+          end
+          @config_key = value.to_s
+        end
+
+        def load_config
+          config = app_container[:config]
+          key = config_key.to_s
+          if key.include?('.')
+            keys = key.split('.').map {|k| k.to_sym}
+          else
+            keys = [config_key]
+          end
+
+          @config ||= keys.each.inject(config) do |c, k|
+            unless c.key?(k)
+              fail "[elastic_search] config key (#{k}) not found - #{self}"
+            end
+            c[k]
+          end
+        end
+
+        def config
+          @config ||= load_config
+        end
+
+        def client
+          @client ||= app_container[CLIENT_CONTAINER_KEY]
+        end
+
+        def index_name(value = nil)
+          return @index_name if value.nil?
+          @index_name = value.to_s
+        end
+
+        def inherited(klass)
+          stage_class_for_registration(klass)
+        end
+      end
+
+      # Instance methods
+
+      def client
+        self.class.client
+      end
+
+      def index_name
+        self.class.index_name
+      end
+
+      def count(type: nil, body: nil)
+        options = { index: index_name }
+        options[:type] = type unless type.nil?
+        options[:body] = body unless body.nil?
+        client.count options
+      end
+
+      def search(type: nil, body:)
+        options = { index: index_name, body: body }
+        options[:type] = type unless type.nil?
+        client.search options
+      end
+
+      def quick_search(type: nil, query:)
+        options = { index: index_name, q: query }
+        options[:type] = type unless type.nil?
+        client.search options
+      end
+
+      def index_document(type, id, data)
+        client.index(
+          index: index_name,
+          type: type,
+          id: id,
+          data: data
+        )
+      end
+
+      def prepare_operation(operation:, type:, id:, data: {})
+        unless VALID_OPERATIONS.include?(operation)
+          fail "[elastic_search] prepare operation '#{opeartion}' is not valid"
+        end
+        prepare = {}
+        prepare[operation.to_sym] = {
+          _index: index_name,
+          _type: type,
+          _id: id,
+        }
+        prepare[operation.to_sym][:data] = data unless operation == OPS_DELETE
+        prepare
+      end
+
+      def batch_documents(operations)
+        unless operations.is_a?(Array)
+          fail "[elastic_search] operations should be an array"
+        end
+
+        client.bulk body: operations
+      end
+
+      def delete_document(type, id)
+        client.delete index: index_name, type: type, id: id
+      end
+    end
+  end
+end

data/lib/appfuel/storage/elastic_search/repository.rb

@@ -0,0 +1,40 @@
+module Appfuel
+  module ElasticSearch
+    class Repository < Appfuel::Repository::Base
+      class << self
+        def container_class_type
+          "#{super}.elastic_search"
+        end
+      end
+
+      def storage_class(domain_name)
+        mapper.storage_class('elastic_search', domain_name)
+      end
+
+      def to_entity(domain_name, storage)
+        super(domain_name, 'elastic_search', storage)
+      end
+
+      def to_storage(domain, opts = {})
+        super(domain, 'elastic_search', opts)
+      end
+
+      def extract_sources(results)
+        results["hits"]["hits"].map { |hit| hit["_source"] }
+      end
+
+      def extract_sources_by_type(results)
+        documents = {}
+        results["hits"]["hits"].each do |hit|
+          documents[hit["_type"]] ||= []
+          documents[hit["_type"]] << hit["_source"]
+        end
+        documents
+      end
+
+      def extract_total(results)
+        results["hits"]["total"]
+      end
+    end
+  end
+end

data/lib/appfuel/version.rb

@@ -1,3 +1,3 @@
 module Appfuel
-  VERSION = "0.6.16"
+  VERSION = "0.7.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: appfuel
 version: !ruby/object:Gem::Version
-  version: 0.6.16
+  version: 0.7.0
 platform: ruby
 authors:
 - Robert Scott-Buccleuch
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-10-04 00:00:00.000000000 Z
+date: 2017-10-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -306,6 +306,7 @@ files:
 - lib/appfuel/initializers/all.rb
 - lib/appfuel/initializers/db.rb
 - lib/appfuel/initializers/dynamodb.rb
+- lib/appfuel/initializers/elastic_search.rb
 - lib/appfuel/initializers/logging.rb
 - lib/appfuel/initializers/web_api.rb
 - lib/appfuel/log_formatter.rb
@@ -331,6 +332,9 @@ files:
 - lib/appfuel/storage/dynamodb/adapter.rb
 - lib/appfuel/storage/dynamodb/primary_key.rb
 - lib/appfuel/storage/dynamodb/repository.rb
+- lib/appfuel/storage/elastic_search.rb
+- lib/appfuel/storage/elastic_search/adapter.rb
+- lib/appfuel/storage/elastic_search/repository.rb
 - lib/appfuel/storage/file.rb
 - lib/appfuel/storage/file/base.rb
 - lib/appfuel/storage/memory.rb