af_elastic 1.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8dff2a5ab4f66ef59fa4623074c54b3363529513
+  data.tar.gz: 0098527cfe225d55958f76efbde163fe9151453c
+SHA512:
+  metadata.gz: e86e17686153cda0cb599651f38e4a0b07d74930dd6f7b3804e7678e376397e8c326fd91b85ab31c403ce68b51000d00fd0040d08c5eacb21d405285962a205b
+  data.tar.gz: 2d39c3d1590a3dd5d82dc79f7bb25a10fe30a302e717dac90c8bef94390f9423d05ffb46ea8c59917cce6fed41cf5b3e3d7e9058563c60f7196bcb14b3dc5000

data/lib/af_elastic/version.rb

@@ -0,0 +1,3 @@
+module AfElastic
+  VERSION = "1.1.0"
+end

data/lib/af_elastic.rb

@@ -0,0 +1,109 @@
+require "af_elastic/version"
+require 'elasticsearch'
+
+module AfElastic
+
+  # configurations
+  class << self
+  	attr_accessor :configuration
+  end
+
+  def self.configure
+  	self.configuration ||= Configuration.new
+  	yield(configuration)
+  end
+
+  class Configuration
+  	attr_accessor :es
+  	attr_accessor :index
+    attr_accessor :capacity
+
+  	def initialize
+  		@es = Elasticsearch::Client.new
+  		@index = 'gem-test'
+      @capacity = 1000
+  	end
+  end
+
+  class EventStore
+  	class << self
+		  attr_accessor :events
+		  attr_accessor :types
+      attr_accessor :big_map
+
+      def cache_event(uniqueKey, type, data={})
+        @big_map ||= {}
+        data[:eventType00] = type
+        @big_map[uniqueKey] = data
+      end
+
+      def update_event(finalized, uniqueKey, updated_data={})
+        if @big_map and @big_map.has_key? uniqueKey
+          updated_data.each do |k,v|
+            if k != :duration
+              @big_map[uniqueKey][k] = v
+            else
+              @big_map[uniqueKey][:duration] = updated_data[:duration] - @big_map[uniqueKey][:duration]
+            end
+          end
+          if finalized
+            type = @big_map[uniqueKey].delete(:eventType00)
+            add_event(type, @big_map[uniqueKey])
+            @big_map.delete(uniqueKey)
+          end
+        end
+      end
+
+		  def add_event(type, data={})
+        begin
+  		  	@types ||= Set.new
+  		  	unless @types.include? type
+  		  		puts "new type encountered"
+  		  	# check mapping through network
+  			  	unless AfElastic.configuration.es.indices.exists_type? index: AfElastic.configuration.index, type: type
+  			  		dynamic = [{:simple_def=>{:match=>"*",:match_mapping_type=> "string",:mapping=> {:type=> "string",:index=> "not_analyzed"}}}]
+  			  		map = {}
+  			  		map[type] = {properties:{timestamp:{type:"date"}},dynamic_templates:dynamic}
+  		        unless AfElastic.configuration.es.indices.exists? index: AfElastic.configuration.index
+  		        	AfElastic.configuration.es.indices.create index: AfElastic.configuration.index
+  				  	end
+  		  			AfElastic.configuration.es.indices.put_mapping index: AfElastic.configuration.index, type: type, body: map
+  			  	end
+  			  	@types.add type
+  			  end
+
+  		  	@events ||= []
+  		  	# add timestamp
+  		  	data['timestamp'] = Time.now.to_i
+  		  	@events << {index: {_index: AfElastic.configuration.index, _type: type, data: data}}
+        rescue Exception => e
+          puts e
+          puts "AfElastic::EventReporter::add_event: something wrong with elasticsearch"
+        end
+		  end
+		end
+  end
+
+  class EventReporter
+  	class << self
+
+  		def report_events
+  			events_to_report = AfElastic::EventStore.events || []
+  			return if events_to_report.length < AfElastic.configuration.capacity
+  			AfElastic::EventStore.events = []
+  			puts "about to bulk"
+
+  			th = Thread.new do 
+  			  begin
+            AfElastic.configuration.es.bulk body: events_to_report
+  			  	puts "bulk suceeded"
+  				rescue Exception => e
+  					puts "error bulk"
+  					Rails.logger.error("AfElastic::EventReporter::report_events: error doing bulk inserting")
+  				end  				
+  			end
+        return th
+  		end
+  	end
+  end
+end

data/lib/generators/af_elastic/install_generator.rb

@@ -0,0 +1,13 @@
+require 'rails/generators/base'
+module AfElastic
+  class InstallGenerator < Rails::Generators::Base
+    source_root File.expand_path("../../templates", __FILE__)
+    desc "Creates AfElastic initializer for your application"
+
+    def copy_initializer
+      template "af_elastic_initializer.rb", "config/initializers/af_elastic.rb"
+
+      puts "Install complete, please go to config/initializers/af_elastic.rb to configure."
+    end
+  end
+end

data/lib/generators/templates/af_elastic_initializer.rb

@@ -0,0 +1,12 @@
+require 'elasticsearch'
+
+AfElastic.configure do |config|
+  # Set the elastic search client to receive data
+  # config.es = Elasticsearch::Client.new host: '54.69.240.186'
+
+  # Set the database name to store the data
+  # config.index = 'gem-test'
+
+  # Set the capacity of events to store before pushing to elastic search
+  # config.capacity = 1000
+end

metadata

@@ -0,0 +1,60 @@
+--- !ruby/object:Gem::Specification
+name: af_elastic
+version: !ruby/object:Gem::Version
+  version: 1.1.0
+platform: ruby
+authors:
+- Appfolio
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-08-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: elasticsearch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+description: 
+email: 
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/af_elastic.rb
+- lib/af_elastic/version.rb
+- lib/generators/af_elastic/install_generator.rb
+- lib/generators/templates/af_elastic_initializer.rb
+homepage: 
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.3
+signing_key: 
+specification_version: 4
+summary: Get custom event data and send to elasticsearch.
+test_files: []