bundle_requests 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 16807dcb8673b52b5078317c75c9c5da5d9b2f13
+  data.tar.gz: d2b83331927cd1751592de16248104f0b795a1d8
+SHA512:
+  metadata.gz: dc8937bdda634d1c7d92d1b144f07ab402d0c91e68f5f76a7af3ebe112a41b05407acf45bb6076e3bce18d3edec215f1b97a2ba0cb1b19fe44ec336983e26586
+  data.tar.gz: b03eade7bea825d63108e3fa5ad5d61d6b38ba62a2a7c6f0b26507e7ceff47702d636b335d3f394c421baba214b2d6587467586352c14cd05084bfacb478d3b5

data/lib/bundle_requests.rb

@@ -0,0 +1,5 @@
+module BundleRequests
+  def self.hi
+    puts "Hello World"
+  end
+end

data/lib/bundle_requests/consumer.rb

@@ -0,0 +1,106 @@
+module BundleRequests
+  class Consumer
+    def initialize(app , config)
+      @app = app
+      $waiting_threads = Queue.new
+      generate_config_hash(config)
+      Thread.new{consumer_code}
+    end
+
+    def get_waiting_threads
+      $waiting_threads
+    end
+
+    def get_configuration
+      $configuration
+    end
+# List All Instance Variables here for reference 
+# - @app
+# - $configuration
+# - @consumer
+# - $waiting_threads
+
+    def consumer_code
+      while true
+        c = $waiting_threads.length
+        if c < $configuration["max_waiting_thread"]
+          puts "#{c} threads are waiting so sleeping"
+          sleep($configuration["wait_time"])
+          next if $waiting_threads.length == 0
+        end
+        puts "Started request processing----------------------------------"
+        threads = pop_some_waiting_threads
+        rack_input = gather_all_requests(threads)
+        result = call_bundle_api(rack_input,threads[0]['request'])      # may through exception if 0 threads are present remove it afterwards
+        distribute_result_and_wakeup_those_threads(threads, result)
+        puts "Completed proccessing requests------------------------------"
+      end      
+    end
+
+    def pop_some_waiting_threads
+      threads = []
+      $waiting_threads.length.times do
+        t = $waiting_threads.pop
+        threads << t
+      end
+      Rails.logger.info("Currently proccessing #{threads.length} threads")
+      threads
+    end
+
+    def gather_all_requests(threads)
+      rack_input = []
+      threads.each do |t|
+        e = t['request']
+        req = Rack::Request.new(e)
+        Rails.logger.debug req.inspect
+        rack_input << JSON.parse(req.body.read)
+      end
+      Rails.logger.info rack_input
+      rack_input
+    end
+
+    def call_bundle_api(rack_input,default_env={})
+      env = default_env             # if this doesnt work assign myenv to some env of any threads
+      env['PATH_INFO'] = $configuration['bundle_api']
+      env['QUERY_STRING'] = ''
+      env['REQUEST_METHOD'] = 'POST'
+      env['CONTENT_LENGTH'] = {'requests' => rack_input}.to_json.length
+      env['rack.input'] = StringIO.new({'requests' => rack_input}.to_json)
+      request = Rack::Request.new(env)
+      Rails.logger.info("new Environment is #{env}")
+      Rails.logger.info("New request content are #{request}")
+      result = @app.call(env)
+      Rails.logger.info("Result are #{result}")
+      result
+    end
+
+    def distribute_result_and_wakeup_those_threads(threads, result)
+      for index in 0...threads.length
+        t = threads[index]
+        # hardcoded response for development. Replace it with result[index]
+        t["response"] = [200,{"Content-Type" => "application/json"},["Status Ok"]]
+        t.wakeup
+      end
+    end
+
+    def generate_config_hash(options)
+      if $configuration.nil?
+        config = {
+          "incoming_request" => "/api",
+          "bundle_api" => "/bundle_api",
+          "wait_time" => 10,
+          "thread_wait_after_closing_entrance" => 2,
+          "max_waiting_thread" => 16
+        }
+
+        options.each do |key,value|
+          if !value.nil?
+            config[key] = value
+          end
+        end
+        $configuration =  config
+      end
+    end
+
+  end
+end

data/lib/bundle_requests/rack_middleware.rb

@@ -0,0 +1,39 @@
+require 'bundle_requests/consumer'
+module BundleRequests
+  class RackMiddleware
+    def initialize(app, config={})
+      @app = app
+      start_consumer(app, config)
+    end
+#   @consumer
+#   @app
+#   $waiting_threads
+#   $configuration
+
+    def start_consumer(app, config)
+      Mutex.new.synchronize do
+        if @consumer.nil?
+          @consumer =  BundleRequests::Consumer.new(app, config) # cretes new infinite thread
+        end
+      end
+    end
+
+    def call env
+      Rails.logger.info("request #{env['REQUEST_PATH']} #{Thread.current.name}")
+      s = Time.now
+      if env['REQUEST_PATH'] == $configuration['incoming_request']
+        Thread.current['request'] = env
+        $waiting_threads << Thread.current
+        puts "I am waiting #{Thread.current.object_id}"
+        Thread.stop
+        response = Thread.current['response']
+      else
+        puts "[Not bundle api]"
+        response = @app.call env
+      end
+      puts "TIME required for request to process is -#{Time.now - s} "
+      response
+    end
+
+  end
+end

metadata

@@ -0,0 +1,46 @@
+--- !ruby/object:Gem::Specification
+name: bundle_requests
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Prashant Lokhande
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-04-11 00:00:00.000000000 Z
+dependencies: []
+description: 
+email: lprashant94@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/bundle_requests.rb
+- lib/bundle_requests/consumer.rb
+- lib/bundle_requests/rack_middleware.rb
+homepage: https://github.com/lprashant-94/bundle_requests/blob/master/README.md
+licenses:
+- Nonstandard
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: It Bundles same kind of requests and process in batch
+test_files: []