asynchronic 0.0.1 → 0.1.0

data/spec/worker/worker_examples.rb

@@ -0,0 +1,49 @@
+module WorkerExamples
+
+  let(:env) { Asynchronic::Environment.new queue_engine, data_store }
+  let(:queue_name) { :test_worker }
+  let(:queue) { env.queue queue_name }
+
+  def enqueue_processes
+    processes = 5.times.map do
+      env.build_process(WorkerJob, queue: :test_worker).tap(&:enqueue)
+    end
+
+    queue.must_enqueued processes
+    processes.each { |p| p.must_be :queued? }
+
+    processes
+  end
+
+  it 'Instance usage' do
+    worker = Asynchronic::Worker.new :test_worker, env
+
+    processes = enqueue_processes
+
+    Thread.new do
+      loop { break if queue.empty? }
+      worker.stop 
+    end
+
+    worker.start
+
+    processes.each { |p| p.must_be :completed? }
+  end
+
+  it 'Class usage' do
+    Asynchronic.configure do |config|
+      config.queue_engine = queue_engine
+      config.data_store = data_store
+    end
+
+    processes = enqueue_processes
+
+    Asynchronic::Worker.start :test_worker do |worker|
+      loop { break if worker.queue.empty? }
+      worker.stop 
+    end
+    
+    processes.each { |p| p.must_be :completed? }   
+  end
+
+end

metadata

@@ -1,99 +1,155 @@
 --- !ruby/object:Gem::Specification
 name: asynchronic
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Gabriel Naiman
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-29 00:00:00.000000000 Z
+date: 2014-03-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: ost
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
   prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: ost
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.1'
+  type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: class_config
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
   type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
 - !ruby/object:Gem::Dependency
   name: bundler
-  prerelease: false
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
+  type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
-  type: :development
 - !ruby/object:Gem::Dependency
   name: rake
-  prerelease: false
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
 - !ruby/object:Gem::Dependency
   name: minitest
-  prerelease: false
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '4.7'
+  type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '4.7'
+- !ruby/object:Gem::Dependency
+  name: minitest-great_expectations
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
   type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
 - !ruby/object:Gem::Dependency
   name: turn
-  prerelease: false
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.9'
+  type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.9'
-  type: :development
 - !ruby/object:Gem::Dependency
   name: simplecov
-  prerelease: false
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: DSL for asynchronic pipeline
 email:
 - gabynaiman@gmail.com
@@ -110,16 +166,39 @@ files:
 - Rakefile
 - asynchronic.gemspec
 - lib/asynchronic.rb
-- lib/asynchronic/persistent.rb
-- lib/asynchronic/pipeline.rb
+- lib/asynchronic/data_store/in_memory.rb
+- lib/asynchronic/data_store/key.rb
+- lib/asynchronic/data_store/lookup.rb
+- lib/asynchronic/data_store/redis.rb
+- lib/asynchronic/environment.rb
+- lib/asynchronic/error.rb
+- lib/asynchronic/hash.rb
+- lib/asynchronic/job.rb
 - lib/asynchronic/process.rb
+- lib/asynchronic/queue_engine/in_memory.rb
+- lib/asynchronic/queue_engine/ost.rb
+- lib/asynchronic/runtime.rb
 - lib/asynchronic/version.rb
 - lib/asynchronic/worker.rb
 - spec/coverage_helper.rb
-- spec/integration_spec.rb
+- spec/data_store/data_store_examples.rb
+- spec/data_store/in_memory_spec.rb
+- spec/data_store/key_spec.rb
+- spec/data_store/lookup_spec.rb
+- spec/data_store/redis_spec.rb
+- spec/expectations.rb
+- spec/facade_spec.rb
 - spec/jobs.rb
 - spec/minitest_helper.rb
-- spec/persistent_spec.rb
+- spec/process/life_cycle_examples.rb
+- spec/process/life_cycle_in_memory_spec.rb
+- spec/process/life_cycle_redis_spec.rb
+- spec/queue_engine/in_memory_spec.rb
+- spec/queue_engine/ost_spec.rb
+- spec/queue_engine/queue_engine_examples.rb
+- spec/worker/in_memory_spec.rb
+- spec/worker/redis_spec.rb
+- spec/worker/worker_examples.rb
 homepage: https://github.com/gabynaiman/asynchronic
 licenses:
 - MIT
@@ -140,13 +219,27 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.1.5
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: DSL for asynchronic pipeline using queues over Redis
 test_files:
 - spec/coverage_helper.rb
-- spec/integration_spec.rb
+- spec/data_store/data_store_examples.rb
+- spec/data_store/in_memory_spec.rb
+- spec/data_store/key_spec.rb
+- spec/data_store/lookup_spec.rb
+- spec/data_store/redis_spec.rb
+- spec/expectations.rb
+- spec/facade_spec.rb
 - spec/jobs.rb
 - spec/minitest_helper.rb
-- spec/persistent_spec.rb
+- spec/process/life_cycle_examples.rb
+- spec/process/life_cycle_in_memory_spec.rb
+- spec/process/life_cycle_redis_spec.rb
+- spec/queue_engine/in_memory_spec.rb
+- spec/queue_engine/ost_spec.rb
+- spec/queue_engine/queue_engine_examples.rb
+- spec/worker/in_memory_spec.rb
+- spec/worker/redis_spec.rb
+- spec/worker/worker_examples.rb

data/lib/asynchronic/persistent.rb

@@ -1,61 +0,0 @@
-module Asynchronic
-  module Persistent
-
-    def self.included(base)
-      base.send :include, InstanceMethods
-      base.extend ClassMethods
-    end
-
-    module InstanceMethods
-
-      def id
-        @id
-      end
-      
-      def save
-        @id ||= SecureRandom.uuid
-        nest.set Marshal.dump(self)
-      end
-
-      def delete
-        return unless id
-        nest.del
-      end
-
-      def archive
-        return unless id
-        FileUtils.mkpath(Asynchronic.archiving_path) unless Dir.exists?(Asynchronic.archiving_path)
-        File.write Asynchronic.archiving_file(id), Base64.encode64(Marshal.dump(self))
-        delete
-      end
-
-      def nest
-        self.class.nest[id]
-      end
-
-    end
-
-    module ClassMethods
-      
-      def create(*args, &block)
-        new(*args, &block).tap(&:save)
-      end
-
-      def find(id)
-        if nest[id].get
-          Marshal.load nest[id].get
-        elsif File.exists?(Asynchronic.archiving_file(id))
-          Marshal.load(Base64.decode64(File.read(Asynchronic.archiving_file(id))))
-        else
-          nil
-        end
-      end
-
-      def nest
-        @nest ||= Nest.new self.name, Asynchronic.redis
-      end
-
-    end
-
-  end
-end

data/lib/asynchronic/pipeline.rb

@@ -1,23 +0,0 @@
-module Asynchronic
-  module Pipeline
-
-    Step = Struct.new :name, :options, :block
-
-    def queue(name=nil)
-      name ? @queue = name : @queue
-    end
-
-    def step(name, options={}, &block)
-      steps << Step.new(name, options, block)
-    end
-
-    def steps
-      @steps ||= []
-    end
-
-    def run(context={})
-      Process.enqueue self, context
-    end
-
-  end
-end

data/spec/integration_spec.rb

@@ -1,122 +0,0 @@
-require 'minitest_helper'
-require 'jobs'
-
-describe 'Integration' do
-
-  before do
-    Registry.clear
-  end
-
-  def start_and_stop_worker(queue=nil)
-    worker = Asynchronic::Worker.new queue
-    Thread.new do
-      sleep 0.1
-      while Nest.new('ost')[worker.queue].exists; end
-      worker.stop
-    end
-    worker.start
-  end
-
-  def exist_queue?(queue)
-    Nest.new('ost')[queue].exists
-  end
-
-  it 'Job defaults' do
-    SingleStepJob.queue.must_be_nil
-    SingleStepJob.steps.count.must_equal 1
-    SingleStepJob.steps[0].name.must_equal :step_name
-    SingleStepJob.steps[0].options.must_equal Hash.new
-    SingleStepJob.steps[0].block.class.must_equal Proc
-    SingleStepJob.must_respond_to :run
-  end
-
-  it 'Process defaults' do
-    pid = SingleStepJob.run
-
-    pid.wont_be_nil
-
-    process = Asynchronic::Process.find pid
-
-    process.pipeline.must_equal SingleStepJob
-    process.context.must_equal Hash.new
-    process.children.count.must_equal 1
-    process.children[0].status.must_equal :pending
-    process.children[0].output.must_be_nil
-  end
-
-  describe 'Execution' do
-
-    it 'One step job' do
-      SingleStepJob.queue.must_be_nil
-      refute exist_queue? Asynchronic.default_queue
-
-      pid = SingleStepJob.run
-
-      assert exist_queue? Asynchronic.default_queue
-      Registry.must_be_empty
-
-      start_and_stop_worker
-
-      process = Asynchronic::Process.find pid
-      process.children[0].status.must_equal :finalized
-      process.children[0].output.must_equal :single_step_job
-
-      Registry.to_a.must_equal [:single_step_job]
-    end
-
-    it 'Two steps with specific queue and context arguments' do
-      TwoStepsWithSpecificQueueJob.queue.wont_be_nil
-      refute exist_queue? TwoStepsWithSpecificQueueJob.queue
-
-      pid = TwoStepsWithSpecificQueueJob.run value1: 10
-
-      assert exist_queue? TwoStepsWithSpecificQueueJob.queue
-      Registry.must_be_empty
-
-      start_and_stop_worker TwoStepsWithSpecificQueueJob.queue
-
-      process = Asynchronic::Process.find pid
-      process.context.must_equal value1: 10, value2: 5
-      process.children[0].status.must_equal :finalized
-      process.children[0].output.must_equal 11
-      process.children[1].status.must_equal :finalized
-      process.children[1].output.must_equal 55
-
-      Registry.to_a.must_equal [11, 55]
-    end
-
-    it 'Steps with different queues (fixed and contextual)' do
-      MultipleQueuesJob.queue.must_be_nil
-      refute exist_queue? :queue1
-      refute exist_queue? :queue2
-
-      pid = MultipleQueuesJob.run dynamic_queue: :queue2
-
-      assert exist_queue? :queue1
-      refute exist_queue? :queue2
-      Registry.must_be_empty
-
-      start_and_stop_worker :queue1
-
-      process = Asynchronic::Process.find pid
-      process.children[0].status.must_equal :finalized
-      process.children[1].status.must_equal :pending
-
-      refute exist_queue? :queue1
-      assert exist_queue? :queue2
-      Registry.to_a.must_equal [:first_queue]
-
-      start_and_stop_worker :queue2
-
-      process = Asynchronic::Process.find pid
-      process.children[0].status.must_equal :finalized
-      process.children[1].status.must_equal :finalized
-
-      refute exist_queue? :queue1
-      refute exist_queue? :queue2
-      Registry.to_a.must_equal [:first_queue, :second_queue]
-    end
-
-  end
-
-end

data/spec/persistent_spec.rb

@@ -1,88 +0,0 @@
-require 'minitest_helper'
-
-describe Asynchronic::Persistent do
-
-  Dummy = Struct.new :string, :hash, :array do
-    include Asynchronic::Persistent
-  end
-
-  def dummy_attributes
-    ['text', {key1: 'value1', key2: 'value2'}, [1,2,3]]
-  end
-
-  def assert_dummy(obj)
-    obj.string.must_equal 'text'
-    obj.hash.must_equal key1: 'value1', key2: 'value2'
-    obj.array.must_equal [1,2,3]
-  end
-
-  describe 'Instance methods' do
-
-    let(:dummy) { Dummy.new *dummy_attributes }
-
-    it 'Nest instance identifier' do
-      dummy.define_singleton_method(:id) { '123456' }
-      dummy.nest.must_equal 'Dummy:123456'
-    end
-
-    it 'Save' do
-      dummy.id.must_equal nil
-      dummy.save
-      dummy.id.wont_equal nil
-
-      redis.keys.must_include dummy.nest
-      
-      assert_dummy Marshal.load(redis.get(dummy.nest))
-    end
-
-    it 'Delete' do
-      dummy.save
-      redis.keys.must_include dummy.nest
-      
-      dummy.delete
-      redis.keys.wont_include dummy.nest
-    end
-
-    it 'Archive' do
-      dummy.save
-      redis.keys.must_include dummy.nest
-      refute File.exists?(Asynchronic.archiving_file(dummy.id))
-      
-      dummy.archive
-      redis.keys.wont_include dummy.nest
-      assert File.exists?(Asynchronic.archiving_file(dummy.id))
-
-      assert_dummy Marshal.load(Base64.decode64(File.read(Asynchronic.archiving_file(dummy.id))))
-    end
-
-  end
-
-  describe 'Class methods' do
-
-    it 'Nest class identifier' do
-      Dummy.nest.must_equal 'Dummy'
-    end
-
-    it 'Create' do
-      dummy = Dummy.create *dummy_attributes
-
-      redis.keys.must_include dummy.nest
-      assert_dummy Marshal.load(redis.get(dummy.nest))
-    end
-
-    it 'Find' do
-      dummy = Dummy.create *dummy_attributes
-
-      assert_dummy Dummy.find(dummy.id)
-    end
-
-    it 'Find archived' do
-      dummy = Dummy.create *dummy_attributes
-      dummy.archive
-
-      assert_dummy Dummy.find(dummy.id)
-    end
-
-  end
-
-end