massive 0.1.0

data/spec/models/massive/timing_support_spec.rb

@@ -0,0 +1,55 @@
+shared_examples_for Massive::TimingSupport do
+  include_context "frozen time"
+
+  context "when it has not been started" do
+    its(:elapsed_time) { should be_zero }
+  end
+
+  context "when it has been started" do
+    let(:started_at) { 1.minute.ago }
+    before { subject.started_at = started_at }
+
+    context "1 minute ago" do
+      context "and it has not been finished yet" do
+        its(:elapsed_time) { should eq(now - started_at) }
+
+        it { should_not be_completed }
+      end
+
+      context "and it has been finished 10 seconds ago" do
+        let(:finished_at) { 10.seconds.ago }
+        before { subject.finished_at = finished_at }
+
+        its(:elapsed_time) { should eq(finished_at - started_at) }
+
+        it { should be_completed }
+      end
+    end
+
+    context "2 hours ago" do
+      let(:started_at) { 2.hours.ago }
+
+      context "and it has not been finished yet" do
+        its(:elapsed_time) { should eq(now - started_at) }
+
+        it { should_not be_completed }
+      end
+
+      context "and has been finished 30 minutes ago" do
+        let(:finished_at) { 30.minutes.ago }
+        before { subject.finished_at = finished_at }
+
+        its(:elapsed_time) { should eq(finished_at - started_at) }
+        it { should be_completed }
+      end
+    end
+  end
+end
+
+describe Massive::Step do
+  it_should_behave_like Massive::TimingSupport
+end
+
+describe Massive::Job do
+  it_should_behave_like Massive::TimingSupport
+end

data/spec/shared/step_context.rb

@@ -0,0 +1,25 @@
+shared_context "stubbed memory_consumption" do
+  let(:current_memory_consumption) { 123456 }
+
+  before { subject.stub(:current_memory_consumption).and_return(current_memory_consumption) }
+end
+
+shared_context "frozen time" do
+  let!(:now) do
+    Time.now.tap do |now|
+      Time.stub(:now).and_return(now)
+    end
+  end
+end
+
+shared_context "job processing" do
+  let(:item) { double(:item) }
+  let(:index) { 0 }
+  let(:retry_interval)  { job.class.retry_interval }
+  let(:maximum_retries) { job.class.maximum_retries }
+
+  before do
+    Kernel.stub(:sleep)
+    job.stub(:each_item).and_yield(item, index)
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,42 @@
+require 'simplecov'
+
+SimpleCov.start do
+  add_filter 'spec'
+end
+
+require 'bundler/setup'
+
+ENV['RACK_ENV'] ||= 'test'
+
+Bundler.require :default, ENV['RACK_ENV']
+
+begin
+  require 'debugger'
+rescue LoadError
+end
+
+root = File.expand_path('../..', __FILE__)
+
+Mongoid.load!(File.join(root, "spec/support/mongoid.yml"), :test)
+
+Dir["#{root}/spec/shared/**/*.rb"].each   { |f| require f }
+Dir["#{root}/spec/fixtures/**/*.rb"].each { |f| require f }
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  # config.order = 'random'
+
+  config.before do
+    DatabaseCleaner.clean_with(:truncation)
+  end
+
+  config.before { Massive.redis.flushdb }
+  config.after { Massive.redis.flushdb }
+end

data/spec/support/mongoid.yml

@@ -0,0 +1,78 @@
+default_options: &default_options
+  raise_not_found_error: false
+
+session_default_options: &session_default_options
+  consistency: :strong
+  safe: true
+
+development:
+  # Configure available database sessions. (required)
+  sessions:
+    # Defines the default session. (required)
+    default:
+      # Defines the name of the default database that Mongoid can connect to.
+      # (required).
+      database: massive_development
+      # Provides the hosts the default session can connect to. Must be an array
+      # of host:port pairs. (required)
+      hosts:
+        - localhost:27017
+      options:
+        # Change whether the session persists in safe mode by default.
+        # (default: false)
+        # safe: false
+
+        # Change the default consistency model to :eventual or :strong.
+        # :eventual will send reads to secondaries, :strong sends everything
+        # to master. (default: :eventual)
+        <<: *session_default_options
+  # Configure Mongoid specific options. (optional)
+  options:
+    <<: *default_options
+    # Configuration for whether or not to allow access to fields that do
+    # not have a field definition on the model. (default: true)
+    # allow_dynamic_fields: true
+
+    # Enable the identity map, needed for eager loading. (default: false)
+    # identity_map_enabled: false
+
+    # Includes the root model name in json serialization. (default: false)
+    # include_root_in_json: false
+
+    # Include the _type field in serializaion. (default: false)
+    # include_type_for_serialization: false
+
+    # Preload all models in development, needed when models use
+    # inheritance. (default: false)
+    # preload_models: false
+
+    # Protect id and type from mass assignment. (default: true)
+    # protect_sensitive_fields: true
+
+    # Raise an error when performing a #find and the document is not found.
+    # (default: true)
+    # raise_not_found_error: false
+
+    # Raise an error when defining a scope with the same name as an
+    # existing method. (default: false)
+    # scope_overwrite_exception: false
+
+    # Skip the database version check, used when connecting to a db without
+    # admin access. (default: false)
+    # skip_version_check: false
+
+    # User Active Support's time zone in conversions. (default: true)
+    # use_activesupport_time_zone: true
+
+    # Ensure all times are UTC in the app side. (default: false)
+    # use_utc: false
+test:
+  sessions:
+    default:
+      database: massive_test
+      hosts:
+        - localhost:27017
+      options:
+        <<: *session_default_options
+  options:
+    <<: *default_options

metadata

@@ -0,0 +1,175 @@
+--- !ruby/object:Gem::Specification
+name: massive
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Vicente Mundim
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-04-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: resque
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mongoid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.1.x
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.1.x
+- !ruby/object:Gem::Dependency
+  name: file_processor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+- !ruby/object:Gem::Dependency
+  name: active_model_serializers
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Parallelize processing of large files and/or data using Resque, Redis
+  and MongoDB
+email:
+- vicente.mundim@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .rvmrc
+- .travis.yml
+- Gemfile
+- Gemfile.lock
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/massive.rb
+- lib/massive/cancelling.rb
+- lib/massive/file.rb
+- lib/massive/file_job.rb
+- lib/massive/file_process.rb
+- lib/massive/file_step.rb
+- lib/massive/job.rb
+- lib/massive/locking.rb
+- lib/massive/memory_consumption.rb
+- lib/massive/notifications.rb
+- lib/massive/notifiers.rb
+- lib/massive/notifiers/base.rb
+- lib/massive/notifiers/pusher.rb
+- lib/massive/process.rb
+- lib/massive/process_serializer.rb
+- lib/massive/retry.rb
+- lib/massive/status.rb
+- lib/massive/step.rb
+- lib/massive/step_serializer.rb
+- lib/massive/timing_support.rb
+- lib/massive/version.rb
+- massive.gemspec
+- spec/fixtures/custom_job.rb
+- spec/fixtures/custom_step.rb
+- spec/models/massive/cancelling_spec.rb
+- spec/models/massive/file_job_spec.rb
+- spec/models/massive/file_spec.rb
+- spec/models/massive/file_step_spec.rb
+- spec/models/massive/job_spec.rb
+- spec/models/massive/locking_spec.rb
+- spec/models/massive/memory_consumption_spec.rb
+- spec/models/massive/notifications_spec.rb
+- spec/models/massive/notifiers/base_spec.rb
+- spec/models/massive/notifiers/pusher_spec.rb
+- spec/models/massive/process_serializer_spec.rb
+- spec/models/massive/process_spec.rb
+- spec/models/massive/status_spec.rb
+- spec/models/massive/step_serializer_spec.rb
+- spec/models/massive/step_spec.rb
+- spec/models/massive/timing_support_spec.rb
+- spec/shared/step_context.rb
+- spec/spec_helper.rb
+- spec/support/mongoid.yml
+homepage: 
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Parallelize processing of large files and/or data using Resque, Redis and
+  MongoDB
+test_files:
+- spec/fixtures/custom_job.rb
+- spec/fixtures/custom_step.rb
+- spec/models/massive/cancelling_spec.rb
+- spec/models/massive/file_job_spec.rb
+- spec/models/massive/file_spec.rb
+- spec/models/massive/file_step_spec.rb
+- spec/models/massive/job_spec.rb
+- spec/models/massive/locking_spec.rb
+- spec/models/massive/memory_consumption_spec.rb
+- spec/models/massive/notifications_spec.rb
+- spec/models/massive/notifiers/base_spec.rb
+- spec/models/massive/notifiers/pusher_spec.rb
+- spec/models/massive/process_serializer_spec.rb
+- spec/models/massive/process_spec.rb
+- spec/models/massive/status_spec.rb
+- spec/models/massive/step_serializer_spec.rb
+- spec/models/massive/step_spec.rb
+- spec/models/massive/timing_support_spec.rb
+- spec/shared/step_context.rb
+- spec/spec_helper.rb
+- spec/support/mongoid.yml