rrrspec-server 0.2.0

data/spec/rrrspec/server/persister_spec.rb

@@ -0,0 +1,121 @@
+require 'spec_helper'
+
+module RRRSpec
+  module Server
+    describe Persister do
+      before do
+        RRRSpec.configuration = Configuration.new
+        RRRSpec.configuration.redis = @redis
+      end
+
+      before do
+        @worker, @taskset, @task, @worker_log, @slave, @trial =
+          RRRSpec.finished_fullset
+      end
+
+      describe '.persist' do
+        let(:task_json) do
+          {
+            taskset: {key: @taskset.key},
+            estimate_sec: @task.estimate_sec,
+            key: @task.key,
+            spec_file: @task.spec_file,
+            status: @task.status,
+            trials: [{key: @trial.key}],
+          }
+        end
+
+        let(:slave_json) do
+          {
+            key: @slave.key,
+            log: @slave.log,
+            status: @slave.status,
+            trials: [{key: @trial.key}],
+          }
+        end
+
+        def eq_json(actual, expected)
+          expect(
+            JSON.parse(JSON.generate(actual))
+          ).to eq(
+            JSON.parse(JSON.generate(expected))
+          )
+        end
+
+        def check_persistence
+          Persister.persist(@taskset)
+          p_taskset = Persistence::Taskset.first
+          eq_json(p_taskset.as_short_json, @taskset)
+
+          expect(p_taskset.tasks.size).to eq(1)
+          p_task = p_taskset.tasks.first
+          eq_json(p_task.as_short_json, task_json)
+
+          trial = @task.trials[0]
+          expect(p_task.trials.size).to eq(1)
+          p_trial = p_task.trials.first
+          eq_json(p_trial.as_short_json, @trial)
+
+          expect(p_taskset.slaves.size).to eq(1)
+          p_slave = p_taskset.slaves.first
+          eq_json(p_slave.as_short_json, slave_json)
+
+          expect(p_taskset.worker_logs.size).to eq(1)
+          p_worker_log = p_taskset.worker_logs.first
+          eq_json(p_worker_log.as_short_json, @worker_log)
+        end
+
+        it 'persists the whole taskset' do
+          check_persistence
+        end
+
+        context "trial is finished after the taskset's finish" do
+          before do
+            @late_trial = Trial.create(@task, @slave)
+            @late_trial.start
+            Timecop.freeze(Time.now+1) do
+              @late_trial.finish('error', '', '', nil, nil, nil)
+            end
+          end
+
+          it "does not persist trials finished after taskset's finish" do
+            check_persistence
+          end
+        end
+      end
+
+      describe '.create_api_cache' do
+        before { Persister.persist(@taskset) }
+
+        it 'writes cached json file' do
+          Dir.mktmpdir do |dir|
+            Persister.create_api_cache(@taskset, dir)
+            json_path = File.join(dir, 'v1', 'tasksets', @taskset.key.gsub(':', '-'))
+            expect(File).to exist(json_path)
+            expect(File).to exist(json_path + ".gz")
+
+            p_taskset = Persistence::Taskset.first
+            expect(IO.read(json_path)).to eq(
+              JSON.generate(p_taskset.as_full_json.update('is_full' => true))
+            )
+            expect(Zlib::GzipReader.open(json_path + ".gz").read).to eq(
+              IO.read(json_path)
+            )
+          end
+        end
+      end
+
+      describe '.update_estimate_sec' do
+        before { Persister.persist(@taskset) }
+
+        it 'udpates estimation of the time taken to finish the tasks' do
+          pending "sqlite3 doesn't have UNIT_TIMESTAMP function"
+          Persister.update_estimate_sec(@taskset)
+          expect(RRRSpec::TasksetEstimation.estimate_secs(@taskset.taskset_class)).to eq(
+            {"spec/test_spec.rb" => 0}
+          )
+        end
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,75 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+require 'rrrspec/server'
+require 'tmpdir'
+require 'database_cleaner'
+require 'timecop'
+require 'fixture'
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+
+  pid = nil
+  config.before(:suite) do
+    pid = Kernel.spawn("redis-server --port 9999 --save ''",
+                       in: '/dev/null', out: '/dev/null', err: '/dev/null')
+    redis = Redis.new(port: 9999)
+    retry_count = 1
+    loop do
+      begin
+        redis.client.connect
+        break
+      rescue Redis::CannotConnectError
+        if retry_count < 10
+          retry_count += 1
+          sleep 0.01
+          retry
+        end
+        raise
+      end
+    end
+  end
+
+  config.before(:each) do
+    @redis = Redis.new(port: 9999)
+    @redis.flushall
+
+    RRRSpec.configuration = nil
+    RRRSpec.flushredis
+    RRRSpec.hostname = 'testhostname'
+  end
+
+  config.after(:suite) do
+    Process.kill('KILL', pid) if pid
+  end
+
+  config.before(:suite) do
+    ActiveRecord::Base.establish_connection(
+      adapter: "sqlite3", database: ":memory:"
+    )
+    ActiveRecord::Migration.verbose = false
+    ActiveRecord::Migrator.up "db/migrate"
+    DatabaseCleaner.strategy = :transaction
+    DatabaseCleaner.clean_with(:truncation)
+  end
+
+  config.before(:each) do
+    DatabaseCleaner.start
+  end
+
+  config.after(:each) do
+    DatabaseCleaner.clean
+  end
+end

data/tasks/db.rake

@@ -0,0 +1,62 @@
+require "active_support/core_ext/string"
+require "active_record"
+require "rrrspec/server"
+
+RRRSpec::Server::MIGRATIONS_DIR = File.expand_path('../../db/migrate', __FILE__)
+
+namespace :rrrspec do
+  namespace :server do
+    task :server_config do
+      RRRSpec.setup(RRRSpec::Server::ServerConfiguration.new, [])
+      ActiveRecord::Base.establish_connection(**RRRSpec.configuration.persistence_db)
+      ActiveRecord::Migrator.migrations_paths = [RRRSpec::Server::MIGRATIONS_DIR]
+    end
+
+    namespace :db do
+      task :create => 'rrrspec:server:server_config' do
+        config = RRRSpec.configuration.persistence_db
+
+        if config[:adapter] =~ /sqlite/
+          if File.exist?(config[:database])
+            $stderr.puts "#{config[:database]} already exists"
+          else
+            ActiveRecord::Base.connection
+          end
+        elsif config[:adapter] =~ /mysql/
+          ActiveRecord::Base.connection.create_database(config[:database])
+        else
+          fail 'unknown database adapter'
+        end
+      end
+
+      desc "migrate the database"
+      task :migrate => 'rrrspec:server:server_config' do
+        ActiveRecord::Migrator.migrate(ActiveRecord::Migrator.migrations_paths)
+        Rake::Task["rrrspec:server:db:schema:dump"].invoke
+      end
+
+      desc "create a migration file"
+      task :create_migration, "name" do |t, args|
+        version = Time.now.utc.strftime("%Y%m%d%H%M%S")
+        filepath = File.join(RRRSpec::Server::MIGRATIONS_DIR, "#{version}_#{args.name}.rb")
+
+        open(filepath, "w") do |f|
+          f.write(<<-EOF.strip_heredoc)
+          class #{args.name.camelize} < ActiveRecord::Migration
+            def change
+            end
+          end
+          EOF
+        end
+      end
+
+      namespace :schema do
+        task :dump => 'rrrspec:server:server_config' do
+          File.open(File.expand_path('../../db/schema.rb', __FILE__), "w:utf-8") do |file|
+            ActiveRecord::SchemaDumper.dump(ActiveRecord::Base.connection, file)
+          end
+        end
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,256 @@
+--- !ruby/object:Gem::Specification
+name: rrrspec-server
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Masaya Suzuki
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: database_cleaner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: activerecord-import
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.1
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rrrspec-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Execute RSpec in a distributed manner
+email:
+- draftcode@gmail.com
+executables:
+- rrrspec-server
+extensions: []
+extra_rdoc_files: []
+files:
+- .rspec
+- Gemfile
+- Rakefile
+- bin/rrrspec-server
+- db/migrate/20131105050718_create_tables.rb
+- db/schema.rb
+- lib/rrrspec/server.rb
+- lib/rrrspec/server/arbiter.rb
+- lib/rrrspec/server/cli.rb
+- lib/rrrspec/server/configuration.rb
+- lib/rrrspec/server/dispatcher.rb
+- lib/rrrspec/server/persistent_models.rb
+- lib/rrrspec/server/persister.rb
+- lib/rrrspec/server/version.rb
+- lib/rrrspec/server/worker_runner.rb
+- rrrspec-server.gemspec
+- spec/fixture.rb
+- spec/rrrspec/server/arbiter_spec.rb
+- spec/rrrspec/server/dispatcher_spec.rb
+- spec/rrrspec/server/persistent_models_spec.rb
+- spec/rrrspec/server/persister_spec.rb
+- spec/spec_helper.rb
+- tasks/db.rake
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Execute RSpec in a distributed manner
+test_files:
+- spec/fixture.rb
+- spec/rrrspec/server/arbiter_spec.rb
+- spec/rrrspec/server/dispatcher_spec.rb
+- spec/rrrspec/server/persistent_models_spec.rb
+- spec/rrrspec/server/persister_spec.rb
+- spec/spec_helper.rb