rrrspec-client 0.2.0

data/lib/rrrspec.rb

@@ -0,0 +1,103 @@
+require 'redis'
+require 'active_support/core_ext'
+require 'active_support/time'
+require 'socket'
+require 'logger'
+Time.zone_default = Time.find_zone('UTC')
+
+require 'rrrspec/configuration'
+require 'rrrspec/redis_models'
+
+module RRRSpec
+  module_function
+
+  def configuration
+    @configuration
+  end
+
+  def configuration=(configuration)
+    @configuration = configuration
+  end
+
+  def configure(type=nil)
+    if type == nil || type == configuration.type
+      yield configuration
+    end
+  end
+
+  def redis
+    # After the process is daemonized, the redis instance is in invalid state.
+    # We avoid using such instance by checking the PID.
+    if not Thread.current[:pid] or Thread.current[:pid] != Process.pid
+      Thread.current[:redis] = nil
+      Thread.current[:pid] = Process.pid
+    end
+
+    # It is probable that if two other threads shares one redis connection
+    # one thread blocks the other thread. We avoid this by using separate
+    # connections.
+    Thread.current[:redis] ||= begin
+                                 configuration.redis.dup
+                               end
+  end
+
+  def flushredis
+    Thread.list.each do |thread|
+      thread[:redis] = nil
+      thread[:pid] = nil
+    end
+  end
+
+  def make_key(*args)
+    args.join(':')
+  end
+
+  def hostname
+    @hostname ||= Socket.gethostname
+  end
+
+  def hostname=(hostname)
+    @hostname = hostname
+  end
+
+  def pacemaker(obj, time, margin)
+    loop do
+      obj.heartbeat(time)
+      sleep time - margin
+    end
+  end
+
+  DEFAULT_CONFIG_FILES = [
+    File.expand_path('~/.rrrspec'),
+    '.rrrspec',
+    '.rrrspec-local'
+  ]
+
+  def setup(configuration, config_files)
+    RRRSpec.configuration = configuration
+    files = config_files
+    files += ENV['RRRSPEC_CONFIG_FILES'].split(':') if ENV['RRRSPEC_CONFIG_FILES']
+    files += DEFAULT_CONFIG_FILES if files.empty?
+    RRRSpec.configuration.load_files(files)
+    exit 1 unless RRRSpec.configuration.check_validity
+  end
+
+  def logger
+    @logger ||= Logger.new(STDERR)
+  end
+
+  def logger=(logger)
+    @logger = logger
+  end
+
+  class TimedLogger
+    def initialize(obj)
+      @obj = obj
+    end
+
+    def write(string)
+      now = Time.zone.now
+      @obj.append_log(now.strftime("%F %T ") + string + "\n")
+    end
+  end
+end

data/rrrspec-client.gemspec

@@ -0,0 +1,37 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'rrrspec/client/version'
+require 'pathname'
+
+Gem::Specification.new do |spec|
+  spec.name          = "rrrspec-client"
+  spec.version       = RRRSpec::Client::VERSION
+  spec.authors       = ["Masaya Suzuki"]
+  spec.email         = ["draftcode@gmail.com"]
+  spec.description   = "Execute RSpec in a distributed manner"
+  spec.summary       = "Execute RSpec in a distributed manner"
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  gemspec_dir = File.expand_path('..', __FILE__)
+  spec.files  = `git ls-files`.split($/).
+    map { |f| File.absolute_path(f) }.
+    select { |f| f.start_with?(gemspec_dir) }.
+    map { |f| Pathname(f).relative_path_from(Pathname(gemspec_dir)).to_s }
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.4"
+  spec.add_development_dependency "rake"
+  spec.add_dependency "activesupport"
+  spec.add_dependency "extreme_timeout"
+  spec.add_dependency "facter"
+  spec.add_dependency "launchy"
+  spec.add_dependency "redis"
+  spec.add_dependency "rspec", ">= 2.14.1"
+  spec.add_dependency "thor"
+  spec.add_dependency "uuidtools"
+  spec.add_dependency "tzinfo"
+end

data/spec/fixture.rb

@@ -0,0 +1,32 @@
+module RRRSpec
+  def self.finished_fullset
+    worker = Worker.create('default')
+    taskset = Taskset.create(
+      'testuser', 'echo 1', 'echo 2', 'default', 'default', 3, 3, 5, 5
+    )
+    task = Task.create(taskset, 10, 'spec/test_spec.rb')
+    taskset.add_task(task)
+    taskset.enqueue_task(task)
+    ActiveTaskset.add(taskset)
+    worker_log = WorkerLog.create(worker, taskset)
+    worker_log.set_rsync_finished_time
+    worker_log.append_log('worker_log log body')
+    worker_log.set_setup_finished_time
+    slave = Slave.create
+    taskset.add_slave(slave)
+    slave.append_log('slave log body')
+    trial = Trial.create(task, slave)
+    trial.start
+    trial.finish('pending', 'stdout body', 'stderr body', 10, 2, 0)
+    task.update_status('pending')
+    taskset.incr_succeeded_count
+    taskset.finish_task(task)
+    taskset.update_status('succeeded')
+    taskset.set_finished_time
+    ActiveTaskset.remove(taskset)
+    slave.update_status('normal_exit')
+    worker_log.set_finished_time
+
+    return worker, taskset, task, worker_log, slave, trial
+  end
+end

data/spec/rrrspec/client/cli_spec.rb

@@ -0,0 +1,45 @@
+require 'spec_helper'
+require 'rrrspec/client/cli'
+
+module RRRSpec
+  module Client
+    describe CLI do
+      before do
+        RRRSpec.configuration = Configuration.new
+        RRRSpec.configuration.redis = @redis
+        described_class.class_eval do
+          no_commands do
+            def setup(arg)
+            end
+          end
+        end
+      end
+
+      describe '#cancelall' do
+        let!(:taskset1) do
+          Taskset.create('rsync_name', '', '', 'default', 'nothing', 3, 3, 3, 3)
+        end
+        let!(:taskset2) do
+          Taskset.create('rsync_name', '', '', 'default', 'nothing', 3, 3, 3, 3)
+        end
+        let!(:taskset3) do
+          Taskset.create('another_rsync_name', '', '', 'default', 'nothing', 3, 3, 3, 3)
+        end
+
+        before do
+          ActiveTaskset.add(taskset1)
+          ActiveTaskset.add(taskset2)
+          ActiveTaskset.add(taskset3)
+        end
+
+        it 'cancels all tasksets' do
+          subject.cancelall('rsync_name')
+          Timeout.timeout(3) do
+            expect(ArbiterQueue.dequeue).to eq(['cancel', taskset1])
+            expect(ArbiterQueue.dequeue).to eq(['cancel', taskset2])
+          end
+        end
+      end
+    end
+  end
+end

data/spec/rrrspec/redis_models_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+
+module RRRSpec
+  describe Taskset do
+    before do
+      RRRSpec.configuration = Configuration.new
+      RRRSpec.configuration.redis = @redis
+    end
+
+    before do
+      @worker, @taskset, @task, @worker_log, @slave, @trial =
+        RRRSpec.finished_fullset
+    end
+
+    describe '#expire' do
+      it 'expires all keys' do
+        @taskset.expire(60)
+        expect(@redis.ttl(@taskset.key)).to be >= 0
+        expect(@redis.ttl("#{@taskset.key}:rrrspec:worker:testhostname")).to be >= 0
+        expect(@redis.ttl("#{@taskset.key}:rrrspec:worker:testhostname:log")).to be >= 0
+        expect(@redis.ttl("#{@taskset.key}:slave")).to be >= 0
+        expect(@redis.ttl("#{@taskset.key}:task:spec/test_spec.rb")).to be >= 0
+        expect(@redis.ttl("#{@taskset.key}:task:spec/test_spec.rb:trial")).to be >= 0
+        expect(@redis.ttl(@task.trials[0].key)).to be >= 0
+        expect(@redis.ttl("#{@taskset.key}:task_queue")).to be >= 0
+        expect(@redis.ttl("#{@taskset.key}:tasks")).to be >= 0
+        expect(@redis.ttl("#{@taskset.key}:worker_log")).to be >= 0
+        expect(@redis.ttl(@slave.key)).to be >= 0
+        expect(@redis.ttl("#{@slave.key}:log")).to be >= 0
+        expect(@redis.ttl("#{@slave.key}:trial")).to be >= 0
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,54 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+require 'rrrspec/client'
+require 'fixture'
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+
+  pid = nil
+  config.before(:suite) do
+    pid = Kernel.spawn("redis-server --port 9999 --save ''",
+                       in: '/dev/null', out: '/dev/null', err: '/dev/null')
+    redis = Redis.new(port: 9999)
+    retry_count = 1
+    loop do
+      begin
+        redis.client.connect
+        break
+      rescue Redis::CannotConnectError
+        if retry_count < 10
+          retry_count += 1
+          sleep 0.01
+          retry
+        end
+        raise
+      end
+    end
+  end
+
+  config.before(:each) do
+    @redis = Redis.new(port: 9999)
+    @redis.flushall
+
+    RRRSpec.configuration = nil
+    RRRSpec.flushredis
+    RRRSpec.hostname = 'testhostname'
+  end
+
+  config.after(:suite) do
+    Process.kill('KILL', pid) if pid
+  end
+end

metadata

@@ -0,0 +1,225 @@
+--- !ruby/object:Gem::Specification
+name: rrrspec-client
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Masaya Suzuki
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: extreme_timeout
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: facter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: launchy
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: uuidtools
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tzinfo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Execute RSpec in a distributed manner
+email:
+- draftcode@gmail.com
+executables:
+- rrrspec
+- rrrspec-client
+extensions: []
+extra_rdoc_files: []
+files:
+- .rspec
+- .ruby-version
+- Gemfile
+- Rakefile
+- bin/rrrspec
+- bin/rrrspec-client
+- lib/rrrspec.rb
+- lib/rrrspec/client.rb
+- lib/rrrspec/client/cli.rb
+- lib/rrrspec/client/configuration.rb
+- lib/rrrspec/client/rspec_runner.rb
+- lib/rrrspec/client/slave_runner.rb
+- lib/rrrspec/client/support.rb
+- lib/rrrspec/client/version.rb
+- lib/rrrspec/configuration.rb
+- lib/rrrspec/redis_models.rb
+- rrrspec-client.gemspec
+- spec/fixture.rb
+- spec/rrrspec/client/cli_spec.rb
+- spec/rrrspec/redis_models_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Execute RSpec in a distributed manner
+test_files:
+- spec/fixture.rb
+- spec/rrrspec/client/cli_spec.rb
+- spec/rrrspec/redis_models_spec.rb
+- spec/spec_helper.rb