rrrspec-web 0.2.0

data/compass.config

@@ -0,0 +1,2 @@
+project_path = File.dirname(__FILE__)
+sass_dir = File.join(project_path, 'views')

data/lib/rrrspec/web.rb

@@ -0,0 +1,22 @@
+require 'active_record'
+require 'kaminari/grape'
+
+require 'rrrspec'
+require 'rrrspec/server'
+require 'rrrspec/web/persistent_models'
+require 'rrrspec/web/api'
+require 'rrrspec/web/app'
+require 'rrrspec/web/configuration'
+
+RRRSpec.configuration = RRRSpec::Web::WebConfiguration.new
+
+module RRRSpec
+  module Web
+    def self.setup
+      ActiveRecord::Base.establish_connection(
+        **RRRSpec.configuration.persistence_db
+      )
+    end
+  end
+end
+

data/lib/rrrspec/web/api.rb

@@ -0,0 +1,55 @@
+require 'grape'
+require 'api-pagination'
+
+module RRRSpec
+  module Web
+    class API < Grape::API
+      version 'v1', using: :path
+      format :json
+
+      resource :tasksets do
+        desc "Return active tasksets"
+        get :actives do
+          ActiveTaskset.list
+        end
+
+        desc "Return recently finished tasksets"
+        get :recents do
+          paginate(RRRSpec::Server::Persistence::Taskset.recent).map(&:as_json_with_no_relation)
+        end
+
+        desc "Return tasksets that contains failure_exit slave"
+        get :failure_slaves do
+          paginate(RRRSpec::Server::Persistence::Taskset.has_failed_slaves.recent).map(&:as_json_with_no_relation)
+        end
+
+        desc "Return a taskset."
+        params { requires :key, type: String, desc: "Taskset key." }
+        route_param :key do
+          get do
+            p_obj = RRRSpec::Server::Persistence::Taskset.where(key: params[:key]).full.first
+            if p_obj
+              p_obj.as_full_json.update('is_full' => true)
+            else
+              error!('Not Found', 404)
+            end
+          end
+        end
+      end
+
+      namespace :batch do
+        resource :tasks do
+          desc "Return all tasks in the taskset"
+          params { requires :key, type: String, desc: "Taskset key." }
+          route_param :key do
+            get do
+              r_taskset = Taskset.new(params[:key])
+              error!('Not Found', 404) unless r_taskset.exist?
+              r_taskset.tasks.map(&:to_h)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/rrrspec/web/app.rb

@@ -0,0 +1,48 @@
+require 'sinatra/base'
+require 'sinatra/assetpack'
+require 'haml'
+require 'sass'
+require 'coffee-script'
+
+module RRRSpec
+  module Web
+    class App < Sinatra::Base
+      configure do
+        set :root, File.expand_path(File.join(__FILE__, '..', '..', '..', '..'))
+        set :haml, :format => :html5
+      end
+
+      register Sinatra::AssetPack
+
+      assets do
+        JSLIBS = [
+          '/js/vendor/jquery-1.10.2.min.js',
+          '/js/vendor/underscore-min.js',
+          '/js/vendor/backbone-min.js',
+          '/js/vendor/mustache.js',
+          '/js/vendor/bootstrap.min.js',
+          '/js/vendor/moment.min.js',
+          '/js/models.js',
+        ]
+
+        CSSLIBS = [
+          '/css/vendor/bootstrap.min.css',
+          '/css/vendor/bootstrap-theme.min.css',
+        ]
+
+        js :tasksets, JSLIBS + ["/js/tasksets.js"]
+        js :index, JSLIBS + ["/js/index.js"]
+        css :application, CSSLIBS + ["/css/application.css"]
+
+        js_compression :jsmin
+        css_compression :simple
+
+        prebuild true
+        cache_dynamic_assets true
+      end
+
+      get('/') { haml :index }
+      get('/tasksets/*') { haml :taskset }
+    end
+  end
+end

data/lib/rrrspec/web/configuration.rb

@@ -0,0 +1,12 @@
+module RRRSpec
+  module Web
+    class WebConfiguration < RRRSpec::Configuration
+      attr_accessor :persistence_db
+
+      def initialize
+        super()
+        @type = :web
+      end
+    end
+  end
+end

data/lib/rrrspec/web/persistent_models.rb

@@ -0,0 +1,16 @@
+# Extensions to RRRSpec::Server::Persistence
+
+module RRRSpec
+  module Server
+    module Persistence
+      class Taskset
+        scope :recent, order('finished_at DESC')
+        scope :has_failed_slaves, includes(:slaves).where(slaves: {status: 'failure_exit'})
+
+        def as_json_with_no_relation
+          as_json(except: :id)
+        end
+      end
+    end
+  end
+end

data/lib/rrrspec/web/version.rb

@@ -0,0 +1,5 @@
+module RRRSpec
+  module Web
+    VERSION = "0.2.0"
+  end
+end

data/rrrspec-web.gemspec

@@ -0,0 +1,47 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'rrrspec/web/version'
+require 'pathname'
+
+Gem::Specification.new do |spec|
+  spec.name          = "rrrspec-web"
+  spec.version       = RRRSpec::Web::VERSION
+  spec.authors       = ["Masaya Suzuki"]
+  spec.email         = ["draftcode@gmail.com"]
+  spec.description   = "Execute RSpec in a distributed manner"
+  spec.summary       = "Execute RSpec in a distributed manner"
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  gemspec_dir = File.expand_path('..', __FILE__)
+  spec.files  = `git ls-files`.split($/).
+    map { |f| File.absolute_path(f) }.
+    select { |f| f.start_with?(gemspec_dir) }.
+    map { |f| Pathname(f).relative_path_from(Pathname(gemspec_dir)).to_s }
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.4"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "rack-test"
+  spec.add_development_dependency "database_cleaner", "~> 1.2.0"
+  spec.add_development_dependency "sqlite3"
+  spec.add_development_dependency "mysql2"
+  spec.add_development_dependency "guard-livereload"
+  spec.add_development_dependency "rack-livereload"
+  spec.add_dependency "activerecord", "~> 3.0"
+  spec.add_dependency "activesupport"
+  spec.add_dependency "api-pagination"
+  spec.add_dependency "coffee-script", "~> 2.2.0"
+  spec.add_dependency "grape"
+  spec.add_dependency "haml", "~> 4.0.3"
+  spec.add_dependency "kaminari", "~> 0.15.0"
+  spec.add_dependency "rrrspec-client"
+  spec.add_dependency "rrrspec-server"
+  spec.add_dependency "sass"
+  spec.add_dependency "sinatra", "~> 1.4.3"
+  spec.add_dependency "sinatra-assetpack"
+end

data/spec/rrrspec/web/api_spec.rb

@@ -0,0 +1,118 @@
+require 'spec_helper'
+
+module RRRSpec
+  describe Web::API do
+    include Rack::Test::Methods
+
+    def app
+      Web::API
+    end
+
+    before do
+      RRRSpec.configuration = Configuration.new
+      RRRSpec.configuration.redis = @redis
+    end
+
+    let(:taskset) do
+      Taskset.create(
+        'testuser', 'echo 1', 'echo 2', 'default', 'default', 3, 3, 5, 5
+      )
+    end
+
+    let(:task) do
+      Task.create(taskset, 10, 'spec/test_spec.rb')
+    end
+
+    let(:worker) do
+      Worker.create('default')
+    end
+
+    let(:worker_log) do
+      WorkerLog.create(worker, taskset)
+    end
+
+    let(:slave) do
+      Slave.create
+    end
+
+    before do
+      worker # Create worker
+      taskset.add_task(task)
+      taskset.enqueue_task(task)
+      ActiveTaskset.add(taskset)
+      worker_log # Create worker_log
+      worker_log.set_rsync_finished_time
+      worker_log.append_log('worker_log log body')
+      worker_log.set_setup_finished_time
+      slave # Create slave
+      taskset.add_slave(slave)
+      slave.append_log('slave log body')
+      trial = Trial.create(task, slave)
+      trial.start
+      trial.finish('pending', 'stdout body', 'stderr body', 10, 2, 0)
+      task.update_status('pending')
+      taskset.incr_succeeded_count
+      taskset.finish_task(task)
+      taskset.update_status('succeeded')
+      taskset.set_finished_time
+      ActiveTaskset.remove(taskset)
+      slave.update_status('normal_exit')
+      worker_log.set_finished_time
+    end
+
+    describe "GET /v1/tasksets/actives" do
+      before { ActiveTaskset.add(taskset) }
+
+      it 'returns the active tasksets' do
+        get "/v1/tasksets/actives"
+        expect(last_response.status).to eq(200)
+        expect(JSON.parse(last_response.body)).to eq(JSON.parse(ActiveTaskset.list.to_json))
+      end
+    end
+
+    describe "GET /v1/tasksets/recents" do
+      context 'there are 11 tasksets' do
+        before do
+          11.times { Server::Persistence::Taskset.create() }
+        end
+
+        it 'returns the recent 10 tasksets' do
+          get "/v1/tasksets/recents"
+          expect(last_response.status).to eq(200)
+          expect(JSON.parse(last_response.body).size).to eq(10)
+        end
+      end
+    end
+
+    describe "GET /v1/tasksets/:key" do
+      context 'with the taskset persisted' do
+        before do
+          Server::Persister.persist(taskset)
+        end
+
+        it 'returns the taskset' do
+          get "/v1/tasksets/#{taskset.key}"
+          expect(last_response.status).to eq(200)
+          expect(JSON.parse(last_response.body)).to eq(
+            JSON.parse(JSON.generate(Server::Persistence::Taskset.first.as_full_json)).update("is_full" => true)
+          )
+        end
+      end
+
+      context 'with the taskset not persisted' do
+        it 'returns 404' do
+          get "/v1/tasksets/#{taskset.key}"
+          expect(last_response.status).to eq(404)
+        end
+      end
+    end
+
+    describe "GET /v1/batch/tasks/:key" do
+      it 'returns all tasks in the taskset' do
+        get "/v1/batch/tasks/#{taskset.key}"
+        expect(last_response.status).to eq(200)
+        expect(JSON.parse(last_response.body)).to eq([JSON.parse(task.to_json)])
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,77 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+require 'rrrspec/web'
+require 'rack/test'
+require 'database_cleaner'
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+
+  pid = nil
+  config.before(:suite) do
+    pid = Kernel.spawn("redis-server --port 9999 --save ''",
+                       in: '/dev/null', out: '/dev/null', err: '/dev/null')
+    redis = Redis.new(port: 9999)
+    retry_count = 1
+    loop do
+      begin
+        redis.client.connect
+        break
+      rescue Redis::CannotConnectError
+        if retry_count < 10
+          retry_count += 1
+          sleep 0.01
+          retry
+        end
+        raise
+      end
+    end
+  end
+
+  config.before(:each) do
+    @redis = Redis.new(port: 9999)
+    @redis.flushall
+
+    RRRSpec.configuration = nil
+    RRRSpec.flushredis
+    RRRSpec.hostname = 'testhostname'
+  end
+
+  config.after(:suite) do
+    Process.kill('KILL', pid) if pid
+  end
+
+  def key(*args)
+    args.join(':')
+  end
+
+  config.before(:suite) do
+    ActiveRecord::Base.establish_connection(
+      adapter: "sqlite3", database: ":memory:"
+    )
+    ActiveRecord::Migration.verbose = false
+    ActiveRecord::Migrator.up "#{Gem::Specification.find_by_name('rrrspec-server').gem_dir}/db/migrate"
+    DatabaseCleaner.strategy = :transaction
+    DatabaseCleaner.clean_with(:truncation)
+  end
+
+  config.before(:each) do
+    DatabaseCleaner.start
+  end
+
+  config.after(:each) do
+    DatabaseCleaner.clean
+  end
+end

data/tasks/assets.rake

@@ -0,0 +1,6 @@
+APP_FILE  = File.expand_path('../../lib/rrrspec/web/app.rb', __FILE__)
+APP_CLASS = 'RRRSpec::Web::App'
+require 'sinatra/assetpack/rake'
+
+desc 'Build assets'
+task 'assets:precompile' => 'assetpack:build'

data/views/index.haml

@@ -0,0 +1,46 @@
+!!!
+%html
+  %head
+    %meta{charset: 'utf-8', 'http-equiv' => 'Content-Type', content: 'text/html'}
+    %title RRRSpec
+    != css :application
+    != js :index
+  %body
+    .index.container
+      .panel.panel-default.active-tasksets
+        .panel-heading
+          .panel-title Active Tasksets
+        %ul.list-group.tasksets
+
+    .index.container
+      .panel.panel-default.recent-tasksets
+        .panel-heading
+          .panel-title Recent Tasksets
+        %ul.list-group.tasksets
+        %ul.pager
+          %li.previous
+            %a{href: "#"} ← Newer
+          %li.next
+            %a{href: "#"}Older →
+
+    .index.container
+      .panel.panel-default.slave-failed-tasksets
+        .panel-heading
+          .panel-title Slave Failed Tasksets
+        %ul.list-group.tasksets
+        %ul.pager
+          %li.previous
+            %a{href: "#"} ← Newer
+          %li.next
+            %a{href: "#"}Older →
+
+    %script#taskset-template{type: 'text/template'}
+      %ul
+        %li.taskset-status
+          {{status}}
+        %li
+          %a{href: "/tasksets/{{key}}"} {{key}}
+        %li.pull-right
+          {{#created_at}}{{created_at}} ({{created_at_humanized}}){{/created_at}}
+        %li.username.pull-right
+          {{rsync_name}}