kuroko2 0.2.0

data/spec/features/sign_in_and_out_spec.rb

@@ -0,0 +1,17 @@
+require 'rails_helper'
+
+RSpec.describe "Login with google oauth2", type: :feature do
+  before do
+    mock_omni_auth_google_oauth2
+  end
+
+  it 'signs in and signs out' do
+    visit kuroko2_path
+    click_on('Sign in with Google')
+    expect(page.current_path).to eq(kuroko2_path)
+    expect(page).to have_content('Favorite Job Definitions')
+
+    click_on('Sign out')
+    expect(page).to have_content('Please sign in with Google account.')
+  end
+end

data/spec/features/users_spec.rb

@@ -0,0 +1,90 @@
+require 'rails_helper'
+
+RSpec.describe "Users management", type: :feature do
+  let(:user) { create(:user) }
+
+  before do
+    sign_in(user)
+  end
+
+  it 'shows users' do
+    visit kuroko2.users_path
+    expect(page).to have_selector('#users tbody tr', count: 1)
+    expect(page).to have_content(user.name)
+
+    click_on('View Details')
+    expect(page).to have_content("##{user.id} #{user.name}")
+  end
+
+  it 'creates group users' do
+    visit kuroko2.users_path
+    fill_in 'Name', with: 'Test Group User'
+    fill_in 'Email', with: 'test_group_user@example.com'
+    click_on 'Add mail address'
+
+    expect(page).to have_selector('#users tbody tr', count: 2)
+    expect(page).to have_content(user.name)
+    expect(page).to have_content('Test Group User')
+
+    within '.sidebar-menu' do
+      click_on 'Groups'
+    end
+
+    expect(page).to have_selector('#users tbody tr', count: 1)
+    expect(page).to have_content('Test Group User')
+  end
+
+  context 'A user has some tagged job_definitions', js: true do
+    let(:common_tag) { 'common_tag' }
+
+    before do
+      10.times.each do |i|
+        create(:job_definition).tap do |d|
+          d.text_tags = "#{common_tag}, tag_#{i}"
+          d.admins << user
+          d.save!
+        end
+      end
+    end
+
+    it 'shows tags' do
+      visit kuroko2.user_path(user.id)
+      expect(page).to have_content(common_tag)
+      10.times.each do |i|
+        expect(page).to have_content("tag_#{i}")
+      end
+
+      expect(page).to have_selector('#definitions_list table tbody tr', count: 10)
+    end
+
+    it 'selects tagged jobs' do
+      visit kuroko2.user_path(user.id)
+
+      expect(page).to have_content(common_tag)
+
+      click_on(common_tag)
+      wait_for_ajax
+      expect(page).to have_selector('#definitions_list table tbody tr', count: 10)
+
+      click_on("tag_1")
+      wait_for_ajax
+      expect(page).to have_selector('#definitions_list table tbody tr', count: 1)
+
+      click_on("tag_1")
+      wait_for_ajax
+      expect(page).to have_selector('#definitions_list table tbody tr', count: 10)
+    end
+
+    context 'if the favorite job is working' do
+      before do
+        user.assigned_job_definitions.first.job_instances.create
+      end
+
+      it 'shows working jobs' do
+        visit kuroko2.user_path(user.id)
+        expect(page).not_to have_content('There are no working jobs.')
+        expect(page).to have_selector('#instances div table tr', count: 2)
+      end
+    end
+  end
+end

data/spec/features/workers_spec.rb

@@ -0,0 +1,44 @@
+require 'rails_helper'
+
+RSpec.describe "Show list of workers", type: :feature do
+
+  let(:user) { create(:user) }
+  let(:job_definition) do
+    create(:job_definition_with_instances, script: <<-EOF.strip_heredoc)
+      execute: echo Hello!
+    EOF
+  end
+
+  let(:shell) { Kuroko2::Command::Shell.new(hostname: 'rspec', worker_id: 1, worker: worker) }
+  let(:token) { job_definition.job_instances.first.tokens.first }
+  let!(:worker) { create(:worker) }
+  let(:workflow) { Kuroko2::Workflow::Engine.new }
+
+  before do
+    workflow.process(token)
+    workflow.process(token)
+    sign_in(user)
+  end
+
+  it 'shows execution jobs on the worker', js: true do
+    visit kuroko2.workers_path
+    expect(page).to have_selector('#workers table tbody tr', count: 2)
+    expect(page).not_to have_content('echo Hello!')
+
+    worker.update_column(:execution_id, token.execution.id)
+
+    visit kuroko2.workers_path
+    expect(page).to have_selector('#workers table tbody tr', count: 2)
+    expect(page).to have_content('echo Hello!')
+    expect(page).to have_selector('#workers table tbody tr td .btn', text: 'Details', count: 1)
+
+    worker.update_column(:execution_id, token.execution.id)
+    token.execution.finish(output: '', exit_status: 1)
+    worker.update_column(:execution_id, nil)
+
+    visit kuroko2.workers_path
+    expect(page).to have_selector('#workers table tbody tr', count: 2)
+    expect(page).not_to have_content('echo Hello!')
+    expect(page).to have_selector('#workers table tbody tr td .btn', text: 'Details', count: 0)
+  end
+end

data/spec/helpers/executions_helper_spec.rb

@@ -0,0 +1,4 @@
+require 'rails_helper'
+
+describe Kuroko2::ExecutionsHelper do
+end

data/spec/helpers/job_definition_helper_spec.rb

@@ -0,0 +1,42 @@
+require 'rails_helper'
+
+describe Kuroko2::JobDefinitionsHelper do
+  describe '#first_line' do
+    subject { first_line(text) }
+
+    let(:line) { 'First Line' }
+
+    context 'multi line text' do
+      let(:text) do
+        <<-EOF.strip_heredoc
+          #{line}
+
+          Additional
+        EOF
+      end
+
+      it { is_expected.to eq line }
+    end
+
+    context 'single line text' do
+      let(:text) { line }
+
+      it { is_expected.to eq line }
+    end
+  end
+
+  describe '#markdown_format' do
+    subject { markdown_format(text) }
+
+    let(:text) do
+      <<-EOF.strip_heredoc
+        # Title
+        LGTM
+      EOF
+    end
+
+    it { is_expected.to match %r(<h1>Title</h1>) }
+    it { is_expected.to match %r(LGTM) }
+  end
+
+end

data/spec/helpers/job_schedules_helper_spec.rb

@@ -0,0 +1,4 @@
+require 'rails_helper'
+
+describe Kuroko2::JobSchedulesHelper do
+end

data/spec/helpers/logs_helper_spec.rb

@@ -0,0 +1,4 @@
+require 'rails_helper'
+
+describe Kuroko2::LogsHelper do
+end

data/spec/helpers/tokens_helper_spec.rb

@@ -0,0 +1,4 @@
+require 'rails_helper'
+
+describe Kuroko2::TokensHelper do
+end

data/spec/helpers/users_helper_spec.rb

@@ -0,0 +1,4 @@
+require 'rails_helper'
+
+describe Kuroko2::UsersHelper do
+end

data/spec/helpers/workers_helper_spec.rb

@@ -0,0 +1,4 @@
+require 'rails_helper'
+
+describe Kuroko2::WorkersHelper do
+end

data/spec/mailers/notifications_spec.rb

@@ -0,0 +1,54 @@
+require 'rails_helper'
+
+describe Kuroko2::Notifications do
+  let(:instance) { create(:job_definition_with_instances, name: job_name).job_instances.first }
+  let(:definition) { instance.job_definition }
+  let(:admins) { definition.admins }
+  let(:job_name) { 'My Job' }
+
+  describe 'job_failure' do
+    let(:mail) { Kuroko2::Notifications.job_failure(instance) }
+
+    it 'renders the headers' do
+      expect(mail.subject).to eq "[CRITICAL] Failed to execute '#{job_name}' on kuroko"
+      expect(mail.to).to eq(admins.map(&:email))
+      expect(mail.from).to eq(['no-reply@example.com'])
+    end
+
+    it 'renders the body' do
+      expect(mail.body.encoded).to match("Name: #{job_name}")
+    end
+  end
+
+  describe 'job_failure' do
+    let(:mail) { Kuroko2::Notifications.remind_failure(instance) }
+
+    before {
+      instance.error_at = 2.days.ago
+    }
+
+    it 'renders the headers' do
+      expect(mail.subject).to eq "[WARN] '#{job_name}' is still in ERROR state"
+      expect(mail.to).to eq(admins.map(&:email))
+      expect(mail.from).to eq(['no-reply@example.com'])
+    end
+
+    it 'renders the body' do
+      expect(mail.body.encoded).to match("Name: #{job_name}")
+    end
+  end
+
+  describe 'notify_long_elapsed_time' do
+    let(:mail) { Kuroko2::Notifications.notify_long_elapsed_time(instance) }
+
+    it 'renders the headers' do
+      expect(mail.subject).to eq "[WARN] The running time is longer than expected '#{definition.name}' on kuroko"
+      expect(mail.to).to eq(admins.map(&:email))
+      expect(mail.from).to eq(['no-reply@example.com'])
+    end
+
+    it 'renders the body' do
+      expect(mail.body.encoded).to match("Name: #{job_name}")
+    end
+  end
+end

data/spec/memory_sampler_spec.rb

@@ -0,0 +1,11 @@
+require 'rails_helper'
+
+RSpec.describe Kuroko2::MemorySampler do
+  describe 'get_by_pgid' do
+    let!(:pid) { Process.spawn(*%w[sleep 10], pgroup: true) }
+
+    it 'returns memory consumption' do
+      expect(described_class.get_by_pgid(pid)).to be_kind_of(Integer)
+    end
+  end
+end

data/spec/models/admin_assignment_spec.rb

@@ -0,0 +1,4 @@
+require 'rails_helper'
+
+describe Kuroko2::AdminAssignment do
+end

data/spec/models/execution_spec.rb

@@ -0,0 +1,26 @@
+require 'rails_helper'
+
+describe Kuroko2::Execution do
+
+  describe '.poll' do
+    context 'with active execution' do
+      let(:definition) { create(:job_definition) }
+      let(:token) { create(:token) }
+
+      context 'default queue' do
+        subject { Kuroko2::Execution.poll }
+        let!(:execution) { create(:execution, job_definition: definition, token: token, started_at: nil) }
+
+        it { is_expected.to eq execution }
+      end
+
+      context 'given queue' do
+        subject { Kuroko2::Execution.poll(queue) }
+        let!(:execution) { create(:execution, job_definition: definition, token: token, started_at: nil, queue: queue) }
+        let(:queue) { 'QUEUE' }
+
+        it { is_expected.to eq execution }
+      end
+    end
+  end
+end

data/spec/models/job_definition_spec.rb

@@ -0,0 +1,163 @@
+require 'rails_helper'
+
+describe Kuroko2::JobDefinition do
+  let!(:definition) { create(:job_definition_with_instances) }
+
+  describe '#destroy' do
+    subject { definition.destroy }
+
+    context 'token dependency' do
+      context 'without token' do
+        before { Kuroko2::Token.destroy_all }
+
+        it { is_expected.to be_truthy }
+      end
+
+      context 'with token' do
+        it { is_expected.to be_falsey }
+      end
+    end
+
+    context 'schedules dependency' do
+      before do
+        Kuroko2::Token.destroy_all
+        definition.job_schedules.create(cron: '0 * * * *')
+      end
+
+      it do
+        is_expected.to be_truthy
+        expect(Kuroko2::JobSchedule.all.size).to be_zero
+      end
+    end
+  end
+
+  describe "#proceed_multi_instance?" do
+    let(:prevent_multi) { 1 }
+    let!(:definition) do
+      create(
+        :job_definition_with_instances,
+        prevent_multi: prevent_multi,
+      )
+    end
+
+    subject { definition.proceed_multi_instance? }
+
+    context 'prevent_multi is default (working, failure)' do
+      context "the token's status is working" do
+        it { is_expected.to be_falsey }
+      end
+
+      context "the token's status is failure" do
+        before do
+          Kuroko2::Token.where(job_definition_id: definition.id).
+            update_all(status: Kuroko2::Token::FAILURE)
+        end
+        it { is_expected.to be_falsey }
+      end
+
+      context "the token's status is finished" do
+        before do
+          Kuroko2::Token.where(job_definition_id: definition.id).
+            update_all(status: Kuroko2::Token::FINISHED)
+        end
+        it { is_expected.to be_truthy }
+      end
+    end
+
+    context 'prevent_multi is only working' do
+      let(:prevent_multi) { 2 }
+
+      context "the token's status is working" do
+        it { is_expected.to be_falsey }
+      end
+
+      context "the token's status is failure" do
+        before do
+          Kuroko2::Token.where(job_definition_id: definition.id).
+            update_all(status: Kuroko2::Token::FAILURE)
+        end
+        it { is_expected.to be_truthy }
+      end
+
+      context "the token's status is finished" do
+        before do
+          Kuroko2::Token.where(job_definition_id: definition.id).
+            update_all(status: Kuroko2::Token::FINISHED)
+        end
+        it { is_expected.to be_truthy }
+      end
+    end
+
+    context 'prevent_multi is only failure' do
+      let(:prevent_multi) { 3 }
+
+      context "the token's status is working" do
+        it { is_expected.to be_truthy }
+      end
+
+      context "the token's status is failure" do
+        before do
+          Kuroko2::Token.where(job_definition_id: definition.id).
+            update_all(status: Kuroko2::Token::FAILURE)
+        end
+        it { is_expected.to be_falsey }
+      end
+
+      context "the token's status is finished" do
+        before do
+          Kuroko2::Token.where(job_definition_id: definition.id).
+            update_all(status: Kuroko2::Token::FINISHED)
+        end
+        it { is_expected.to be_truthy }
+      end
+    end
+
+    context 'prevent_multi is only failure' do
+      let(:prevent_multi) { 3 }
+
+      context "the token's status is working" do
+        it { is_expected.to be_truthy }
+      end
+
+      context "the token's status is failure" do
+        before do
+          Kuroko2::Token.where(job_definition_id: definition.id).
+            update_all(status: Kuroko2::Token::FAILURE)
+        end
+        it { is_expected.to be_falsey }
+      end
+
+      context "the token's status is finished" do
+        before do
+          Kuroko2::Token.where(job_definition_id: definition.id).
+            update_all(status: Kuroko2::Token::FINISHED)
+        end
+        it { is_expected.to be_truthy }
+      end
+    end
+
+    context 'prevent_multi disabled' do
+      let(:prevent_multi) { 0 }
+
+      context "the token's status is working" do
+        it { is_expected.to be_truthy }
+      end
+
+      context "the token's status is failure" do
+        before do
+          Kuroko2::Token.where(job_definition_id: definition.id).
+            update_all(status: Kuroko2::Token::FAILURE)
+        end
+        it { is_expected.to be_truthy }
+      end
+
+      context "the token's status is finished" do
+        before do
+          Kuroko2::Token.where(job_definition_id: definition.id).
+            update_all(status: Kuroko2::Token::FINISHED)
+        end
+        it { is_expected.to be_truthy }
+      end
+    end
+  end
+end

data/spec/models/job_instance_spec.rb

@@ -0,0 +1,115 @@
+require 'rails_helper'
+
+describe Kuroko2::JobInstance do
+  let(:log) { Kuroko2::Log.take }
+
+  describe '#logs' do
+    let(:definition) { create(:job_definition) }
+    let(:instance) { create(:job_instance, job_definition: definition) }
+
+    it do
+      instance.logs.info('log info')
+      expect(log.level).to eq 'INFO'
+    end
+  end
+
+  describe '#initialize' do
+    let(:definition) { create(:job_definition) }
+    let(:instance) { definition.job_instances.create! }
+
+    it do
+      expect(instance.tokens.count).to eq 1
+      expect(instance.reload.tokens.count).to eq 1
+      expect(instance.tokens.first.script).to eq instance.job_definition.script
+    end
+
+    context 'Overwrite script on creating' do
+      let(:script) { 'env: ALTERNATIVE=1' }
+      let(:instance) { definition.job_instances.create!(script: script) }
+
+      it 'Inject alternative script to the instance' do
+        expect(instance.tokens.count).to eq 1
+        expect(instance.tokens.first.script).to eq script
+      end
+    end
+  end
+
+  describe '#cancel' do
+    let(:definition) { create(:job_definition) }
+    let(:instance) { definition.job_instances.create! }
+
+    subject! { instance.cancel }
+
+    it do
+      expect(instance).to be_canceled_at
+      expect(instance.tokens.size).to eq 0
+      expect(instance.executions.size).to eq 0
+    end
+  end
+
+  describe '#generate_token' do
+    before do
+      ActionMailer::Base.deliveries.clear
+      create(:job_instance, job_definition: definition)
+    end
+    subject! { definition.job_instances.create }
+
+    context 'notify_cancellation is false' do
+      let(:definition) { create(:job_definition, notify_cancellation: false, prevent_multi: true) }
+
+      it { expect(ActionMailer::Base.deliveries).to be_empty }
+    end
+
+    context 'notify_cancellation is false' do
+      let(:definition) { create(:job_definition, notify_cancellation: true, prevent_multi: true) }
+
+      it { expect(ActionMailer::Base.deliveries).not_to be_empty }
+    end
+  end
+
+  describe '#status' do
+    let(:instance) do
+      create(
+        :job_instance,
+        finished_at:    finished_at,
+        error_at:       error_at,
+        canceled_at:    canceled_at,
+        job_definition: definition,
+      )
+    end
+    let(:finished_at) { nil }
+    let(:error_at)    { nil }
+    let(:canceled_at) { nil }
+    let(:definition) { create(:job_definition) }
+
+    context 'with finished_at present' do
+      let(:finished_at) { Time.now }
+
+      it 'returns "success"' do
+        expect(instance.status).to eq('success')
+      end
+    end
+
+    context 'with canceled_at present' do
+      let(:canceled_at) { Time.now }
+
+      it 'returns "canceled"' do
+        expect(instance.status).to eq('canceled')
+      end
+    end
+
+    context 'with error_at present' do
+      let(:error_at) { Time.now }
+
+      it 'returns "error"' do
+        expect(instance.status).to eq('error')
+      end
+    end
+
+    context 'when no timestamp is set' do
+      it 'returns "working"' do
+        expect(instance.status).to eq('working')
+      end
+    end
+  end
+end