barbeque 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e46d5b56b2da9d6dd1f8a969884b89d9279e45c6
+  data.tar.gz: 7cd2c731b320400a63b45b709599b73c8801199b
+SHA512:
+  metadata.gz: 43b4573b33bdfc1178a034fa6e88e3ad016db86cd360d6789095579716641bceb5cac6703de07ac3ad521fa9fb34df579d15381b877bc0d166dfafd213ed96e7
+  data.tar.gz: 7e5f93abd4464bfbac2d6c52051c9ca38eefb89d9ea2e1f83f8b13e4ddde596b1bc77ff8c5838a8131a540c7f281b6010ed3a16808fdd662ea826b7ecfbc6618

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2016 Takashi Kokubun
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,28 @@
+# Barbeque
+Short description and motivation.
+
+## Usage
+How to use my plugin.
+
+## Installation
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'barbeque'
+```
+
+And then execute:
+```bash
+$ bundle
+```
+
+Or install it yourself as:
+```bash
+$ gem install barbeque
+```
+
+## Contributing
+Contribution directions go here.
+
+## License
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,24 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'Barbeque'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.md')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+
+
+load 'rails/tasks/statistics.rake'
+
+
+
+require 'bundler/gem_tasks'
+

data/app/assets/config/barbeque_manifest.js

@@ -0,0 +1,2 @@
+//= link_directory ../javascripts/barbeque .js
+//= link_directory ../stylesheets/barbeque .css

data/app/assets/javascripts/barbeque/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or any plugin's vendor/assets/javascripts directory can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file. JavaScript code in this file should be added after the last require_* statement.
+//
+// Read Sprockets README (https://github.com/rails/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/app/assets/stylesheets/barbeque/application.css

@@ -0,0 +1,15 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any other CSS/SCSS
+ * files in this directory. Styles in this file should be added after the last require_* statement.
+ * It is generally better to create a new file per style scope.
+ *
+ *= require_tree .
+ *= require_self
+ */

data/app/controllers/barbeque/application_controller.rb

@@ -0,0 +1,5 @@
+module Barbeque
+  class ApplicationController < ActionController::Base
+    protect_from_forgery with: :exception
+  end
+end

data/app/helpers/barbeque/application_helper.rb

@@ -0,0 +1,4 @@
+module Barbeque
+  module ApplicationHelper
+  end
+end

data/app/jobs/barbeque/application_job.rb

@@ -0,0 +1,4 @@
+module Barbeque
+  class ApplicationJob < ActiveJob::Base
+  end
+end

data/app/mailers/barbeque/application_mailer.rb

@@ -0,0 +1,6 @@
+module Barbeque
+  class ApplicationMailer < ActionMailer::Base
+    default from: 'from@example.com'
+    layout 'mailer'
+  end
+end

data/app/models/api/application_resource.rb

@@ -0,0 +1,10 @@
+class Api::ApplicationResource
+  include Garage::Representer
+  include Garage::Authorizable
+
+  attr_reader :model
+
+  def initialize(model = nil)
+    @model = model
+  end
+end

data/app/models/api/job_execution_resource.rb

@@ -0,0 +1,7 @@
+class Api::JobExecutionResource < Api::ApplicationResource
+  property :message_id
+
+  property :status
+
+  delegate :message_id, :status, to: :model
+end

data/app/models/api/job_retry_resource.rb

@@ -0,0 +1,7 @@
+class Api::JobRetryResource < Api::ApplicationResource
+  property :message_id
+
+  property :status
+
+  delegate :message_id, :status, to: :model
+end

data/app/models/app.rb

@@ -0,0 +1,8 @@
+class App < ApplicationRecord
+  validates :name, presence: true, uniqueness: true
+  validates :docker_image, presence: true
+
+  attr_readonly :name
+
+  has_many :job_definitions
+end

data/app/models/application_record.rb

@@ -0,0 +1,3 @@
+class ApplicationRecord < ActiveRecord::Base
+  self.abstract_class = true
+end

data/app/models/barbeque/application_record.rb

@@ -0,0 +1,5 @@
+module Barbeque
+  class ApplicationRecord < ActiveRecord::Base
+    self.abstract_class = true
+  end
+end

data/app/models/job_definition.rb

@@ -0,0 +1,14 @@
+class JobDefinition < ApplicationRecord
+  belongs_to :app
+  has_many :job_executions, dependent: :destroy
+  has_one :slack_notification, dependent: :destroy
+
+  validates :job, uniqueness: { scope: :app_id }
+
+  attr_readonly :app_id
+  attr_readonly :job
+
+  serialize :command, Array
+
+  accepts_nested_attributes_for :slack_notification, allow_destroy: true
+end

data/app/models/job_execution.rb

@@ -0,0 +1,22 @@
+require 'job_executor/storage'
+
+class JobExecution < ApplicationRecord
+  belongs_to :job_definition
+  belongs_to :job_queue
+  has_one :slack_notification, through: :job_definition
+  has_one :app, through: :job_definition
+  has_many :job_retries
+
+  enum status: {
+    pending: 0,
+    success: 1,
+    failed:  2,
+    retried: 3,
+  }
+
+  paginates_per 15
+
+  def to_resource
+    Api::JobExecutionResource.new(self)
+  end
+end

data/app/models/job_queue.rb

@@ -0,0 +1,19 @@
+class JobQueue < ApplicationRecord
+  SQS_NAME_PREFIX = ENV['BARBEQUE_SQS_NAME_PREFIX'] || 'Barbeque-'
+  SQS_NAME_MAX_LENGTH = 80
+
+  # All SQS queues' "ReceiveMessageWaitTimeSeconds" are configured to be 20s (maximum).
+  # This should be as large as possible to reduce API-calling cost by long polling.
+  # http://docs.aws.amazon.com/AWSSimpleQueueService/latest/APIReference/API_CreateQueue.html#API_CreateQueue_RequestParameters
+  SQS_RECEIVE_MESSAGE_WAIT_TIME = 20
+
+  # SQS queue allows [a-zA-Z0-9_-]+ as queue name. Its maximum length is 80.
+  validates :name, presence: true, uniqueness: true, format: /\A[a-zA-Z0-9_-]+\z/,
+    length: { maximum: SQS_NAME_MAX_LENGTH - SQS_NAME_PREFIX.length }
+
+  attr_readonly :name
+
+  def sqs_queue_name
+    SQS_NAME_PREFIX + name
+  end
+end

data/app/models/job_retry.rb

@@ -0,0 +1,17 @@
+class JobRetry < ApplicationRecord
+  belongs_to :job_execution
+  has_one :job_definition, through: :job_execution
+  has_one :app, through: :job_definition
+  has_one :slack_notification, through: :job_execution
+
+  enum status: {
+    pending: 0,
+    success: 1,
+    failed:  2,
+    retried: 3,
+  }
+
+  def to_resource
+    Api::JobRetryResource.new(self)
+  end
+end

data/app/models/slack_notification.rb

@@ -0,0 +1,5 @@
+class SlackNotification < ApplicationRecord
+  belongs_to :job_definition, optional: true
+
+  validates :channel, presence: true
+end

data/app/views/layouts/barbeque/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Barbeque</title>
+  <%= stylesheet_link_tag    "barbeque/application", media: "all" %>
+  <%= javascript_include_tag "barbeque/application" %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/config/routes.rb

@@ -0,0 +1,2 @@
+Barbeque::Engine.routes.draw do
+end

data/db/migrate/20160217020910_create_job_queues.rb

@@ -0,0 +1,12 @@
+class CreateJobQueues < ActiveRecord::Migration[5.0]
+  def change
+    create_table :job_queues, options: 'ENGINE=InnoDB ROW_FORMAT=dynamic DEFAULT CHARSET=utf8mb4' do |t|
+      t.string :name, null: false
+      t.text :description
+      t.string :queue_url, null: false
+
+      t.timestamps
+    end
+    add_index :job_queues, [:name], unique: true
+  end
+end

data/db/migrate/20160219010912_create_job_executions.rb

@@ -0,0 +1,11 @@
+class CreateJobExecutions < ActiveRecord::Migration[5.0]
+  def change
+    create_table :job_executions, options: 'ENGINE=InnoDB ROW_FORMAT=dynamic DEFAULT CHARSET=utf8mb4' do |t|
+      t.string :message_id, null: false
+      t.integer :status, null: false, default: 0
+
+      t.timestamps
+    end
+    add_index :job_executions, [:message_id], unique: true
+  end
+end

data/db/migrate/20160223060807_create_apps.rb

@@ -0,0 +1,12 @@
+class CreateApps < ActiveRecord::Migration[5.0]
+  def change
+    create_table :apps, options: 'ENGINE=InnoDB ROW_FORMAT=dynamic DEFAULT CHARSET=utf8mb4' do |t|
+      t.string :name, null: false
+      t.string :docker_image, null: false
+      t.text :description
+
+      t.timestamps
+    end
+    add_index :apps, [:name], unique: true
+  end
+end

data/db/migrate/20160223183348_create_job_definitions.rb

@@ -0,0 +1,13 @@
+class CreateJobDefinitions < ActiveRecord::Migration[5.0]
+  def change
+    create_table :job_definitions, options: 'ENGINE=InnoDB ROW_FORMAT=dynamic DEFAULT CHARSET=utf8mb4' do |t|
+      t.string :job, null: false
+      t.integer :app_id, null: false
+      t.string :command, null: false
+      t.text :description
+
+      t.timestamps
+    end
+    add_index :job_definitions, [:job, :app_id], unique: true
+  end
+end

data/db/migrate/20160225020801_add_job_definition_id_to_job_executions.rb

@@ -0,0 +1,6 @@
+class AddJobDefinitionIdToJobExecutions < ActiveRecord::Migration[5.0]
+  def change
+    add_column :job_executions, :job_definition_id, :integer
+    add_index :job_executions, [:job_definition_id]
+  end
+end

data/db/migrate/20160412083604_add_finished_at_to_job_executions.rb

@@ -0,0 +1,5 @@
+class AddFinishedAtToJobExecutions < ActiveRecord::Migration[5.0]
+  def change
+    add_column :job_executions, :finished_at, :datetime
+  end
+end

data/db/migrate/20160415043427_create_slack_notifications.rb

@@ -0,0 +1,12 @@
+class CreateSlackNotifications < ActiveRecord::Migration[5.0]
+  def change
+    create_table :slack_notifications, options: 'ENGINE=InnoDB ROW_FORMAT=dynamic DEFAULT CHARSET=utf8mb4' do |t|
+      t.integer :job_definition_id
+      t.string :channel, null: false
+      t.boolean :notify_success, default: false, null: false
+      t.string :failure_notification_text
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20160509041452_add_job_queue_id_to_job_executions.rb

@@ -0,0 +1,5 @@
+class AddJobQueueIdToJobExecutions < ActiveRecord::Migration[5.0]
+  def change
+    add_column :job_executions, :job_queue_id, :integer
+  end
+end

data/db/migrate/20160516041710_create_job_retries.rb

@@ -0,0 +1,13 @@
+class CreateJobRetries < ActiveRecord::Migration[5.0]
+  def change
+    create_table :job_retries, options: 'ENGINE=InnoDB ROW_FORMAT=dynamic DEFAULT CHARSET=utf8mb4' do |t|
+      t.string :message_id, null: false
+      t.integer :job_execution_id, null: false
+      t.integer :status, null: false, default: 0
+      t.datetime :finished_at
+
+      t.timestamps
+    end
+    add_index :job_retries, [:message_id], unique: true
+  end
+end

data/lib/barbeque.rb

@@ -0,0 +1,5 @@
+require "barbeque/engine"
+
+module Barbeque
+  # Your code goes here...
+end

data/lib/barbeque/engine.rb

@@ -0,0 +1,5 @@
+module Barbeque
+  class Engine < ::Rails::Engine
+    isolate_namespace Barbeque
+  end
+end

data/lib/barbeque/version.rb

@@ -0,0 +1,3 @@
+module Barbeque
+  VERSION = '0.0.1'
+end

data/lib/tasks/barbeque_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :barbeque do
+#   # Task goes here
+# end

metadata

@@ -0,0 +1,123 @@
+--- !ruby/object:Gem::Specification
+name: barbeque
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Takashi Kokubun
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-07-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.0.0
+- !ruby/object:Gem::Dependency
+  name: the_garage
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: barbeque engine
+email:
+- takashi-kokubun@cookpad.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- README.md
+- Rakefile
+- app/assets/config/barbeque_manifest.js
+- app/assets/javascripts/barbeque/application.js
+- app/assets/stylesheets/barbeque/application.css
+- app/controllers/barbeque/application_controller.rb
+- app/helpers/barbeque/application_helper.rb
+- app/jobs/barbeque/application_job.rb
+- app/mailers/barbeque/application_mailer.rb
+- app/models/api/application_resource.rb
+- app/models/api/job_execution_resource.rb
+- app/models/api/job_retry_resource.rb
+- app/models/app.rb
+- app/models/application_record.rb
+- app/models/barbeque/application_record.rb
+- app/models/job_definition.rb
+- app/models/job_execution.rb
+- app/models/job_queue.rb
+- app/models/job_retry.rb
+- app/models/slack_notification.rb
+- app/views/layouts/barbeque/application.html.erb
+- config/routes.rb
+- db/migrate/20160217020910_create_job_queues.rb
+- db/migrate/20160219010912_create_job_executions.rb
+- db/migrate/20160223060807_create_apps.rb
+- db/migrate/20160223183348_create_job_definitions.rb
+- db/migrate/20160225020801_add_job_definition_id_to_job_executions.rb
+- db/migrate/20160412083604_add_finished_at_to_job_executions.rb
+- db/migrate/20160415043427_create_slack_notifications.rb
+- db/migrate/20160509041452_add_job_queue_id_to_job_executions.rb
+- db/migrate/20160516041710_create_job_retries.rb
+- lib/barbeque.rb
+- lib/barbeque/engine.rb
+- lib/barbeque/version.rb
+- lib/tasks/barbeque_tasks.rake
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: barbeque engine
+test_files: []
+has_rdoc: