qyu-store-activerecord 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 2eeebb8ce15f18feb6e0fbd463c383083072d04b95fb2cba3a1072773419cdea
+  data.tar.gz: 575311876e87c6c3fc2eaba1723bafabb3d367820fdf292eb282c2d0f1cfd929
+SHA512:
+  metadata.gz: 3fadf2f0e68d70883569551cd101442ce9cf53c5c33abfd42ceeba0a2e956bdbef8164179fc5977f17948aa20a214df638a1361eaeb763e4dc66d8191f7f276e
+  data.tar.gz: e1ab06aee149b17edff19da1bb53e8bb118ce2114d1bef6e3d5f5c3f37ff33797583e99880f1b33ce814729bcbe9536df36e7c558825af3a40c0572f2464d72f

data/.gitignore

@@ -0,0 +1,59 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc
+
+# rspec failure tracking
+.rspec_status
+
+Dockerfile
+docker-compose.yml
+.env
+
+Gemfile.lock

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,15 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.4.2
+addons:
+  apt:
+    sources:
+    - precise-pgdg-9.5
+    packages:
+    - postgresql-9.5
+    - postgresql-contrib-9.5
+  postgresql: 9.5
+before_script:
+  - sudo cp /etc/postgresql/9.4/main/pg_hba.conf /etc/postgresql/9.5/main/pg_hba.conf
+before_install: gem install bundler -v 1.16.0

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at me@zzet.org. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [http://contributor-covenant.org/version/1/4][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in qyu-store-activerecord.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2017 FindHotel
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,74 @@
+# Qyu::Store::ActiveRecord
+
+[![Gem Version](https://img.shields.io/gem/v/qyu-store-activerecord.svg)](https://rubygems.org/gems/qyu-store-activerecord)
+[![Build Status](https://travis-ci.org/FindHotel/qyu-store-activerecord.svg)](https://travis-ci.org/FindHotel/qyu-store-activerecord)
+
+## Requirements:
+
+* Ruby 2.4.0 or newer
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'qyu-store-activerecord'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install qyu-store-activerecord
+
+## Configuration
+
+To start using Qyu; you need a queue configuration and a state store configuration. Here's an example:
+```ruby
+require 'qyu'
+require 'qyu/store/activerecord'
+
+Qyu.configure(
+  queue: {
+    type: :memory
+    # Or one of the other production-ready queues available
+    # Check https://github.com/FindHotel/qyu/wiki/Message-Queues
+  },
+  store: {
+    type: :active_record,
+    db_type: database_adapter,
+    db_host: database_host,
+    db_port: database_port,
+    db_name: database_name,
+    db_user: database_user,
+    db_password: database_password,
+    lease_period: 60
+  },
+  # optional Defaults to STDOUT
+  logger: Logger.new(STDOUT)
+)
+```
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/FindHotel/qyu-store-activerecord. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
+
+## Code of Conduct
+
+Everyone interacting in the Qyu::Store::ActiveRecord project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/FindHotel/qyu-store-activerecord/blob/master/CODE_OF_CONDUCT.md).

data/Rakefile

@@ -0,0 +1,8 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+load 'lib/qyu/store/activerecord/tasks/db.rake'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "qyu"
+require "qyu/store/activerecord"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "pry"
+Pry.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/qyu/store/activerecord.rb

@@ -0,0 +1,37 @@
+require_relative "./activerecord/version"
+require 'active_record'
+
+module Qyu
+  module Store
+    module ActiveRecord
+      autoload :Adapter,                'qyu/store/activerecord/adapter'
+      autoload :ConfigurationValidator, 'qyu/store/activerecord/configuration_validator'
+      autoload :Logger,                 'qyu/store/activerecord/logger'
+      autoload :Utils,                  'qyu/store/activerecord/utils'
+      autoload :Job,                    'qyu/store/activerecord/models/job'
+      autoload :Task,                   'qyu/store/activerecord/models/task'
+      autoload :Workflow,               'qyu/store/activerecord/models/workflow'
+
+      class << self
+        def interface
+          defined?(Qyu::Store::Base) ? Qyu::Store::Base : Object
+        end
+      end
+    end
+  end
+
+  class << self
+    unless defined?(logger)
+      def logger=(logger)
+        @@__logger = logger
+      end
+
+      def logger
+        @@__logger ||= Qyu::Store::ActiveRecord::Logger.new(STDOUT)
+      end
+    end
+  end
+end
+
+Qyu::Config::StoreConfig.register(Qyu::Store::ActiveRecord::Adapter) if defined?(Qyu::Config::StoreConfig)
+Qyu::Factory::StoreFactory.register(Qyu::Store::ActiveRecord::Adapter) if defined?(Qyu::Factory::StoreFactory)

data/lib/qyu/store/activerecord/adapter.rb

@@ -0,0 +1,242 @@
+require 'securerandom'
+
+module Qyu
+  module Store
+    module ActiveRecord
+      class Adapter < Qyu::Store::ActiveRecord.interface
+        TYPE = :active_record
+
+        class << self
+          def valid_config?(config)
+            ConfigurationValidator.new(config).valid?
+          end
+        end
+
+        cattr_reader :db_configuration
+
+        def initialize(config)
+          init_client(config)
+        end
+
+        ## Workflow
+        def persist_workflow(name, descriptor)
+          with_connection do
+            Workflow.create!(name: name, descriptor: descriptor).id
+          end
+        end
+
+        def find_workflow(id)
+          wflow = Workflow.find_by(id: id)
+          deserialize_workflow(wflow)
+        end
+
+        def find_workflow_by_name(name)
+          wflow = Workflow.find_by(name: name)
+          deserialize_workflow(wflow)
+        end
+
+        def delete_workflow(id)
+          Workflow.destroy(id)
+        end
+
+        def delete_workflow_by_name(name)
+          Workflow.where(name: name).destroy_all
+        end
+
+        ## Job
+        def persist_job(workflow, payload)
+          with_connection do
+            Job.create!(payload: payload, workflow_id: workflow.id).id
+          end
+        end
+
+        def find_job(id)
+          j = Job.find_by(id: id)
+          return if j.nil?
+
+          wflow = Workflow.find_by(id: j.workflow_id)
+          return if wflow.nil?
+
+          deserialize_job(j, wflow)
+        end
+
+        def select_jobs(limit, offset, order = :asc)
+          Job.includes(:workflow).order(id: order).limit(limit).offset(offset).as_json(include: :workflow)
+        end
+
+        def count_jobs
+          Job.count
+        end
+
+        def delete_job(id)
+          Job.destroy(id)
+        end
+
+        def clear_completed_jobs
+          Job.joins(:tasks).where(tasks: { status: 'completed' }).destroy_all
+        end
+
+        ## Task
+        def find_or_persist_task(name, queue_name, payload, job_id, parent_task_id)
+          id = nil
+          transaction do
+            id_payload_combos = Task.where(
+              name: name,
+              queue_name: queue_name,
+              job_id: job_id,
+              parent_task_id: parent_task_id
+            ).pluck(:id, :payload)
+
+            id_payload_combos.each do |t_id, t_payload|
+              if compare_payloads(t_payload, payload)
+                id = t_id
+                break
+              end
+            end
+
+            if id.nil?
+              id = Task.create!(name: name, queue_name: queue_name, payload: payload, job_id: job_id, parent_task_id: parent_task_id).id
+            end
+
+            yield(id)
+          end
+
+          id
+        end
+
+        def find_task(id)
+          task = Task.find_by(id: id)
+          deserialize_task(task)
+        end
+
+        def find_task_ids_by_job_id_and_name(job_id, name)
+          Task.where(job_id: job_id, name: name).pluck(:id)
+        end
+
+        def find_task_ids_by_job_id_name_and_parent_task_ids(job_id, name, parent_task_ids)
+          Task.where(job_id: job_id, name: name, parent_task_id: parent_task_ids).pluck(:id)
+        end
+
+        def task_status_counts(job_id)
+          counts = Task.where(job_id: job_id).group(:name, :status).count
+          counts.each_with_object({}) do |(k, v), obj|
+            obj[k[0]] ||= Hash.new(0)
+            obj[k[0]][k[1]] = v
+          end
+        end
+
+        def select_tasks_by_job_id(job_id)
+          Task.where(job_id: job_id).as_json
+        end
+
+        def lock_task!(id, lease_time)
+          Qyu.logger.debug '[LOCK] lock_task!'
+
+          uuid = SecureRandom.uuid
+          Qyu.logger.debug "[LOCK] uuid = #{uuid}"
+
+          locked_until = seconds_after_time(lease_time)
+          Qyu.logger.debug "[LOCK] locked_until = #{locked_until}"
+
+          results = Task.where('id = ? AND (locked_until < now() OR locked_until IS NULL)', id).update(locked_by: uuid, locked_until: locked_until)
+
+          return [nil, nil] if results.empty?
+
+          locked_until = results[0].locked_until
+          Qyu.logger.debug "[LOCK] locked_until from DB = #{locked_until}"
+
+          [uuid, locked_until]
+        end
+
+        def unlock_task!(id, lease_token)
+          results = Task.where(id: id, locked_by: lease_token).update(locked_by: nil, locked_until: nil)
+          !results.empty?
+        end
+
+        def renew_lock_lease(id, lease_time, lease_token)
+          Qyu.logger.debug "renew_lock_lease id = #{id}, lease_time = #{lease_time}, lease_token = #{lease_token}"
+
+          results = with_connection do
+            Task.where('id = ? AND locked_until > now() AND locked_by = ?', id, lease_token).update(locked_until: seconds_after_time(lease_time))
+          end
+
+          Qyu.logger.debug "renew_lock_lease results = #{results}"
+
+          return nil if results.empty?
+
+          results[0].locked_until
+        end
+
+        def update_status(id, status)
+          results = Task.where(id: id).update(status: status)
+
+          results.any? && results[0].status == status
+        end
+
+        def with_connection
+          ::ActiveRecord::Base.connection_pool.with_connection do
+            yield
+          end
+        end
+
+        def transaction
+          ::ActiveRecord::Base.transaction do
+            yield
+          end
+        end
+
+        private
+
+        def compare_payloads(payload1, payload2)
+          sort(payload1) == sort(payload2)
+        end
+
+        def sort(payload)
+          payload
+        end
+
+        # t['payload'] = JSON.parse(t['payload'])
+        def deserialize_task(task)
+          return if task.nil?
+
+          task.as_json
+        end
+
+        # j['payload'] = JSON.parse(j['payload'])
+        # j['descriptor'] = JSON.parse(j['descriptor'])
+        def deserialize_job(job, workflow)
+          j = job.as_json
+          j['workflow'] = deserialize_workflow(workflow)
+          j
+        end
+
+        def deserialize_workflow(workflow)
+          return if workflow.nil?
+
+          wflow = workflow.as_json
+          # wflow['descriptor'] = JSON.parse(wflow['descriptor'])
+          wflow
+        end
+
+        def init_client(config)
+          @@db_configuration = {
+            adapter:  config[:db_type],
+            database: config[:db_name],
+            username: config[:db_user],
+            host:     config[:db_host],
+            port:     config[:db_port],
+            pool:     config.fetch(:db_pool) { 5 }
+          }
+
+          @@db_configuration[:password] = config[:db_password] if config[:db_password]
+
+          Utils.ensure_db_ready(@@db_configuration)
+        end
+
+        def seconds_after_time(seconds, start_time = Time.now.utc)
+          start_time + seconds
+        end
+      end
+    end
+  end
+end

data/lib/qyu/store/activerecord/configuration_validator.rb

@@ -0,0 +1,41 @@
+module Qyu
+  module Store
+    module ActiveRecord
+      class ConfigurationValidator
+        REQUIRED_ATTRIBUTES = %i(db_type db_name db_host db_port).freeze
+
+        attr_reader :errors
+
+        def initialize(config)
+          @config = config
+          @errors = []
+        end
+
+        def valid?
+          validate
+          errors.empty?
+        end
+
+        def validate
+          REQUIRED_ATTRIBUTES.each do |attribute|
+            next if @config[attribute].present?
+
+            @errors << "#{attribute} must be present."
+          end
+
+          validate_database_adapter
+        end
+
+        private
+
+        def validate_database_adapter
+          sample_config = { 'test' => { adapter: @config[:db_type] } }
+
+          ::ActiveRecord::ConnectionAdapters::ConnectionSpecification::Resolver.new(sample_config).spec(:test)
+        rescue LoadError => ex
+          @errors << ex.message
+        end
+      end
+    end
+  end
+end

data/lib/qyu/store/activerecord/db/migrate/20170529131352_create_initial_models.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+class CreateInitialModels < ActiveRecord::Migration[5.0]
+  def change
+    create_table :workflows do |t|
+      t.string :name, null: false, unique: true
+      t.jsonb :descriptor, null: false
+    end
+
+    add_index :workflows, :name, unique: true, name: 'workflows_name_unique_index'
+
+    create_table :jobs do |t|
+      t.jsonb :payload
+
+      t.references :workflow, foreign_key: true
+
+      t.timestamps
+    end
+
+    create_table :tasks do |t|
+      t.string :name
+      t.string :queue_name
+      t.string :status
+      t.column :locked_until, 'timestamp with time zone'
+      t.string :locked_by
+      t.jsonb :payload
+
+      t.references :job, foreign_key: true
+      t.references :parent_task, table_name: 'tasks', foreign_key: { to_table: 'tasks' }
+
+      t.timestamps
+    end
+  end
+end

data/lib/qyu/store/activerecord/logger.rb

@@ -0,0 +1,10 @@
+require 'logger'
+
+module Qyu
+  module Store
+    module ActiveRecord
+      class Logger < ::Logger
+      end
+    end
+  end
+end

data/lib/qyu/store/activerecord/models/job.rb

@@ -0,0 +1,11 @@
+module Qyu
+  module Store
+    module ActiveRecord
+      class Job < ::ActiveRecord::Base
+        belongs_to :workflow
+
+        has_many :tasks, dependent: :destroy
+      end
+    end
+  end
+end

data/lib/qyu/store/activerecord/models/task.rb

@@ -0,0 +1,13 @@
+module Qyu
+  module Store
+    module ActiveRecord
+      class Task < ::ActiveRecord::Base
+        belongs_to :job
+        belongs_to :parent_task, class_name: 'Task', foreign_key: :id
+        has_many   :children_tasks, class_name: 'Task',
+                                    foreign_key: 'parent_task_id',
+                                    dependent: :destroy
+      end
+    end
+  end
+end

data/lib/qyu/store/activerecord/models/workflow.rb

@@ -0,0 +1,9 @@
+module Qyu
+  module Store
+    module ActiveRecord
+      class Workflow < ::ActiveRecord::Base
+        has_many :jobs, dependent: :destroy
+      end
+    end
+  end
+end

data/lib/qyu/store/activerecord/tasks/db.rake

@@ -0,0 +1,138 @@
+# frozen_string_literal: true
+
+require 'qyu/store/activerecord'
+require 'uri'
+require 'cgi'
+
+namespace :qyu do
+  namespace :db do
+    migrations_path = "#{__dir__}/../db/migrate/"
+
+    db_config = Qyu::Store::ActiveRecord::Adapter.db_configuration
+    db_config ||= begin
+                    url = ENV['QYU_DB_URL']
+
+                    if !url.nil?
+                      db_url = URI(url)
+                      db_params = CGI::parse(db_url.query.to_s)
+
+                      db_type = db_url.scheme == 'postgres' ? 'postgresql' : db_url.scheme
+                      db_host = db_url.host
+                      db_port = db_url.port
+                      db_name = db_url.path[1..-1]
+                      db_user = db_url.user
+                      db_password = db_url.password
+                      db_pool = db_params['pool'].first
+                    else
+                      db_type = ENV['QYU_DB_ADAPTER']
+                      db_host = ENV['QYU_DB_HOST']
+                      db_port = ENV['QYU_DB_PORT']
+                      db_name = ENV['QYU_DB_NAME']
+                      db_user = ENV['QYU_DB_USERNAME']
+                      db_password = ENV['QYU_DB_PASSWORD']
+                      db_pool = ENV['QYU_DB_POOL']
+                    end
+
+                    db_config = {
+                      adapter:  db_type,
+                      database: db_name,
+                      username: db_user,
+                      host:     db_host,
+                      port:     db_port,
+                      pool:     db_pool
+                    }
+
+                    db_config[:password] = db_password if db_password
+                  end
+
+    desc 'Create the database'
+    task :create do
+      ActiveRecord::Base.establish_connection(db_config.merge(database: 'postgres'))
+      ActiveRecord::Base.connection.create_database(db_config[:database])
+
+      puts 'Qyu Database created.'
+    end
+
+    desc 'Migrate the database'
+    task :migrate do
+      ActiveRecord::Base.establish_connection(db_config)
+      ActiveRecord::Migrator.migrate(migrations_path)
+
+      Rake::Task['qyu:db:structure'].invoke
+
+      puts 'Qyu database migrated.'
+    end
+
+    desc 'Setup the database'
+    task :setup do
+      Rake::Task['arc_yu:db:create'].invoke
+      Rake::Task['arc_yu:db:migrate'].invoke
+      puts 'Qyu database set up.'
+    end
+
+    desc 'Migrate the database w/o updating the schema'
+    task :migrate_without_schema_update do
+      ActiveRecord::Base.establish_connection(db_config)
+      ActiveRecord::Migrator.migrate(migrations_path)
+
+      puts 'Qyu database migrated.'
+    end
+
+    desc 'Rollback the database'
+    task :rollback do
+      ActiveRecord::Base.establish_connection(db_config)
+      ActiveRecord::Migrator.rollback(migrations_path)
+
+      Rake::Task['qyu:db:structure'].invoke
+
+      puts 'Qyu migration reverted.'
+    end
+
+    desc 'Drop the database'
+    task :drop do
+      ActiveRecord::Base.establish_connection(db_config.merge(database: 'postgres'))
+      ActiveRecord::Base.connection.drop_database(db_config[:database])
+
+      puts 'Qyu database deleted.'
+    end
+
+    desc 'Reset the database'
+    task reset: %i(drop create migrate)
+
+    desc 'Create a db/structure.sql, this file specific for PostgreSQL and contains all custom columns definitions'
+    task :structure do
+      ActiveRecord::Base.establish_connection(db_config)
+
+      file = "#{__dir__}/structure.sql"
+
+      db_config.stringify_keys!
+      ActiveRecord::Base.schema_format = :sql
+      ActiveRecord::Tasks::PostgreSQLDatabaseTasks.new(db_config).structure_dump(file, {})
+    end
+
+    namespace :g do
+      desc 'Generate migration'
+      task :migration do
+        name = ARGV[1] || fail('Specify name: rake g:migration your_migration')
+        timestamp = Time.now.strftime('%Y%m%d%H%M%S')
+        path = File.join([migrations_path, "{timestamp}_#{name}.rb"])
+        migration_class = name.split('_').map(&:capitalize).join
+
+        File.open(path, 'w') do |file|
+          file.write <<-EOF.gsub(' ' * 12, '')
+            class #{migration_class} < ActiveRecord::Migration[5.0]
+              def up
+              end
+
+              def down
+              end
+            end
+          EOF
+        end
+
+        puts "Qyu migration #{path} created"
+        abort # needed stop other tasks
+      end
+    end
+  end
+end

data/lib/qyu/store/activerecord/utils.rb

@@ -0,0 +1,29 @@
+require 'rake'
+
+load 'qyu/store/activerecord/tasks/db.rake'
+
+module Qyu
+  module Store
+    module ActiveRecord
+      class Utils
+        def self.ensure_db_ready(db_config)
+          begin
+            ::ActiveRecord::Base.establish_connection(db_config).connection
+          rescue ::ActiveRecord::NoDatabaseError
+            # :nocov:
+            Rake::Task['qyu:db:create'].invoke
+            # :nocov:
+          end
+
+          begin
+            Rake::Task['qyu:db:migrate_without_schema_update'].invoke
+            # :nocov:
+          rescue ::ActiveRecord::ConcurrentMigrationError
+            ArcYu.logger.info 'Concurrent Qyu database migration running. Skipping...'
+            # :nocov:
+          end
+        end
+      end
+    end
+  end
+end

data/lib/qyu/store/activerecord/version.rb

@@ -0,0 +1,7 @@
+module Qyu
+  module Store
+    module ActiveRecord
+      VERSION = "1.0.0"
+    end
+  end
+end

data/qyu-store-activerecord.gemspec

@@ -0,0 +1,33 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "qyu/store/activerecord/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "qyu-store-activerecord"
+  spec.version       = Qyu::Store::ActiveRecord::VERSION
+  spec.authors       = ["Andrew Kumanyaev"]
+  spec.email         = ["me@zzet.org"]
+
+  spec.summary       = %q{ActiveRecord state store for Qyu https://rubygems.org/gems/qyu}
+  spec.description   = %q{ActiveRecord state store for Qyu https://rubygems.org/gems/qyu}
+  spec.homepage      = "https://github.com/FindHotel/qyu-store-activerecord"
+  spec.license       = "MIT"
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'pry', '~> 0.11'
+  spec.add_development_dependency 'rspec', '~> 3.5'
+  spec.add_development_dependency 'shoulda-matchers', '~> 3.1'
+  spec.add_development_dependency 'simplecov'
+  spec.add_development_dependency 'factory_bot'
+  spec.add_development_dependency 'pg', '~> 0.18'
+
+  spec.add_runtime_dependency 'activerecord', '~> 5.1'
+end

metadata

@@ -0,0 +1,192 @@
+--- !ruby/object:Gem::Specification
+name: qyu-store-activerecord
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Andrew Kumanyaev
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-02-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+- !ruby/object:Gem::Dependency
+  name: shoulda-matchers
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: factory_bot
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.18'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.18'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+description: ActiveRecord state store for Qyu https://rubygems.org/gems/qyu
+email:
+- me@zzet.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/qyu/store/activerecord.rb
+- lib/qyu/store/activerecord/adapter.rb
+- lib/qyu/store/activerecord/configuration_validator.rb
+- lib/qyu/store/activerecord/db/migrate/20170529131352_create_initial_models.rb
+- lib/qyu/store/activerecord/logger.rb
+- lib/qyu/store/activerecord/models/job.rb
+- lib/qyu/store/activerecord/models/task.rb
+- lib/qyu/store/activerecord/models/workflow.rb
+- lib/qyu/store/activerecord/tasks/db.rake
+- lib/qyu/store/activerecord/utils.rb
+- lib/qyu/store/activerecord/version.rb
+- qyu-store-activerecord.gemspec
+homepage: https://github.com/FindHotel/qyu-store-activerecord
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.4
+signing_key: 
+specification_version: 4
+summary: ActiveRecord state store for Qyu https://rubygems.org/gems/qyu
+test_files: []