libis-workflow-mongoid 2.0.beta.5

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 078b1479a71dd3aa0b22ff3bd534fa44ef56d102
+  data.tar.gz: 468d080ff339b2a56b7e6e35de062c0ddfb884c0
+SHA512:
+  metadata.gz: b93b01ca4a8b305b49c736e36bcd1a6e3e2dd0ed73e09c675450c26d61847e30ee87f6699ace563c1a6ec3cfaab85354b895dd4f605a3608a557f3f778e77009
+  data.tar.gz: b20e762041669612e0b7d808ff661910d26556e82be0830b280f3da8584b4a9b8a4ff1ebf1cb0ad5036c461dea99bf52ad771909f5d815361f3b7c7f722d5de9

data/.gitignore

@@ -0,0 +1,38 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalisation:
+/.bundle/
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+Gemfile.lock
+.ruby-version
+.ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc
+
+.idea
+projectFilesBackup
+spec/data

data/.travis/create_users.js

@@ -0,0 +1,31 @@
+db = db.getSiblingDB("admin");
+
+db.createUser(
+    {
+        "user"  : "useradmin",
+        "pwd"   : "useradmin",
+        "roles" : [
+            {
+                "role" : "userAdminAnyDatabase",
+                "db"   : "admin"
+            }
+        ]
+    }
+);
+
+db.auth("useradmin", "useradmin");
+
+db = db.getSiblingDB("workflow_test");
+
+db.createUser(
+    {
+        "user"  : "test",
+        "pwd"   : "abc123",
+        "roles" : [
+            {
+                "role" : "readWriteAnyDatabase",
+                "db"   : "admin"
+            }
+        ]
+    }
+);

data/.travis/db_prepare.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+OLD_DIR=`pwd`
+cd "$( dirname "${BASH_SOURCE[0]}" )" > /dev/null
+# Creates not-authorized problems on MongoDB 3.0.2 on my machine
+# Using authorization-less code for now. To be investigated later ...
+# mongo create_users.js
+cd "${OLD_DIR}"

data/.travis.yml

@@ -0,0 +1,34 @@
+language: ruby
+cache: bundler
+branches:
+  only:
+    - master
+rvm:
+  - 1.9.3
+  - 2.1.0
+  - ruby-head
+  - jruby-19mode
+jdk:
+  - openjdk7
+  - oraclejdk7
+  - oraclejdk8
+env:
+  - MONGOID_VERSION=3
+  - MONGOID_VERSION=4
+matrix:
+  exclude:
+    - rvm: 1.9.3
+      jdk: oraclejdk7
+    - rvm: 1.9.3
+      jdk: oraclejdk8
+    - rvm: 2.1.0
+      jdk: oraclejdk7
+    - rvm: 2.1.0
+      jdk: oraclejdk8
+    - rvm: ruby-head
+      jdk: oraclejdk7
+    - rvm: ruby-head
+      jdk: oraclejdk8
+services:
+  - mongodb
+before_script: ./.travis/db_prepare.sh

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+gemspec name: 'libis-workflow-mongoid', development_group: :test
+

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2014 LIBIS
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,8 @@
+[![Build Status](https://travis-ci.org/libis/workflow-mongoid.svg?branch=master)](https://travis-ci.org/libis/workflow-mongoid)
+[![Coverage Status](https://coveralls.io/repos/libis/workflow-mongoid/badge.png)](https://coveralls.io/r/libis/workflow-monoid)
+[![status](https://sourcegraph.com/api/repos/github.com/Kris-LIBIS/workflow-mongoid/.badges/status.png)](https://sourcegraph.com/github.com/Kris-LIBIS/workflow-mongoid)
+
+workflow-mongoid
+================
+
+Mongoid persistence for the workflow framework

data/Rakefile

@@ -0,0 +1,7 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new('spec')
+
+desc 'run tests'
+task :default => :spec

data/lib/libis/workflow/mongoid/base.rb

@@ -0,0 +1,25 @@
+# encoding: utf-8
+require 'mongoid'
+require 'mongoid/document'
+require 'mongoid_indifferent_access'
+
+module Libis
+  module Workflow
+    module Mongoid
+
+      module Base
+
+        def self.included(klass)
+          klass.class_eval do
+            include ::Mongoid::Document
+            include ::Mongoid::Timestamps
+            include ::Mongoid::Extensions::Hash::IndifferentAccess
+            index created_at: 1
+          end
+        end
+
+      end
+
+    end
+  end
+end

data/lib/libis/workflow/mongoid/config.rb

@@ -0,0 +1,36 @@
+# encoding: utf-8
+require 'singleton'
+require 'mongoid'
+
+require 'libis/workflow/config'
+require 'libis/workflow/mongoid/run'
+
+module Libis
+  module Workflow
+    module Mongoid
+
+     class Config
+       include Singleton
+
+       def database_connect(config_file = './mongoid.yml', environment = nil)
+         ::Mongoid.load! config_file, environment
+       end
+
+       def method_missing(name, *args, &block)
+         ::Libis::Workflow::Config.instance.send(name, *args, &block)
+       end
+
+       def self.const_missing(name)
+         return ::Libis::Workflow::Config.const_get(name) if ::Libis::Workflow::Config.const_defined?(name)
+         super(name)
+       end
+
+       private
+
+       def initialize
+         ::Libis::Workflow::Config.instance
+       end
+      end
+    end
+  end
+end

data/lib/libis/workflow/mongoid/run.rb

@@ -0,0 +1,69 @@
+# encoding: utf-8
+require 'fileutils'
+
+require 'libis/workflow/base/run'
+require 'libis/workflow/mongoid/work_item_base'
+
+module Libis
+  module Workflow
+    module Mongoid
+
+      module Run
+        # extend ActiveSupport::Concern
+
+        def self.included(klass)
+          klass.class_eval do
+            include ::Libis::Workflow::Base::Run
+            include ::Libis::Workflow::Mongoid::WorkItemBase
+
+            store_in collection: 'workflow_runs'
+
+            attr_accessor :tasks
+
+            field :start_date, type: Time, default: -> { Time.now }
+
+            set_callback(:destroy, :before) do |document|
+              wd = document.work_dir
+              FileUtils.rmtree wd if Dir.exist? wd
+            end
+
+            index start_date: 1
+
+            def klass.workflow_class(wf_klass)
+              belongs_to :workflow, inverse_of: :workflow_runs, class_name: wf_klass.to_s
+            end
+
+            def klass.item_class(item_klass)
+              has_many :items, inverse_of: :run, class_name: item_klass.to_s,
+                       dependent: :destroy, autosave: true, order: :created_at.asc
+            end
+          end
+        end
+
+        def run(opts = {})
+          self.tasks = []
+          self.items = []
+          # noinspection RubySuperCallWithoutSuperclassInspection
+          super opts
+        end
+
+        def restart(taskname)
+          self.tasks = []
+          self.tasks = self.workflow.tasks(self)
+          configure_tasks self.options
+          self.status = :RESTARTED
+          self.tasks.each do |task|
+            next if self.status == :RESTARTED && task.name != taskname
+            task.run self
+          end
+        end
+
+        def parent
+          nil
+        end
+
+      end
+
+    end
+  end
+end

data/lib/libis/workflow/mongoid/version.rb

@@ -0,0 +1,9 @@
+# encoding: utf-8
+
+module Libis
+  module Workflow
+    module Mongoid
+      VERSION = '2.0.beta.5' unless const_defined? :VERSION # the guard is against a redefinition warning that happens on Travis
+    end
+  end
+end

data/lib/libis/workflow/mongoid/work_item.rb

@@ -0,0 +1,45 @@
+# encoding: utf-8
+require 'libis/workflow/mongoid/work_item_base'
+
+module Libis
+  module Workflow
+    module Mongoid
+
+      module WorkItem
+
+        def self.included(klass)
+          klass.class_eval do
+            include Libis::Workflow::Mongoid::WorkItemBase
+
+            store_in collection: 'workflow_items'
+
+            has_many :items, inverse_of: :parent, class_name: klass.to_s,
+                     dependent: :destroy, autosave: true, order: :created_at.asc
+            belongs_to :parent, inverse_of: :items, class_name: klass.to_s
+
+            def klass.run_class(run_klass)
+              belongs_to :run, inverse_of: :items, class_name: run_klass.to_s
+            end
+
+
+          end
+        end
+
+        def parent
+          self[:parent] || self[:run]
+        end
+
+        def get_run
+          p = self[:parent]
+          p ? p.get_run : self[:run]
+        end
+
+        def get_root
+          self[:parent].get_root rescue self
+        end
+
+      end
+
+    end
+  end
+end

data/lib/libis/workflow/mongoid/work_item_base.rb

@@ -0,0 +1,44 @@
+# encoding: utf-8
+require 'libis-workflow'
+require 'libis/workflow/mongoid/base'
+
+module Libis
+  module Workflow
+    module Mongoid
+
+      module WorkItemBase
+
+        def self.included(klass)
+          klass.class_eval do
+            include Libis::Workflow::WorkItem
+            include Libis::Workflow::Mongoid::Base
+
+            field :options, type: Hash, default: -> { Hash.new }
+            field :properties, type: Hash, default: -> { Hash.new }
+
+            field :log_history, type: Array, default: -> { Array.new }
+            field :status_log, type: Array, default: -> { Array.new }
+
+            field :summary, type: Hash, default: -> { Hash.new }
+          end
+
+        end
+
+        def item_count
+          self.items.size
+        end
+
+        def add_item(item)
+          return self unless item and item.is_a? Libis::Workflow::Mongoid::WorkItem
+          self.items << item
+          self.save!
+          self
+        end
+
+        alias :<< :add_item
+
+      end
+
+    end
+  end
+end

data/lib/libis/workflow/mongoid/worker.rb

@@ -0,0 +1,22 @@
+# encoding: utf-8
+
+require 'libis/workflow/worker'
+
+module Libis
+  module Workflow
+    module Mongoid
+
+      class Worker < Libis::Workflow::Worker
+
+        def get_workflow(workflow_config)
+          workflow_name = workflow_config[:name] if workflow_config.is_a? Hash
+          workflow_name ||= workflow_config.to_s
+          workflow = ::Libis::Workflow::Mongoid.find(name: workflow_name).first
+          raise RuntimeError.new "Workflow #{workflow_name} not found" unless workflow.is_a? ::Libis::Workflow::Mongoid::Workflow
+          workflow
+        end
+
+      end
+    end
+  end
+end

data/lib/libis/workflow/mongoid/workflow.rb

@@ -0,0 +1,50 @@
+# encoding: utf-8
+
+require 'libis/workflow/base/workflow'
+require 'libis/workflow/mongoid/base'
+
+module Libis
+  module Workflow
+    module Mongoid
+
+      module Workflow
+
+        def self.included(klass)
+          klass.class_eval do
+            include ::Libis::Workflow::Base::Workflow
+            include ::Libis::Workflow::Mongoid::Base
+
+            store_in collection: 'workflow_defintions'
+
+            field :name, type: String
+            field :description, type: String
+            field :config, type: Hash, default: -> { Hash.new }
+
+            index({name: 1}, {unique: 1})
+
+            def klass.run_class(run_klass)
+              has_many :workflow_runs, inverse_of: :workflow, class_name: run_klass.to_s,
+                       dependent: :destroy, autosave: true, order: :created_at.asc
+            end
+
+            def create_run_object
+              # noinspection RubyResolve
+              self.workflow_runs.build
+            end
+
+            def restart(id, task = nil)
+              # noinspection RubyResolve
+              run_object = self.workflow_runs.select { |run| run.id == id }
+              raise WorkflowError, "Run #{id} not found" unless run_object
+              run_object.restart task
+              run_object
+            end
+
+          end
+
+        end
+
+      end
+    end
+  end
+end

data/lib/libis/workflow/mongoid.rb

@@ -0,0 +1,23 @@
+# encoding: utf-8
+
+require 'libis-workflow'
+
+module Libis
+  module Workflow
+    module Mongoid
+
+      autoload :Config, 'libis/workflow/mongoid/config'
+      autoload :Base, 'libis/workflow/mongoid/base'
+      autoload :Workflow, 'libis/workflow/mongoid/workflow'
+      autoload :WorkItem, 'libis/workflow/mongoid/work_item'
+      autoload :Run, 'libis/workflow/mongoid/run'
+      autoload :Worker, 'libis/workflow/mongoid/worker'
+
+      def self.configure
+        yield ::Libis::Workflow::Mongoid::Config.instance
+      end
+
+    end
+
+  end
+end

data/lib/libis-workflow-mongoid.rb

@@ -0,0 +1,2 @@
+# encoding: utf-8
+require 'libis/workflow/mongoid'

data/libis-workflow-mongoid.gemspec

@@ -0,0 +1,44 @@
+# encoding: utf-8
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require 'libis/workflow/mongoid/version'
+
+mv_env = ENV['MONGOID_VERSION'] || '4.0'
+mongoid_version = mv_env == 'master' ? '{github: "mongoid/mongoid"}' : "~> #{mv_env}"
+
+Gem::Specification.new do |gem|
+  gem.name = 'libis-workflow-mongoid'
+  gem.version = ::Libis::Workflow::Mongoid::VERSION
+  gem.date = Date.today.to_s
+
+  gem.summary = %q{Mongoid persistence for the LIBIS Workflow framework.}
+  gem.description = %q{Class implementations that use Mongoid storage for the LIBIS Workflow framework.}
+
+  gem.author = 'Kris Dekeyser'
+  gem.email = 'kris.dekeyser@libis.be'
+  gem.homepage = 'https://github.com/libis/workflow-mongoid'
+  gem.license = 'MIT'
+
+  gem.files = `git ls-files -z`.split("\0")
+  gem.executables = gem.files.grep(%r{^bin/}).map { |f| File.basename(f) }
+  gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
+
+  gem.require_paths = ['lib']
+
+  gem.add_runtime_dependency 'libis-workflow', '~> 2.0.beta'
+  gem.add_runtime_dependency 'mongoid', mongoid_version
+  gem.add_runtime_dependency 'mongoid-indifferent-access'
+
+  gem.add_runtime_dependency 'sidekiq'
+  if mv_env =~ /^3\./
+    gem.add_runtime_dependency 'kiqstand'
+  end
+
+  gem.add_development_dependency 'bundler', '~> 1.6'
+  gem.add_development_dependency 'rake'
+  gem.add_development_dependency 'rspec'
+  gem.add_development_dependency 'coveralls'
+
+end

data/mongoid.yml

@@ -0,0 +1,19 @@
+# Mongoid Configuration for Travis CI
+# ===================================
+
+default:
+
+test:
+  options:
+    include_type_for_serialization: true
+    include_root_in_json: false
+    preload_models: false
+    raise_not_found_error: false
+    scope_overwrite_exception: true
+    use_activesupport_time_zone: true
+    use_utc: false
+  sessions:
+    default:
+      database: workflow_test
+      hosts:
+        - localhost:27017

data/spec/db_env.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+export DB_HOST="kahana.mongohq.com:10053"
+export DB_HOST="localhost:27017"
+export DB_USER="test"
+export DB_PASS="abc123"

data/spec/db_start.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+cd `dirname $0`
+mkdir -p ./data/db
+/opt/mongodb/bin/mongod --dbpath ./data/db
+

data/spec/items/test_dir_item.rb

@@ -0,0 +1,16 @@
+# encoding: utf-8
+require_relative 'test_item'
+
+class TestDirItem < TestItem
+  include ::Libis::Workflow::DirItem
+
+  def name=(dir)
+    raise RuntimeError, "'#{dir}' is not a directory" unless File.directory? dir
+    super dir
+  end
+
+  def name
+    self.properties[:name] || super
+  end
+
+end

data/spec/items/test_file_item.rb

@@ -0,0 +1,27 @@
+# encoding: utf-8
+require 'libis-tools'
+
+require_relative 'test_item'
+
+class TestFileItem < TestItem
+  include ::Libis::Workflow::FileItem
+
+  def filename=(file)
+    raise RuntimeError, "'#{file}' is not a file" unless File.file? file
+    set_checksum :SHA256, ::Libis::Tools::Checksum.hexdigest(file, :SHA256)
+    super file
+  end
+
+  def name
+    self.properties[:name] || super
+  end
+
+  def filesize
+    properties[:size]
+  end
+
+  def fixity_check(checksum)
+    properties[:checksum] == checksum
+  end
+
+end

data/spec/items/test_item.rb

@@ -0,0 +1,8 @@
+# encoding: utf-8
+
+require 'libis/workflow/mongoid/work_item'
+
+class TestItem
+  include Libis::Workflow::Mongoid::WorkItem
+  run_class 'TestRun'
+end

data/spec/items/test_run.rb

@@ -0,0 +1,12 @@
+# encoding: utf-8
+require 'libis-workflow-mongoid'
+
+class TestRun
+  include ::Libis::Workflow::Mongoid::Run
+
+  item_class 'TestItem'
+  workflow_class 'TestWorkflow'
+
+  def name; 'TestRun'; end
+
+end

data/spec/items.rb

@@ -0,0 +1,3 @@
+require_relative 'items/test_dir_item'
+require_relative 'items/test_file_item'
+require_relative 'items/test_run'

data/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+require 'coveralls'
+Coveralls.wear!
+
+require 'bundler/setup'
+Bundler.setup
+
+require 'rspec'
+require 'libis-workflow-mongoid'

data/spec/tasks/camelize_name.rb

@@ -0,0 +1,13 @@
+# encoding: utf-8
+require 'backports/rails/string'
+
+require 'libis/workflow/workitems'
+
+class CamelizeName < ::Libis::Workflow::Task
+
+  def process(item)
+    return unless (item.is_a?(TestFileItem) || item.is_a?(TestDirItem))
+    item.properties[:name] = item.name.camelize
+  end
+
+end

data/spec/tasks/checksum_tester.rb

@@ -0,0 +1,34 @@
+# encoding: utf-8
+require 'libis/tools/checksum'
+
+require 'libis/exceptions'
+require 'libis/workflow/workitems'
+
+class ChecksumTester < ::Libis::Workflow::Task
+
+  parameter checksum_type: nil,
+            description: 'Checksum type to use.',
+            constraint: ::Libis::Tools::Checksum::CHECKSUM_TYPES.map {|x| x.to_s}
+  parameter checksum_file: nil, description: 'File with checksums of the files.'
+
+  def process(item)
+    return unless item.is_a? TestFileItem
+
+    checksum_type = options[:checksum_type]
+
+    if checksum_type.nil?
+      ::Libis::Tools::Checksum::CHECKSUM_TYPES.each do |x|
+        test_checksum(item, x) if item.checksum(x)
+      end
+    else
+      test_checksum(item, checksum_type)
+    end
+  end
+
+  def test_checksum(item, checksum_type)
+    checksum = ::Libis::Tools::Checksum.hexdigest(item.fullpath, checksum_type.to_sym)
+    return if item.checksum(checksum_type) == checksum
+    raise ::Libis::WorkflowError, "Checksum test #{checksum_type} failed for #{item.filepath}"
+  end
+
+end

data/spec/tasks/collect_files.rb

@@ -0,0 +1,48 @@
+# encoding: utf-8
+require 'libis/exceptions'
+
+require_relative '../items'
+
+class CollectFiles < ::Libis::Workflow::Task
+
+  parameter location: '.',
+            description: 'Dir location to start scanning for files.'
+  parameter subdirs: false,
+            description: 'Look for files in subdirs too.'
+  parameter selection: nil,
+            description: 'Only select files that match the given regular expression. Ignored if empty.'
+
+  def process(item)
+    if item.is_a? TestRun
+      add_item(item, options[:location])
+    elsif item.is_a? TestDirItem
+      collect_files(item, item.fullpath)
+    end
+  end
+
+  def collect_files(item, dir)
+    glob_string = dir
+    glob_string = File.join(glob_string, '**') if options[:subdirs]
+    glob_string = File.join(glob_string, '*')
+
+    Dir.glob(glob_string).select do |x|
+      options[:selection] && !options[:selection].empty? ? x =~ Regexp.new(options[:selection]) : true
+    end.sort.each do |file|
+      next if %w'. ..'.include? file
+      add_item(item, file)
+    end
+  end
+
+  def add_item(item, file)
+    child = if File.file?(file)
+              TestFileItem.new
+            elsif File.directory?(file)
+              TestDirItem.new
+            else
+              Item.new
+            end
+    child.filename = file
+    item << child
+  end
+
+end

data/spec/test_workflow.rb

@@ -0,0 +1,8 @@
+# encoding: utf-8
+
+require 'libis/workflow/mongoid/workflow'
+
+class TestWorkflow
+  include ::Libis::Workflow::Mongoid::Workflow
+  run_class 'TestRun'
+end

data/spec/workflow_spec.rb

@@ -0,0 +1,212 @@
+# encoding: utf-8
+
+require 'rspec'
+require 'stringio'
+
+require 'libis-workflow-mongoid'
+
+require_relative 'spec_helper'
+require_relative 'test_workflow'
+require_relative 'items'
+
+DIRNAME = 'spec/items'
+
+describe 'TestWorkflow' do
+
+  before :all do
+    $:.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+
+
+    @logoutput = StringIO.new
+
+    ::Libis::Workflow::Mongoid.configure do |cfg|
+      cfg.itemdir = File.join(File.dirname(__FILE__), 'items')
+      cfg.taskdir = File.join(File.dirname(__FILE__), 'tasks')
+      cfg.workdir = File.join(File.dirname(__FILE__), 'work')
+      cfg.logger = Logger.new @logoutput
+      cfg.set_formatter
+      cfg.logger.level = Logger::DEBUG
+      cfg.database_connect 'mongoid.yml', :test
+    end
+
+    TestWorkflow.create_indexes
+    TestRun.create_indexes
+    TestFileItem.create_indexes
+    TestDirItem.create_indexes
+
+    TestWorkflow.each { |wf| wf.destroy }
+
+    @workflow = TestWorkflow.new
+    @workflow.configure(
+        name: 'TestWorkflow',
+        description: 'Workflow for testing',
+        tasks: [
+            {class: 'CollectFiles', recursive: true},
+            {
+                name: 'ProcessFiles',
+                subitems: true,
+                tasks: [
+                    {class: 'ChecksumTester',  recursive: true},
+                    {class: 'CamelizeName',  recursive: true}
+                ]
+            }
+        ],
+        input: {
+            dirname: {default: '.', propagate_to: 'CollectFiles#location'},
+            checksum_type: {default: 'SHA1', propagate_to: 'ProcessFiles/ChecksumTester'}
+        }
+    )
+    @workflow.save
+
+    # noinspection RubyStringKeysInHashInspection
+    @run = @workflow.run(dirname: DIRNAME, checksum_type: 'SHA256')
+
+  end
+
+  it 'should contain three tasks' do
+
+    expect(@workflow.config[:tasks].size).to eq 3
+    expect(@workflow.config[:tasks].first[:class]).to eq 'CollectFiles'
+    expect(@workflow.config[:tasks].last[:class]).to eq '::Libis::Workflow::Tasks::Analyzer'
+
+  end
+
+  it 'should camelize the workitem name' do
+
+    expect(@run.options[:dirname]).to eq DIRNAME
+    expect(@run.items.count).to eq 1
+    expect(@run.items.first.class).to eq TestDirItem
+    expect(@run.items.first.count).to eq 4
+    expect(@run.items.first.first.class).to eq TestFileItem
+
+    @run.items.first.each_with_index do |x, i|
+      expect(x.name).to eq %w'TestDirItem.rb TestFileItem.rb TestItem.rb TestRun.rb'[i]
+    end
+  end
+
+  it 'should return expected debug output' do
+
+    sample_out = <<STR
+DEBUG -- CollectFiles - TestRun : Started
+DEBUG -- CollectFiles - TestRun : Processing subitem (1/1): items
+DEBUG -- CollectFiles - items : Started
+DEBUG -- CollectFiles - items : Processing subitem (1/4): test_dir_item.rb
+DEBUG -- CollectFiles - items/test_dir_item.rb : Started
+DEBUG -- CollectFiles - items/test_dir_item.rb : Completed
+DEBUG -- CollectFiles - items : Processing subitem (2/4): test_file_item.rb
+DEBUG -- CollectFiles - items/test_file_item.rb : Started
+DEBUG -- CollectFiles - items/test_file_item.rb : Completed
+DEBUG -- CollectFiles - items : Processing subitem (3/4): test_item.rb
+DEBUG -- CollectFiles - items/test_item.rb : Started
+DEBUG -- CollectFiles - items/test_item.rb : Completed
+DEBUG -- CollectFiles - items : Processing subitem (4/4): test_run.rb
+DEBUG -- CollectFiles - items/test_run.rb : Started
+DEBUG -- CollectFiles - items/test_run.rb : Completed
+DEBUG -- CollectFiles - items : 4 of 4 subitems passed
+DEBUG -- CollectFiles - items : Completed
+DEBUG -- CollectFiles - TestRun : 1 of 1 subitems passed
+DEBUG -- CollectFiles - TestRun : Completed
+DEBUG -- ProcessFiles - TestRun : Started
+DEBUG -- ProcessFiles - TestRun : Processing subitem (1/1): items
+DEBUG -- ProcessFiles - items : Started
+DEBUG -- ProcessFiles - items : Running subtask (1/2): ChecksumTester
+DEBUG -- ProcessFiles/ChecksumTester - items : Started
+DEBUG -- ProcessFiles/ChecksumTester - items : Processing subitem (1/4): test_dir_item.rb
+DEBUG -- ProcessFiles/ChecksumTester - items/test_dir_item.rb : Started
+DEBUG -- ProcessFiles/ChecksumTester - items/test_dir_item.rb : Completed
+DEBUG -- ProcessFiles/ChecksumTester - items : Processing subitem (2/4): test_file_item.rb
+DEBUG -- ProcessFiles/ChecksumTester - items/test_file_item.rb : Started
+DEBUG -- ProcessFiles/ChecksumTester - items/test_file_item.rb : Completed
+DEBUG -- ProcessFiles/ChecksumTester - items : Processing subitem (3/4): test_item.rb
+DEBUG -- ProcessFiles/ChecksumTester - items/test_item.rb : Started
+DEBUG -- ProcessFiles/ChecksumTester - items/test_item.rb : Completed
+DEBUG -- ProcessFiles/ChecksumTester - items : Processing subitem (4/4): test_run.rb
+DEBUG -- ProcessFiles/ChecksumTester - items/test_run.rb : Started
+DEBUG -- ProcessFiles/ChecksumTester - items/test_run.rb : Completed
+DEBUG -- ProcessFiles/ChecksumTester - items : 4 of 4 subitems passed
+DEBUG -- ProcessFiles/ChecksumTester - items : Completed
+DEBUG -- ProcessFiles - items : Running subtask (2/2): CamelizeName
+DEBUG -- ProcessFiles/CamelizeName - items : Started
+DEBUG -- ProcessFiles/CamelizeName - Items : Processing subitem (1/4): test_dir_item.rb
+DEBUG -- ProcessFiles/CamelizeName - Items/test_dir_item.rb : Started
+DEBUG -- ProcessFiles/CamelizeName - Items/TestDirItem.rb : Completed
+DEBUG -- ProcessFiles/CamelizeName - Items : Processing subitem (2/4): test_file_item.rb
+DEBUG -- ProcessFiles/CamelizeName - Items/test_file_item.rb : Started
+DEBUG -- ProcessFiles/CamelizeName - Items/TestFileItem.rb : Completed
+DEBUG -- ProcessFiles/CamelizeName - Items : Processing subitem (3/4): test_item.rb
+DEBUG -- ProcessFiles/CamelizeName - Items/test_item.rb : Started
+DEBUG -- ProcessFiles/CamelizeName - Items/TestItem.rb : Completed
+DEBUG -- ProcessFiles/CamelizeName - Items : Processing subitem (4/4): test_run.rb
+DEBUG -- ProcessFiles/CamelizeName - Items/test_run.rb : Started
+DEBUG -- ProcessFiles/CamelizeName - Items/TestRun.rb : Completed
+DEBUG -- ProcessFiles/CamelizeName - Items : 4 of 4 subitems passed
+DEBUG -- ProcessFiles/CamelizeName - Items : Completed
+DEBUG -- ProcessFiles - Items : Completed
+DEBUG -- ProcessFiles - TestRun : 1 of 1 subitems passed
+DEBUG -- ProcessFiles - TestRun : Completed
+STR
+    sample_out = sample_out.lines.to_a
+    output = @logoutput.string.lines
+
+    expect(sample_out.count).to eq output.count
+    output.each_with_index do |o, i|
+      expect(o[/(?<=\] ).*/]).to eq sample_out[i].strip
+    end
+
+    expect(@run.summary['DEBUG']).to eq 57
+    expect(@run.log_history.count).to eq 8
+    expect(@run.status_log.count).to eq 6
+    expect(@run.items.first.log_history.count).to eq 25
+    expect(@run.items.first.status_log.count).to eq 8
+
+  end
+
+  it 'find workflow' do
+    workflow = TestWorkflow.first
+    expect(workflow.nil?).to eq false
+    expect(workflow.name).to eq 'TestWorkflow'
+    expect(workflow.description).to eq 'Workflow for testing'
+    expect(workflow.input.count).to eq 2
+    expect(workflow.input[:dirname][:default]).to eq '.'
+    expect(workflow.config[:tasks].count).to eq 3
+    expect(workflow.config[:tasks][0][:class]).to eq 'CollectFiles'
+    expect(workflow.config[:tasks][0][:recursive]).to eq true
+    expect(workflow.config[:tasks][1][:name]).to eq 'ProcessFiles'
+    expect(workflow.config[:tasks][1][:subitems]).to eq true
+    expect(workflow.config[:tasks][1][:tasks].count).to eq 2
+    expect(workflow.config[:tasks][1][:tasks][0][:class]).to eq 'ChecksumTester'
+    expect(workflow.config[:tasks][1][:tasks][0][:recursive]).to eq true
+    expect(workflow.config[:tasks][1][:tasks][1][:class]).to eq 'CamelizeName'
+    expect(workflow.config[:tasks][1][:tasks][1][:recursive]).to eq true
+    expect(workflow.config[:tasks][2][:class]).to eq '::Libis::Workflow::Tasks::Analyzer'
+  end
+
+  # noinspection RubyResolve
+  it 'find run' do
+    workflow = TestWorkflow.first
+    expect(workflow.workflow_runs.count).to be > 0
+    run = workflow.workflow_runs.first
+    expect(run.is_a? TestRun).to eq true
+    expect(run.nil?).to eq false
+    expect(run.options[:dirname]).to eq 'spec/items'
+    expect(run.properties[:ingest_failed]).to eq false
+    expect(run.log_history.count).to eq 8
+    expect(run.status_log.count).to eq 6
+    expect(run.summary[:DEBUG]).to eq 57
+  end
+
+  # noinspection RubyResolve
+  it 'find first item' do
+    workflow = TestWorkflow.first
+    expect(workflow.workflow_runs.first.items.count).to be > 0
+    item = workflow.workflow_runs.first.items.first
+    expect(item.nil?).to eq false
+    expect(item.is_a? TestDirItem).to eq true
+    expect(item.properties[:name]).to eq 'Items'
+    expect(item.properties[:ingest_failed]).to eq false
+    expect(item.log_history.count).to eq 25
+    expect(item.status_log.count).to eq 8
+    expect(item.summary[:DEBUG]).to eq 49
+  end
+
+end

metadata

@@ -0,0 +1,202 @@
+--- !ruby/object:Gem::Specification
+name: libis-workflow-mongoid
+version: !ruby/object:Gem::Version
+  version: 2.0.beta.5
+platform: ruby
+authors:
+- Kris Dekeyser
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-04-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: libis-workflow
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.beta
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.beta
+- !ruby/object:Gem::Dependency
+  name: mongoid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: mongoid-indifferent-access
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Class implementations that use Mongoid storage for the LIBIS Workflow
+  framework.
+email: kris.dekeyser@libis.be
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- ".travis/create_users.js"
+- ".travis/db_prepare.sh"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- lib/libis-workflow-mongoid.rb
+- lib/libis/workflow/mongoid.rb
+- lib/libis/workflow/mongoid/base.rb
+- lib/libis/workflow/mongoid/config.rb
+- lib/libis/workflow/mongoid/run.rb
+- lib/libis/workflow/mongoid/version.rb
+- lib/libis/workflow/mongoid/work_item.rb
+- lib/libis/workflow/mongoid/work_item_base.rb
+- lib/libis/workflow/mongoid/worker.rb
+- lib/libis/workflow/mongoid/workflow.rb
+- libis-workflow-mongoid.gemspec
+- mongoid.yml
+- spec/db_env.sh
+- spec/db_start.sh
+- spec/items.rb
+- spec/items/test_dir_item.rb
+- spec/items/test_file_item.rb
+- spec/items/test_item.rb
+- spec/items/test_run.rb
+- spec/spec_helper.rb
+- spec/tasks/camelize_name.rb
+- spec/tasks/checksum_tester.rb
+- spec/tasks/collect_files.rb
+- spec/test_workflow.rb
+- spec/workflow_spec.rb
+homepage: https://github.com/libis/workflow-mongoid
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Mongoid persistence for the LIBIS Workflow framework.
+test_files:
+- spec/db_env.sh
+- spec/db_start.sh
+- spec/items.rb
+- spec/items/test_dir_item.rb
+- spec/items/test_file_item.rb
+- spec/items/test_item.rb
+- spec/items/test_run.rb
+- spec/spec_helper.rb
+- spec/tasks/camelize_name.rb
+- spec/tasks/checksum_tester.rb
+- spec/tasks/collect_files.rb
+- spec/test_workflow.rb
+- spec/workflow_spec.rb