tumugi 0.1.0

data/lib/tumugi/task_definition.rb

@@ -0,0 +1,101 @@
+require 'tumugi/task'
+
+module Tumugi
+  class TaskDefinition
+    include Tumugi::Helper
+
+    def self.define(id, opts={}, &block)
+      td = Tumugi::TaskDefinition.new(id, opts)
+      td.instance_eval(&block)
+      Tumugi.application.add_task(id, td)
+      td
+    end
+
+    attr_reader :id, :opts
+
+    def initialize(id, opts={})
+      @id = id
+      @opts = { type: Tumugi::Task }.merge(opts)
+    end
+
+    def instance
+      @task ||= create_task
+    end
+
+    def requires(tasks)
+      @required_tasks = tasks
+    end
+
+    def output(outputs=[], &block)
+      @outputs ||= (block || outputs)
+    end
+
+    def run(&block)
+      @run = block
+    end
+
+    def output_eval(task)
+      @out ||= @outputs.is_a?(Proc) ? @outputs.call(task) : @outputs
+    end
+
+    def required_tasks
+      @required_tasks
+    end
+
+    def run_block(task)
+      @run.call(task)
+    end
+
+    private
+
+    def create_task
+      task = define_task.new
+      task.id = @id
+      task
+    end
+
+    def define_task
+      task_class = Class.new(@opts[:type])
+      define_requires_method(task_class)
+      define_output_method(task_class)
+      define_run_method(task_class)
+      task_class
+    end
+
+    def define_requires_method(task_class)
+      td = self
+      task_class.class_eval do
+        define_method(:requires) do
+          reqs = td.required_tasks
+          if reqs.nil?
+            []
+          elsif reqs.is_a?(Array)
+            reqs.map { |t| Tumugi.application.find_task(t) }
+          elsif reqs.is_a?(Hash)
+            Hash[reqs.map { |k, t| [k, Tumugi.application.find_task(t)] }]
+          else
+            Tumugi.application.find_task(reqs)
+          end
+        end
+      end
+    end
+
+    def define_output_method(task_class)
+      td = self
+      task_class.class_eval do
+        define_method(:output) do
+          td.output_eval(self)
+        end
+      end unless @outputs.nil?
+    end
+
+    def define_run_method(task_class)
+      td = self
+      task_class.class_eval do
+        define_method(:run) do
+          td.run_block(self)
+        end
+      end unless @run.nil?
+    end
+  end
+end

data/lib/tumugi/tumugi_module.rb

@@ -0,0 +1,23 @@
+require 'tumugi/application'
+require 'tumugi/config'
+require 'tumugi/logger'
+
+module Tumugi
+  class << self
+    def application
+      @application ||= Tumugi::Application.new
+    end
+
+    def logger
+      @logger ||= Tumugi::Logger.new
+    end
+
+    def config
+      @config ||= Tumugi::Config.new
+      if block_given?
+        yield @config
+      end
+      @config
+    end
+  end
+end

data/lib/tumugi/version.rb

@@ -0,0 +1,3 @@
+module Tumugi
+  VERSION = "0.1.0"
+end

data/tumugi.gemspec

@@ -0,0 +1,32 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'tumugi/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'tumugi'
+  spec.version       = Tumugi::VERSION
+  spec.authors       = ['Kazuyuki Honda']
+  spec.email         = ['hakobera@gmail.com']
+
+  spec.summary       = 'Tumugi is a library to build, run and manage complex workflows. Tumugi enables you to define workflows as a ruby code.'
+  spec.homepage      = 'https://github.com/tumugi/tumugi'
+  spec.license       = 'Apache License Version 2.0'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_runtime_dependency 'activesupport', '~> 4.2'
+  spec.add_runtime_dependency 'gviz', '~> 0.3.5'
+  spec.add_runtime_dependency 'thor', '~> 0.19.1'
+  spec.add_runtime_dependency 'parallel', '~> 1.8.0'
+  spec.add_runtime_dependency 'retriable', '~> 2.1'
+
+  spec.add_development_dependency 'bundler', '~> 1.11'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'test-unit', '~> 3.1'
+  spec.add_development_dependency 'test-unit-rr'
+  spec.add_development_dependency 'coveralls'
+end

metadata

@@ -0,0 +1,217 @@
+--- !ruby/object:Gem::Specification
+name: tumugi
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Kazuyuki Honda
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-04-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: gviz
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.5
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+- !ruby/object:Gem::Dependency
+  name: retriable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: test-unit-rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- hakobera@gmail.com
+executables:
+- tumugi
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- examples/concurrent_task_run.rb
+- examples/data_pipeline.rb
+- examples/simple.rb
+- examples/target.rb
+- examples/task_inheritance.rb
+- exe/tumugi
+- lib/tumugi.rb
+- lib/tumugi/application.rb
+- lib/tumugi/cli.rb
+- lib/tumugi/command/run.rb
+- lib/tumugi/command/show.rb
+- lib/tumugi/config.rb
+- lib/tumugi/dag.rb
+- lib/tumugi/dsl.rb
+- lib/tumugi/helper.rb
+- lib/tumugi/logger.rb
+- lib/tumugi/target/base.rb
+- lib/tumugi/target/file_target.rb
+- lib/tumugi/task.rb
+- lib/tumugi/task_definition.rb
+- lib/tumugi/tumugi_module.rb
+- lib/tumugi/version.rb
+- tumugi.gemspec
+homepage: https://github.com/tumugi/tumugi
+licenses:
+- Apache License Version 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Tumugi is a library to build, run and manage complex workflows. Tumugi enables
+  you to define workflows as a ruby code.
+test_files: []