ruote-maestrodev 2.2.1

data/phil.txt

@@ -0,0 +1,14 @@
+
+persist then dispatch
+
+==
+
+concurrence (and concurrent-iterator) :
+
+  persist, then fire all children
+  prepare all children then fire them !!!
+
+==
+
+it can't be perfect, but there can be tools for fixing the consequences of those flaws.
+

data/ruote.gemspec

@@ -0,0 +1,44 @@
+# encoding: utf-8
+
+require File.join(File.dirname(__FILE__), 'lib/ruote/version')
+  # bundler wants absolute path
+
+
+Gem::Specification.new do |s|
+
+  s.name = 'ruote-maestrodev'
+  s.version = Ruote::VERSION
+  s.platform = Gem::Platform::RUBY
+  s.authors = [ 'John Mettraux', 'Kenneth Kalmer', 'Torsten Schoenebaum' ]
+  s.email = [ 'jmettraux@gmail.com' ]
+  s.homepage = 'http://ruote.rubyforge.org'
+  s.rubyforge_project = 'ruote'
+  s.summary = 'an open source Ruby workflow engine'
+  s.description = %{
+ruote is an open source Ruby workflow engine
+  }
+
+  #s.files = `git ls-files`.split("\n")
+  s.files = Dir[
+    'Rakefile',
+    'lib/**/*.rb', 'spec/**/*.rb', 'test/**/*.rb',
+    '*.gemspec', '*.txt', '*.rdoc', '*.md'
+  ]
+
+  s.add_runtime_dependency 'parslet', '1.2.1'
+  s.add_runtime_dependency 'sourcify', '0.5.0'
+  s.add_runtime_dependency 'rufus-json', '>= 1.0.1'
+  s.add_runtime_dependency 'rufus-cloche', '>= 1.0.1'
+  s.add_runtime_dependency 'rufus-dollar', '>= 1.0.4'
+  s.add_runtime_dependency 'rufus-mnemo', '>= 1.1.0'
+  s.add_runtime_dependency 'rufus-scheduler', '>= 2.0.9'
+  s.add_runtime_dependency 'rufus-treechecker', '>= 1.0.6'
+
+  s.add_development_dependency 'rake'
+  s.add_development_dependency 'json'
+  s.add_development_dependency 'builder'
+  s.add_development_dependency 'mailtrap'
+
+  s.require_path = 'lib'
+end
+

data/test/bm/ci.rb

@@ -0,0 +1,55 @@
+
+#
+# testing ruote
+#
+# Wed Sep 16 16:28:36 JST 2009
+#
+
+#require 'profile'
+
+require 'benchmark'
+require 'rubygems'
+
+require File.dirname(__FILE__) + '/../path_helper'
+require File.dirname(__FILE__) + '/../functional/engine_helper'
+require 'ruote/log/test_logger'
+
+ac = {
+  #:definition_in_launchitem_allowed => true
+}
+
+engine = determine_engine_class(ac).new(ac)
+
+#puts
+#p engine.class
+#puts
+
+#N = 10_000
+#N = 1_000
+N = 300
+
+engine.add_service(:s_logger, Ruote::TestLogger)
+#engine.context[:noisy] = true
+
+Benchmark.benchmark(' ' * 20 + Benchmark::Tms::CAPTION, 20) do |bench|
+
+  bench.report('run') do
+
+    wfid = engine.launch(
+      Ruote.process_definition(:name => 'ci') {
+        concurrent_iterator(:branches => N.to_s) {
+          noop
+        }
+      }
+    )
+
+    engine.logger.wait_for([ [ :processes, :terminated, { :wfid => wfid } ] ])
+
+  end
+
+end
+
+puts
+
+engine.stop
+

data/test/bm/ici.rb

@@ -0,0 +1,71 @@
+
+#
+# testing ruote
+#
+# Wed Sep 16 16:28:36 JST 2009
+#
+
+#require 'profile'
+
+require 'rubygems'
+
+require File.dirname(__FILE__) + '/../path_helper'
+require File.dirname(__FILE__) + '/../functional/engine_helper'
+require 'ruote/log/test_logger'
+
+ac = {
+  #:definition_in_launchitem_allowed => true
+}
+
+engine = determine_engine_class(ac).new(ac)
+
+#puts
+#p engine.class
+#puts
+
+#N = 10_000
+N = 1_000
+#N = 300
+
+engine.add_service(:s_logger, Ruote::TestLogger)
+#engine.context[:noisy] = true
+
+launched = nil
+reached = nil
+count = 0
+
+engine.register_participant :alpha do |workitem|
+  reached ||= Time.now
+  count += 1
+end
+
+launched = Time.now
+
+#wfid = engine.launch(
+#  Ruote.process_definition :name => 'ci' do
+#    concurrent_iterator :branches => N.to_s do
+#      alpha
+#    end
+#  end
+#)
+wfid = engine.launch(
+  Ruote.process_definition(:name => 'ci') do
+    concurrent_iterator :branches => 10 do
+      concurrent_iterator :branches => 10 do
+        concurrent_iterator :branches => 10 do
+          alpha
+        end
+      end
+    end
+  end
+)
+
+engine.logger.wait_for([ [ :processes, :terminated, { :wfid => wfid } ] ])
+
+puts "whole process took #{Time.now - launched} s"
+puts "workitem reached first participant after #{reached - launched} s"
+puts "seen #{count} workitems"
+puts "#{N} branches"
+
+engine.stop
+

data/test/bm/juuman.rb

@@ -0,0 +1,54 @@
+
+#
+# Testing Ruote (OpenWFEru)
+#
+# John Mettraux at openwfe.org
+#
+# Mon Aug  3 17:17:13 JST 2009
+#
+
+require 'benchmark'
+require 'rubygems'
+
+require File.dirname(__FILE__) + '/../path_helper'
+require File.dirname(__FILE__) + '/../functional/engine_helper'
+
+require 'ruote/log/test_logger'
+require 'ruote/part/hash_participant'
+
+N = 1000
+#N = 100
+
+ac = {
+  #:definition_in_launchitem_allowed => true
+}
+
+engine = determine_engine_class(ac).new(ac)
+
+pdef = Ruote.process_definition :name => 'test' do
+  alpha
+end
+
+engine.register_participant :alpha, Ruote::HashParticipant
+
+Benchmark.benchmark(' ' * 31 + Benchmark::Tms::CAPTION, 31) do |b|
+
+  wfid = nil
+
+  b.report("launch #{N} processes") do
+    N.times { wfid = engine.launch(pdef) }
+  end
+
+  sleep 3
+
+  b.report("listing 1 process") do
+    engine.process(wfid)
+  end
+  b.report("listing #{N} processes") do
+    ps = engine.processes
+    p [ :wrong, ps.size ] if ps.size != N
+  end
+end
+
+#engine.shutdown
+

data/test/bm/launch_bench.rb

@@ -0,0 +1,37 @@
+
+# a ruote launch benchmark, as discussed with @hassox
+# http://ruote.rubyforge.org/irclogs/ruote_2010-10-20.txt
+
+puts
+puts RUBY_VERSION
+puts
+
+require 'rubygems'
+require 'benchmark'
+require 'fileutils'
+require 'ruote' # gem install ruote
+require 'ruote/storage/fs_storage'
+
+FileUtils.rm_rf('bench')
+
+engine = Ruote::Engine.new(Ruote::FsStorage.new('bench'))
+
+pdef = Ruote.process_definition do
+  alpha :task => 'walk the dog'
+  alpha :task => 'walk the dog'
+  alpha :task => 'walk the dog'
+  alpha :task => 'walk the dog'
+  alpha :task => 'walk the dog'
+  alpha :task => 'walk the dog'
+  alpha :task => 'walk the dog'
+  alpha :task => 'walk the dog'
+  alpha :task => 'walk the dog'
+  alpha :task => 'walk the dog'
+end
+
+Benchmark.benchmark(' ' * 31 + Benchmark::Tms::CAPTION, 31) do |b|
+  b.report('1000 launches') do
+    1000.times { engine.launch(pdef) }
+  end
+end
+

data/test/bm/load_26c.rb

@@ -0,0 +1,97 @@
+
+#
+# Testing Ruote (OpenWFEru)
+#
+# John Mettraux at openwfe.org
+#
+# Tue Jan  2 13:14:37 JST 2007
+#
+
+#require 'profile'
+
+require 'benchmark'
+require 'rubygems'
+
+require File.dirname(__FILE__) + '/../path_helper'
+require File.dirname(__FILE__) + '/../functional/engine_helper'
+require 'ruote/log/test_logger'
+
+ac = {
+  #:definition_in_launchitem_allowed => true
+}
+
+engine = determine_engine_class(ac).new(ac)
+
+#puts
+#p engine.class
+#puts
+
+#N = 10_000
+N = 1_000
+#N = 100
+
+$count = 0
+
+engine.register_participant("count") do |workitem|
+  $count += 1
+  #print '.'
+end
+
+engine.add_service(:s_logger, Ruote::TestLogger)
+
+Benchmark.benchmark(' ' * 20 + Benchmark::Tms::CAPTION, 20) do |bench|
+
+  bench.report('run') do
+    wfid = engine.launch(
+      Ruote.process_definition(:name => 'bm26c') {
+        sequence do
+          N.times do
+            #count
+            participant :ref => 'count'
+          end
+        end
+      }#, :wait_for => true)
+    )
+    engine.logger.wait_for([ [ :processes, :terminated, { :wfid => wfid } ] ])
+  end
+
+end
+
+puts
+
+engine.stop
+
+# N = 100
+
+# Sat Jan 24 23:57:09 JST 2009
+# ruby 1.8.6 (2008-03-03 patchlevel 114) [universal-darwin9.0]
+#
+# OpenWFE::Engine
+#     user     system      total       real
+#   0.130000   0.010000   0.140000 (  0.161848)
+# jmettraux:ruote[test_redux]/$ ruby test/bm/load_26c.rb --fp
+#
+# OpenWFE::FilePersistedEngine
+#     user     system      total       real
+#   3.950000   0.220000   4.170000 (  4.810950)
+# jmettraux:ruote[test_redux]/$ ruby test/bm/load_26c.rb --cfp
+#
+# OpenWFE::CachedFilePersistedEngine
+#     user     system      total       real
+#   0.390000   0.030000   0.420000 (  0.481701)
+# jmettraux:ruote[test_redux]/$ ruby test/bm/load_26c.rb --tp
+#
+# OpenWFE::TokyoPersistedEngine (Tokyo Cabinet version 1.3.9 (503:1.0))
+#     user     system      total       real
+#   3.160000   0.060000   3.220000 (  3.749696)
+
+# Mon May 18 13:50:49 JST 2009
+# ruby 1.9.1p129 (2009-05-12 revision 23412) [i386-darwin9.6.0]
+#
+#  using engine of class Ruote::Engine
+#
+#     user     system      total        real
+#   0.010000   0.000000   0.010000 (  0.010206)
+#
+# No participant/subprocess lookup...
+

data/test/bm/mega.rb

@@ -0,0 +1,64 @@
+
+$:.unshift('lib')
+
+require 'rubygems'
+require 'ruote/engine'
+require 'ruote/worker'
+require 'ruote/part/storage_participant'
+require 'ruote/storage/hash_storage'
+require 'ruote/storage/fs_storage'
+require 'ruote/log/test_logger'
+
+#opts = { 's_logger' => [ 'ruote/log/test_logger', 'Ruote::TestLogger' ] }
+opts = {}
+
+storage = if ARGV.include?('--fs')
+  #FileUtils.rm_rf('work_mega') if ARGV.include?('-e')
+  Ruote::FsStorage.new('work_mega', opts)
+else
+  Ruote::HashStorage.new(opts)
+end
+
+p storage.class
+
+if ARGV.include?('-e')
+  #
+  # engine and worker
+  #
+
+  puts "... engine + worker ..."
+
+  engine = Ruote::Engine.new(Ruote::Worker.new(storage))
+
+  engine.register_participant 'alpha', Ruote::StorageParticipant
+
+  start = Time.now
+
+  pdef = Ruote.process_definition :name => 'mega' do
+    #echo '/${f:index}/'
+    alpha :unless => '${f:index} == 2000'
+  end
+
+  wfid = nil
+
+  (1..2000).to_a.each_with_index do |i|
+    wfid = engine.launch(pdef, 'index' => i)
+  end
+
+  puts "took #{Time.now - start} seconds to launch"
+
+  #engine.context.worker.run_thread.join
+  engine.wait_for(wfid)
+
+else
+  #
+  # pure worker
+  #
+
+  puts "... standalone worker ..."
+
+  worker = Ruote::Worker.new(storage)
+  worker.run
+
+end
+

data/test/bm/seq_thousand.rb

@@ -0,0 +1,31 @@
+
+#
+# testing ruote
+#
+# Fri Dec 18 19:19:07 JST 2009
+#
+
+require File.join(File.dirname(__FILE__), '..', 'functional', 'base')
+
+
+class BmSeqThousandTest < Test::Unit::TestCase
+  include FunctionalBase
+
+  def test_empty_sequence
+
+    n = 100
+
+    pdef = Ruote.process_definition :name => 'test' do
+      sequence do
+        iterator :on => (1..n).to_a do
+          echo 'a'
+        end
+      end
+    end
+
+    noisy
+
+    assert_trace [ 'a' ] * n, pdef
+  end
+end
+