pwrake 0.9.3

data/spec/001/Rakefile

@@ -0,0 +1,5 @@
+task :default => "A"
+
+task "A" do
+  sh "echo A"
+end

data/spec/002/Rakefile

@@ -0,0 +1,19 @@
+require "rake/clean"
+
+B = 4.times.map do |i|
+  file "B#{i}.dat" do |t|
+    sh "echo `hostname`:`pwd`"
+    sh "echo '#{t.name}' > #{t.name}"
+  end.name
+end
+
+A = 4.times.map do |i|
+  file "A#{i}.dat" => "B#{i}.dat" do |t|
+    sh "echo `hostname`:`pwd`"
+    sh "echo '#{t.name}' > #{t.name}"
+  end.name
+end
+
+task :default => A
+
+CLEAN.include A,B

data/spec/003/Rakefile

@@ -0,0 +1,9 @@
+task :first do |t, args|
+  puts "#{args.x},#{args.y}"
+end
+
+task :hello, ['x', 'y'] => :first do |t, args|
+  puts "#{args.x},#{args.y}"
+end
+
+task :default => :hello

data/spec/004/Rakefile

@@ -0,0 +1,7 @@
+A = 4.times.map do |i|
+  file "A#{i}" do |t|
+    sh "sleep 1"
+  end.name
+end
+
+task :default => A

data/spec/005/Rakefile

@@ -0,0 +1,11 @@
+require "../helper"
+$cores = Helper.read_hosts("../hosts")
+
+$tasks = $cores.each_with_index.map do |h,i|
+  task "#{h}_#{i}" do |t|
+    sh "hostname"
+    sleep 0.5
+  end.name
+end
+
+task :default => $tasks

data/spec/006/Rakefile

@@ -0,0 +1,3 @@
+task :default do
+  sh "echo ${ENV1}"
+end

data/spec/006/pwrake_conf.yaml

@@ -0,0 +1,3 @@
+PASS_ENV :
+ - ENV1
+ - ENV2

data/spec/007/Rakefile

@@ -0,0 +1,22 @@
+
+t = task "A" do |t|
+  puts "task A #{Thread.current.inspect}"
+  c = 10.times.map do |i|
+    task "C#{i}" do |t|
+      print "task #{t.name} #{Thread.current.inspect}\n"
+      sh "echo #{t.name}; sleep 1"
+    end.name
+  end
+
+  (task "B" => c).invoke
+  print "invoke end\n"
+end
+
+task :default => ["A"] do |t|
+  print "task #{t.name} #{Thread.current.inspect}\n"
+end
+
+
+p Thread.current
+
+p RUBY_RELEASE_DATE

data/spec/008/Rakefile

@@ -0,0 +1,3 @@
+task :default do
+  puts "this message should not be printed"
+end

data/spec/008/pwrake_conf.yaml

@@ -0,0 +1,3 @@
+PASS_ENV :
+ - ENV1
+ - ENV2

data/spec/009/Rakefile

@@ -0,0 +1,18 @@
+require "rake/clean"
+
+B = 4.times.map do |i|
+  task "B#{i}.dat" do |t|
+    sh "echo `hostname`:`pwd`"
+  end.name
+end
+
+A = 4.times.map do |i|
+  task "A#{i}.dat" => "B#{i}.dat" do |t|
+    sh "echo `hostname`:`pwd`"
+  end.name
+end
+
+task :default => A
+
+CLEAN.include A,B
+CLEAN.include '*.csv'

data/spec/009/pwrake_conf.yaml

@@ -0,0 +1,2 @@
+PROFILE : true
+GNU_TIME : true

data/spec/helper.rb

@@ -0,0 +1,82 @@
+class Helper
+
+  @@spec_dir = File.expand_path(File.dirname(__FILE__))+"/"
+  @@pwrake = @@spec_dir+'../bin/pwrake'
+
+  @@show_command = false
+  @@show_result = false
+
+  def self.show=(f)
+    if f
+      @@show_command = true
+      @@show_result = true
+    else
+      @@show_command = false
+      @@show_result = false
+    end
+  end
+
+  def initialize(dir=nil,args=nil)
+    @dir = @@spec_dir+(dir||"")
+    @args = args
+  end
+
+  attr_reader :n_files, :filelist, :result, :status
+  attr_reader :elapsed_time
+
+  def clean
+    Dir.chdir(@dir) do
+      `rake -q clean`
+    end
+    self
+  end
+
+  def run
+    cmd = "sh -c '#{@@pwrake} #{@args} 2>&1'"
+    if @@show_command
+      puts
+      puts "-- dir: #{@dir}"
+      puts "-- cmd: #{cmd}"
+    end
+    Dir.chdir(@dir) do
+      tm = Time.now
+      @result = `#{cmd}`
+      @status = $?
+      @elapsed_time = Time.now - tm
+      system "touch dummy; rm dummy"
+      @filelist = Dir.glob("*")
+      @n_files = @filelist.size
+    end
+    if @@show_result
+      puts @result
+      puts "-- status: #{@status.inspect}\n"
+    end
+    self
+  end
+
+  def success?
+    @status && @status.success?
+  end
+
+  def output_lines
+    @result.split("\n")
+  end
+
+
+  def self.read_hosts(file,ssh=nil)
+    cores = []
+    open(file) do |f|
+      while l = f.gets
+        l = $1 if /^([^#]*)#/ =~ l
+        host, ncore, group = l.split
+        if host
+          host = `ssh #{host} hostname`.chomp if ssh
+          ncore = (ncore || 1).to_i
+          cores.concat( [host] * ncore )
+        end
+      end
+    end
+    cores
+  end
+
+end

data/spec/hosts

@@ -0,0 +1,3 @@
+localhost 4
+#tsukuba001 2
+#tsukuba002 2

data/spec/pwrake_spec.rb

@@ -0,0 +1,83 @@
+$spec_dir = File.expand_path(File.dirname(__FILE__))
+require $spec_dir+"/helper"
+$hosts = $spec_dir+"/hosts"
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.filter_run :focus
+  config.run_all_when_everything_filtered = true
+end
+
+Helper.show=false
+
+describe Helper do
+
+  %w[ h V D n N P q g G T t v W X j ].each do |a|
+    context "dir=001 arg=-#{a}" do
+      subject { Helper.new("001","-"+a).run }
+      it { should be_success }
+    end
+  end
+
+  %w[ N q g G t v X j ].each do |a|
+    context "dir=002 arg=-#{a}" do
+      subject { Helper.new("002","-"+a).clean.run }
+      it { should be_success }
+      its(:n_files) { should eq 9 }
+    end
+  end
+
+  if File.exist?($hosts)
+    context "dir=002 --hostfile" do
+      subject { Helper.new("002","-F ../hosts").clean.run }
+      it { should be_success }
+      its(:n_files) { should eq 9 }
+    end
+  end
+
+  context "dir=003 w task argument" do
+    subject { Helper.new("003","hello[foo,bar]").run }
+    it { should be_success }
+    its(:result) { should eq "foo,bar\nfoo,bar\n" }
+  end
+
+  context "dir=004 -j4 elapsed time" do
+    subject { Helper.new("004","-j4").run }
+    it { should be_success }
+    its(:elapsed_time) { should be_within(1).of(2) } # 1..3 sec
+  end
+
+  if File.exist?($hosts)
+    context "dir=005 --hostfile" do
+      subject { Helper.new("005","-q -F ../hosts").run }
+      it { should be_success }
+      its("output_lines.sort") { should eq Helper.read_hosts($hosts,true).sort }
+    end
+  end
+
+  context "dir=006 PASS_ENV" do
+    subject { Helper.new("006","-q -F ../hosts ENV1=pass_successfully").run }
+    it { should be_success }
+    its(:result) { should eq "pass_successfully\n" }
+  end
+
+  # context "dir=007 invoke-in-task", :focus=>true do
+  context "dir=007 invoke-in-task" do
+    subject { Helper.new("007","-j10").run }
+    it { should be_success }
+    its(:elapsed_time) { should be_within(1).of(2) } # 1..3 sec
+  end
+
+  context "dir=008 --show-conf & PASS_ENV" do
+    subject { Helper.new("008","--show-conf ENV1=hoge").run }
+    it { should be_success }
+    its(:result) { should match(/  ENV1: hoge/) }
+  end
+
+  context "dir=009 PROFILE w GNU_TIME" do
+    subject { Helper.new("009").clean.run }
+    it { should be_success }
+    its(:n_files) { should eq 3 }
+  end
+
+end

metadata

@@ -0,0 +1,119 @@
+--- !ruby/object:Gem::Specification 
+name: pwrake
+version: !ruby/object:Gem::Version 
+  hash: 61
+  prerelease: 
+  segments: 
+  - 0
+  - 9
+  - 3
+  version: 0.9.3
+platform: ruby
+authors: 
+- Masahiro TANAKA
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-12-26 00:00:00 Z
+dependencies: []
+
+description: Parallel workflow extension for Rake
+email: 
+- masa16.tanaka@gmail.com
+executables: 
+- pwrake
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/pwrake
+- lib/pwrake.rb
+- lib/pwrake/application.rb
+- lib/pwrake/counter.rb
+- lib/pwrake/file_utils.rb
+- lib/pwrake/gfarm_feature.rb
+- lib/pwrake/graphviz.rb
+- lib/pwrake/locality_aware_queue.rb
+- lib/pwrake/logger.rb
+- lib/pwrake/master.rb
+- lib/pwrake/option.rb
+- lib/pwrake/profiler.rb
+- lib/pwrake/rake_modify.rb
+- lib/pwrake/shell.rb
+- lib/pwrake/task_algorithm.rb
+- lib/pwrake/task_queue.rb
+- lib/pwrake/timer.rb
+- lib/pwrake/version.rb
+- pwrake.gemspec
+- setup.rb
+- spec/001/Rakefile
+- spec/002/Rakefile
+- spec/003/Rakefile
+- spec/004/Rakefile
+- spec/005/Rakefile
+- spec/006/Rakefile
+- spec/006/pwrake_conf.yaml
+- spec/007/Rakefile
+- spec/008/Rakefile
+- spec/008/pwrake_conf.yaml
+- spec/009/Rakefile
+- spec/009/pwrake_conf.yaml
+- spec/helper.rb
+- spec/hosts
+- spec/pwrake_spec.rb
+homepage: http://masa16.github.com/pwrake
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Adding Parallel and Distributed feature to Rake
+test_files: 
+- spec/001/Rakefile
+- spec/002/Rakefile
+- spec/003/Rakefile
+- spec/004/Rakefile
+- spec/005/Rakefile
+- spec/006/Rakefile
+- spec/006/pwrake_conf.yaml
+- spec/007/Rakefile
+- spec/008/Rakefile
+- spec/008/pwrake_conf.yaml
+- spec/009/Rakefile
+- spec/009/pwrake_conf.yaml
+- spec/helper.rb
+- spec/hosts
+- spec/pwrake_spec.rb