fairy 0.6.0

data/tools/git-tag

@@ -0,0 +1,44 @@
+#!/usr/local/bin/ruby
+#
+#   svn-tags - 
+#   	$Release Version: $
+#   	$Revision: 1.1 $
+#   	$Date: 1997/08/08 00:57:08 $
+#   	by Keiju ISHITSUKA
+#
+# --
+#
+#   
+#
+
+@RCS_ID='-$Id:  $-'
+
+VERSION_FILE = "lib/fairy/version.rb"
+
+tag = ARGV[0]
+unless /^v?([0-9.]+-[0-9]+)(-.*)?$/ =~ tag
+  raise "バージョン形式が間違っています(#{tag})"
+end
+
+ver = $1
+rest = $2
+if rest =~ /^-dev(-[0-9]+)?/
+  ver += "-dev"
+  ver += $1 if $1
+end
+
+File.open(VERSION_FILE, "w") do |io|
+  io << "#\n"
+  io << "# Don't modified this file.\n"
+  io << "# This file is auto generation. \n"
+  io << "#\n"
+  io << "module Fairy\n"
+  io << "    Version = \"#{ver}\"\n"
+  io << "end\n"
+  io << "\n"
+end
+
+system("git commit -m 'version: #{ver}' #{VERSION_FILE}")
+
+system("git tag #{ARGV[0]}")
+

data/tools/log-analysis.rb

@@ -0,0 +1,62 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+
+require "time"
+
+module Fairy
+
+  class LogAnalyzer
+
+    def self.analyze(input = ARGF)
+      analyzer = self.new(input)
+      analyzer.compile
+      analyzer.analyze
+    end
+
+    def initialize(input)
+      @input = input
+      @events = {}
+    end
+
+    PAT = /([0-9\/]+)\s+([0-9:.]+)\s+([^\s]+)\s+([^\s]+)\s+([^\s]+)\s([^#]+)#([^:]+):\s+(.*)$/
+
+    def compile
+      @input.each{|line|
+	next unless line =~ /(START|FINISH)\s+(PROCESSING|EXPORT|IMPORT|STORE)/
+	line.chomp!
+	line =~ PAT
+	date, time, host, process, file, object, method, mes = $1, $2, $3, $4, $5, $6, $7, $8
+	uuid = [host, process, object].join(" ")
+
+	abs_time = Time.parse(date+" "+time)
+	mes =~ /(START|FINISH)\s+(PROCESSING|EXPORT|IMPORT|STORE)/
+	@events[uuid] ||= []
+	@events[uuid].push [$2, $1, abs_time]
+      }
+    end
+
+    def analyze
+      for k, values in @events
+	case values.first[0]
+	when "STORE"
+	  time = 0
+	  values.each_slice(2) do |start, finish|
+	    time += finish[2]-start[2]
+	  end
+	  puts "#{k}, #{values.first[0]}, , , #{time}"
+
+	else
+	  st = values.find{|v| v[1] == "START"}
+	  fn = values.find{|v| v[1] == "FINISH"}
+
+	  puts "#{k}, #{st[0]}, #{st[2]}, #{fn[2]}, #{fn[2] - st[2]}"
+	end
+      end
+    end
+  end
+end
+
+Fairy::LogAnalyzer.analyze
+
+
+

data/tools/svn-ls-diff

@@ -0,0 +1,38 @@
+#!/usr/local/bin/ruby
+#
+#   svn-ls-diff - 
+#   	$Release Version: $
+#   	$Revision: 1.1 $
+#   	$Date: 1997/08/08 00:57:08 $
+#   	by Keiju ISHITSUKA
+#
+# --
+#
+#   
+#
+
+@RCS_ID='-$Id:  $-'
+require "find"
+
+svn_files = nil
+IO::popen("svn ls -rHEAD -R") do |io|
+  svn_files = io.collect{|f| f.chomp}
+end
+
+files = []
+Find.find(".") do |l|
+  path = l[2..-1]
+  if /.*\.rb$/ =~ path
+    files.push path
+  end
+end
+
+puts files.sort - svn_files.sort
+
+  
+  
+	
+
+
+
+

data/tools/svn-tags

@@ -0,0 +1,37 @@
+#!/usr/local/bin/ruby
+#
+#   svn-tags - 
+#   	$Release Version: $
+#   	$Revision: 1.1 $
+#   	$Date: 1997/08/08 00:57:08 $
+#   	by Keiju ISHITSUKA
+#
+# --
+#
+#   
+#
+
+@RCS_ID='-$Id:  $-'
+
+tag = ARGV[0]
+unless /^v([0-9.]+[0-9]+)(-.*)?$/ =~ tag
+  raise "バージョン形式が間違っています(#{tag})"
+end
+
+ver = $1
+
+File.open("version.rb", "w") do |io|
+  io << "#\n"
+  io << "# Don't modified this file.\n"
+  io << "# This file is auto generation. \n"
+  io << "#\n"
+  io << "module Fairy\n"
+  io << "    Version = \"#{ver}\"\n"
+  io << "end\n"
+  io << "\n"
+end
+
+system("svn ci -m 'version: #{ver}' version.rb")
+
+system("svn copy . http://localhost/svn/repos/fairy/tags/#{ARGV[0]}")
+

metadata

@@ -0,0 +1,298 @@
+--- !ruby/object:Gem::Specification 
+name: fairy
+version: !ruby/object:Gem::Version 
+  hash: 7
+  prerelease: false
+  segments: 
+  - 0
+  - 6
+  - 0
+  version: 0.6.0
+platform: ruby
+authors: 
+- Rakuten, Inc.
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-12-06 00:00:00 +09:00
+default_executable: fairy
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: DeepConnect
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        - 4
+        - 6
+        version: 0.4.06
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: fiber-mon
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 27
+        segments: 
+        - 0
+        - 1
+        - 0
+        version: 0.1.0
+  type: :runtime
+  version_requirements: *id002
+description: |
+  fairy is a framework for distributed processing in Ruby, originally
+  designed at Rakuten Institute of Technology with Yukihiro Matsumoto,
+  the founder of Ruby.
+  
+  Although fairy was inspired by MapReduce model, a well-known
+  programming model for distributed processing, it's more flexible and
+  suitable for wider use. That's due to fairy's programming model,
+  called filter IF, and various built-in filters.
+  
+  fairy is implemented in Ruby and inherits its high productivity and
+  simplicity. fairy's API is quite similar to Ruby. Therefore most
+  programmers who know Ruby can easily understand and use it.
+
+email: hajime.masuda@mail.rakuten.co.jp
+executables: 
+- fairy
+- fairy-cat
+- fairy-cp
+- fairy-rm
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- Makefile
+- README
+- LICENSE
+- fairy.gemspec
+- lib/fairy.rb
+- spec/run_all.sh
+- bin/fairy
+- bin/fairy-cat
+- bin/fairy-cp
+- bin/fairy-rm
+- lib/fairy/share/debug.rb
+- lib/fairy/share/stdout.rb
+- lib/fairy/share/conf.rb
+- lib/fairy/share/pool-dictionary.rb
+- lib/fairy/share/port.rb
+- lib/fairy/share/reference.rb
+- lib/fairy/share/hash-rb18.rb
+- lib/fairy/share/block-source.rb
+- lib/fairy/share/encoding.rb
+- lib/fairy/share/vfile.rb
+- lib/fairy/share/tr.rb
+- lib/fairy/share/file-place.rb
+- lib/fairy/share/hash-md5.rb
+- lib/fairy/share/hash-simple-hash.rb
+- lib/fairy/share/hash-murmur.rb
+- lib/fairy/share/log.rb
+- lib/fairy/share/lc/exceptions.rb
+- lib/fairy/share/lc/ja/exceptions.rb
+- lib/fairy/share/port-marshaled-queue.rb
+- lib/fairy/share/base-app.rb
+- lib/fairy/share/varray.rb
+- lib/fairy/share/locale.rb
+- lib/fairy/share/inspector.rb
+- lib/fairy/share/fast-tempfile.rb
+- lib/fairy/share/hash-1.rb
+- lib/fairy/master.rb
+- lib/fairy/processor.rb
+- lib/fairy/node.rb
+- lib/fairy/node/p-seg-split.rb
+- lib/fairy/node/p-task.rb
+- lib/fairy/node/p-input-iota.rb
+- lib/fairy/node/p-there.rb
+- lib/fairy/node/p-direct-product.rb
+- lib/fairy/node/p-wc.rb
+- lib/fairy/node/p-map.rb
+- lib/fairy/node/p-input-file.rb
+- lib/fairy/node/p-basic-group-by.rb
+- lib/fairy/node/p-seg-join.rb
+- lib/fairy/node/p-inject.rb
+- lib/fairy/node/p-output-file.rb
+- lib/fairy/node/p-group-by.rb
+- lib/fairy/node/p-identity.rb
+- lib/fairy/node/p-single-exportable.rb
+- lib/fairy/node/p-barrier.rb
+- lib/fairy/node/p-seg-zip.rb
+- lib/fairy/node/p-output-local-file.rb
+- lib/fairy/node/p-here.rb
+- lib/fairy/node/p-merger-group-by.rb
+- lib/fairy/node/p-find.rb
+- lib/fairy/node/p-input-varray.rb
+- lib/fairy/node/p-filter.rb
+- lib/fairy/node/p-exec.rb
+- lib/fairy/node/p-seg-map.rb
+- lib/fairy/node/p-output-null.rb
+- lib/fairy/node/p-output-varray.rb
+- lib/fairy/node/p-sort.rb
+- lib/fairy/node/p-input-local-file.rb
+- lib/fairy/node/addins.rb
+- lib/fairy/node/p-io-filter.rb
+- lib/fairy/node/p-select.rb
+- lib/fairy/client/junction.rb
+- lib/fairy/client/basic-group-by.rb
+- lib/fairy/client/output.rb
+- lib/fairy/client/input-iota.rb
+- lib/fairy/client/io-filter.rb
+- lib/fairy/client/sort19.rb
+- lib/fairy/client/there.rb
+- lib/fairy/client/seg-zip.rb
+- lib/fairy/client/group-by.rb
+- lib/fairy/client/top_n_into_roma.rb
+- lib/fairy/client/output-varray.rb
+- lib/fairy/client/wc.rb
+- lib/fairy/client/seg-join.rb
+- lib/fairy/client/input-file.rb
+- lib/fairy/client/find.rb
+- lib/fairy/client/roma-put.rb
+- lib/fairy/client/sort.rb
+- lib/fairy/client/map.rb
+- lib/fairy/client/direct-product.rb
+- lib/fairy/client/output-file.rb
+- lib/fairy/client/sort18.rb
+- lib/fairy/client/select.rb
+- lib/fairy/client/input-local-file.rb
+- lib/fairy/client/filter.rb
+- lib/fairy/client/output-null.rb
+- lib/fairy/client/seg-split.rb
+- lib/fairy/client/roma.rb
+- lib/fairy/client/input.rb
+- lib/fairy/client/inject.rb
+- lib/fairy/client/equijoin.rb
+- lib/fairy/client/here.rb
+- lib/fairy/client/exec.rb
+- lib/fairy/client/input-varray.rb
+- lib/fairy/client/merge-group-by.rb
+- lib/fairy/client/addins.rb
+- lib/fairy/client/seg-map.rb
+- lib/fairy/client/barrier.rb
+- lib/fairy/client/output-local-file.rb
+- lib/fairy/client/seg-shuffle.rb
+- lib/fairy/client/cat.rb
+- lib/fairy/logger.rb
+- lib/fairy/master/c-select.rb
+- lib/fairy/master/c-merge-group-by.rb
+- lib/fairy/master/c-input.rb
+- lib/fairy/master/c-exec.rb
+- lib/fairy/master/c-direct-product.rb
+- lib/fairy/master/c-input-file.rb
+- lib/fairy/master/c-output.rb
+- lib/fairy/master/c-cat.rb
+- lib/fairy/master/c-group-by.rb
+- lib/fairy/master/c-output-null.rb
+- lib/fairy/master/job-interpriter.rb
+- lib/fairy/master/scheduler.rb
+- lib/fairy/master/c-seg-zip.rb
+- lib/fairy/master/c-input-varray.rb
+- lib/fairy/master/c-basic-group-by.rb
+- lib/fairy/master/c-seg-shuffle.rb
+- lib/fairy/master/c-output-local-file.rb
+- lib/fairy/master/c-seg-join.rb
+- lib/fairy/master/c-output-varray.rb
+- lib/fairy/master/c-output-file.rb
+- lib/fairy/master/c-wc.rb
+- lib/fairy/master/c-inject.rb
+- lib/fairy/master/c-there.rb
+- lib/fairy/master/atom.rb
+- lib/fairy/master/c-inputtable19.rb
+- lib/fairy/master/c-seg-split.rb
+- lib/fairy/master/c-map.rb
+- lib/fairy/master/c-input-iota.rb
+- lib/fairy/master/c-barrier.rb
+- lib/fairy/master/c-sort.rb
+- lib/fairy/master/c-inputtable18.rb
+- lib/fairy/master/c-here.rb
+- lib/fairy/master/c-input-local-file.rb
+- lib/fairy/master/c-filter.rb
+- lib/fairy/master/c-find.rb
+- lib/fairy/master/c-seg-map.rb
+- lib/fairy/master/c-junction.rb
+- lib/fairy/master/addins.rb
+- lib/fairy/master/c-inputtable.rb
+- lib/fairy/master/c-io-filter.rb
+- lib/fairy/controller.rb
+- lib/fairy/version.rb
+- etc/fairy.conf.tmpl
+- bin/subcmd/node
+- bin/subcmd/controller
+- bin/subcmd/inspector
+- bin/subcmd/master
+- bin/subcmd/processor
+- ext/simple_hash/extconf.rb
+- ext/simple_hash/simple_hash.c
+- doc/programming-interface.rd
+- doc/programming-interface.html
+- spec/README
+- spec/fairy8_spec.rb
+- spec/fairy5_spec.rb
+- spec/mkdat.rb
+- spec/fairy4_spec.rb
+- spec/fairy1_spec.rb
+- spec/fairy6_spec.rb
+- spec/fairy2_spec.rb
+- spec/fairy3_spec.rb
+- spec/fairy7_spec.rb
+- sample/grep.rb
+- sample/sort.rb
+- sample/wordcount.rb
+- sample/ping.rb
+- test/testc.rb
+- tools/git-tag
+- tools/svn-tags
+- tools/log-analysis.rb
+- tools/cap_recipe/cluster.yml.sample
+- tools/cap_recipe/Capfile
+- tools/fairy_perf_graph.rb
+- tools/svn-ls-diff
+has_rdoc: true
+homepage: http://code.google.com/p/fairy-prj/
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: fairy
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: fairy is a framework for distributed processing in Ruby, originally designed at Rakuten Institute of Technology with Yukihiro Matsumoto, the founder of Ruby.
+test_files: 
+- spec/run_all.sh