cascading.jruby 0.0.9 → 0.0.10

data/tasks/setup.rb

@@ -1,300 +0,0 @@
-
-require 'rubygems'
-require 'rake'
-require 'rake/clean'
-require 'fileutils'
-require 'ostruct'
-require 'find'
-
-class OpenStruct; undef :gem; end
-
-# TODO: make my own openstruct type object that includes descriptions
-# TODO: use the descriptions to output help on the available bones options
-
-PROJ = OpenStruct.new(
-  # Project Defaults
-  :name => nil,
-  :summary => nil,
-  :description => nil,
-  :changes => nil,
-  :authors => nil,
-  :email => nil,
-  :url => "\000",
-  :version => ENV['VERSION'] || '0.0.0',
-  :exclude => %w(tmp$ bak$ ~$ CVS \.svn/ \.git/ \.gitignore ^pkg/ \.swp \.swo output build classes),
-  :release_name => ENV['RELEASE'],
-
-  # System Defaults
-  :ruby_opts => %w(-w),
-  :libs => [],
-  :history_file => 'History.txt',
-  :readme_file => 'README.md',
-  :ignore_file => '.bnsignore',
-
-  # Announce
-  :ann => OpenStruct.new(
-    :file => 'announcement.txt',
-    :text => nil,
-    :paragraphs => [],
-    :email => {
-      :from     => nil,
-      :to       => %w(ruby-talk@ruby-lang.org),
-      :server   => 'localhost',
-      :port     => 25,
-      :domain   => ENV['HOSTNAME'],
-      :acct     => nil,
-      :passwd   => nil,
-      :authtype => :plain
-    }
-  ),
-
-  # Gem Packaging
-  :gem => OpenStruct.new(
-    :dependencies => [],
-    :development_dependencies => [],
-    :executables => nil,
-    :extensions => FileList['ext/**/extconf.rb'],
-    :files => nil,
-    :need_tar => true,
-    :need_zip => false,
-    :extras => {}
-  ),
-
-  # File Annotations
-  :notes => OpenStruct.new(
-    :exclude => %w(^tasks/setup\.rb$),
-    :extensions => %w(.txt .rb .erb .rdoc) << '',
-    :tags => %w(FIXME OPTIMIZE TODO)
-  ),
-
-  # Rcov
-  :rcov => OpenStruct.new(
-    :dir => 'coverage',
-    :opts => %w[--sort coverage -T],
-    :threshold => 90.0,
-    :threshold_exact => false
-  ),
-
-  # Rdoc
-  :rdoc => OpenStruct.new(
-    :opts => [],
-    :include => %w(^lib/ ^bin/ ^ext/ \.txt$ \.rdoc$),
-    :exclude => %w(extconf\.rb$),
-    :main => nil,
-    :dir => 'doc',
-    :remote_dir => nil
-  ),
-
-  # Rubyforge
-  :rubyforge => OpenStruct.new(
-    :name => "\000"
-  ),
-
-  # Rspec
-  :spec => OpenStruct.new(
-    :files => FileList['spec/**/*_spec.rb'],
-    :opts => []
-  ),
-
-  # Subversion Repository
-  :svn => OpenStruct.new(
-    :root => nil,
-    :path => '',
-    :trunk => 'trunk',
-    :tags => 'tags',
-    :branches => 'branches'
-  ),
-
-  # Test::Unit
-  :test => OpenStruct.new(
-    :files => FileList['test/**/test_*.rb'],
-    :file  => 'test/all.rb',
-    :opts  => []
-  )
-)
-
-# Load the other rake files in the tasks folder
-tasks_dir = File.expand_path(File.dirname(__FILE__))
-post_load_fn = File.join(tasks_dir, 'post_load.rake')
-rakefiles = Dir.glob(File.join(tasks_dir, '*.rake')).sort
-rakefiles.unshift(rakefiles.delete(post_load_fn)).compact!
-import(*rakefiles)
-
-# Setup the project libraries
-%w(lib ext).each {|dir| PROJ.libs << dir if test ?d, dir}
-
-# Setup some constants
-WIN32 = %r/djgpp|(cyg|ms|bcc)win|mingw/ =~ RUBY_PLATFORM unless defined? WIN32
-
-DEV_NULL = WIN32 ? 'NUL:' : '/dev/null'
-
-def quiet( &block )
-  io = [STDOUT.dup, STDERR.dup]
-  STDOUT.reopen DEV_NULL
-  STDERR.reopen DEV_NULL
-  block.call
-ensure
-  STDOUT.reopen io.first
-  STDERR.reopen io.last
-  $stdout, $stderr = STDOUT, STDERR
-end
-
-DIFF = if WIN32 then 'diff.exe'
-       else
-         if quiet {system "gdiff", __FILE__, __FILE__} then 'gdiff'
-         else 'diff' end
-       end unless defined? DIFF
-
-SUDO = if WIN32 then ''
-       else
-         if quiet {system 'which sudo'} then 'sudo'
-         else '' end
-       end
-
-RCOV = WIN32 ? 'rcov.bat' : 'rcov'
-RDOC = WIN32 ? 'rdoc.bat' : 'rdoc'
-GEM  = WIN32 ? 'gem.bat'  : 'gem'
-
-%w(rcov spec/rake/spectask rubyforge bones facets/ansicode).each do |lib|
-  begin
-    require lib
-    Object.instance_eval {const_set "HAVE_#{lib.tr('/','_').upcase}", true}
-  rescue LoadError
-    Object.instance_eval {const_set "HAVE_#{lib.tr('/','_').upcase}", false}
-  end
-end
-HAVE_SVN = (Dir.entries(Dir.pwd).include?('.svn') and
-            system("svn --version 2>&1 > #{DEV_NULL}"))
-HAVE_GIT = (Dir.entries(Dir.pwd).include?('.git') and
-            system("git --version 2>&1 > #{DEV_NULL}"))
-
-# Add bones as a development dependency
-#
-if HAVE_BONES
-  PROJ.gem.development_dependencies << ['bones', ">= #{Bones::VERSION}"]
-end
-
-# Reads a file at +path+ and spits out an array of the +paragraphs+
-# specified.
-#
-#    changes = paragraphs_of('History.txt', 0..1).join("\n\n")
-#    summary, *description = paragraphs_of('README.md', 3, 3..8)
-#
-def paragraphs_of( path, *paragraphs )
-  title = String === paragraphs.first ? paragraphs.shift : nil
-  ary = File.read(path).delete("\r").split(/\n\n+/)
-
-  result = if title
-    tmp, matching = [], false
-    rgxp = %r/^=+\s*#{Regexp.escape(title)}/i
-    paragraphs << (0..-1) if paragraphs.empty?
-
-    ary.each do |val|
-      if val =~ rgxp
-        break if matching
-        matching = true
-        rgxp = %r/^=+/i
-      elsif matching
-        tmp << val
-      end
-    end
-    tmp
-  else ary end
-
-  result.values_at(*paragraphs)
-end
-
-# Adds the given gem _name_ to the current project's dependency list. An
-# optional gem _version_ can be given. If omitted, the newest gem version
-# will be used.
-#
-def depend_on( name, version = nil )
-  spec = Gem.source_index.find_name(name).last
-  version = spec.version.to_s if version.nil? and !spec.nil?
-
-  PROJ.gem.dependencies << case version
-    when nil; [name]
-    when %r/^\d/; [name, ">= #{version}"]
-    else [name, version] end
-end
-
-# Adds the given arguments to the include path if they are not already there
-#
-def ensure_in_path( *args )
-  args.each do |path|
-    path = File.expand_path(path)
-    $:.unshift(path) if test(?d, path) and not $:.include?(path)
-  end
-end
-
-# Find a rake task using the task name and remove any description text. This
-# will prevent the task from being displayed in the list of available tasks.
-#
-def remove_desc_for_task( names )
-  Array(names).each do |task_name|
-    task = Rake.application.tasks.find {|t| t.name == task_name}
-    next if task.nil?
-    task.instance_variable_set :@comment, nil
-  end
-end
-
-# Change working directories to _dir_, call the _block_ of code, and then
-# change back to the original working directory (the current directory when
-# this method was called).
-#
-def in_directory( dir, &block )
-  curdir = pwd
-  begin
-    cd dir
-    return block.call
-  ensure
-    cd curdir
-  end
-end
-
-# Scans the current working directory and creates a list of files that are
-# candidates to be in the manifest.
-#
-def manifest
-  files = []
-  exclude = PROJ.exclude.dup
-  comment = %r/^\s*#/
- 
-  # process the ignore file and add the items there to the exclude list
-  if test(?f, PROJ.ignore_file)
-    ary = []
-    File.readlines(PROJ.ignore_file).each do |line|
-      next if line =~ comment
-      line.chomp!
-      line.strip!
-      next if line.nil? or line.empty?
-
-      glob = line =~ %r/\*\./ ? File.join('**', line) : line
-      Dir.glob(glob).each {|fn| ary << "^#{Regexp.escape(fn)}"}
-    end
-    exclude.concat ary
-  end
-
-  # generate a regular expression from the exclude list
-  exclude = Regexp.new(exclude.join('|'))
-
-  Find.find '.' do |path|
-    path.sub! %r/^(\.\/|\/)/o, ''
-    next unless test ?f, path
-    next if path =~ exclude
-    files << path
-  end
-  files.sort!
-end
-
-# We need a "valid" method thtat determines if a string is suitable for use
-# in the gem specification.
-#
-class Object
-  def valid?
-    return !(self.empty? or self == "\000") if self.respond_to?(:to_str)
-    return false
-  end
-end
-
-# EOF

data/tasks/spec.rake

@@ -1,59 +0,0 @@
-
-if HAVE_SPEC_RAKE_SPECTASK and not PROJ.spec.files.to_a.empty?
-require 'spec/rake/verify_rcov'
-
-namespace :spec do
-
-  desc 'Run all specs with basic output'
-  Spec::Rake::SpecTask.new(:run) do |t|
-    # Allow user to specify specs to run at command line
-    _, spec_files = ARGV
-    spec_files ||= PROJ.spec.files
-    t.verbose = true
-
-    t.ruby_opts = PROJ.ruby_opts
-    t.spec_opts = PROJ.spec.opts
-    t.spec_files = spec_files
-    t.libs += PROJ.libs
-  end
-
-  desc 'Run all specs with text output'
-  Spec::Rake::SpecTask.new(:specdoc) do |t|
-    t.ruby_opts = PROJ.ruby_opts
-    t.spec_opts = PROJ.spec.opts + ['--format', 'specdoc']
-    t.spec_files = PROJ.spec.files
-    t.libs += PROJ.libs
-  end
-
-  if HAVE_RCOV
-    desc 'Run all specs with RCov'
-    Spec::Rake::SpecTask.new(:rcov) do |t|
-      t.ruby_opts = PROJ.ruby_opts
-      t.spec_opts = PROJ.spec.opts
-      t.spec_files = PROJ.spec.files
-      t.libs += PROJ.libs
-      t.rcov = true
-      t.rcov_dir = PROJ.rcov.dir
-      t.rcov_opts = PROJ.rcov.opts + ['--exclude', 'spec']
-    end
-
-    RCov::VerifyTask.new(:verify) do |t|
-      t.threshold = PROJ.rcov.threshold
-      t.index_html = File.join(PROJ.rcov.dir, 'index.html')
-      t.require_exact_threshold = PROJ.rcov.threshold_exact
-    end
-
-    task :verify => :rcov
-    remove_desc_for_task %w(spec:clobber_rcov)
-  end
-
-end  # namespace :spec
-
-desc 'Alias to spec:run'
-task :spec => 'spec:run'
-
-task :clobber => 'spec:clobber_rcov' if HAVE_RCOV
-
-end  # if HAVE_SPEC_RAKE_SPECTASK
-
-# EOF

data/tasks/svn.rake

@@ -1,47 +0,0 @@
-
-if HAVE_SVN
-
-unless PROJ.svn.root
-  info = %x/svn info ./
-  m = %r/^Repository Root:\s+(.*)$/.match(info)
-  PROJ.svn.root = (m.nil? ? '' : m[1])
-end
-PROJ.svn.root = File.join(PROJ.svn.root, PROJ.svn.path) unless PROJ.svn.path.empty?
-
-namespace :svn do
-
-  # A prerequisites task that all other tasks depend upon
-  task :prereqs
-
-  desc 'Show tags from the SVN repository'
-  task :show_tags => 'svn:prereqs' do |t|
-    tags = %x/svn list #{File.join(PROJ.svn.root, PROJ.svn.tags)}/
-    tags.gsub!(%r/\/$/, '')
-    tags = tags.split("\n").sort {|a,b| b <=> a}
-    puts tags
-  end
-
-  desc 'Create a new tag in the SVN repository'
-  task :create_tag => 'svn:prereqs' do |t|
-    v = ENV['VERSION'] or abort 'Must supply VERSION=x.y.z'
-    abort "Versions don't match #{v} vs #{PROJ.version}" if v != PROJ.version
-
-    svn = PROJ.svn
-    trunk = File.join(svn.root, svn.trunk)
-    tag = "%s-%s" % [PROJ.name, PROJ.version]
-    tag = File.join(svn.root, svn.tags, tag)
-    msg = "Creating tag for #{PROJ.name} version #{PROJ.version}"
-
-    puts "Creating SVN tag '#{tag}'"
-    unless system "svn cp -m '#{msg}' #{trunk} #{tag}"
-      abort "Tag creation failed" 
-    end
-  end
-
-end  # namespace :svn
-
-task 'gem:release' => 'svn:create_tag'
-
-end  # if PROJ.svn.path
-
-# EOF

data/tasks/test.rake

@@ -1,42 +0,0 @@
-
-if test(?e, PROJ.test.file) or not PROJ.test.files.to_a.empty?
-require 'rake/testtask'
-
-
-
-namespace :test do
-
-  Rake::TestTask.new(:run) do |t|
-    t.libs = PROJ.libs
-    t.test_files = if test(?f, PROJ.test.file) then [PROJ.test.file]
-                   else PROJ.test.files end
-    t.ruby_opts += PROJ.ruby_opts
-    t.ruby_opts += PROJ.test.opts
-  end
-
-  if HAVE_RCOV
-    desc 'Run rcov on the unit tests'
-    task :rcov => :clobber_rcov do
-      opts = PROJ.rcov.opts.dup << '-o' << PROJ.rcov.dir
-      opts = opts.join(' ')
-      files = if test(?f, PROJ.test.file) then [PROJ.test.file]
-              else PROJ.test.files end
-      files = files.join(' ')
-      sh "#{RCOV} #{files} #{opts}"
-    end
-
-    task :clobber_rcov do
-      rm_r 'coverage' rescue nil
-    end
-  end
-
-end  # namespace :test
-
-desc 'Alias to test:run'
-task :test => ['ant:retrieve', 'test:run']
-
-task :clobber => 'test:clobber_rcov' if HAVE_RCOV
-
-end
-
-# EOF

data/test/data/data1.txt

@@ -1,14 +0,0 @@
-SMITH          1.006  1.006      1
-JOHNSON        0.810  1.816      2
-WILLIAMS       0.699  2.515      3
-JONES          0.621  3.136      4
-BROWN          0.621  3.757      5
-DAVIS          0.480  4.237      6
-MILLER         0.424  4.660      7
-WILSON         0.339  5.000      8
-MOORE          0.312  5.312      9
-TAYLOR         0.311  5.623     10
-ANDERSON       0.311  5.934     11
-THOMAS         0.311  6.245     12
-JACKSON        0.310  6.554     13
-WHITE          0.279  6.834     14

data/test/data/data2.txt

@@ -1,14 +0,0 @@
-SMITH          	1				Paris
-JOHNSON         2				New-York
-WILLIAMS        3				London
-JONES           4				San Francisco
-BROWN           5				Dublin
-DAVIS           6				Rome
-MILLER          7				Munich
-WILSON          8				Berlin
-MOORE           9				Amsterdam
-TAYLOR         10				Bruxelles
-ANDERSON       11				Paris
-THOMAS         12				Lyon
-JACKSON        13				Barcelona
-WHITE          14				Athene

data/test/mock_assemblies.rb

@@ -1,55 +0,0 @@
-require 'cascading'
-
-module MockAssemblies
-  def mock_assembly(&block)
-    assembly = nil
-    flow 'test' do
-      source 'test', tap('test/data/data1.txt')
-      assembly = assembly 'test', &block
-      sink 'test', tap('output/test_mock_assembly')
-    end
-    assembly
-  end
-
-  def mock_branched_assembly(&block)
-    assembly = nil
-    flow 'mock_branched_assembly' do
-      source 'data1', tap('test/data/data1.txt')
-
-      assembly 'data1' do
-        branch 'test1' do
-          pass
-        end
-        branch 'test2' do
-          pass
-        end
-      end
-
-      assembly = assembly 'test', &block
-
-      sink 'test', tap('output/test_mock_branched_assembly')
-    end
-    assembly
-  end
-
-  def mock_two_input_assembly(&block)
-    assembly = nil
-    flow 'mock_two_input_assembly' do
-      source 'test1', tap('test/data/data1.txt')
-      source 'test2', tap('test/data/data2.txt')
-
-      assembly 'test1' do
-        split 'line', :pattern => /[.,]*\s+/, :into => ['name', 'score1', 'score2', 'id'], :output => ['name', 'score1', 'score2', 'id']
-      end
-
-      assembly 'test2' do
-        split 'line', :pattern => /[.,]*\s+/, :into => ['name',  'id', 'town'], :output => ['name',  'id', 'town']
-      end
-
-      assembly = assembly 'test', &block
-
-      sink 'test', tap('output/test_mock_two_input_assembly')
-    end
-    assembly
-  end
-end