assaf-buildr 1.3.3

data/lib/buildr/scala.rb

@@ -0,0 +1,19 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with this
+# work for additional information regarding copyright ownership.  The ASF
+# licenses this file to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+
+require 'buildr/scala/compiler'
+require 'buildr/scala/tests'
+Object::Scala = Buildr::Scala

data/lib/buildr/scala/compiler.rb

@@ -0,0 +1,109 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with this
+# work for additional information regarding copyright ownership.  The ASF
+# licenses this file to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'buildr/core/project'
+require 'buildr/core/common'
+require 'buildr/core/compile'
+require 'buildr/packaging'
+
+
+module Buildr::Scala
+    
+  # Scalac compiler:
+  #   compile.using(:scalac)
+  # Used by default if .scala files are found in the src/main/scala directory (or src/test/scala)
+  # and sets the target directory to target/classes (or target/test/classes).
+  #
+  # Accepts the following options:
+  # * :warnings    -- Generate warnings if true (opposite of -nowarn).
+  # * :deprecation -- Output source locations where deprecated APIs are used.
+  # * :optimise    -- Generates faster bytecode by applying optimisations to the program.
+  # * :target      -- Class file compatibility with specified release.
+  # * :debug       -- Generate debugging info.
+  # * :other       -- Array of options to pass to the Scalac compiler as is, e.g. -Xprint-types
+  class Scalac < Buildr::Compiler::Base
+    class << self
+      def scala_home
+        @home ||= ENV['SCALA_HOME']
+      end
+
+      def dependencies
+        [ 'scala-library.jar', 'scala-compiler.jar'].map { |jar| File.expand_path("lib/#{jar}", scala_home) }
+      end
+
+      def use_fsc
+        ENV["USE_FSC"] =~ /^(yes|on|true)$/i
+      end
+    end
+
+    OPTIONS = [:warnings, :deprecation, :optimise, :target, :debug, :other]
+    Java.classpath << dependencies
+
+    specify :language=>:scala, :target=>'classes', :target_ext=>'class', :packaging=>:jar
+
+    def initialize(project, options) #:nodoc:
+      super
+      options[:debug] = Buildr.options.debug if options[:debug].nil?
+      options[:warnings] = verbose if options[:warnings].nil?
+      options[:deprecation] ||= false
+      options[:optimise] ||= false
+    end
+
+    def compile(sources, target, dependencies) #:nodoc:
+      check_options options, OPTIONS
+
+      cmd_args = []
+      cmd_args << '-classpath' << (dependencies + Scalac.dependencies).join(File::PATH_SEPARATOR)
+      source_paths = sources.select { |source| File.directory?(source) }
+      cmd_args << '-sourcepath' << source_paths.join(File::PATH_SEPARATOR) unless source_paths.empty?
+      cmd_args << '-d' << File.expand_path(target)
+      cmd_args += scalac_args
+      cmd_args += files_from_sources(sources)
+
+      unless Buildr.application.options.dryrun
+        Scalac.scala_home or fail 'Are we forgetting something? SCALA_HOME not set.'
+        trace((['scalac'] + cmd_args).join(' '))
+        if Scalac.use_fsc
+          system(([File.expand_path('bin/fsc', Scalac.scala_home)] + cmd_args).join(' ')) or
+            fail 'Failed to compile, see errors above'
+        else
+          Java.load
+          Java.scala.tools.nsc.Main.process(cmd_args.to_java(Java.java.lang.String))
+          fail 'Failed to compile, see errors above' if Java.scala.tools.nsc.Main.reporter.hasErrors
+        end
+      end
+    end
+
+  private
+
+    # Returns Scalac command line arguments from the set of options.
+    def scalac_args #:nodoc:
+      args = []
+      args << "-nowarn" unless options[:warnings]
+      args << "-verbose" if Buildr.application.options.trace
+      args << "-g" if options[:debug]
+      args << "-deprecation" if options[:deprecation]
+      args << "-optimise" if options[:optimise]
+      args << "-target:jvm-" + options[:target].to_s if options[:target]
+      args + Array(options[:other])
+    end
+
+  end
+    
+end
+
+# Scala compiler comes first, ahead of Javac, this allows it to pick
+# projects that mix Scala and Java code by spotting Scala code first.
+Buildr::Compiler.compilers.unshift Buildr::Scala::Scalac

data/lib/buildr/scala/tests.rb

@@ -0,0 +1,203 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with this
+# work for additional information regarding copyright ownership.  The ASF
+# licenses this file to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+
+require 'buildr/core/build'
+require 'buildr/core/compile'
+require 'buildr/java/ant'
+require 'buildr/java/tests'
+
+
+module Buildr::Scala
+
+  # Scala::Specs is available when using Scala::Test
+  module ScalaSpecs
+    VERSION = '1.2.9'
+    
+    class << self
+      def version
+        Buildr.settings.build['scala.specs'] || VERSION
+      end
+      
+      def dependencies
+        ["org.specs:specs:jar:#{version}"]
+      end  
+
+    private
+      def const_missing(const)
+        return super unless const == :REQUIRES # TODO: remove in 1.5
+        Buildr.application.deprecated "Please use Scala::Specs.dependencies/.version instead of ScalaSpecs::REQUIRES/VERSION"
+        dependencies
+      end
+    end
+  end
+
+
+  # Scala::Check is available when using Scala::Test
+  module ScalaCheck
+    VERSION = '1.3'
+    
+    class << self
+      def version
+        Buildr.settings.build['scala.check'] || VERSION
+      end
+      
+      def dependencies
+        ["org.scalacheck:scalacheck:jar:#{version}"]
+      end  
+
+    private
+      def const_missing(const)
+        return super unless const == :REQUIRES # TODO: remove in 1.5
+        Buildr.application.deprecated "Please use Scala::Check.dependencies/.version instead of ScalaCheck::REQUIRES/VERSION"
+        dependencies
+      end
+    end
+  end
+  
+  
+  # ScalaTest framework, the default test framework for Scala tests.
+  #
+  # Support the following options:
+  # * :properties  -- Hash of system properties available to the test case.
+  # * :environment -- Hash of environment variables available to the test case.
+  # * :java_args   -- Arguments passed as is to the JVM.
+  class ScalaTest < TestFramework::Java
+
+    VERSION = '0.9.3'
+
+    class << self
+      def version
+        Buildr.settings.build['scala.test'] || VERSION
+      end
+      
+      def dependencies
+        ["org.scalatest:scalatest:jar:#{version}"] + ScalaSpecs.dependencies +
+          ScalaCheck.dependencies + JMock.dependencies
+      end  
+
+      def applies_to?(project) #:nodoc:
+        project.test.compile.language == :scala
+      end 
+      
+    private
+      def const_missing(const)
+        return super unless const == :REQUIRES # TODO: remove in 1.5
+        Buildr.application.deprecated "Please use Scala::Test.dependencies/.version instead of ScalaTest::REQUIRES/VERSION"
+        dependencies
+      end
+    end          
+
+    # annotation-based group inclusion
+    attr_accessor :group_includes
+    
+    # annotation-based group exclusion
+    attr_accessor :group_excludes
+    
+    def initialize(test_task, options)
+      super
+      @group_includes = []
+      @group_excludes = []
+    end
+
+    def tests(dependencies) #:nodoc:
+      suites = filter_classes(dependencies, :interfaces => %w{org.scalatest.Suite})
+      # we should really filter using :class => %w{org.specs.Specification} instead of naming convention
+      specs = filter_classes(dependencies, :class_names => [/Specs?$/])
+      [suites, specs].flatten
+    end
+
+    def run(tests, dependencies) #:nodoc:
+      mkpath task.report_to.to_s
+      success = []
+      scalatest = tests.select { |t| t !~ /Specs?$/ }
+      specs = tests.select { |t| t =~ /Specs?$/ }
+
+      # Specs
+      nostacktrace = (options[:nostacktrace]) ? "-ns" : ""
+      cmd_options = { :properties => options[:properties],
+                      :java_args => options[:java_args],
+                      :classpath => dependencies}
+      specs.each do |spec|
+        Java.load
+        begin
+          Java::Commands.java(spec, cmd_options)
+        rescue => e
+          print e.message
+        else
+          success << spec
+        end
+      end
+
+      # ScalaTest
+      reporter_options = 'TFGBSAR' # testSucceeded, testFailed, testIgnored, suiteAborted, runStopped, runAborted, runCompleted
+      scalatest.each do |suite|
+        info "ScalaTest #{suite.inspect}"
+        # Use Ant to execute the ScalaTest task, gives us performance and reporting.
+        reportFile = File.join(task.report_to.to_s, "TEST-#{suite}.txt")
+        taskdef = Buildr.artifacts(self.class.dependencies).each(&:invoke).map(&:to_s)
+        Buildr.ant('scalatest') do |ant|
+          ant.taskdef :name=>'scalatest', :classname=>'org.scalatest.tools.ScalaTestTask',
+            :classpath=>taskdef.join(File::PATH_SEPARATOR)
+          ant.scalatest :runpath=>dependencies.join(File::PATH_SEPARATOR) do
+            ant.suite    :classname=>suite
+            ant.reporter :type=>'stdout', :config=>reporter_options
+            ant.reporter :type=>'file', :filename=> reportFile, :config=>reporter_options
+            ant.includes group_includes.join(" ") if group_includes
+            ant.excludes group_excludes.join(" ") if group_excludes
+            (options[:properties] || []).each { |name, value| ant.property :name=>name, :value=>value }
+          end
+        end
+        
+        # Parse for failures, errors, etc.
+        # This is a bit of a pain right now because ScalaTest doesn't flush its
+        # output synchronously before the Ant test finishes so we have to loop 
+        # and wait for an indication that the test run was completed. 
+        failed = false
+        completed = false
+        wait = 0
+        while (!completed) do
+          File.open(reportFile, "r") do |input|
+            while (line = input.gets) do
+              failed = (line =~ /(TEST FAILED -)|(RUN STOPPED)|(RUN ABORTED)/) unless failed
+              completed |= (line =~ /Run completed\./)
+              break if (failed || completed)
+            end
+          end
+          wait += 1
+          break if (failed || wait > 10) 
+          unless completed
+            sleep(1)
+          end
+        end
+        success << suite if (completed && !failed)
+      end
+      
+      success
+    end # run
+
+  end # ScalaTest
+  
+end
+
+
+# Backwards compatibility stuff.  Remove in 1.5.
+module Buildr
+  ScalaSpecs = Scala::ScalaSpecs
+  ScalaCheck = Scala::ScalaCheck
+  ScalaTest = Scala::ScalaTest
+end
+
+Buildr::TestFramework << Buildr::Scala::ScalaTest

data/rakelib/apache.rake

@@ -0,0 +1,191 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with this
+# work for additional information regarding copyright ownership.  The ASF
+# licenses this file to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+
+require 'digest/md5'
+require 'digest/sha1'
+
+
+# Tasks specific to Apache projects (license, release, etc).
+namespace 'apache' do
+
+  desc 'Upload snapshot packages over to people.apache.org'
+  task 'snapshot'=>['spec', 'package'] do
+    rm_rf 'snapshot' # Always start with empty directory
+    puts "Copying existing gems from Apache"
+    sh 'rsync', '--progress', '--recursive', 'people.apache.org:public_html/buildr/snapshot', './'
+    puts "Copying new gems over"
+    cp FileList['pkg/{*.gem,*.tgz,*.zip}'], 'snapshot/gems'
+    puts "Generating gem index ..."
+    sh 'gem', 'generate_index', '--directory', 'snapshot'
+    puts "Copying gem and index back to Apache" 
+    sh 'rsync', '--progress', '--recursive', 'snapshot', 'people.apache.org:public_html/buildr/'
+  end
+
+
+  desc 'Check that source files contain the Apache license'
+  task 'license' do |task|
+    print 'Checking that files contain the Apache license ... '
+    required = task.prerequisites.select { |fn| File.file?(fn) }
+    missing = required.reject { |fn| 
+      comments = File.read(fn).scan(/(\/\*(.*?)\*\/)|^#\s+(.*?)$|^-#\s+(.*?)$|<!--(.*?)-->/m).
+        map { |match| match.compact }.flatten.join("\n")
+      comments =~ /Licensed to the Apache Software Foundation/ && comments =~ /http:\/\/www.apache.org\/licenses\/LICENSE-2.0/
+    }
+    fail "#{missing.join(', ')} missing Apache License, please add it before making a release!" unless missing.empty?
+    puts 'OK'
+  end
+  
+  # Staging checks specific for Apache.
+  task 'check'=>'license' do |task, args|
+    args.gpg_user or fail "Please run with gpg_user=<argument for gpg --local-user>"
+    fail "No GPG user #{args.gpg_user}" if `gpg --list-keys #{args.gpg_user}`.empty?
+  end
+
+
+  file 'staged/distro'=>'package' do
+    puts 'Copying and signing release files ...'
+    mkpath 'staged/distro'
+    FileList['pkg/*.{gem,zip,tgz}'].each do |pkg|
+      cp pkg, pkg.pathmap('staged/distro/%n-incubating%x') 
+    end
+  end
+
+  task 'sign'=>['etc/KEYS', 'staged/distro'] do |task, args|
+    gpg_user = args.gpg_user or fail "Please run with gpg_user=<argument for gpg --local-user>"
+    puts "Signing packages in staged/distro as user #{gpg_user}"
+    FileList['staged/distro/*.{gem,zip,tgz}'].each do |pkg|
+      bytes = File.open(pkg, 'rb') { |file| file.read }
+      File.open(pkg + '.md5', 'w') { |file| file.write Digest::MD5.hexdigest(bytes) << ' ' << File.basename(pkg) }
+      File.open(pkg + '.sha1', 'w') { |file| file.write Digest::SHA1.hexdigest(bytes) << ' ' << File.basename(pkg) }
+      sh 'gpg', '--local-user', gpg_user, '--armor', '--output', pkg + '.asc', '--detach-sig', pkg, :verbose=>true
+    end
+    cp 'etc/KEYS', 'staged/distro'
+  end
+
+  # Publish prerequisites to distro server.
+  task 'publish:distro' do |task, args|
+    target = args.incubating ? "people.apache.org:/www/www.apache.org/dist/incubator/#{spec.name}/#{spec.version}-incubating" :
+      "people.apache.org:/www/www.apache.org/dist/#{spec.name}/#{spec.version}"
+    puts 'Uploading packages to Apache distro ...'
+    host, remote_dir = target.split(':')
+    sh 'ssh', host, 'rm', '-rf', remote_dir rescue nil
+    sh 'ssh', host, 'mkdir', remote_dir
+    sh 'rsync', '--progress', '--recursive', 'published/distro/', target
+    puts 'Done'
+  end
+
+  task 'distro-links'=>'staged/distro' do |task, args|
+    url = args.incubating ? "http://www.apache.org/dist/incubator/#{spec.name}/#{spec.version}-incubating" :
+      "http://www.apache.org/dist/#{spec.name}/#{spec.version}"
+    rows = FileList['staged/distro/*.{gem,tgz,zip}'].map { |pkg|
+      name, md5 = File.basename(pkg), Digest::MD5.file(pkg).to_s
+      %{| "#{name}":#{url}/#{name} | "#{md5}":#{url}/#{name}.md5 | "Sig":#{url}/#{name}.asc |}
+    }
+    textile = <<-TEXTILE
+h3. #{spec.name} #{spec.version}#{args.incubating && "-incubating"} (#{Time.now.strftime('%Y-%m-%d')})
+
+|_. Package |_. MD5 Checksum |_. PGP |
+#{rows.join("\n")}
+
+p>. ("Release signing keys":#{url}/KEYS)
+    TEXTILE
+    file_name = 'doc/pages/download.textile'
+    print "Adding download links to #{file_name} ... "
+    modified = File.read(file_name).sub(/h2.*binaries.*source.*/i) { |header| "#{header}\n\n#{textile}" }
+    File.open file_name, 'w' do |file|
+      file.write modified
+    end
+    puts 'Done'
+  end
+
+  file 'staged/site'=>['distro-links', 'staged', 'site'] do
+    rm_rf 'staged/site'
+    cp_r 'site', 'staged'
+  end
+
+  # Publish prerequisites to Web site.
+  task 'publish:site' do |task, args|
+    target = args.incubating ? "people.apache.org:/www/incubator.apache.org/#{spec.name}" :
+      "people.apache.org:/www/#{spec.name}.apache.org"
+    puts 'Uploading Apache Web site ...'
+    sh 'rsync', '--progress', '--recursive', '--delete', 'published/site/', target
+    puts 'Done'
+  end
+  
+  
+  file 'release-vote-email.txt'=>'CHANGELOG' do |task|
+    # Need to know who you are on Apache, local user may be different (see .ssh/config).
+    whoami = `ssh people.apache.org whoami`.strip
+    base_url = "http://people.apache.org/~#{whoami}/buildr/#{spec.version}"
+    # Need changes for this release only.
+    changelog = File.read('CHANGELOG').scan(/(^(\d+\.\d+(?:\.\d+)?)\s+\(\d{4}-\d{2}-\d{2}\)\s*((:?^[^\n]+\n)*))/)
+    changes = changelog[0][2]
+    previous_version = changelog[1][1]
+
+    email = <<-EMAIL
+To: buildr-dev@incubator.apache.org
+Subject: [VOTE] Buildr #{spec.version} release
+
+We're voting on the source distributions available here:
+#{base_url}/distro/
+
+Specifically:
+#{base_url}/distro/buildr-#{spec.version}-incubating.tgz
+#{base_url}/distro/buildr-#{spec.version}-incubating.zip
+
+The documentation generated for this release is available here:
+#{base_url}/site/
+#{base_url}/site/buildr.pdf
+
+The official specification against which this release was tested:
+#{base_url}/site/specs.html
+
+Test coverage report:
+#{base_url}/site/coverage/index.html
+
+
+The following changes were made since #{previous_version}:
+
+#{changes}
+    EMAIL
+    File.open task.name, 'w' do |file|
+      file.write email
+    end
+    puts "Created release vote email template in '#{task.name}':"
+    puts email
+  end
+
+end
+
+task 'clobber' do
+  rm_rf 'snapshot'
+  rm_f 'release-vote-email.txt'
+end
+
+
+task 'stage:check'=>['apache:check']
+task 'stage:prepare'=>['staged/distro', 'staged/site'] do |task|
+  # Since this requires input (passphrase), do it at the very end.
+  task.enhance do
+    task('apache:sign').invoke
+  end
+end
+task 'stage' do
+  task('apache:snapshot').invoke
+end
+task 'stage:wrapup'=>'release-vote-email.txt'
+
+task 'release:publish'=>['apache:publish:distro', 'apache:publish:site']