build-tool 0.0.3 → 0.1.0

data/History.txt

@@ -1,4 +1,31 @@
-== 0.0.1 2009-06-14
+== 0.1.0 2009-10-08
+* Major rewrite
+    * Substitute the yaml format for a tailormade file format with
+      handmade lexer and parser
+    * This release is a major backstep in case of functionality but it is
+      usable for everyday use.
+
+== 0.0.3 2009-07-07
+* New commands:
+    * ctags - Create tags file for module(s)
+    * compile - Just compile the module(s)
+    * configure - Just configure the module(s)
+    * install - install the module(s)
+    * fetch - Only fetch remote changes. Do not update only if vcs supports
+      it.
+    * rebase - Rebase the checkout against already fetched remote changes.
+      This command will not fetch.
+    * info - Print out some usefule information about a module.
+* Example Config File
+    * Set PKG_CONFIG_PATH
+    * Fix lensfun receipt
+    * Fix some packages and orders
+* General Bugfixing
+    * Fix subversion repository initialization.
+    * Improve the documentation strings
+
+
+== 0.0.2 2009-06-14
 * Improved example configuration file
     * Checkout the 4.5 version by default. Not trunk.
 * Some bugfixes

data/Manifest.txt

@@ -1,56 +1,95 @@
 History.txt
 Manifest.txt
-PostInstall.txt
+README.txt
 Rakefile
-TODO
-bin/kde-build.rb
-config/website.yml
-config/website.yml.sample
-lib/kde-build.rb
-lib/kde-build/application.rb
-lib/kde-build/build_system.rb
-lib/kde-build/build_system/autoconf.rb
-lib/kde-build/build_system/base.rb
-lib/kde-build/build_system/cmake.rb
-lib/kde-build/build_system/qtcopy.rb
-lib/kde-build/command.rb
-lib/kde-build/command/build.rb
-lib/kde-build/command/compile.rb
-lib/kde-build/command/configure.rb
-lib/kde-build/command/ctags.rb
-lib/kde-build/command/fetch.rb
-lib/kde-build/command/help.rb
-lib/kde-build/command/info.rb
-lib/kde-build/command/install.rb
-lib/kde-build/command/module_based.rb
-lib/kde-build/command/rebase.rb
-lib/kde-build/command/version.rb
-lib/kde-build/configuration.rb
-lib/kde-build/exception.rb
-lib/kde-build/metaaid.rb
-lib/kde-build/module.rb
-lib/kde-build/module_configuration.rb
-lib/kde-build/moduleregistry.rb
-lib/kde-build/subprocess.rb
-lib/kde-build/tools/ctags.rb
-lib/kde-build/tools/logging.rb
-lib/kde-build/tools/make.rb
-lib/kde-build/tools/ssh.rb
-lib/kde-build/vcs.rb
-lib/kde-build/vcs/base.rb
-lib/kde-build/vcs/git-svn.rb
-lib/kde-build/vcs/git.rb
-lib/kde-build/vcs/svn.rb
-script/console
-script/destroy
-script/generate
-script/txt2html
-test.yaml.tmpl
+bin/build-tool
+lib/build-tool.rb
+lib/build-tool/GUI.rb
+lib/build-tool/application.rb
+lib/build-tool/build-system/autoconf.rb
+lib/build-tool/build-system/base.rb
+lib/build-tool/build-system/cmake.rb
+lib/build-tool/build-system/custom.rb
+lib/build-tool/build-system/qt.rb
+lib/build-tool/cfg/lexer.rb
+lib/build-tool/cfg/lexer.rex
+lib/build-tool/cfg/lexer_base.rb
+lib/build-tool/cfg/node.rb
+lib/build-tool/cfg/parser.rb
+lib/build-tool/cfg/parser.y
+lib/build-tool/cfg/visitor.rb
+lib/build-tool/commands.rb
+lib/build-tool/commands/build.rb
+lib/build-tool/commands/configure.rb
+lib/build-tool/commands/ctags.rb
+lib/build-tool/commands/environments.rb
+lib/build-tool/commands/environments/list.rb
+lib/build-tool/commands/environments/set.rb
+lib/build-tool/commands/fetch.rb
+lib/build-tool/commands/files.rb
+lib/build-tool/commands/help.rb
+lib/build-tool/commands/info.rb
+lib/build-tool/commands/install.rb
+lib/build-tool/commands/modules.rb
+lib/build-tool/commands/modules/info.rb
+lib/build-tool/commands/modules/list.rb
+lib/build-tool/commands/modules/shell.rb
+lib/build-tool/commands/rebase.rb
+lib/build-tool/commands/recipes.rb
+lib/build-tool/commands/recipes/info.rb
+lib/build-tool/commands/recipes/install.rb
+lib/build-tool/commands/recipes/list.rb
+lib/build-tool/configuration.rb
+lib/build-tool/environment.rb
+lib/build-tool/errors.rb
+lib/build-tool/module.rb
+lib/build-tool/pluginbase.rb
+lib/build-tool/recipe.rb
+lib/build-tool/repository.rb
+lib/build-tool/server.rb
+lib/build-tool/singleton.rb
+lib/build-tool/sshkey.rb
+lib/build-tool/vcs/base.rb
+lib/build-tool/vcs/git-svn.rb
+lib/build-tool/vcs/git.rb
+lib/build-tool/vcs/svn.rb
+lib/mj/logging.rb
+lib/mj/tools/ssh.rb
+lib/mj/tools/subprocess.rb
+lib/mj/visitor.rb
+recipes/kde/files/finish_installation.sh
+recipes/kde/files/kde4.desktop
+recipes/kde/files/xsession
+recipes/kde/info.yaml
+recipes/kde/recipe
+recipes/kde/recipe-local
+recipes/kde/settings.yaml
+recipes/kde43/info.yaml
+recipes/kde43/recipe
+recipes/kde43/recipe-local
+recipes/kde43/settings.yaml
+recipes/kdeqt4.6/custom/qt/qtscriptgenerator/compile.sh
+recipes/kdeqt4.6/custom/qt/qtscriptgenerator/configure.sh
+recipes/kdeqt4.6/custom/qt/qtscriptgenerator/install.sh
+recipes/kdeqt4.6/info.yaml
+recipes/kdeqt4.6/recipe
+recipes/kdeqt4.6/recipe-local
+recipes/kdeqt4.6/settings.yaml
+tags
+tasks/genfiles.rake
+tasks/rdoc.rake
+tasks/rspec.rake
+test.rb
+test/commands/test_build.rb
+test/test_build_system.rb
+test/test_cli.rb
+test/test_command.rb
+test/test_configuration_parser.rb
+test/test_environment.rb
 test/test_helper.rb
-test/test_kde-build.rb
-test/test_vcs_svn.rb
-website/index.html
-website/index.txt
-website/javascripts/rounded_corners_lite.inc.js
-website/stylesheets/screen.css
-website/template.html.erb
+test/test_module.rb
+test/test_repository.rb
+test/test_singleton.rb
+test/test_ssh_key.rb
+test/test_svn_parser.rb
+test/test_vcs.rb

data/README.txt

@@ -0,0 +1,63 @@
+= build-tool
+
+* http://build-tool.rubyforge.org
+
+== DESCRIPTION:
+
+This project is inspired by kdesvn-build[http://kdesvn-build.kde.org/].
+
+It help in building and maintaining a development environment. It downloads
+and configures sources and updates them later.
+
+== FEATURES/PROBLEMS:
+
+* This is major rewrite version. Use at your own risk.
+
+The tool uses recipes to build software from scratch. It does
+    - Check out the sources from the repository (git, git-svn, svn).
+    - Update the sources.
+    - Set the build environment.
+    - Configure (qt, cmake, custom)
+    - Build
+    - Install
+
+It's main purpose is supporting me developing kde while having a
+complete kde workspace from trunk. I would like to have reliable and
+reproducable build so i'm sure the code is the problem and not my environment
+if something fails to build.
+
+Additional features are:
+    - Open a shell with the environment used to build the sources.
+    - Provide sample xessions and kde.desktop files to use the result.
+
+Currently the following recipes are provided:
+    - Qt 4.6 (either from the kde-qt or qtsoftware repositories.
+    - KDE 4.3
+    - KDE Trunk
+
+== SYNOPSIS:
+
+  # Install a recipe
+  > build-tool recipe install kde
+  ...
+  # Adapt the configuration
+  > vim ~/.build-tool/kde.yaml
+
+  # Build kdesupport/ modules and the base kde workspace
+  kde-build build kdesupport/ KDE/
+
+== REQUIREMENTS:
+
+  * logging > 1.2.2
+  * hoe     > 2.3.3
+
+== INSTALL:
+
+  gem install build-tool
+
+== LICENSE:
+
+(The GPL LICENSE)
+
+Copyright (c) 2009 Michael Jansen
+

data/Rakefile

@@ -1,32 +1,29 @@
-require 'rubygems' unless ENV['NO_RUBYGEMS']
-%w[rake rake/clean fileutils newgem rubigen hoe].each { |f| require f }
-require File.dirname(__FILE__) + '/lib/kde-build'
+# -*- ruby -*-
+
+require 'rubygems'
+require 'hoe'
+require 'fileutils'
+require './lib/build-tool'
 
 # Generate all the Rake tasks
 # Run 'rake -T' to see list of generated tasks (from gem root directory)
-Hoe.spec 'build-tool' do |p|
-  p.developer( 'Michael Jansen', 'kde@michael-jansen.biz' )
-  p.name                 = "build-tool"
-  p.changes              = p.paragraphs_of("History.txt", 0..1).join("\n\n")
-  p.post_install_message = 'PostInstall.txt'
-  p.rubyforge_name       = p.name
-  p.extra_deps           = [
-    ['cmdparse','>= 2.0.2'],
-    ['log4r','>= 1.0.5'],
-  ]
-  p.extra_dev_deps = [
-    ['newgem', ">= #{::Newgem::VERSION}"],
-    ['hoe', ">= 2.3.0"]
-  ]
+Hoe.spec 'build-tool' do
+  self.developer 'Michael Jansen', 'info@michael-jansen.biz'
+  self.post_install_message = <<-EOS
+    To start with build-tool try the following commands:
+    > build-tool recipe list
+    > build-tool recipe install <recipe>
+  EOS
+  self.rubyforge_name       = self.name
 
-  p.clean_globs |= %w[**/.DS_Store tmp *.log]
-  path = (p.rubyforge_name == p.name) ? p.rubyforge_name : "\#{p.rubyforge_name}/\#{p.name}"
-  p.remote_rdoc_dir = File.join(path.gsub(/^#{p.rubyforge_name}\/?/,''), 'rdoc')
-  p.rsync_args = '-av --delete --ignore-errors'
+  self.extra_deps           = [
+    ['logging','>= 1.2.2'],
+    ['hoe', ">= 2.3.3"], # -> hoe, rubigen
+  ]
 end
 
-require 'newgem/tasks' # load /tasks/*.rake
 Dir['tasks/**/*.rake'].each { |t| load t }
 
-# TODO - want other tests/tasks run by default? Add them to the list
+# Want other tests/tasks run by default
+# remove_task :default
 # task :default => [:spec, :features]

data/bin/build-tool

@@ -0,0 +1,53 @@
+#!/usr/bin/env ruby
+#
+#  Created by Michael Jansen on 2009-8-31.
+#  Copyright (c) 2009. All rights reserved.
+
+require 'pathname'
+require 'rubygems'
+require 'logging'
+
+# libs relative to the link target
+if File.symlink?(__FILE__)
+    root_directory = File.dirname(File.readlink(__FILE__))
+else
+    root_directory = File.dirname(__FILE__)
+end
+root_directory = Pathname.new( root_directory ).join( '..' )
+require File.expand_path( root_directory + "lib/build-tool")
+require 'mj/logging'
+
+#
+# CONFIGURE LOGGING
+#
+Logging.init :debug, :trace, :verbose, :info, :warn, :error
+include Logging.globally
+Logging.logger.root.level = :debug
+# Special case for the configurationParser. It is very verbose if active.
+Logging.logger['BuildTool::Cfg::Parser'].level = :info
+Logging.logger.root.appenders = Logging.appenders.stdout(
+    :layout => MJ::Logging::BasicLayout.new(),
+    :level  => :info)
+
+# if the name we were called with is a symbolic link we have to search for our
+
+
+require "build-tool/application"
+require "build-tool/errors"
+
+begin
+    app = BuildTool::Application.new( $0, root_directory )
+    rc = app.execute( ARGV )
+rescue Interrupt => e
+    logger.info "User interrupt!"
+    rc = 0
+rescue BuildTool::Error => e
+    logger.error   e.message
+    logger.verbose e.backtrace.join("\n")
+    rc = -1
+rescue Exception => e
+    logger.error e
+    rc = -1
+end
+
+exit rc

data/lib/build-tool.rb

@@ -0,0 +1,7 @@
+$:.unshift(File.dirname(__FILE__)) unless
+  $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+module BuildTool
+  VERSION = '0.1.0'
+end
+

data/lib/build-tool/GUI.rb

@@ -0,0 +1,360 @@
+#--
+# Copyright 2006 by Chad Fowler, Rich Kilmer, Jim Weirich and others.
+# All rights reserved.
+# See LICENSE.txt for permissions.
+#++
+
+module Gem
+
+  ##
+  # Module that defines the default UserInteraction.  Any class including this
+  # module will have access to the +ui+ method that returns the default UI.
+
+  module DefaultUserInteraction
+
+    ##
+    # The default UI is a class variable of the singleton class for this
+    # module.
+
+    @ui = nil
+
+    ##
+    # Return the default UI.
+
+    def self.ui
+      @ui ||= Gem::ConsoleUI.new
+    end
+
+    ##
+    # Set the default UI.  If the default UI is never explicitly set, a simple
+    # console based UserInteraction will be used automatically.
+
+    def self.ui=(new_ui)
+      @ui = new_ui
+    end
+
+    ##
+    # Use +new_ui+ for the duration of +block+.
+
+    def self.use_ui(new_ui)
+      old_ui = @ui
+      @ui = new_ui
+      yield
+    ensure
+      @ui = old_ui
+    end
+
+    ##
+    # See DefaultUserInteraction::ui
+
+    def ui
+      DefaultUserInteraction.ui
+    end
+
+    ##
+    # See DefaultUserInteraction::ui=
+
+    def ui=(new_ui)
+      DefaultUserInteraction.ui = new_ui
+    end
+
+    ##
+    # See DefaultUserInteraction::use_ui
+
+    def use_ui(new_ui, &block)
+      DefaultUserInteraction.use_ui(new_ui, &block)
+    end
+
+  end
+
+  ##
+  # Make the default UI accessable without the "ui." prefix.  Classes
+  # including this module may use the interaction methods on the default UI
+  # directly.  Classes may also reference the ui and ui= methods.
+  #
+  # Example:
+  #
+  #   class X
+  #     include Gem::UserInteraction
+  #
+  #     def get_answer
+  #       n = ask("What is the meaning of life?")
+  #     end
+  #   end
+
+  module UserInteraction
+
+    include DefaultUserInteraction
+
+    [:alert,
+     :alert_error,
+     :alert_warning,
+     :ask,
+     :ask_yes_no,
+     :choose_from_list,
+     :say,
+     :terminate_interaction ].each do |methname|
+      class_eval %{
+        def #{methname}(*args)
+          ui.#{methname}(*args)
+        end
+      }, __FILE__, __LINE__
+    end
+  end
+
+  ##
+  # StreamUI implements a simple stream based user interface.
+
+  class StreamUI
+
+    attr_reader :ins, :outs, :errs
+
+    def initialize(in_stream, out_stream, err_stream=STDERR)
+      @ins = in_stream
+      @outs = out_stream
+      @errs = err_stream
+    end
+
+    ##
+    # Choose from a list of options.  +question+ is a prompt displayed above
+    # the list.  +list+ is a list of option strings.  Returns the pair
+    # [option_name, option_index].
+
+    def choose_from_list(question, list)
+      @outs.puts question
+
+      list.each_with_index do |item, index|
+        @outs.puts " #{index+1}. #{item}"
+      end
+
+      @outs.print "> "
+      @outs.flush
+
+      result = @ins.gets
+
+      return nil, nil unless result
+
+      result = result.strip.to_i - 1
+      return list[result], result
+    end
+
+    ##
+    # Ask a question.  Returns a true for yes, false for no.  If not connected
+    # to a tty, raises an exception if default is nil, otherwise returns
+    # default.
+
+    def ask_yes_no(question, default=nil)
+      unless @ins.tty? then
+        if default.nil? then
+          raise Gem::OperationNotSupportedError,
+                "Not connected to a tty and no default specified"
+        else
+          return default
+        end
+      end
+
+      qstr = case default
+             when nil
+               'yn'
+             when true
+               'Yn'
+             else
+               'yN'
+             end
+
+      result = nil
+
+      while result.nil?
+        result = ask("#{question} [#{qstr}]")
+        result = case result
+        when /^[Yy].*/
+          true
+        when /^[Nn].*/
+          false
+        when /^$/
+          default
+        else
+          nil
+        end
+      end
+
+      return result
+    end
+
+    ##
+    # Ask a question.  Returns an answer if connected to a tty, nil otherwise.
+
+    def ask(question)
+      return nil if not @ins.tty?
+
+      @outs.print(question + "  ")
+      @outs.flush
+
+      result = @ins.gets
+      result.chomp! if result
+      result
+    end
+
+    ##
+    # Display a statement.
+
+    def say(statement="")
+      @outs.puts statement
+    end
+
+    ##
+    # Display an informational alert.  Will ask +question+ if it is not nil.
+
+    def alert(statement, question=nil)
+      @outs.puts "INFO:  #{statement}"
+      ask(question) if question
+    end
+
+    ##
+    # Display a warning in a location expected to get error messages.  Will
+    # ask +question+ if it is not nil.
+
+    def alert_warning(statement, question=nil)
+      @errs.puts "WARNING:  #{statement}"
+      ask(question) if question
+    end
+
+    ##
+    # Display an error message in a location expected to get error messages.
+    # Will ask +question+ if it is not nil.
+
+    def alert_error(statement, question=nil)
+      @errs.puts "ERROR:  #{statement}"
+      ask(question) if question
+    end
+
+    ##
+    # Terminate the application with exit code +status+, running any exit
+    # handlers that might have been defined.
+
+    def terminate_interaction(status = 0)
+      raise Gem::SystemExitException, status
+    end
+
+    ##
+    # Return a progress reporter object chosen from the current verbosity.
+
+    def progress_reporter(*args)
+      case Gem.configuration.verbose
+      when nil, false
+        SilentProgressReporter.new(@outs, *args)
+      when true
+        SimpleProgressReporter.new(@outs, *args)
+      else
+        VerboseProgressReporter.new(@outs, *args)
+      end
+    end
+
+    ##
+    # An absolutely silent progress reporter.
+
+    class SilentProgressReporter
+      attr_reader :count
+
+      def initialize(out_stream, size, initial_message, terminal_message = nil)
+      end
+
+      def updated(message)
+      end
+
+      def done
+      end
+    end
+
+    ##
+    # A basic dotted progress reporter.
+
+    class SimpleProgressReporter
+      include DefaultUserInteraction
+
+      attr_reader :count
+
+      def initialize(out_stream, size, initial_message,
+                     terminal_message = "complete")
+        @out = out_stream
+        @total = size
+        @count = 0
+        @terminal_message = terminal_message
+
+        @out.puts initial_message
+      end
+
+      ##
+      # Prints out a dot and ignores +message+.
+
+      def updated(message)
+        @count += 1
+        @out.print "."
+        @out.flush
+      end
+
+      ##
+      # Prints out the terminal message.
+
+      def done
+        @out.puts "\n#{@terminal_message}"
+      end
+
+    end
+
+    ##
+    # A progress reporter that prints out messages about the current progress.
+
+    class VerboseProgressReporter
+      include DefaultUserInteraction
+
+      attr_reader :count
+
+      def initialize(out_stream, size, initial_message,
+                     terminal_message = 'complete')
+        @out = out_stream
+        @total = size
+        @count = 0
+        @terminal_message = terminal_message
+
+        @out.puts initial_message
+      end
+
+      ##
+      # Prints out the position relative to the total and the +message+.
+
+      def updated(message)
+        @count += 1
+        @out.puts "#{@count}/#{@total}: #{message}"
+      end
+
+      ##
+      # Prints out the terminal message.
+
+      def done
+        @out.puts @terminal_message
+      end
+    end
+  end
+
+  ##
+  # Subclass of StreamUI that instantiates the user interaction using STDIN,
+  # STDOUT, and STDERR.
+
+  class ConsoleUI < StreamUI
+    def initialize
+      super(STDIN, STDOUT, STDERR)
+    end
+  end
+
+  ##
+  # SilentUI is a UI choice that is absolutely silent.
+
+  class SilentUI
+    def method_missing(sym, *args, &block)
+      self
+    end
+  end
+
+end
+