homeq 1.1.4

data/lib/tasks/generate.rake

@@ -0,0 +1,192 @@
+#############################################################################
+#
+# $Id$
+#
+# Author:: Colin Steele (colin@colinsteele.org)
+# Homepage::  
+# 
+#----------------------------------------------------------------------------
+#
+#      Copyright (C) 2008 by Colin Steele. All Rights Reserved.
+#                        colin@colinsteele.org
+# 
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of either: 1) the GNU General Public License
+# as published by the Free Software Foundation; either version 2 of the
+# License, or (at your option) any later version; or 2) Ruby's License.
+# 
+# See the file COPYING for complete licensing information.
+#
+#---------------------------------------------------------------------------
+#
+# 
+#############################################################################
+
+require 'rubygems'
+require 'homeq'
+require 'rake'
+require 'rake/testtask'
+require 'rake/rdoctask'
+require 'activesupport'
+require 'erb'
+require 'date'
+require 'rbconfig'
+
+require 'utility'
+
+
+# Redefine the way rake works so we can have special stuff like
+# arguments.  TODO: Yes, this is hacky.
+
+module Rake
+
+  class Application
+    def top_level
+      standard_exception_handling do
+        if options.show_tasks
+          display_tasks_and_comments
+        elsif options.show_prereqs
+          display_prerequisites
+        else
+          found_tasks = top_level_tasks.find_all { |task_name|
+            @tasks[task_name] != nil
+          }
+          if found_tasks.length == 0
+            fail "No matching tasks for '#{top_level_tasks.join(', ')}'"
+          end
+          top_level_tasks.reverse.each { |task_name| invoke_task(task_name) }
+        end
+      end
+    end
+  end
+    
+  module TaskManager
+
+    attr :parameters, true
+    attr :unknown_tasks, true
+    
+    # Find a matching task for +task_name+. 
+    def [](task_name, scopes=nil)
+      task_name = task_name.to_s
+      self.lookup(task_name, scopes) or
+        enhance_with_matching_rule(task_name) or
+        synthesize_file_task(task_name) or
+        # parameter_task(task_name) or
+        unknown_task(task_name) or
+        fail "Cannot find task called '#{task_name}'"
+    end
+    
+    def parameter_task(task_name)
+      return nil unless task_name =~ /([a-z_0-9-]+):([a-z_0-9-]+)/i
+      @parameters ||= {}
+      @parameters[$1] = $2
+      # return a do nothing task
+      Rake::Task.new($1, self)
+    end
+    
+    def unknown_task(task_name)
+      # return a do nothing task
+      t = Rake::Task.new(task_name, self)
+      @unknown_tasks ||= []
+      @unknown_tasks << t
+      t
+    end
+    
+  end
+end
+
+DESTINATION = ENV['HOMEQ_CLI_DEST']
+
+raise "ENV['HOMEQ_CLI_DEST'] is not set" unless DESTINATION
+
+Dir.chdir(HOMEQ_ROOT)
+
+task :default => [:usage]
+
+task :usage do |t|
+  puts "usage: generate <#{STANDARD_TASKS.join('|')}>"
+end
+
+def create_standard_generator_task(task_name)
+  task task_name do |t|
+
+    # Add some special sauce to our task
+    class << t
+      attr :args, true
+      def mk_template_dirs(dirs, dest_dir)
+        dirs.each { |d|
+          mkdir_p File.join(dest_dir, d.gsub(/.*templates/, ''))
+        }
+      end
+      def copy_interpolate_files(files, dest_dir)
+        eval("#{self.name}_name = @args[0]")
+        ruby_path = system_ruby_path
+        task = self
+        files.each { |template|
+          path = File.join(dest_dir,
+                           template.gsub(/.*templates/, ''))
+          path.gsub!(/#{self.name.to_s.upcase}/, args[0])
+          path.gsub!(/\.erb/, '')
+          File.open(File.expand_path(path), 'w') { |f|
+            f.write ERB.new(IO.read(template), nil, '-').result(binding)
+          }
+          if File.executable?(template)
+            chmod 0755, File.expand_path(path)
+          end
+        }
+      end
+      def files_from_path(paths)
+        paths.find_all { |path|
+          File.file?(path)
+        }
+      end
+      def dirs_from_path(paths)
+        paths.find_all { |path|
+          File.directory?(path)
+        }
+      end
+      def copy_dirs_and_files(paths, dest)
+        mk_template_dirs(dirs_from_path(paths), dest)
+        copy_interpolate_files(files_from_path(paths), dest)
+      end
+    end
+    
+    if t.application.unknown_tasks
+      t.args = t.application.unknown_tasks.collect { |ut|
+        ut.name
+      }.reverse
+    end
+    
+    unless t.args && t.args[0]
+      puts "usage: generate #{task_name} <#{task_name} name> [args ...]"
+      exit(-1)
+    end
+
+    t.copy_dirs_and_files(Dir["config/generators/#{t.name}/templates/**/*"],
+                        "#{DESTINATION}/app/")
+  end
+end
+
+STANDARD_TASKS = [:service, :message, :model]
+tasks = {}
+STANDARD_TASKS.each { |sym|
+  tasks[sym] = create_standard_generator_task(sym)
+}
+
+# Add the service-specific include dir and add a job def to it.
+# TODO: create a migration file
+t = tasks[:service]
+t.enhance {
+  dir = t.args[0].downcase + "_service"
+  t.mk_template_dirs([dir], "#{DESTINATION}/app/services/")
+  dir = File.join("#{DESTINATION}/app/services/", dir)
+  t.copy_interpolate_files(Dir["config/generators/job/templates/**/*"], dir)
+}
+
+# Create a ruby class from the protocol definition
+tasks[:message].enhance {
+  t = tasks[:message]
+  file = File.expand_path("#{DESTINATION}/app/messages/#{t.args[0]}.proto")
+  sh "cd #{File.dirname(file)};rprotoc -o 'wire' #{t.args[0]}.proto"
+}
+

data/lib/tasks/hq.rake

@@ -0,0 +1,171 @@
+#############################################################################
+#
+# $Id$
+#
+# Author:: Colin Steele (colin@colinsteele.org)
+# Homepage::  
+# 
+#----------------------------------------------------------------------------
+#
+#      Copyright (C) 2008 by Colin Steele. All Rights Reserved.
+#                        colin@colinsteele.org
+# 
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of either: 1) the GNU General Public License
+# as published by the Free Software Foundation; either version 2 of the
+# License, or (at your option) any later version; or 2) Ruby's License.
+# 
+# See the file COPYING for complete licensing information.
+#
+#---------------------------------------------------------------------------
+#
+# 
+#############################################################################
+
+require 'rubygems'
+require 'homeq'
+require 'rake'
+require 'rake/testtask'
+require 'rake/rdoctask'
+
+require 'erb'
+require 'date'
+require 'rbconfig'
+
+require 'utility'
+
+DESTINATION = ENV['HOMEQ_CLI_DEST']
+unless DESTINATION
+  raise 'No destination install dir set via ENV["HOMEQ_CLI_DEST"]'
+end
+
+Dir.chdir(HOMEQ_ROOT)
+
+task :default => [:setup_hq_app]
+
+task :setup_hq_app => [
+  :base_directories,
+  :root_files, :bin_files, :config_files, :script_files, :task_files
+]
+
+BASE_DIRS = %w( 
+  app
+  app/models
+  app/messages
+  app/messages/wire
+  app/services
+  bin
+  config
+  config/environments
+  db
+  db/migrate
+  doc
+  log
+  lib
+  lib/tasks
+  script
+  test
+  vendor
+  tmp/cache
+  tmp/pids
+)
+
+BASE_DIRS.each do |d|
+  base_dir = File.expand_path(File.join(DESTINATION, d))
+  task :base_directories => base_dir
+  directory base_dir
+end
+
+ROOT_FILES = ["README", "CHANGELOG"]
+ROOT_FILES.each { |f|
+  dest_file = "#{DESTINATION}/#{f}"
+  task :root_files => dest_file
+  file dest_file => f do |t|
+    cp f, dest_file
+  end
+}
+
+task :root_files => "#{DESTINATION}/Rakefile"
+file "#{DESTINATION}/Rakefile" => 'lib/tasks/Rakefile' do |t|
+  t.prerequisites.each {  |f|
+    cp f, File.join(DESTINATION, File.basename(f))
+  }
+end
+
+BIN_FILES = ['bin/hq']
+BIN_FILES.each { |f|
+  dest_file = "#{DESTINATION}/#{f}"
+  task :bin_files => dest_file
+  file dest_file => f do |t|
+    copy_with_rewritten_ruby_path(f, dest_file)
+    chmod 0755, dest_file
+  end
+}
+
+CONFIG_FILES = [
+  'config/boot.rb',
+  'config/environment.rb',
+  'config/homeq.cfg',
+  'config/environments/development.cfg',
+  'config/environments/test.cfg',
+  'config/environments/production.cfg',
+]
+CONFIG_FILES.each { |f|
+  dest_file = "#{DESTINATION}/#{f}"
+  task :config_files => dest_file
+  file dest_file => f do |t|
+    cp f, dest_file
+  end
+}
+
+SCRIPT_FILES = [
+  'script/generate',
+]
+SCRIPT_FILES.each { |f|
+  dest_file = "#{DESTINATION}/#{f}"
+  task :script_files => dest_file
+  file dest_file => f do |t|
+    copy_with_rewritten_ruby_path(f, dest_file)
+    chmod 0755, dest_file
+  end
+}
+
+TASK_FILES = FileList['lib/tasks/*.rake']
+TASK_FILES.each { |f|
+  dest_file = "#{DESTINATION}/#{f}"
+  task :task_files => dest_file
+  file dest_file => f do |t|
+    copy_with_rewritten_ruby_path(f, dest_file)
+    chmod 0755, dest_file
+  end
+}
+
+file "config/database.yml" => 'config/databases/mysql.yml' do |t|
+  app_name = File.basename(DESTINATION)
+  socket = nil
+  File.open("#{DESTINATION}/config/database.yml", 'w') { |f|
+    f.write ERB.new(IO.read("config/databases/mysql.yml"),
+                    nil,
+                    '-').result(binding)
+  }
+end
+task :config_files => "config/database.yml"
+
+# TODO: Need task for copying all hq package files to vendor like
+# 'rails freeze'
+
+# Initialize file stubs
+
+desc "Initialize empty file stubs (such as for logging)"
+task :initialize_file_stubs => [ :initialize_log_files ]
+
+task :initialize_log_files do
+  log_dir = File.join(DESTINATION, 'log')
+  chmod 0777, log_dir
+  LOG_FILES.each do |log_file|
+    log_path = File.join(log_dir, log_file)
+    touch log_path
+    chmod 0666, log_path
+  end
+end
+

data/lib/tasks/testing.rake

@@ -0,0 +1,95 @@
+TEST_CHANGES_SINCE = Time.now - 600
+
+rule('') do |t|
+  ENV['TEST_NAME'] = t.name
+  Rake::Task['test'].invoke
+end
+
+# Look up tests for recently modified sources.
+def recent_tests(source_pattern, test_path, touched_since = 10.minutes.ago)
+  FileList[source_pattern].map do |path|
+    if File.mtime(path) > touched_since
+      tests = []
+      source_dir = File.dirname(path).split("/")
+      source_file = File.basename(path, '.rb')
+      
+      # Support subdirs in app/models and app/controllers
+      modified_test_path = source_dir.length > 2 ? "#{test_path}/" << source_dir[1..source_dir.length].join('/') : test_path
+
+      # For modified files in app/ run the tests for it. ex. /test/functional/account_controller.rb
+      test = "#{modified_test_path}/#{source_file}_test.rb"
+      tests.push test if File.exist?(test)
+
+      # For modified files in app, run tests in subdirs too. ex. /test/functional/account/*_test.rb
+      test = "#{modified_test_path}/#{File.basename(path, '.rb').sub("_controller","")}"
+      FileList["#{test}/*_test.rb"].each { |f| tests.push f } if File.exist?(test)
+		
+      return tests
+
+    end
+  end.flatten.compact
+end
+
+
+# Recreated here from ActiveSupport because :uncommitted needs it before Rails is available
+module Kernel
+  def silence_stderr
+    old_stderr = STDERR.dup
+    STDERR.reopen(RUBY_PLATFORM =~ /(:?mswin|mingw)/ ? 'NUL:' : '/dev/null')
+    STDERR.sync = true
+    yield
+  ensure
+    STDERR.reopen(old_stderr)
+  end
+end
+
+desc 'Run all tests'
+task :test do
+  errors = %w(test:units).collect do |task|
+    begin
+      Rake::Task[task].invoke
+      nil
+    rescue => e
+      task
+    end
+  end.compact
+  abort "Errors running #{errors.to_sentence}!" if errors.any?
+end
+
+namespace :test do
+  Rake::TestTask.new(:recent => "db:test:prepare") do |t|
+    since = TEST_CHANGES_SINCE
+    touched = FileList['test/**/*_test.rb'].select { |path| File.mtime(path) > since } +
+      recent_tests('app/models/**/*.rb', 'test/unit', since)
+
+    t.libs << 'test'
+    t.verbose = true
+    t.test_files = touched.uniq
+  end
+  Rake::Task['test:recent'].comment = "Test recent changes"
+  
+  Rake::TestTask.new(:uncommitted => "db:test:prepare") do |t|
+    def t.file_list
+      changed_since_checkin = silence_stderr { `svn status` }.map { |path| path.chomp[7 .. -1] }
+
+      models      = changed_since_checkin.select { |path| path =~ /app[\\\/]models[\\\/].*\.rb/ }
+      controllers = changed_since_checkin.select { |path| path =~ /app[\\\/]controllers[\\\/].*\.rb/ }  
+
+      unit_tests       = models.map { |model| "test/unit/#{File.basename(model, '.rb')}_test.rb" }
+
+      unit_tests.uniq
+    end
+    
+    t.libs << 'test'
+    t.verbose = true
+  end
+  Rake::Task['test:uncommitted'].comment = "Test changes since last checkin (only Subversion)"
+
+  Rake::TestTask.new(:units => "db:test:prepare") do |t|
+    t.libs << "test"
+    t.pattern = 'test/unittest.rb'
+    t.verbose = true
+  end
+  Rake::Task['test:units'].comment = "Run the unit tests in test/unit"
+
+end

data/lib/tasks/utility.rb

@@ -0,0 +1,17 @@
+def copy_with_rewritten_ruby_path(src_file, dest_file)
+  File.open(dest_file, 'w') do |df|
+    File.open(src_file) do |sf|
+      line = sf.gets
+      if (line =~ /#!.+ruby\s*/) != nil
+        df.puts("#!#{system_ruby_path}")
+      else
+        df.puts(line)
+      end
+      df.write(sf.read)
+    end
+  end
+end
+
+def system_ruby_path
+  File.join(Config::CONFIG['bindir'], Config::CONFIG['ruby_install_name'])
+end

data/script/console.rb

@@ -0,0 +1,45 @@
+#!/usr/bin/env ruby
+
+##############################################################################
+#
+# Console app
+#
+##############################################################################
+
+require 'irb'
+require File.join(File.dirname(__FILE__), '../config/environment')
+
+# Gives us easy access to log, system and config.
+include HomeQ
+
+#############################################################################
+# Command line options
+#############################################################################
+
+parser = HomeQ::Base::Options::Options.instance.parser
+options = HomeQ::Base::Options::Options.instance.options
+
+options.filename = nil
+
+parser.separator ""
+parser.separator "CONSOLE SPECIFIC options:"
+parser.on("-e --execute-filename FILE", "Run this script in the console") { |o|
+  options.filename = o
+}
+
+options.foreground = true
+config.queue_name('__console__')
+
+#############################################################################
+# Prep for and run HQ
+#############################################################################
+
+sys.start {
+  if options.filename
+    load(options.filename)
+  else
+    IRB.start
+    Kernel::exit(0)
+  end
+}
+

data/script/generate

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'homeq'
+require 'homeq/cli'
+dest = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+HomeQ::CLI.execute(dest, File.join(HOMEQ_ROOT, 'lib/tasks/generate.rake'))

data/test/unittest.rb

@@ -0,0 +1,51 @@
+#!/usr/bin/env ruby
+
+##############################################################################
+#
+# Unit tester
+#
+##############################################################################
+
+HOMEQ_ENV = 'test'
+require File.join(File.dirname(__FILE__), '../config/environment')
+require 'test/unit'
+require 'test/test_helper'
+
+
+# Gives us easy access to log, system and config.
+include HomeQ
+
+#############################################################################
+# Command line options
+#############################################################################
+
+parser = HomeQ::Base::Options::Options.instance.parser
+options = HomeQ::Base::Options::Options.instance.options
+
+options.filename = nil
+
+parser.separator ""
+parser.separator "UNITTEST SPECIFIC options:"
+
+options.foreground = true
+config.queue_name('__unittest__')
+
+#############################################################################
+# Prep for and run HQ
+#############################################################################
+
+sys.start {
+  if ENV['TEST_NAME']
+    files = Dir["test/unit/#{ENV['TEST_NAME']}.rb"]
+  end
+  files = Dir['test/unit/*.rb'] if !files || files.empty?
+  
+  files.each do |filename|
+    next if File.basename(filename) == File.basename(__FILE__)
+    path = File.join(HOMEQ_APP_ROOT,
+                     'test/unit/',
+                     File.basename(filename))
+    require path
+  end
+  EventMachine::stop
+}