zena 0.15.0

data/lib/parser.rb

@@ -0,0 +1 @@
+require 'parser/lib/parser'

data/lib/tasks/capistrano.rake

@@ -0,0 +1,99 @@
+# =============================================================================
+# A set of rake tasks for invoking the Capistrano automation utility.
+# =============================================================================
+
+# Invoke the given actions via Capistrano
+def cap(*parameters)
+  begin
+    require 'rubygems'
+  rescue LoadError
+    # no rubygems to load, so we fail silently
+  end
+
+  require 'capistrano/cli'
+
+  STDERR.puts "Capistrano/Rake integration is deprecated."
+  STDERR.puts "Please invoke the 'cap' command directly: `cap #{parameters.join(" ")}'"
+
+  Capistrano::CLI.new(parameters.map { |param| param.to_s }).execute!
+end
+
+namespace :remote do
+  desc "Removes unused releases from the releases directory."
+  task(:cleanup) { cap :cleanup }
+
+  desc "Used only for deploying when the spinner isn't running."
+  task(:cold_deploy) { cap :cold_deploy }
+
+  desc "A macro-task that updates the code, fixes the symlink, and restarts the application servers."
+  task(:deploy) { cap :deploy }
+
+  desc "Similar to deploy, but it runs the migrate task on the new release before updating the symlink."
+  task(:deploy_with_migrations) { cap :deploy_with_migrations }
+
+  desc "Displays the diff between HEAD and what was last deployed."
+  task(:diff_from_last_deploy) { cap :diff_from_last_deploy }
+
+  desc "Disable the web server by writing a \"maintenance.html\" file to the web servers."
+  task(:disable_web) { cap :disable_web }
+
+  desc "Re-enable the web server by deleting any \"maintenance.html\" file."
+  task(:enable_web) { cap :enable_web }
+
+  desc "A simple task for performing one-off commands that may not require a full task to be written for them."
+  task(:invoke) { cap :invoke }
+
+  desc "Run the migrate rake task."
+  task(:migrate) { cap :migrate }
+
+  desc "Restart the FCGI processes on the app server."
+  task(:restart) { cap :restart }
+
+  desc "A macro-task that rolls back the code and restarts the application servers."
+  task(:rollback) { cap :rollback }
+
+  desc "Rollback the latest checked-out version to the previous one by fixing the symlinks and deleting the current release from all servers."
+  task(:rollback_code) { cap :rollback_code }
+
+  desc "Set up the expected application directory structure on all boxes"
+  task(:setup) { cap :setup }
+
+  desc "Begin an interactive Capistrano session."
+  task(:shell) { cap :shell }
+
+  desc "Enumerate and describe every available task."
+  task(:show_tasks) { cap :show_tasks, '-q' }
+
+  desc "Start the spinner daemon for the application (requires script/spin)."
+  task(:spinner) { cap :spinner }
+
+  desc "Update the 'current' symlink to point to the latest version of the application's code."
+  task(:symlink) { cap :symlink }
+
+  desc "Updates the code and fixes the symlink under a transaction"
+  task(:update) { cap :update }
+
+  desc "Update all servers with the latest release of the source code."
+  task(:update_code) { cap :update_code }
+
+  desc "Update the currently released version of the software directly via an SCM update operation"
+  task(:update_current) { cap :update_current }
+
+  desc "Execute a specific action using capistrano"
+  task :exec do
+    unless ENV['ACTION']
+      raise "Please specify an action (or comma separated list of actions) via the ACTION environment variable"
+    end
+
+    actions = ENV['ACTION'].split(",")
+    actions.concat(ENV['PARAMS'].split(" ")) if ENV['PARAMS']
+
+    cap(*actions)
+  end
+end
+
+desc "Push the latest revision into production (delegates to remote:deploy)"
+task :deploy => "remote:deploy"
+
+desc "Rollback to the release before the current release in production (delegates to remote:rollback)"
+task :rollback => "remote:rollback"

data/lib/tasks/zena.rake

@@ -0,0 +1,358 @@
+require 'yaml'
+require 'fileutils'
+
+require File.join(File.dirname(__FILE__), '..', 'zena.rb') # to have Zena::ROOT
+
+def symlink_assets(from, to)
+  from = File.expand_path(from)
+  to = File.expand_path(to)
+  return if from == to
+  # FIXME: how do we keep favicon.ico and robots.txt in the root dir of a site ?
+  # FIXME: ln should be to 'current' release, not calendar -> /var/zena/releases/20070511195642/public/calendar
+  #        we could create a symlink in the sites dir to 'shared' -> /var/zena/current/public
+  #        and then symlink with "#{host_path}/public/#{dir}" -> "../shared/public/#{dir}"
+  #        OR we could symlink /var/zena/current/...
+  ['calendar', 'images', 'javascripts', 'stylesheets', 'icons'].each do |dir|
+    File.unlink("#{to}/public/#{dir}") if File.symlink?("#{to}/public/#{dir}")
+    if File.exist?("#{to}/public/#{dir}")
+      if File.directory?("#{to}/public/#{dir}")
+        # replace each file
+        Dir.foreach("#{from}/public/#{dir}") do |f|
+          src, trg = "#{from}/public/#{dir}/#{f}", "#{to}/public/#{dir}/#{f}"
+          next if f =~ /\A\./
+          if File.exist?(trg) || File.symlink?(trg)
+            File.unlink(trg)
+          end
+          FileUtils.ln_s(src, trg)
+        end
+      else
+        # ignore
+        puts "Cannot install assets in #{to}/public/#{dir} (not a directory)"
+      end
+    else
+      FileUtils.ln_s("#{from}/public/#{dir}", "#{to}/public/#{dir}")
+    end
+  end
+end
+
+def copy_assets(from, to)
+  from = File.expand_path(from)
+  to = File.expand_path(to)
+  return if from == to
+
+  ['config/mongrel_upload_progress.conf', 'lib/upload_progress_server.rb'].each do |path|
+    FileUtils.cp("#{from}/#{path}", "#{to}/#{path}") unless File.exist?("#{to}/#{path}")
+  end
+end
+
+namespace :zena do
+  desc "Setup a new zena application (symlink static assets, check routes, etc)"
+  task :setup => :zena_config do
+    puts "zena:setup"
+    if Zena::ROOT == RAILS_ROOT
+      puts "Copy assets should only be used when zena is loaded externally (via gem for example)."
+    else
+      symlink_assets(Zena::ROOT, RAILS_ROOT)
+      puts "* symlinked assets"
+      copy_assets(Zena::ROOT, RAILS_ROOT)
+      puts "* copied assets"
+    end
+  end
+
+  desc "Create a new site, parameters are PASSWORD, HOST, LANG"
+  task :mksite => :environment do
+    # 0. set host name
+    unless host = ENV['HOST']
+      puts "Please set HOST to the hostname for the new site. Aborting."
+    else
+      unless pass = ENV['PASSWORD']
+        puts "Please set PASSWORD to the admin password for the new site. Aborting."
+      else
+        ENV['LANG'] ||= 'en'
+        host_path = "#{SITES_ROOT}/#{host}"
+        if Site.find_by_host(host)
+          puts "Host already exists in the database. Aborting."
+        else
+          site = Site.create_for_host(host, pass, :default_lang => ENV['LANG'])
+          if site.new_record?
+            puts "Could not create site ! Errors:"
+            site.errors.each do |k,v|
+              puts "[#{k}] #{v}"
+            end
+            puts "Aborting."
+          else
+            # 1. create directories and symlinks
+            `rake zena:mksymlinks HOST=#{host.inspect}`
+
+            puts "Site [#{host}] created."
+          end
+        end
+      end
+    end
+  end
+
+  desc "Create symlinks for a site"
+  task :mksymlinks => :zena_config do
+    unless host = ENV['HOST']
+      puts "Please set HOST to the hostname for which you want to update the symlinks. Aborting."
+    else
+      host_path = "#{SITES_ROOT}/#{host}"
+
+      ['public', 'data', 'log'].each do |dir|
+        next if File.exist?("#{host_path}/#{dir}")
+        FileUtils.mkpath("#{host_path}/#{dir}")
+      end
+
+      symlink_assets(Zena::ROOT, host_path)
+    end
+  end
+
+  desc "Rename a host"
+  task :rename_host => :environment do
+    # 0. set host name
+    unless host = ENV['HOST']
+      puts "Please set HOST to the hostname for the new site name. Aborting."
+    else
+      unless old_host = ENV['OLD_HOST']
+        puts "Please set OLD_HOST to the hostname of the old site name. Aborting."
+      else
+        host_path = "#{SITES_ROOT}/#{old_host}"
+        if !site = Site.find_by_host(old_host)
+          puts "Old host does not exist in the database. Aborting."
+        elsif Site.find_by_host(host)
+          puts "New host already exist in the database. Aborting."
+        elsif !File.exist?(host_path)
+          puts "Path for host files does not exist (#{host_path}). Aborting."
+        else
+          site.host = host
+          if !site.save
+            puts "Could not change site name: #{site.errors.inspect}"
+          else
+            # move files
+            FileUtils.mv(host_path, "#{SITES_ROOT}/#{host}")
+            puts "Site '#{old_host}' renamed to '#{host}'."
+          end
+        end
+      end
+    end
+  end
+
+  desc "Load zena settings (sub-task)"
+  task :zena_config do
+    require File.join(File.dirname(__FILE__),'..','..','lib','zena')
+  end
+
+  desc "Remove all zafu compiled templates"
+  task :clear_zafu => :zena_config do
+    if File.exist?(SITES_ROOT)
+      Dir.foreach(SITES_ROOT) do |site|
+        next if site =~ /^\./
+        FileUtils.rmtree(File.join(SITES_ROOT, site, 'zafu'))
+      end
+    end
+  end
+
+  desc "Remove all cached data" # FIXME: cachedPages db should be cleared to
+  task :clear_cache => :environment do
+    if File.exist?(SITES_ROOT)
+      Dir.foreach(SITES_ROOT) do |site|
+        next if site =~ /^\./ || !File.exist?(File.join(SITES_ROOT,site,'public'))
+        Dir.foreach(File.join(SITES_ROOT,site,'public')) do |elem|
+          next unless elem =~ /^(\w\w\.html|\w\w)$/
+          FileUtils.rmtree(File.join(SITES_ROOT, site, 'public', elem))
+        end
+      end
+      ['caches', 'cached_pages', 'cached_pages_nodes'].each do |tbl|
+        Site.connection.execute "DELETE FROM #{tbl}"
+      end
+    end
+  end
+
+  desc "Create a backup of all data for a site"
+  task :backup_site do
+    unless host = ENV['HOST']
+      puts "Please set HOST to the hostname for the site to backup. Aborting."
+    else
+      path = File.join(SITES_ROOT,ENV['HOST'])
+      unless File.exist?(path)
+        puts "Site does not exist in '#{SITES_ROOT}'"
+      else
+        folders = ['data'].map {|f| File.join(SITES_ROOT,f) }
+        cmd = "tar czf #{path}_data.tgz #{folders.join(' ')}"
+        puts cmd
+        puts `#{cmd}`
+      end
+    end
+  end
+
+  task :full_backup => :environment do
+    data_folders = Site.find(:all).map { |s| File.join(SITES_ROOT, s.data_path) }.reject { |p| !File.exist?(p) }
+    cmd = "tar czf #{RAILS_ROOT}/sites_data.tgz #{data_folders.join(' ')}"
+    puts cmd
+    puts `#{cmd}`
+  end
+
+  desc "Migrate the database through scripts in db/migrate. Target specific brick and version with BRICK=x and VERSION=x"
+  task :migrate => :environment do
+    if ENV['VERSION'] || ENV['BRICK']
+      ENV['BRICK']    ||= 'zena'
+      # migrate specific bricks only
+      if ENV['BRICK'] == 'zena'
+        # migrate 'db/migrate'
+        Zena::Migrator.migrate("#{Zena::ROOT}/db/migrate", ENV["BRICK"], ENV["VERSION"] ? ENV["VERSION"].to_i : nil)
+      else
+        mig_path = "#{Zena::ROOT}/bricks/#{ENV['BRICK']}/migrate"
+        if File.exist?(mig_path) && File.directory?(mig_path)
+          Zena::Migrator.migrate(mig_path, ENV["BRICK"], ENV["VERSION"] ? ENV["VERSION"].to_i : nil)
+        else
+          puts "Could not find migrations for brick '#{ENV['BRICK']}' ('#{mig_path}' not found)."
+        end
+      end
+    else
+      # migrate all to latest
+      paths  = {'zena' => "#{Zena::ROOT}/db/migrate"}
+      bricks = ['zena']
+
+      Bricks::Patcher.foreach_brick do |brick_path|
+        brick_name = brick_path.split('/').last
+        migration_path = File.join(brick_path, 'migrate')
+        next unless File.exist?(migration_path) && File.directory?(migration_path)
+        paths[brick_name] = migration_path
+        bricks << brick_name
+      end
+
+      bricks.each do |brick_name, path|
+        Zena::Migrator.migrate(paths[brick_name], brick_name, nil)
+      end
+      #ActiveRecord::Migrator.migrate("db/migrate/", nil)
+    end
+    Rake::Task["db:schema:dump"].invoke if ActiveRecord::Base.schema_format == :ruby
+  end
+
+  desc 'Rebuild foxy fixtures for all sites'
+  task :build_fixtures => :environment do
+    tables = Node.connection.tables
+             # 0.    # 1.                # need vc   # vers.  # nodes  # need vc.   # need nodes
+    ordered_tables = ['virtual_classes', 'versions', 'nodes', 'zips', 'relations', 'links']
+    tables -= ordered_tables
+    tables += ordered_tables
+    virtual_classes, versions, nodes = nil, nil, nil
+    tables.each do |table|
+      case table
+      when 'virtual_classes'
+        virtual_classes = Zena::FoxyParser.new(table)
+        virtual_classes.run
+      when 'versions'
+        versions = Zena::FoxyParser.new(table)
+        versions.run
+      when 'nodes'
+        nodes = Zena::FoxyParser.new(table, :versions => versions, :virtual_classes => virtual_classes)
+        nodes.run
+      when 'zips'
+        Zena::FoxyParser.new(table, :nodes => nodes).run
+      when 'relations'
+        Zena::FoxyParser.new(table, :virtual_classes => virtual_classes).run
+      when 'links'
+        Zena::FoxyParser.new(table, :nodes => nodes).run
+      else
+        Zena::FoxyParser.new(table).run
+      end
+    end
+  end
+
+  Rake::RDocTask.new do |rdoc|
+       files = ['README', 'doc/README_FOR_APP', 'CREDITS', 'MIT-LICENSE', 'app/**/*.rb',
+                'lib/**/*.rb']
+       rdoc.rdoc_files.add(files)
+       rdoc.main = "doc/README_FOR_APP" # page to start on
+       rdoc.title = "Zena Documentation"
+       rdoc.template = "./doc/template/allison.rb"
+       rdoc.rdoc_dir = 'doc/app' # rdoc output folder
+       rdoc.options << '--line-numbers' << '--inline-source'
+  end
+  Rake::Task['zena:rdoc'].comment = "Create the rdoc documentation"
+
+  namespace :test do
+    desc 'Cleanup before testing'
+    task :prepare => "db:test:prepare" do
+      [File.join(SITES_ROOT, 'test.host', 'data'), File.join(SITES_ROOT, 'test.host', 'zafu')].each do |path|
+        FileUtils::rmtree(path) if File.exist?(path)
+      end
+    end
+  end
+
+  # do not change the order in which these elements are loaded (adding 'lib/**/test/*_test.rb' fails)
+  tests = ['test/helpers/**/*_test.rb', 'test/unit/**/*_test.rb',
+           'lib/parser/test/*_test.rb', 'lib/query_builder/test/*_test.rb',
+           'test/functional/*_test.rb', #'test/integration/*_test.rb',
+           'bricks/**/test/unit/*_test.rb', 'bricks/**/test/functional/*_test.rb',
+           'bricks/**/test/integration/*_test.rb'].map {|p| "#{Zena::ROOT}/#{p}"}
+
+  Rake::TestTask.new(:test => ["zena:test:prepare", "zena:build_fixtures"]) do |t|
+    t.libs << "test"
+    t.pattern = tests
+    t.verbose = true
+  end
+  Rake::Task['zena:test'].comment = "Run the tests in test/helpers and test/unit"
+
+  desc 'Analyse code coverage by tests (needs rcov)'
+  task :coverage do
+    cmd = "rcov -I 'lib:test' --rails --exclude 'var/*,gems/*,/Library/*'"
+    test_files = FileList[*tests].map {|f| f.inspect}.join(' ')
+    cmd = "#{cmd} #{test_files}"
+    exec(cmd)
+  end
+
+  namespace :fix do
+    desc "Update all stored zafu to reflect change from 'news from project' syntax to 'news in project'. BACKUP BEFORE. DO NOT RUN."
+    task :zafu_pseudo_sql => :environment do
+      unless ENV['CODE'] == 'yes do it'
+        puts "set CODE='yes do it' if you really want to run this (DO NOT RUN if unsure)."
+      else
+        {
+          # 1. replace all finders like 'xyz from project' by 'xyz in project'
+          ' from project' => ' in project',
+          ' from section' => ' in section',
+          ' from site' => ' in site',
+          ' from  project' => ' in project',
+          ' from  section' => ' in section',
+          ' from  site' => ' in site',
+          ' from   project' => ' in project',
+          ' from   section' => ' in section',
+          ' from   site' => ' in site',
+          # 2. replace all finders like <:xyz from='project'... by <:xyz in='project'
+          # 2.1 single quote
+          " from='project'" => " in='project'",
+          " from='section'" => " in='section'",
+          " from='site'" => " in='site'",
+          " from ='project'" => " in='project'",
+          " from ='section'" => " in='section'",
+          " from ='site'" => " in='site'",
+          " from = 'project'" => " in='project'",
+          " from = 'section'" => " in='section'",
+          " from = 'site'" => " in='site'",
+          " from= 'project'" => " in='project'",
+          " from= 'section'" => " in='section'",
+          " from= 'site'" => " in='site'",
+          # 2.1 double quote
+          ' from="project"' => ' in="project"',
+          ' from="section"' => ' in="section"',
+          ' from="site"' => ' in="site"',
+          ' from ="project"' => ' in="project"',
+          ' from ="section"' => ' in="section"',
+          ' from ="site"' => ' in="site"',
+          ' from = "project"' => ' in="project"',
+          ' from = "section"' => ' in="section"',
+          ' from = "site"' => ' in="site"',
+          ' from= "project"' => ' in="project"',
+          ' from= "section"' => ' in="section"',
+          ' from= "site"' => ' in="site"',
+          # kpath
+          'NPD' => 'ND',
+        }.each do |k,v|
+          Version.connection.execute "UPDATE versions, nodes SET versions.text = REPLACE(text, #{Version.connection.quote(k)}, #{Version.connection.quote(v)}) WHERE versions.node_id = nodes.id AND nodes.kpath = 'NDTT'" # Template
+        end
+      end
+    end
+  end
+end