gonzui 1.2

data/bin/gonzui-import

@@ -0,0 +1,177 @@
+#!/usr/bin/env ruby
+#
+# gonzui-import - a tool to import contents from a gonzui DB
+#
+# Copyright (C) 2004-2005 Satoru Takabayashi <satoru@namazu.org> 
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+# %LOADPATH%
+require 'getoptlong'
+require 'gonzui'
+require 'gonzui/cmdapp'
+
+include Gonzui
+
+class GonzuiImport < CommandLineApplication
+  def do_show_usage
+    puts "Usage: #{program_name} [OPTION] TARGET..."
+    puts "  TARGET: directories, archives, packages (by apt)"
+    puts
+    puts "  -a, --apt PACKAGE...           use apt-get to get a source package"
+    puts "      --cvs REPOSITORY MODULE    use cvs to get a source tree"
+    puts "      --git REPOSITORY           use git to get a source tree"
+    puts "      --svn REPOSITORY MODULE    use svn to get a source tree"
+    puts "      --exclude=PATTERN          exclude files matching PATTERN"
+    puts "                                 [#{@config.exclude_pattern.to_s}]"
+    puts "      --no-utf8                  don't convert files to UTF-8"
+    puts "      --no-ABBREV                don't index ABBREV files. (ex. --no-text)"
+    puts "                                 try --list-formats to see abbrev. list"
+    puts "      --list-archives            list all supported archives"
+  end
+
+  def do_get_option_table
+    table = [
+      ['--apt',           '-a', GetoptLong::NO_ARGUMENT],
+      ['--cvs',                 GetoptLong::NO_ARGUMENT],
+      ['--git',                 GetoptLong::NO_ARGUMENT],
+      ['--svn',                 GetoptLong::NO_ARGUMENT],
+      ['--no-utf8',             GetoptLong::NO_ARGUMENT],
+      ['--exclude',             GetoptLong::REQUIRED_ARGUMENT],
+      ['--list-archives',       GetoptLong::NO_ARGUMENT],
+    ]
+    LangScan.modules.each {|m|
+      option = "--no-" + m.abbrev
+      table.push([option, GetoptLong::NO_ARGUMENT])
+    }
+    return table
+  end
+
+  def validate_combinations(options)
+    keys = ["apt", "cvs", "svn"]
+    used_keys = keys.find_all {|key| options[key] }
+    n = used_keys.length
+    if n >= 2
+      eprintf("%s cannot be combined",
+              used_keys.map {|key| "--" + key }.join(" "))
+    end
+  end
+
+  def show_list_archives
+    supported_archives = Extractor.extnames.sort
+    supported_archives.each {|extname|
+      printf("%s\n", extname)
+    }
+    exit
+  end
+
+  def do_process_options(options)
+    validate_combinations(options)
+    @use_apt = if options["apt"] then true else false end
+    @use_cvs = if options["cvs"] then true else false end
+    @use_git = if options["git"] then true else false end
+    @use_svn = if options["svn"] then true else false end
+
+    @config.utf8 = false if options["no-utf8"]
+    if options["exclude"]
+      @config.exclude_pattern = Regexp.new(options["exclude"]) 
+    end
+    options.each_key {|key|
+      if m = /^no-(.+)$/.match(key)
+        abbrev = m[1]
+        @config.noindex_formats.push(abbrev)
+      end
+    }
+    show_list_archives if options["list-archives"]
+    show_usage if ARGV.empty?
+    if @use_cvs
+      eprintf("--cvs REPOSITORY MODULE") if ARGV.length != 2
+      @target_names = [[ARGV.first, ARGV.last]]
+    elsif @use_git
+      eprintf("--git REPOSITORY") if ARGV.length != 1
+      @target_names = [[ARGV.first]]
+    elsif @use_svn
+      eprintf("--svn REPOSITORY MODULE") if ARGV.length != 2
+      @target_names = [[ARGV.first, ARGV.last]]
+    else
+      @target_names = ARGV
+    end
+  end
+
+  def make_uri_for_vcs(target_name)
+    repository = target_name.first
+    mozule = target_name.last
+    if @use_cvs
+      return URI.for_cvs(repository, mozule)
+    elsif @use_svn
+      return URI.for_svn(repository, mozule)
+    elsif @use_git
+      return URI.for_git(repository)
+    else
+      assert_not_reached
+    end
+  end
+
+  def make_uri(target_name)
+    if @use_apt
+      return URI.for_apt(target_name)
+    elsif @use_cvs or @use_svn or @use_git
+      return make_uri_for_vcs(target_name)
+    end
+
+    begin
+      uri = URI.parse(target_name)
+      return uri if uri.absolute?
+      return URI.from_path(target_name)
+    rescue URI::InvalidURIError => e
+      begin
+        # windows
+        return URI.from_path(target_name)
+      rescue => e
+	  	# ignore
+      end
+      raise GonzuiError.new("#{target_name}: malformed URI")
+    end
+  end
+
+  def import(importer, target_name)
+    begin
+      uri = make_uri(target_name)
+      importer.import(uri)
+      @logger.log("imported %s", importer.last_package_name)
+    rescue GonzuiError => e
+      wprintf("%s", e.message)
+    end
+  end
+
+  def lower_priority
+    begin
+      Process.setpriority(Process::PRIO_PROCESS, 0, 10)
+    rescue NoMethodError, Errno::EACCES, NameError => e
+    end
+  end
+
+  def do_start
+    parse_options()
+    init_logger
+    lower_priority
+
+    show_progress = if @config.quiet then false else true end
+    importer = Importer.new(@config, 
+                            :show_progress => show_progress)
+    begin
+      @target_names.each {|target_name|
+        import(importer, target_name)
+      }
+      print importer.summary
+      importer.finish
+    rescue Interrupt
+    end
+  end
+end
+
+GonzuiImport.start

data/bin/gonzui-remove

@@ -0,0 +1,58 @@
+#!/usr/bin/env ruby
+#
+# gonzui-remove - a tool to remove contents from a gonzui DB
+#
+# Copyright (C) 2004-2005 Satoru Takabayashi <satoru@namazu.org> 
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+# %LOADPATH%
+require 'getoptlong'
+require 'gonzui'
+require 'gonzui/cmdapp'
+
+include Gonzui
+include Gonzui::Util
+
+class GonzuiRemove < Gonzui::CommandLineApplication
+  def do_show_usage
+    puts "Usage: #{program_name} [OPTION] PACKAGE..."
+  end
+
+  def do_get_option_table
+    []
+  end
+
+  def do_process_options(options)
+    show_usage if ARGV.empty?
+    @package_names = ARGV
+  end
+
+  def do_start
+    parse_options()
+    ensure_db_directory_available
+    init_logger
+
+    show_progress = if @config.quiet then false else true end
+    remover = Remover.new(@config, :show_progress => show_progress)
+    begin
+      @package_names.each {|package_name|
+        begin
+          remover.remove_package(package_name)
+          @logger.log("removed %s", package_name)
+        rescue GonzuiError => e
+          wprintf("%s", e.message)
+        end
+      }
+      print remover.summary
+    ensure
+      remover.finish
+    end
+  end
+end
+
+GonzuiRemove.start

data/bin/gonzui-search

@@ -0,0 +1,68 @@
+#!/usr/bin/env ruby
+# -*- ruby -*-
+#
+# gonzui-search - a tool to search a gonzui DB
+#
+# Copyright (C) 2004-2005 Satoru Takabayashi <satoru@namazu.org> 
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+# %LOADPATH%
+require 'getoptlong'
+require 'gonzui'
+require 'gonzui/cmdapp'
+
+include Gonzui
+
+class GonzuiSearch < CommandLineApplication
+  def do_show_usage
+    puts "Usage: #{program_name} PATTERN"
+    puts "  -P, --package=PACKAGE          search for PACKAGE"
+    puts "  -p, --prefix                   perform prefix search"
+    puts "  -e, --regexp                   perform regular expression search"
+    puts "  -t, --type=TYPE                search for TYPE"
+    puts "                                 funcall, fundef, fundecl, others"
+    puts "  -n, --line-number              print line number with output lines"
+    puts "  -c, --count                    only print a count of matching words"
+    puts "  -C, --context=NUM              print NUM lines of output context"
+    puts "      --color                    use markers to highlight the matching string"
+    puts "  -h, --no-filename              suppress the prefixing filename on output"
+  end
+
+  def do_get_option_table
+    [
+      ['--color',               GetoptLong::NO_ARGUMENT],
+      ['--context',       '-C', GetoptLong::REQUIRED_ARGUMENT],
+      ['--count',         '-c', GetoptLong::NO_ARGUMENT],
+      ['--line-number',   '-n', GetoptLong::NO_ARGUMENT],
+      ['--no-filename',   '-h', GetoptLong::NO_ARGUMENT],
+      ['--package',       '-P', GetoptLong::REQUIRED_ARGUMENT],
+      ['--prefix',        '-p', GetoptLong::NO_ARGUMENT],
+      ['--regexp',        '-e', GetoptLong::NO_ARGUMENT],
+      ['--type',          '-t', GetoptLong::REQUIRED_ARGUMENT],
+    ]
+  end
+
+  def do_process_options(options)
+    @options = options
+    show_usage  if ARGV.length != 1
+    @pattern = ARGV.first
+  end
+
+  def do_start
+    parse_options
+    ensure_db_directory_available
+    searcher = CommandLineSearcher.new(@config, @options)
+    begin
+      searcher.search(@pattern)
+    ensure
+      searcher.finish
+    end
+  end
+end
+
+GonzuiSearch.start

data/bin/gonzui-server

@@ -0,0 +1,176 @@
+#!/usr/bin/env ruby
+#
+# gonzui-server - a web-based search engine of gonzui
+#
+# Copyright (C) 2004-2005 Satoru Takabayashi <satoru@namazu.org> 
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+# %LOADPATH%
+require 'webrick'
+require 'gonzui'
+require 'gonzui/cmdapp'
+require 'gonzui/webapp'
+require 'ftools'
+require 'fileutils'
+
+include WEBrick
+include Gonzui
+include FileUtils
+
+class NullWriter
+  def << (message)
+  end
+end
+
+class GonzuiServer < CommandLineApplication
+  include GetText
+
+  def be_secure
+    return unless Process.uid == 0
+    uid = Etc::getpwnam(@config.user).uid 
+    gid = Etc::getgrnam(@config.group).gid
+    touch(@config.pid_file)
+    touch(@config.gonzui_log_file)
+    touch(@config.access_log_file)
+    File.chown(uid, gid, @config.pid_file)
+    File.chown(uid, gid, @config.gonzui_log_file)
+    File.chown(uid, gid, @config.access_log_file)
+    Process.uid  = uid
+    Process.gid  = gid
+    Process.euid = uid
+  end
+
+  def make_webrick_options
+    log_proc = lambda {@logger.log("server started [%d]", Process.pid) }
+    webrick_options = {}
+    if @config.bind_address != '*'
+      webrick_options[:BindAddress] = @config.bind_address
+    end
+    webrick_options[:Port] = @config.http_port
+    if @config.daemon
+      eprintf("daemon mode is not supported in Windows platform") if windows?
+      webrick_options[:StartCallback] = lambda {
+        log_proc.call
+        start_daemon
+      }
+      webrick_options[:Logger] = Log.new(NullWriter.new) # be quiet
+    else
+      webrick_options[:StartCallback] = log_proc
+      webrick_options[:Logger] = Log.new(STDOUT, Log::ERROR)
+    end
+    access_logger = File.open(@config.access_log_file, "a")
+    access_logger.sync = true
+    webrick_options[:AccessLog] = 
+      [[ access_logger, AccessLog::COMBINED_LOG_FORMAT ]]
+    return webrick_options
+  end
+
+  def read_pid_file
+    File.read(@config.pid_file).chomp.to_i
+  end
+
+  def write_pid_file
+    begin
+      File.open(@config.pid_file, "w") {|f| f.puts Process.pid }
+    rescue
+      # FIXME: we need logging here.
+    end
+  end
+
+  def remove_pid_file
+    File.safe_unlink(@config.pid_file)
+  end
+
+  def start_daemon
+    Daemon.start
+    write_pid_file
+    be_secure
+  end
+
+  def stop_daemon
+    begin
+      pid = read_pid_file
+      Process.kill("TERM", pid) 
+    rescue
+      wprintf("no processe to kill" )
+    end
+    remove_pid_file
+    exit
+  end
+
+  def do_show_usage
+    puts "Usage: #{program_name} [OPTION]"
+    puts "  -p, --port=PORT                listen on the specified PORT [#{@config.http_port}]"
+    puts "      --bind=ADDRESS             listen on the specified ADDRESS [#{@config.bind_address}]"
+    puts "      --daemon                   run as a daemon"
+    puts "  -u, --user=USER                use USER's UID when daemonized [#{@config.user}]"
+    puts "  -g, --group=GROUP              use GROUP's GID when daemonized [#{@config.group}]"
+    puts "  -t, --title=TITLE              use TITLE for HTML contents [#{@config.site_title}]"
+  end
+
+  def do_get_option_table
+    [
+      ['--port',           '-p', GetoptLong::REQUIRED_ARGUMENT],
+      ['--bind',                 GetoptLong::REQUIRED_ARGUMENT],
+      ['--user',           '-u', GetoptLong::REQUIRED_ARGUMENT],
+      ['--group',          '-g', GetoptLong::REQUIRED_ARGUMENT],
+      ['--title',          '-t', GetoptLong::REQUIRED_ARGUMENT],
+      ['--daemon',               GetoptLong::NO_ARGUMENT],
+      ['--stop',                 GetoptLong::NO_ARGUMENT],
+    ]
+  end
+
+  def do_process_options(options)
+    @config.http_port = options["port"].to_i if options["port"]
+    @config.bind_address = options["bind"] if options["bind"]
+    @config.user = options["user"] if options["user"]
+    @config.group = options["group"] if options["group"]
+    @config.site_title = options["title"] if options["title"]
+    @config.daemon = true if options["daemon"]
+    stop_daemon if options["stop"]
+  end
+
+  def start_server(dbm, catalog_repository)
+    server = HTTPServer.new(make_webrick_options)
+    trap("INT"){ server.shutdown }
+    GonzuiServlet.servlets.each {|klass|
+      absolute_mount_point = URI.path_join(@config.base_mount_point, 
+                                           klass.mount_point)
+      server.mount(absolute_mount_point, klass,
+                   @config, @logger, dbm, catalog_repository)
+    }
+    server.start
+  end
+
+  def do_start
+    parse_options()
+    ensure_db_directory_available
+    init_logger
+    @logger.monitor = STDOUT unless @config.daemon
+
+    catalog_repository = CatalogRepository.new(@config.catalog_directory)
+    if @config.bind_address != '*'
+      printf("http://%s:%d/\n", @config.bind_address, @config.http_port)
+    else
+      printf("http://%s:%d/\n", Socket.gethostname, @config.http_port)
+    end
+    
+    dbm = Gonzui::DBM.open(@config, true)
+    begin
+      start_server(dbm, catalog_repository)
+    rescue => e
+      eprintf("%s", e.message)
+    ensure
+      @logger.log("server stopped [%d]", Process.pid)
+      dbm.close
+      remove_pid_file
+    end
+  end
+end
+
+GonzuiServer.start