qwik2md 0.1.0

data/vendor/qwik/lib/qwik/config.rb

@@ -0,0 +1,299 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+require 'optparse'
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/version'
+
+module Qwik
+  class Config
+    LIBDIR = File.dirname(__FILE__)
+    DEBUG_BASEDIR = File.expand_path(LIBDIR+'/../../')
+
+    QuickMLInternal = {
+      # QuickML Internal use.
+      :logger		=> nil,
+      :ml_mutexes	=> nil,
+      :catalog		=> nil,
+      :message_catalog	=> nil,
+      :content_type	=> 'text/plain',
+    }
+
+    DefaultConfig = {
+      # For test and debug.
+      :debug		=> false,
+      :test		=> false,
+      :verbose_mode	=> false,
+
+      # Server setting.
+      :server_type	=> 'webrick',
+      #:server_type	=> 'mongrel',
+      :user		=> 'daemon',
+      :group		=> 'daemon',
+      :bind_address	=> '0.0.0.0',
+      :web_port		=> 9190,
+      :ml_port		=> 9195,
+
+      # Public Web address.
+      :public_url	=> 'http://example.com/',
+      :default_sitename	=> 'www',
+
+      # Mailing list setting.
+      :ml_domain	=> 'example.com',
+      :ml_postmaster	=> 'postmaster@example.com',
+
+      # Send mail setting.
+      :smtp_host	=> '127.0.0.1',
+      :smtp_port	=> 25,
+
+      # Experimental.
+      :db		=> 'fsdb',
+      :ssl		=> false,
+      :enable_ruby	=> false,
+
+      # For Graphviz plugin.
+      :graphviz_dot_path	=> '/usr/bin/dot',
+      :graphviz_font_size	=> '10',
+      :graphviz_font_name	=> 'Sazanami Gothic',
+
+      # Mailing list server setting.
+      :sweep_interval		=> 3600,
+      :allowable_error_interval	=> 8600,
+      :max_threads		=> 10,		# Number of working threads.
+      :timeout			=> 120,
+      :use_qmail_verp		=> false,
+      :confirm_ml_creation	=> false,
+
+      # Config for each group.
+      :auto_unsubscribe_count	=> 5,
+      :max_mail_length		=> 100 * 1024,	# 100KB
+      :max_ml_mail_length	=> 100 * 1024,	# 100KB
+      :max_members		=> 100,
+      :ml_alert_time		=> 86400 * 24,
+      :ml_life_time		=> 86400 * 31,
+
+      # Setting for production mode.
+      :sites_dir	=> '/var/lib/qwik/data',
+      :grave_dir	=> '/var/lib/qwik/grave',
+      :cache_dir	=> '/var/cache/qwik',
+      :super_dir	=> '/usr/share/qwik/super',
+      :theme_dir	=> '/usr/share/qwik/theme',
+      :template_dir	=> '/usr/share/qwik/template',
+      :qrcode_dir	=> '/usr/share/qwik/qrcode',
+      :etc_dir		=> '/etc/qwik',
+      :config_file	=> '/etc/qwik/config.txt',
+      :log_dir		=> '/var/log/qwik',
+      :web_pid_file	=> '/var/run/qwikweb.pid',
+      :ml_pid_file	=> '/var/run/quickml.pid',
+      # total size of attachments for each site
+      :max_total_file_size	=>	1 * 1024 * 1024 * 1024, # 1GB
+      :max_total_warn_size	=>	10 * 1024 * 1024, # 10MB
+
+      # search word cloud
+      :search_word_display_num	=>  100,   #number of search words to display
+      :search_word_max_num	=>  10000, #number of search wrods to save
+    }
+
+    DebugConfig = {
+      # Setting for debug mode.
+      :super_dir	=> DEBUG_BASEDIR+'/share/super',
+      :theme_dir	=> DEBUG_BASEDIR+'/share/theme',
+      :template_dir	=> DEBUG_BASEDIR+'/share/template',
+      :qrcode_dir	=> DEBUG_BASEDIR+'/share/qrcode',
+    }
+
+    TestConfig = {
+      # Setting for test mode.
+      :debug		=> true,
+      :test		=> true,	# Do not send mail.
+#      :public_url	=> 'http://example.com/q/',
+#      :default_sitename	=> 'top',
+      :ml_domain	=> 'q.example.com',
+      :ml_postmaster	=> 'postmaster@q.example.com',
+=begin
+      :sites_dir	=> '.',
+      :grave_dir	=> '.',
+      :cache_dir	=> '.',
+      :etc_dir		=> '.',
+      :log_dir		=> '.',
+=end
+      :sites_dir	=> '.test/data',
+      :grave_dir	=> '.test/grave',
+      :cache_dir	=> '.test/cache',
+      :etc_dir		=> '.test/etc',
+      :log_dir		=> '.test/log',
+      :web_pid_file	=> 'qwikweb.pid',
+      :ml_pid_file	=> 'quickml.pid',
+    }
+
+    def initialize
+      @config = {}
+      @config.update(QuickMLInternal)
+      @config.update(DefaultConfig)
+      Config.make_accessor(Config, @config, @config[:debug])
+    end
+
+    def [](k)
+      return @config[k]
+    end
+
+    def []=(k, v)
+      @config[k] = v
+    end
+
+    def update(hash)
+      @config.update(hash)
+    end
+
+    # class method
+
+    def self.load_args_and_config(config, progname, args)
+      args_conf = Config.parse_args(progname, args)
+      config.update(args_conf)		# config file is specified by args
+      file_conf = Config.load_config_file(config[:config_file])
+      config.update(file_conf)
+      config.update(args_conf)		# Set args again to override.
+    end
+
+    def self.load_config_file(file)
+      raise "can not open #{file}" if ! FileTest.exist?(file)
+      content = open(file) {|fh| fh.read }
+      return parse_config(content)
+    end
+
+    def self.parse_config(str)
+      config = {}
+      str.each_line {|line|
+	next unless /\A\:/ =~ line
+	ar = line.chomp.split(':', 3)
+	next if ar[1].empty?
+	config[ar[1].intern] = parse_value(ar[2])
+      }
+      return config
+    end
+
+    def self.parse_value(v)
+      v = $1 if /\A(.+?)\#.*\z/ =~ v	# remove comment
+      v = v.strip
+      case v
+      when 'true';	return true
+      when 'false';	return false
+      when 'nil';	return nil
+      when /\A\d+\z/;	return v.to_i
+      # Only numbers, * and spaces are allowable.
+      # It is allowable to use eval in this context.
+      when /\A[\d\ \*]+\z/;	return eval(v)
+      when /\A(\d+)m\z/;	return $1.to_i * 60
+      when /\A(\d+)h\z/;	return $1.to_i * 60 * 60
+      when /\A(\d+)d\z/;	return $1.to_i * 60 * 60 * 24
+      when /\A(\d+)w\z/;	return $1.to_i * 60 * 60 * 24 * 7
+      when /\A(\d+)KB\z/;	return $1.to_i * 1024
+      when /\A(\d+)MB\z/;	return $1.to_i * 1024 * 1024
+      when /\A(\d+)GB\z/;	return $1.to_i * 1024 * 1024 * 1024
+      end
+      v.gsub!('$BASEDIR') { DEBUG_BASEDIR }
+      return v
+    end
+
+    def self.make_accessor(klass, config, debug=false)
+      config.each_key {|k|
+	if ! klass.method_defined?(k)
+	  klass.class_eval "
+            def #{k}
+              return @config[:#{k}]
+            end
+	  "
+	end
+      }
+    end
+
+    def self.parse_args(myprog, args)
+      config = {}
+      optionparser = OptionParser.new {|opts|
+	opts.banner = "Usage: #{myprog} [options]"
+	opts.separator ''
+	opts.separator 'Specific options:'
+	opts.on('-c', '--config file', 'Specify config file.') {|a|
+	  config[:config_file] = a
+	}
+	opts.on('-d', '--[no-]debug', 'Run in debug mode') {|a|
+	  config[:debug] = a
+	}
+	opts.separator ''
+	opts.separator 'Common options:'
+	opts.on_tail('-h', '--help', 'Show this message') {
+	  puts opts
+	  exit
+	}
+	opts.on_tail('-v', '--version', 'Show version') {
+	  puts VERSION
+	  exit
+	}
+      }
+      optionparser.parse!(args)
+      return config
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'test/unit'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestConfig < Test::Unit::TestCase
+    def test_class_method
+      c = Qwik::Config
+
+      # test_parse_config
+      assert_equal({}, c.parse_config('::'))
+      assert_equal({}, c.parse_config('::v'))
+      assert_equal({:k=>''}, c.parse_config(':k:'))
+      assert_equal({:k=>''}, c.parse_config(':k:	'))
+
+      assert_equal({:k=>'v'}, c.parse_config(':k:v'))
+      assert_equal({:k=>'v:v'}, c.parse_config(':k:v:v'))
+      assert_equal({:k=>'v'}, c.parse_config("\#c\n:k:v"))
+      assert_equal({:k=>'v'}, c.parse_config(':k:v#comment'))
+      assert_equal({:k=>'v'}, c.parse_config(':k:v #comment'))
+
+      assert_equal({:k=>4}, c.parse_config(':k:	2 * 2'))
+      assert_equal({:k=>'1.1'}, c.parse_config(':k:1.1'))
+
+      assert_equal({:k=>Qwik::Config::DEBUG_BASEDIR},
+		   c.parse_config(':k:$BASEDIR'))
+
+      # test_parse_value
+      assert_equal  true, c.parse_value('true')
+      assert_equal false, c.parse_value('false')
+      assert_equal   nil, c.parse_value('nil')
+
+      assert_equal 1, c.parse_value('1')
+      assert_equal 4, c.parse_value('2*2')
+      assert_equal 4, c.parse_value('2 * 2')
+
+      assert_equal     60, c.parse_value('1m')
+      assert_equal   3600, c.parse_value('1h')
+      assert_equal  86400, c.parse_value('1d')
+      assert_equal 604800, c.parse_value('1w')
+      assert_equal   1024, c.parse_value('1KB')
+      assert_equal 1048576, c.parse_value('1MB')
+      assert_equal 1073741824, c.parse_value('1GB')
+
+      # test_parse_args
+      assert_equal({:debug=>true}, c.parse_args('myprog', ['-d']))
+    end
+
+    def test_all
+      # test_new
+      config = Qwik::Config.new
+      assert_equal false, config.debug
+      assert_equal false, config.test
+      config[:debug] = true
+      assert_equal true, config.debug
+    end
+  end
+end

data/vendor/qwik/lib/qwik/db-b-backup.rb

@@ -0,0 +1,142 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'pathname'
+require 'qwik/db-berkeley'
+
+module Qwik
+  class BackupBDB
+    def initialize(path)
+      @backup_path = path+'.backup'
+      @db = open_db(path+'backup.db')
+    end
+
+    def open_db(path)
+      options = 0
+      unless path.exist? # don't over write
+	options = BDB::CREATE | BDB::EXCL
+      end
+      db = BDB::Hash.open(path.to_s, nil, options)
+      return db
+    end
+
+    def close
+      @db.close
+    end
+
+    def path(k, time) # k is String, t is Time
+      t = time.to_i.to_s
+      @backup_path+(t+'_'+k)
+    end
+    private :path
+
+    def exist?(k, time)
+      v = db_get(k, time)
+      return true if v
+      path(k, time).exist?
+    end
+
+    def get(k, time)
+      v = db_get(k, time)
+      return v if v
+      if  path(k, time).exist?
+	str = path(k, time).open {|f| f.read }
+	put(k, time, v)
+	return str
+      end
+      ''
+    end
+
+    def db_get(k, time)
+      @db.get(make_key(k, time))
+    end
+
+    def make_key(k, time)
+      k+','+time.to_i.to_s
+    end
+    private :db_get, :make_key
+
+    def put(k, time, v)
+      @db.put(make_key(k, time), v)
+    end
+    alias set put
+
+    def each_by_key(key)
+      ar = []
+      # FIXME: use each_by_prefix(key+',') instead
+      @db.each {|k, v|
+	next if v.nil?
+	if /\A#{key},([0-9]+)\z/ =~ k # begin with key?
+	  time = Time.at($1.to_i)
+	  ar << [v, time]
+	end
+      }
+
+      if @backup_path.exist?
+	@backup_path.each_entry {|file|
+	  f = @backup_path+file
+	  next unless f.file?
+	  base = file.to_s
+	  if /\A([0-9]+)_#{key}\z/ =~ base # end with key ?
+	    time = Time.at($1.to_i)
+	    v = get(key, time)
+	    ar << [v, time]
+	  end
+	}
+      end
+
+      ar.sort_by {|v, time|
+	time
+      }.each {|v, time|
+	yield(v, time)
+      }
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  require 'qwik/config'
+  require 'qwik/test-module-path'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestBackupBDB < Test::Unit::TestCase
+    def setup
+      @config = Qwik::Config.new
+      @config[:db] = 'bdb'
+      @dir = 'test/'.path
+      @dir.setup
+      path = @dir
+      spath = @config.super_dir.path
+      @pagedb = Qwik::BerkeleyDB.new(path, spath)
+    end
+
+    def teardown
+      @pagedb.close if @pagedb
+      @dir.teardown
+    end
+
+    def test_backupdb
+      @pagedb.create('1')
+      @pagedb.put('1', 't', Time.at(1))
+
+      budb = @pagedb.backupdb
+      assert_instance_of(Qwik::BackupBDB, budb)
+
+      budb.each_by_key('1') {|v, time|
+	assert_instance_of(String, v)
+	assert_instance_of(Time, time)
+	s = budb.get('1', time)
+	assert_instance_of(String, s)
+	eq v, s
+      }
+
+      #put
+      #exist?
+    end
+  end
+end

data/vendor/qwik/lib/qwik/db-backup.rb

@@ -0,0 +1,184 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/util-pathname'
+
+module Qwik
+  class BackupDB
+    include Enumerable
+
+    def initialize(path)
+      @backup_path = path+'.backup'
+    end
+
+    def close
+      # do nothing
+    end
+
+    def path(k, time) # k: String, t: Time
+      t = time.to_i.to_s
+      return @backup_path+"#{t}_#{k}"
+    end
+    private :path
+
+    def exist?(k, time)
+      return path(k, time).exist?
+    end
+
+    def get(k, time)
+      return path(k, time).read
+    end
+
+    def check(k, v)
+    end
+
+    IGNORE_PAGES = [
+/\A_SiteLog\Z/, 
+/\A_SiteChanged\Z/, 
+/\A_GroupCharset\Z/, 
+/\A_GroupCount\Z/,
+/\A_counter_[_A-Za-z0-9]+\Z/
+]
+
+    def put(k, v, time)
+      @backup_path.check_directory
+      return if IGNORE_PAGES.any? {|re| re =~ k }
+      path(k, time).put(v)
+    end
+    alias set put
+
+    def each_by_key(key)
+      each {|k, v, time|
+	yield(v, time) if k == key
+      }
+    end
+
+    def each
+      @backup_path.check_directory
+      ar = []
+      @backup_path.each_entry {|file|
+	f = @backup_path+file
+	next unless f.file?
+	base = file.to_s
+	if /\A([0-9]+)_([_A-Za-z0-9]+)\z/ =~ base
+	  time = Time.at($1.to_i)
+	  key = $2
+	  ar << [key, time]
+	end
+      }
+
+      ar.sort_by {|key, time|
+	time
+      }.each {|key, time|
+#	v = get(key, time)
+	v = ""	# FIXME: This is dummy. 2009/9/1
+	yield(key, v, time)
+      }
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  require 'qwik/config'
+  require 'qwik/test-module-path'
+  require 'qwik/db-filesystem'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestBackupDB < Test::Unit::TestCase
+    def setup
+      config = Qwik::Config.new
+      config.update Qwik::Config::DebugConfig
+      config.update Qwik::Config::TestConfig
+      @path = '.test/'.path
+      @path.setup
+
+      spath = config.super_dir.path
+      @pagedb = Qwik::FileSystemDB.new(@path, spath)
+
+      # test_initialize
+      backupdb = Qwik::BackupDB.new(@path)
+      @pagedb.register_observer(backupdb)
+    end
+
+    def test_backupdb
+      # test_put
+      @pagedb.create('1')
+      @pagedb.put('1', 't', 1)
+
+      budb = @pagedb.backupdb
+      assert_instance_of(Qwik::BackupDB, budb)
+
+      # test_each_by_key
+      budb.each_by_key('1') {|v, time|
+	assert_instance_of(String, v)
+	assert_instance_of(Time, time)
+	s = budb.get('1', time)
+	assert_instance_of(String, s)
+#	eq v, s
+      }
+
+      # FIXME: test_put, test_exist should be exist.
+    end
+
+    def test_ignore_pages
+      key = '_SiteLog'
+      @pagedb.create(key)
+      @pagedb.put(key, 't', 1)
+
+      # test_each_by_key
+      found = false
+      @pagedb.backupdb.each_by_key(key) {|v, time|
+        found = true
+      }
+      assert_equal false, found
+    end
+
+    def test_ignore_pages2
+      key = '_counter_1'
+      @pagedb.create(key)
+      @pagedb.put(key, 't', 1)
+
+      # test_each_by_key
+      found = false
+      @pagedb.backupdb.each_by_key(key) {|v, time|
+        found = true
+      }
+      assert_equal false, found
+    end
+
+    def test_ignore_pages3
+      key = '_counter_'
+      @pagedb.create(key)
+      @pagedb.put(key, 't', 1)
+
+      # test_each_by_key
+      found = false
+      @pagedb.backupdb.each_by_key(key) {|v, time|
+        found = true
+      }
+      assert_equal true, found
+    end
+
+    def test_ignore_pages4
+      key = '_SiteLogHoge'
+      @pagedb.create(key)
+      @pagedb.put(key, 't', 1)
+
+      # test_each_by_key
+      found = false
+      @pagedb.backupdb.each_by_key(key) {|v, time|
+        found = true
+      }
+      assert_equal true, found
+    end
+
+    def teardown
+      @path.teardown
+    end
+  end
+end