qwik2md 0.1.0

data/vendor/qwik/lib/qwik/parser.rb

@@ -0,0 +1,349 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/util-string'
+require 'qwik/tokenizer'
+require 'qwik/parser-inline'
+require 'qwik/tokenizer-inline'
+require 'qwik/html-to-wabisabi'
+require 'qwik/wabisabi-validator'
+
+module Qwik
+  class TextParser
+    # Make a tree from tokens.
+    def self.make_tree(tokens)
+      ar = []
+
+      tokens.each {|token|
+	tag = token.first
+	case tag
+
+	when :h2, :h3, :h4, :h5, :h6
+	  ar << [tag, *inline(token[1])]
+
+	when :ul, :ol
+	  lu = ar
+	  token[1].times {
+	    if lu.last && lu.last.is_a?(Array) && lu.last.first == tag
+	      lu = lu.last
+	    else
+	      a = [tag]
+	      lu << a
+	      lu = a
+	    end
+	  }
+	  lu << [:li, *inline(token[2])]
+
+	when :pre, :blockquote
+	  if ar.last && ar.last.first == tag
+	    ar.last[1] << "\n"+token[1]
+	  else
+	    ar << [tag, token[1]]
+	  end
+
+	when :dl
+	  a = []
+	  a << [:dt, *inline(token[1])] if token[1]
+	  a << [:dd, *inline(token[2])] if token[2]
+	  if ar.last && ar.last.first == tag
+	    ar.last << a[0]
+	    ar.last << a[1] if a[1]
+	  else
+	    ar << [tag, *a]
+	  end
+
+	when :table
+	  token.shift
+	  table_ar = token.map {|td|
+	    inline_ar = inline(td)
+	    inline_ar << '' if inline_ar.empty?
+	    [:td] + inline_ar
+	  }
+	  tr = [:tr] + table_ar
+	  if ar.last && ar.last.first == tag
+	    ar.last << tr
+	  else
+	    ar << [tag, tr]
+	  end
+
+	when :text
+	  line_ar = inline(token[1])
+	  if ar.last && ar.last.is_a?(Array) && ar.last.first == :p
+	    ar[-1] << "\n" if ar.last.last != [:br]
+	    ar[-1] += line_ar
+	  else
+	    ar << [:p, *line_ar]
+	  end
+
+	when :empty
+	  ar << ["\n"]
+
+	when :plugin
+	  ar << parse_plugin(token)
+
+	when :html
+	  ar << parse_html(token)
+
+	else
+	  ar << token
+	end
+      }
+
+      nar = []
+      ar.each {|block|
+	tag = block.first
+	case tag
+	when :blockquote
+	  str = block[1]
+
+	  tokens = TextTokenizer.tokenize(str)
+	  tree = make_tree(tokens)		# Recursive.
+	  nar << [tag, *tree]
+
+	when :p
+	  while block[1] == [:br]
+	    block.delete_at(1)
+	  end
+	  while block.last == [:br]
+	    block.pop
+	  end
+	  nar << block
+	else
+	  nar << block
+	end
+      }
+
+      return nar
+    end
+
+    def self.inline(str)
+      return str if str.is_a? Array
+
+      tokens = InlineTokenizer.tokenize(str)
+      tree = InlineParser.make_tree(tokens)
+      return tree
+    end
+
+    def self.parse_plugin(token)
+      method = token[1].to_s
+      param = token[2].to_s
+      plugin = [:plugin, {:method=>method, :param=>param}]
+      plugin << token[3].to_s if token[3]
+      return plugin
+    end
+
+    def self.parse_html(token)
+      str = token[1]
+      wabisabi = HtmlToWabisabi.parse(str)
+
+      v = WabisabiValidator.valid?(wabisabi)
+      if v == true
+	return [:html, *wabisabi]
+      else
+	return [:div, {:class=>'error'}, "can not use [#{v}]"]
+      end
+    end
+
+  end
+end
+
+if $0 == __FILE__
+  if ARGV[0] == '-b'
+    $bench = true
+  else
+    require 'qwik/testunit'
+    $test = true
+  end
+end
+
+if defined?($test) && $test
+  class TestParser < Test::Unit::TestCase
+    def ok(e, str)
+      tokens = Qwik::TextTokenizer.tokenize(str)
+      ok_eq(e, Qwik::TextParser.make_tree(tokens))
+    end
+
+    def test_all
+      # test none
+      ok([], '')
+      ok([["\n"]], "#t")
+
+      # test p
+      ok([[:p, 't']], 't')
+      ok([[:p, 's', "\n", 't']], "s\nt")
+      ok([[:p, 's'], ["\n"], [:p, 't']], "s\n\nt")
+      ok([[:p, 's', [:br], 't']], "s~\nt~")
+
+      ok([[:dl, [:dt, 'dt1'], [:dd, 'dd1']], [:p, 'p1'],
+	       [:dl, [:dd, 'dd2']]], ":dt1:dd1\np1\n::dd2")
+
+      # test header
+      ok([[:h2, 't']], '*t')
+      ok([[:h2, 't'], [:p, 't']], "*t\nt")
+      ok([[:h3, 't']], '**t')
+      ok([[:h4, 't']], '***t')
+      ok([[:h5, 't']], '****t')
+      ok([[:h6, 't']], '*****t')
+      ok([[:h6, '*t']], '******t')
+      ok([[:h6, '**t']], '*******t')
+
+      # test_ignore_space
+      ok([[:h2, 't']], '* t')
+      ok([[:h2, 't']], '*t ')
+      ok([[:h2, 't']], '* t ')
+      ok([[:h3, 't']], '** t')
+      ok([[:h3, 't']], '**t ')
+      ok([[:h3, 't']], '** t ')
+
+      # test listing
+      ok([[:ul, [:li, 't']]], '-t')
+      ok([[:ul, [:ul, [:li, 't']]]], '--t')
+      ok([[:ul, [:ul, [:ul, [:li, 't']]]]], '---t')
+      ok([[:ul, [:li, 't']], [:p, 't']], "-t\nt")
+      ok([[:ul, [:li, 't'], [:li, 't']]], "-t\n-t")
+      ok([[:ul, [:li, 't'], [:ul, [:li, 't']]]], "-t\n--t")
+      ok([[:ul, [:ul, [:li, 't']], [:li, 't']]], "--t\n-t")
+      ok([[:ul, [:ul, [:li, 't']], [:li, 't'], [:ul, [:li, 't']]]],
+	     "--t\n-t\n--t")
+      ok([[:ol, [:li, 't']]], "+t")
+      ok([[:ul, [:li, 't']], [:ol, [:li, 't']]], "-t\n+t")
+      ok([[:ul, [:li, 't1']], ["\n"], [:ul, [:li, 't2']]], "-t1\n\n-t2")
+      ok([["\n"], [:ul, [:li, 't1'], [:li, 't2']]], "\n-t1\n-t2")
+
+      # test blockquote
+      ok([[:blockquote, [:p, 't']]], ">t")
+      ok([[:blockquote, [:p, 's', "\n", 't']]], ">s\n>t")
+      ok([[:blockquote, [:ul, [:li, 's'], [:li, 't']]]], ">-s\n>-t")
+
+      # test dl
+      ok([[:dl, [:dt, 'dt'],[:dd, 'dd']]], ':dt:dd')
+      ok([[:dl, [:dt, 'dt']]], ':dt')
+      ok([[:dl]], ':')
+      ok([[:dl]], '::')
+      ok([[:dl, [:dd, 'dd']]], '::dd')
+      ok([[:dl, [:dt, 'dt'], [:dd, 'dd'], [:dt, 'dt2'], [:dd, 'dd2']]],
+	     ":dt:dd\n:dt2:dd2")
+      ok([[:dl, [:dt, 'dt'], [:dd, 'dd'], [:dd, 'dd2']]], ":dt:dd\n::dd2")
+
+      # test pre
+      ok([[:pre, 't']], ' t')
+      ok([[:pre, "s\nt"]], " s\n t")
+
+      ok([[:pre, "s\n"]], "{{{\ns\n}}}")
+      ok([[:pre, "s\nt\n"]], "{{{\ns\nt\n}}}")
+      ok([[:pre, "#s\n"]], "{{{\n#s\n}}}")
+
+      ok([[:pre, 't1'], ["\n"], [:pre, 't2']], " t1\n\n t2")
+
+      # test_table
+      ok([[:table, [:tr, [:td, 't']]]], ',t')
+      ok([[:table, [:tr, [:td, 't1'], [:td, 't2']]]], ',t1,t2')
+      ok([[:table, [:tr, [:td, ''], [:td, 't2']]]], ',,t2')
+      ok([[:table, [:tr, [:td, 's']], [:tr, [:td, 't']]]], ",s\n,t")
+      ok([[:table, [:tr, [:td, 's1'], [:td, 's2']],
+		 [:tr, [:td, 't1'], [:td, 't2']]]], ",s1,s2\n,t1,t2")
+
+      # test plugin
+      ok([[:plugin, {:method=>'t', :param=>''}]], "{{t}}")
+      ok([[:plugin, {:method=>'t', :param=>'a'}]], "{{t(a)}}")
+      ok([[:plugin, {:method=>'t', :param=>""}, "s\n"]], "{{t\ns\n}}")
+      ok([[:plugin, {:method=>'t', :param=>""}, "s1\ns2\n"]],
+	     "{{t\ns1\ns2\n}}")
+
+      # test_multiline
+      ok([[:p, 's', "\n", 't']], "s\nt")
+      ok([[:p, 's', [:br], 't']], "s~\nt~")
+      ok([[:p, 's'], ["\n"], [:p, 't']], "s\n\nt")
+      ok([[:p, 's', [:br], [:br], 't']], "s~\n~\nt~")
+
+      str = <<'EOT'
+p1~
+~
+> b1~
+> b2~
+> ~
+> > bb1~
+> > bb2~
+> ~
+> b3~
+> b4~
+~
+p2~
+EOT
+      ok([[:p, 'p1'],
+	       [:blockquote,  [:p, 'b1', [:br], 'b2'],
+		 [:blockquote, [:p, 'bb1', [:br], 'bb2']],
+		 [:p, 'b3', [:br], 'b4']],
+	       [:p, 'p2']],
+	     str)
+
+      # test_html
+      ok([[:html, "t\n"]], "<html>\nt\n</html>")
+      ok([[:div, {:class=>'error'}, "can not use [script]"]],
+	     "<html>\n<script>t</script>\n</html>")
+
+      # test_ref
+      ok([[:ul, [:li, [:a, {:href=>'http://e.com/'}, 't']]]],
+	     "- [http://e.com/ t]")
+
+      # test_hr
+      ok([[:hr]], "====")
+
+      # test_bug
+      ok_eq("\226]", '望')
+      ok([[:p, [:a, {:href=>"\226].html"}, "\226]"]]], '[[望]]')
+    end
+
+    def test_from_resolve
+      # test_lines
+      ok([[:ul, [:li, 't1'], [:li, 't2']]], "- t1\n- t2")
+      ok([[:p, 't1'], [:ul, [:li, 't2']]], "t1\n- t2")
+
+      # test_qwik_text
+      ok([[:ul, [:li, 't']]], '- t')
+      ok([[:ul, [:li, 's'], [:ul, [:li, 't']]]], "- s\n-- t")
+      ok([[:ol, [:li, 't']]], "+ t")
+
+      # test_ul
+      ok([[:ul, [:li, 't1']], ["\n"], [:ul, [:li, 't2']]], "- t1\n\n- t2")
+    end
+
+    def test_format
+      # test_inline
+      ok([[:p, [:em, 't']]], "''t''")
+      ok([[:p, [:a, {:href=>'t.html'}, 't']]], "[[t]]")
+      ok([[:p, [:a, {:href=>'1.html'}, '1']]], "[[1]]")
+      ok([[:p, [:plugin, {:method=>'interwiki', :param=>'Test:t'}, 'Test:t']]],
+	 "[[Test:t]]")
+      ok([[:plugin, {:method=>'t', :param=>''}]], "{{t}}")
+      ok([[:p, 'a', [:plugin, {:method=>'t', :param=>''}, ''], 'b']], "a{{t}}b")
+      ok([[:p, [:a, {:href=>'http://e.com/'}, 'http://e.com/']]],
+	 'http://e.com/')
+      ok([[:p, 'a ', [:a, {:href=>'http://e.com/'}, 'http://e.com/'], ' b']],
+	 'a http://e.com/ b')
+
+      # test_escape
+      ok([[:h2, "'"]], "*'")
+      ok([[:h2, "<"]], "*<")
+
+      # test_sjis
+      ok([[:h2, "\202\240"]], "* あ")
+      ok([[:h3, "\202\240"]], "** あ")
+      ok([[:h3, "\212\277\216\232"]], "** 漢字")
+      ok([[:h3, "\221\322"]], "** 待")
+
+      # test ?
+      ok([[:h2, [:a, {:href=>'t.html'}, 't']]], "*[[t]]")
+      ok([[:h2, [:a, {:href=>'t.html'}, 't']]], "* [[t]]")
+      ok([[:h2, [:a, {:href=>'t.html'}, 't']]], "* [[t]] ")
+      ok([[:h2, [:a, {:href=>'t.html'}, 't'], ' a']], "* [[t]] a")
+      ok([[:h2, [:a, {:href=>'t.html'}, 't'], '  a']], "* [[t]]  a")
+
+      # test_format
+      ok([[:h2, "<"]], "*<")
+      ok([[:p, [:strong, '']]], "''''''")
+    end
+  end
+end

data/vendor/qwik/lib/qwik/password.rb

@@ -0,0 +1,183 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/util-pathname'
+require 'qwik/util-string'
+require 'qwik/server-memory'
+
+module Qwik
+  class ServerMemory
+    # password
+    def passgen
+      @passgen = PasswordGenerator.new(@config) unless defined? @passgen
+      return @passgen
+    end
+  end
+
+  class PasswordGenerator
+    DEFAULT_SITE_PASSWORD = ''
+    PASSWORD_FILE = 'password.txt'
+    GENERATION_FILE = 'generation.txt'
+
+    def initialize(config)
+      etc_path = config.etc_dir.path
+      @site_password_file = etc_path + PASSWORD_FILE
+      @site_password = DEFAULT_SITE_PASSWORD
+      if @site_password_file.exist?
+	@site_password = @site_password_file.read.to_s.chomp
+      end
+      @generation_file = etc_path + GENERATION_FILE
+      @generation = PasswordGenerator.generation_get(@generation_file)
+    end
+
+    def generate(user)
+      generation = 0
+      generation = @generation[user] if @generation[user]
+      return PasswordGenerator.generate_md5hex(@site_password,
+					       user, generation).hex.to_s[-8, 8]
+    end
+
+    def generate_hex(user)
+      generation = 0
+      generation = @generation[user] if @generation[user]
+      return PasswordGenerator.generate_md5hex(@site_password,
+					       user, generation).upcase[0, 8]
+    end
+
+    def match?(user, pass)
+      return false if user.nil? || user.empty?
+      return false if pass.nil? || pass.empty?
+
+      pa = generate(user)
+      return true if pa == pass
+      pa = generate_hex(user)
+      return true if pa == pass
+      return true if pa == pass.upcase
+      return false
+    end
+
+    def generation_inc(user)
+      generation = PasswordGenerator.generation_get(@generation_file)
+      gen = 0
+      gen = generation[user] if generation[user]
+      gen += 1		# Increment the generation of the user.
+      PasswordGenerator.generation_add(@generation_file, user, gen)
+      @generation = PasswordGenerator.generation_get(@generation_file)
+      return gen
+    end
+
+    def generation_store
+      PasswordGenerator.generation_store(@generation_file, @generation)
+      return nil
+    end
+
+    private
+
+    def self.generation_get(file)
+      file.write('') if ! file.exist?
+      str = file.read
+      generation = {}
+      str.each {|line|
+	next unless line[0] == ?,
+	dummy, user, gen = line.chomp.split(',')
+	generation[user] = gen.to_i
+      }
+      return generation
+    end
+
+    def self.generate_md5hex(site_password, user, generation=0)
+      return "#{user}:#{site_password}:#{generation}".md5hex
+    end
+
+    def self.generation_add(file, user, gen)
+      file.add(",#{user},#{gen}\n")
+    end
+
+    def self.generation_store(file, generation)
+      str = generation.map {|user, gen|
+	[user, gen]
+      }.sort.map {|user, gen|
+	",#{user},#{gen}\n"
+      }.join
+      file.write(str)
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  require 'qwik/config'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestPasswordGenerator < Test::Unit::TestCase
+    def test_all
+      config = Qwik::Config.new
+      config.update Qwik::Config::DebugConfig
+      config.update Qwik::Config::TestConfig
+      generation_file = config.etc_dir.path +
+	Qwik::PasswordGenerator::GENERATION_FILE
+      generation_file.write('')
+
+      gen = Qwik::PasswordGenerator.new(config)
+
+      # test_generate
+      assert_equal '95988593', gen.generate('user@e.com')
+
+      # test_generate_hex
+      assert_equal '68246775', gen.generate_hex('user@e.com')
+
+      # test_match?
+      assert_equal true,  gen.match?('user@e.com', '95988593')
+      # generation 0
+      assert_equal false, gen.match?('user@e.com', '64006086')
+      assert_equal true,  gen.match?('user@e.com', '68246775')
+
+      # test_generation_inc
+      gen.generation_inc('user@e.com')
+      assert_equal ",user@e.com,1\n", generation_file.read
+      assert_equal false, gen.match?('user@e.com', '95988593')	# Changed.
+      assert_equal '85127862', gen.generate('user@e.com')	# generation 1
+      assert_equal true,  gen.match?('user@e.com', '85127862')
+
+      # test_generation_inc, again
+      gen.generation_inc('user@e.com')
+      assert_equal ",user@e.com,1\n,user@e.com,2\n", generation_file.read
+      assert_equal '78735937', gen.generate('user@e.com')
+
+      # test_store
+      gen.generation_store
+      assert_equal ",user@e.com,2\n", generation_file.read
+
+      # test_another_user
+      gen.generation_inc('another@e.com')
+      assert_equal ",user@e.com,2\n,another@e.com,1\n", generation_file.read
+      gen.generation_store
+      assert_equal ",another@e.com,1\n,user@e.com,2\n", generation_file.read
+
+      # teardown
+      generation_file.unlink
+    end
+
+    def test_password_file
+      config = Qwik::Config.new
+      config.update Qwik::Config::DebugConfig
+      config.update Qwik::Config::TestConfig
+      password_file = config.etc_dir.path+Qwik::PasswordGenerator::PASSWORD_FILE
+      password_file.write('')
+
+      gen = Qwik::PasswordGenerator.new(config)
+      assert_equal '95988593', gen.generate('user@e.com')
+
+      password_file.write('t')
+      gen = Qwik::PasswordGenerator.new(config)
+      assert_equal '57318391', gen.generate('user@e.com')
+
+      # teardown
+      password_file.unlink
+    end
+  end
+end

data/vendor/qwik/lib/qwik/periodic.rb

@@ -0,0 +1,79 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/config'
+require 'qwik/site-report'
+
+module Qwik
+  class PeriodicThread
+    def initialize(config, memory, time)
+      @config, @memory = config, memory
+      @logger = @memory[:logger]
+      @time = time
+    end
+
+    def start
+      loop {
+	begin
+	  process
+	rescue Exception => e
+	  pp e
+	end
+	sleep @time
+      }
+    end
+
+    def process # abstract method
+    end
+  end
+
+  class SweepThread < PeriodicThread
+    def initialize(config, memory)
+      super(config, memory, 60*60) # 1hour
+    end
+
+    def process
+      sleep 30*60 # 30min
+      farm = @memory.farm
+      farm.sweep
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/test-common'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestPeriodic < Test::Unit::TestCase
+    include TestSession
+
+    def test_dummy
+    end
+
+    def nu_test_all
+      @periodic = Qwik::Periodic.new(@config, @memory)
+      # @periodic.time = 1 # for test, do it on every second.
+      @periodic.time = 1000 # for test, do it on every second.
+
+      t = Thread.new { @periodic.start }
+      t.abort_on_exception = true
+
+      @farm = @memory.farm
+      @site = @farm.get_site('test')
+      ok_eq(false, @site.inactive?)
+      page = @site['_SiteConfig']
+      page.store(':ml_life_time:0') # die soon.
+
+      sleep 2 # will run sweep
+
+      @site = @farm.get_site('test')
+      ok_eq(nil, @site)
+
+      t.kill
+    end
+  end
+end

data/vendor/qwik/lib/qwik/qp.rb

@@ -0,0 +1,56 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+module QP
+  def caller_msg(ca)
+    file, linenum, msg = ca.first.split(/:([0-9]+):/)
+    msg = $1 if /\Ain \`(.+)\'\z/ =~ msg
+    File.basename(file)+':'+linenum.to_s+':'+msg.to_s
+  end
+
+  def ar_inspect(ar)
+    '['+ar.map {|arg| arg.inspect }.join(', ')+']'
+  end
+
+  def runtime
+    $__qp_t__ = Time.now unless defined? $__qp_t__
+    sprintf('%.1f', Time.now - $__qp_t__)
+  end
+
+  def qp(ca, *args)
+    QP.caller_msg(ca)+"\t"+QP.ar_inspect(args)
+  end
+
+  def tp(ca, *args)
+    QP.runtime+':'+QP.qp(ca, *args)
+  end
+
+  module_function :caller_msg, :ar_inspect, :runtime, :qp, :tp
+end
+
+def qp(*args)
+  $stdout.print QP.qp(caller(1), *args)+"\n"
+end
+
+def tp(*args)
+  print QP.tp(caller(1), *args)+"\n"
+end
+
+if $0 == __FILE__
+  $LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+  $test = true
+end
+
+if defined?($test) && $test
+  require 'qwik/testunit'
+
+  class TestQP < Test::Unit::TestCase
+    def test_all
+      #assert_match(/testcase.rb:\d\d:_*send_*/, QP.caller_msg(caller(1)))
+      ok_eq("[1, \"a\"]", QP.ar_inspect([1, 'a']))
+      assert_match(/\d+\.\d/, QP.runtime)
+      #assert_match(/\d+\.\d:testcase.rb:\d\d:_*send_*	\[1, 'a'\]/, QP.tp(caller(1), 1, 'a'))
+    end
+  end
+end