qwik2md 0.1.0

data/vendor/qwik/lib/qwik/request-path.rb

@@ -0,0 +1,304 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+
+module Qwik
+  class UnknownPathException < Exception; end
+
+  class Request
+    attr_reader :sitename
+    attr_accessor :base
+    attr_reader :ext
+    attr_accessor :plugin
+    attr_reader :ext_args
+    attr_accessor :path_args
+    attr_reader :path_query
+    attr_reader :unparsed_uri
+
+    def parse_path(path)
+      if @unparsed_uri.nil?
+	@unparsed_uri = path	# for test
+      end
+
+      @sitename, @base, @ext, @plugin, @path_args, @path_query, @ext_args =
+	Request.parse_path(path, @config.default_sitename)
+
+      return [@sitename, @base, @ext]	# only for test
+    end
+
+    def self.parse_path(path, default_sitename)
+      raise "first character must be '/'" unless path[0] == ?/
+
+      path = remove_quote(path)
+
+      path = normalize_path(path)	# for security
+
+      # OBSOLETE: Patch for redirect plugin (old format).
+      if /\A\/((?:http|https|ftp|file):\/.+)\z/ =~ path
+	return [default_sitename, '', '', 'redirect', [$1], {}, []]
+      end
+
+      pas = path.split('/')
+      pas.shift		# Drop the first null element.
+
+      # Ad hoc: Error handling.
+      if pas.length == 1
+	if ! pas.first.include?('.') && /\/\z/ !~ path
+	  return [default_sitename, pas.first, '', nil, [], {}, []]
+	end
+      end
+
+      sitename = base = ext = plugin = nil
+      path_args = []
+      path_query = {}
+      ext_args = []
+
+      pas.each_with_index {|pa, i|
+	if plugin || ext
+	  # path_args is catch all.
+	  path_args << pa
+	  next
+	end
+
+	# Maybe sitename.
+	if i == 0
+	  if Request.sitename?(pa)
+	    sitename = pa
+	  end
+	  next if sitename	# Skip.
+	end
+
+	ff = pa.split('.')
+
+	# No end with dot.
+	if ff[1].nil? || ff[1].empty?
+	  if ff[0] == 'theme' || ff[0] == 'attach'
+	    ff = ['', ff[0]]
+	  else
+	    base = ''
+	    ext = ''
+	    return [sitename, base, ext, plugin, path_args, path_query, ext_args]
+	  end
+	end
+
+	# Start with dot -> Action plugin.
+	if ff[0].empty?
+	  raise 'no two action' unless plugin.nil?	# No two plugins.
+	  plugin = ff[1]
+	  next
+	end
+
+	# Accept only two.
+	if 2 < ff.length
+	  base = ff.shift
+	  ext = ff.pop
+	  ext_args = ff
+	  next
+	end
+
+	raise 'base should be one.' if base	# base should be one.
+	base = ff[0]
+	ext = ff[1]
+      }
+
+      # sitename is not specified.
+      sitename = default_sitename if sitename.nil?
+
+      if base.nil?
+	base, ext = ['FrontPage', 'html']
+      end
+
+      path_args.each {|pa|
+	ff = pa.split('=')
+	if ff.length == 2
+	  path_query[ff.first] = ff.last
+	end
+      }
+
+      base.set_url_charset
+
+      return [sitename, base, ext, plugin, path_args, path_query, ext_args]
+    end
+
+    private
+
+    def init_path
+      @sitename = nil
+      @base = nil
+      @ext = nil
+      @plugin = nil
+      @ext_args = []
+      @path_args = []
+      @path_query = {}
+      @unparsed_uri = nil
+    end
+
+    # For Excite Translate Bug.
+    def self.remove_quote(path)
+      if /\A(.+)\"(.+)\"\z/ =~ path
+	return $1+$2
+      end
+      return path
+    end
+
+    # copied from webrick/httputils.rb
+    def self.normalize_path(path)
+      raise "abnormal path `#{path}'" if path[0] != ?/
+      ret = path.dup
+
+      ret.gsub!(%r{/+}o, '/')                    # //      => /
+      while ret.sub!(%r:/\.(/|\z):o, '/'); end   # /.      => /
+      begin                                      # /foo/.. => /foo
+        match = ret.sub!(%r{/([^/]+)/\.\.(/|\z)}o){
+          if $1 == '..'
+            raise "abnormal path `#{path}'"
+          else
+            '/'
+          end
+        }
+      end while match
+
+      raise "abnormal path `#{path}'" if %r{/\.\.(/|\z)} =~ ret
+      return ret
+    end
+
+    def self.sitename?(pa)
+      ff = pa.split('.')
+      return false if ff.first.empty? # action
+      len = ff.length
+      return true if len == 1
+      # contain dot, and last is com or jp is external site
+      return true if 1 < len && %w(com jp).include?(ff.last)
+      return false
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  require 'qwik/config'
+  require 'qwik/request'
+  $test = true
+end
+
+if defined?($test) && $test
+  require 'qwik/test-module-public'
+
+  class TestRequestPath < Test::Unit::TestCase
+    include TestModulePublic
+
+    def test_class_method
+      c = Qwik::Request
+      ok_eq('a',   c.remove_quote('a'))
+      ok_eq("\"a\"", c.remove_quote("\"a\""))
+      ok_eq('ab',  c.remove_quote("a\"b\""))
+      ok_eq("'a'", c.remove_quote("'a'"))
+    end
+
+    def test_all
+      config = Qwik::Config.new
+      req = Qwik::Request.new(config)
+
+      # test_parse_path
+#      t_make_public(Qwik::Request, :parse_path)
+      ok_eq(['www', 'FrontPage', 'html'], req.parse_path('/'))
+      ok_eq(['www', 'FrontPage', 'html'],
+	    req.parse_path('/FrontPage.html'))
+      ok_eq(['test', 't', 'html'], req.parse_path('/test/t.html'))
+      ok_eq(['test', 'FrontPage', 'html'], req.parse_path('/test/'))
+      ok_eq(['www', 'test', ''], req.parse_path('/test'))
+      ok_eq(['test', 'FrontPage', 'html'],
+	    req.parse_path('/test/FrontPage.html'))
+      ok_eq(['example.com', 'FrontPage', 'html'],
+	    req.parse_path('/example.com/'))
+      ok_eq(['www.example.com', 'FrontPage', 'html'],
+	    req.parse_path('/www.example.com/'))
+
+      # test_theme_plugin
+      req.parse_path('/.theme/all.css')
+      ok_eq(['theme', ['all.css']], [req.plugin, req.path_args])
+      ok_eq(['www', 'FrontPage', 'html'],
+	    req.parse_path('/.theme/all.css'))
+
+      req.parse_path('/.theme/qwikgreen/qwikgreen.css')
+      ok_eq(['theme', ['qwikgreen', 'qwikgreen.css']],
+	    [req.plugin, req.path_args])
+
+      req.parse_path('/.login')
+      ok_eq(['login', []], [req.plugin, req.path_args])
+
+      req.parse_path('/.login/user@e.com/44484125/')
+      ok_eq(['login', ['user@e.com', '44484125']],
+	    [req.plugin, req.path_args])
+
+      ok_eq(['www', 'FrontPage', 'html'],
+	    req.parse_path('/FrontPage.html/sid=000/'))
+      ok_eq(['sid=000'], req.path_args)
+      ok_eq({'sid'=>'000'}, req.path_query)
+
+      # test_parse_plugin
+      assert_raise(RuntimeError){ req.parse_path('test/') }
+      ok_eq(['test', 'FrontPage', 'html'],
+	    req.parse_path('/test/.attach/t.txt'))
+      ok_eq(['attach', ['t.txt']], [req.plugin, req.path_args])
+      ok_eq(['www', 'FrontPage', 'html'],
+	    req.parse_path('/.attach/s.jpg'))
+      ok_eq(['attach', ['s.jpg']], [req.plugin, req.path_args])
+
+      ok_eq(['www', 'FrontPage', 'html'], req.parse_path('/.new'))
+      ok_eq(['new', []], [req.plugin, req.path_args])
+
+      ok_eq(['test', 'test', 'zip'], req.parse_path('/test/test.zip'))
+      ok_eq('zip', req.ext)
+
+      ok_eq(['www', 'test', 'zip'], req.parse_path('/test.zip'))
+      ok_eq('zip', req.ext)
+
+      ok_eq(['e.com', 'FrontPage', 'html'],
+	    req.parse_path('/e.com/.attach/t.png'))
+      ok_eq(['attach', ['t.png']],
+	    [req.plugin, req.path_args])
+
+      ok_eq(['www', 'www', 'zip'], req.parse_path('/www.zip'))
+      ok_eq(['www', 'www', 'rss'], req.parse_path('/www.rss'))
+
+      ok_eq(['www', 'favicon', 'ico'], req.parse_path('/favicon.ico'))
+
+      # test_attach
+      ok_eq(['www', 'FrontPage', 'html'],
+	    req.parse_path('/.attach/s.jpg'))
+      ok_eq(['attach', ['s.jpg']], [req.plugin, req.path_args])
+
+      ok_eq(['www', 'FrontPage', 'html'],
+	    req.parse_path('/.attach/thumb/s.jpg'))
+      ok_eq(['attach', ['thumb', 's.jpg']],
+	    [req.plugin, req.path_args])
+
+      # test_parse_sitename
+      c = Qwik::Request
+      ok_eq(true,  c.sitename?('test'))
+      ok_eq(true,  c.sitename?('e.com'))
+      ok_eq(true,  c.sitename?('www.e.com'))
+      ok_eq(false, c.sitename?('www.new'))
+      ok_eq(false, c.sitename?('www.zip'))
+      ok_eq(false, c.sitename?('www.rss'))
+      ok_eq(false, c.sitename?('hoge.1.backup'))
+
+      # test_ext_args
+      ok_eq(['www', 'hoge', 'backup'],
+	    req.parse_path('/hoge.backup'))
+      ok_eq([], req.ext_args)
+
+      ok_eq(['www', 'hoge', 'backup'],
+	    req.parse_path('/hoge.1.backup'))
+      ok_eq(['1'], req.ext_args)
+
+      ok_eq(['test', 'hoge', 'backup'],
+	    req.parse_path('/test/hoge.1.backup'))
+      ok_eq(['1'], req.ext_args)
+
+    end
+  end
+end

data/vendor/qwik/lib/qwik/request-ua.rb

@@ -0,0 +1,76 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+
+module Qwik
+  class UserAgent
+    def initialize(req)
+      @req = req
+      @mobile = @serial = nil
+      parse(@req)
+    end
+    attr_reader :mobile, :serial
+
+    def parse(req)
+      @mobile, @serial = UserAgent.parse(req)
+    end
+
+    def self.parse(req)
+      ua = req['user-agent']
+      mobile = serial = nil
+      case ua
+      when /\ADoCoMo/	# docomo
+	mobile = 'docomo'
+	serial = $1 if /\/ser(...........)/ =~ ua
+      when /\AKDDI\-/, /\AUP\.Browser/	# ezweb
+	mobile = 'ezweb'
+	serial = req['x-up-subno']
+      end
+      return mobile, serial
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  require 'qwik/config'
+  require 'qwik/request'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestRequestUserAgent < Test::Unit::TestCase
+    def test_class_method
+      c = Qwik::UserAgent
+      ok_eq(['docomo', nil],
+	    c.parse({'user-agent'=>'DoCoMo/1.0/N504i/c10/TB'}))
+      ok_eq(['docomo', 'NMAIA000001'],
+	    c.parse({'user-agent'=>'DoCoMo/1.0/N504i/c10/TB/serNMAIA000001'}))
+      ok_eq(['ezweb', nil],
+	    c.parse({'user-agent'=>"KDDI-TS23 UP.Browser/6.0.7.2 (GUI) MMP/1.1"}))
+      ok_eq(['ezweb', 'XXXXXXXXXXXXXXXXX.ezweb.ne.jp'],
+	    c.parse({'user-agent'=>"KDDI-TS23 UP.Browser/6.0.7.2 (GUI) MMP/1.1",
+		      'x-up-subno'=>'XXXXXXXXXXXXXXXXX.ezweb.ne.jp'}))
+    end
+
+    def test_user_agent
+      config = Qwik::Config.new
+      req = Qwik::Request.new(config)
+
+      req.instance_eval {
+	@header['user-agent'] = ['DoCoMo/1.0/N504i/c10/TB']
+      }
+      ua = Qwik::UserAgent.new(req)
+      ok_eq('docomo', ua.mobile)
+      ok_eq(nil, ua.serial)
+      req.instance_eval {
+	@header['user-agent'] = ['DoCoMo/1.0/N504i/c10/TB/serNMAIA000001']
+      }
+      ua = Qwik::UserAgent.new(req)
+      ok_eq('docomo', ua.mobile)
+      ok_eq('NMAIA000001', ua.serial)
+    end
+  end
+end

data/vendor/qwik/lib/qwik/request-webrick.rb

@@ -0,0 +1,81 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/request'
+require 'qwik/util-charset'
+
+module Qwik
+  class Request
+    # request is a WEBrick::HTTPRequest
+    def parse_webrick(request)
+      host = ''
+      host = request.request_uri.host if request.request_uri
+
+      @unparsed_uri = request.unparsed_uri
+
+      begin
+	parse_path(request.path)
+      rescue
+      end
+
+      @header = request.header.dup if request.header
+
+      @useragent = UserAgent.new(self)
+
+      if request.accept_language && ! request.accept_language.empty?
+	@accept_language = request.accept_language
+      elsif @useragent.mobile
+	@accept_language = ['ja']
+      end
+
+      @request_method = request.request_method
+      request.cookies.each {|c| @cookies[c.name] = c.value }
+      @query = request.query.dup
+      @query.each {|k, v|
+	v.set_url_charset
+      }
+
+      @user = @pass = nil
+
+      @fromhost = Request.get_fromhost(request, self['x-forwarded-for'])
+      @request_line = Request.get_request_line(request)
+    end
+
+    def self.get_fromhost(request, forwarded_from)
+      if forwarded_from
+	forwarded_from.gsub!(/, /, ',')
+	return forwarded_from
+      end
+      peer = request.peeraddr
+      return peer[2] if peer
+      return '127.0.0.1'
+    end
+
+    def self.get_request_line(request)
+      return '' if request.request_line.nil?
+      request_line = request.request_line.sub(/\x0d?\x0a\z/o, '')
+      request_line = request_line.sub(/ HTTP\/1\..\z/o, '')
+      return request_line
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestRequestWEBrick < Test::Unit::TestCase
+    def test_all
+      config = Qwik::Config.new
+      req = Qwik::Request.new(config)
+
+      c = Qwik::Request
+
+      # not yet
+    end
+  end
+end

data/vendor/qwik/lib/qwik/request.rb

@@ -0,0 +1,91 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/config'
+require 'qwik/request-path'
+require 'qwik/request-ua'
+require 'qwik/request-webrick'
+
+module Qwik
+  class Request
+    DEFAULT_ACCEPT_LANGUAGE = ['en']
+
+    def initialize(config)
+      @config = config
+
+      @start_time = Time.now
+      @start_time = Time.at(0) if defined?($test) && $test
+
+      init_path
+
+      # init_host
+      @fromhost = nil
+
+      @request_method = nil
+      @cookies = {}
+      @header = {}
+      @query = {}
+      @user = @pass = nil
+      @auth = nil
+      @useragent = UserAgent.new(self)
+      @sessionid = nil
+      @accept_language = DEFAULT_ACCEPT_LANGUAGE
+      @request_line = nil
+    end
+
+    attr_accessor :start_time	# For test.
+    attr_reader :request_method
+    attr_reader :cookies
+    attr_reader :header		# For test.
+    attr_reader :query
+    attr_accessor :user
+    attr_reader :pass
+    attr_accessor :auth
+    attr_reader :useragent
+    attr_accessor :sessionid
+    attr_accessor :accept_language
+    attr_reader :request_line
+    attr_reader :fromhost
+
+    def is_post?
+      return @request_method == 'POST'
+    end
+
+    def [](key)
+      return nil if @header.nil?
+      value = @header[key.downcase]
+      return nil if value.nil? || value.empty?
+      return value.join(', ')
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestRequest < Test::Unit::TestCase
+    def test_all
+      config = Qwik::Config.new
+      req = Qwik::Request.new(config)
+
+      # test_start_time
+      ok_eq(0, req.start_time.to_i)
+
+      # test_[]
+      req.instance_eval {
+	@header['k'] = ['v']
+      }
+      eq('v', req['k'])
+
+      req.instance_eval {
+	@header['k'] = ['v1', 'v2']
+      }
+      eq('v1, v2', req['k'])
+    end
+  end
+end