qwik2md 0.1.0

data/vendor/qwik/lib/qwik/site-url.rb

@@ -0,0 +1,189 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+require 'uri'
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+
+module Qwik
+  class Site
+    def host_url
+      host_url =  self.siteconfig['siteurl']
+      if ! host_url.nil? && host_url.empty?
+	host_url = @config.public_url
+      end
+      uri = URI(host_url)
+      uri.path = ""
+      return uri.to_s
+    end
+
+    def site_url
+      siteurl = self.siteconfig['siteurl']
+      return siteurl if ! siteurl.nil? && ! siteurl.empty?
+      return "#{@config.public_url}#{self.url_path}"
+    end
+
+    def page_url(k)
+      return "#{self.site_url}#{k}.html"
+    end
+
+    def url_path
+      siteurl = self.siteconfig['siteurl']
+      return '' if siteurl.nil?
+      return '' if ! siteurl.empty? || self.top_site?
+      return "#{@sitename}/"
+    end
+
+    def ml_address
+      siteml = self.siteconfig['siteml']
+      return siteml if ! siteml.nil? && ! siteml.empty?
+      return "#{@sitename}@#{@config.ml_domain}"
+    end
+
+    def title
+      sitetitle = self.siteconfig['sitename']
+      if ! sitetitle.nil? && sitetitle.empty?
+	return '' if @config.test
+	sitetitle = self.site_url.sub(%r|\Ahttp://|, "").sub(%r|/\z|, "")
+	#sitetitle = sitetitle.sub(%r|\Awww\.|, "")
+      end
+      return sitetitle
+    end
+
+    def get_page_title(pagename)
+      page = self[pagename]
+      return '' if page.nil?
+      page_title = page.get_title
+
+      sitetitle = self.title
+      if ! sitetitle.empty?
+	if self.siteconfig['page_title_first'] == 'true'
+	  return "#{page_title} - #{sitetitle}"
+	else
+	  return "#{sitetitle} - #{page_title}"
+	end
+      end
+
+      return page_title
+    end
+
+    def top_site?
+      return (@sitename == @config.default_sitename)
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/test-module-session'
+  require 'qwik/farm'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestSiteUrl < Test::Unit::TestCase
+    include TestSession
+
+    def test_url_test
+      site = @site
+      page = site.create_new
+      eq 'http://example.com', site.host_url
+      eq 'http://example.com/test/', site.site_url
+      eq 'http://example.com/test/1.html', site.page_url('1')
+      eq 'test@q.example.com', site.ml_address
+      t_without_testmode {
+	eq 'example.com/test', site.title
+	eq '1 - example.com/test', site.get_page_title('1')
+      }
+
+      siteconfig = site.create('_SiteConfig')
+      siteconfig.store(":sitename:t\n")
+      t_without_testmode {
+	eq 't', site.title
+	eq '1 - t', site.get_page_title('1')
+      }
+    end
+
+    def test_get_page_title
+      site = @site
+      page = site.create_new
+      t_without_testmode {
+	eq '1 - example.com/test', site.get_page_title('1')
+      }
+
+      siteconfig = site.create('_SiteConfig')
+      siteconfig.store(":page_title_first:true\n")
+      t_without_testmode {
+	eq '1 - example.com/test', site.get_page_title('1')
+      }
+
+      siteconfig.store(":page_title_first:false\n")
+      t_without_testmode {
+	eq 'example.com/test - 1', site.get_page_title('1')
+      }
+    end
+
+    def test_url_top_site
+      site = @memory.farm.get_top_site
+      page = site.create_new
+      eq true, site.top_site?
+      eq 'http://example.com', site.host_url
+      eq 'http://example.com/', site.site_url
+      eq 'http://example.com/1.html', site.page_url('1')
+      eq 'www@q.example.com', site.ml_address
+      t_without_testmode {
+	eq 'example.com', site.title
+	eq '1 - example.com', site.get_page_title('1')
+      }
+    end
+
+    def test_url_siteurl
+      page = @site.create_new
+      t_with_siteurl {
+	eq 'http://example.org', @site.host_url
+	eq 'http://example.org/q/', @site.site_url
+	eq 'http://example.org/q/1.html', @site.page_url('1')
+	eq 'test@q.example.com', @site.ml_address		# FIXME: Umm.
+	siteconfig = @site['_SiteConfig']
+	siteconfig.add(":siteml:info@example.org\n")
+	eq 'info@example.org', @site.ml_address
+	t_without_testmode {
+	  eq 'example.org/q', @site.title
+	  eq '1 - example.org/q', @site.get_page_title('1')
+	}
+      }
+    end
+
+    def test_https
+      site = @site
+      page = site.create_new
+      siteconfig = site.create('_SiteConfig')
+      siteconfig.store(":siteurl:https://example.net/\n")
+      eq 'https://example.net', site.host_url
+      eq 'https://example.net/', site.site_url
+      eq 'https://example.net/1.html', site.page_url('1')
+      eq 'test@q.example.com', site.ml_address		# FIXME: Umm.
+      siteconfig.add(":siteml:info@example.net\n")
+      eq 'info@example.net', site.ml_address
+      t_without_testmode {
+	eq 'https://example.net', site.title
+	eq '1 - https://example.net', site.get_page_title('1')
+      }
+    end
+
+    def test_url_example_org_with_path
+      t_with_path {
+	site = @site
+	page = site.create_new
+	eq 'http://www.example.org', site.host_url
+	eq 'http://www.example.org/qwik/test/', site.site_url
+	eq 'http://www.example.org/qwik/test/1.html', site.page_url('1')
+	eq 'test@q.example.com', site.ml_address
+	t_without_testmode {
+	  eq 'www.example.org/qwik/test', site.title
+	  eq '1 - www.example.org/qwik/test', site.get_page_title('1')
+	}
+      }
+    end
+  end
+end

data/vendor/qwik/lib/qwik/site.rb

@@ -0,0 +1,76 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+require 'time'
+require 'fileutils'
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/server-memory'
+require 'qwik/pages'
+require 'qwik/site-config'
+require 'qwik/site-log'
+require 'qwik/site-member'
+require 'qwik/site-url'
+require 'qwik/site-pages'
+require 'qwik/site-group'
+require 'qwik/site-files'
+#require 'qwik/site-rrefs'
+#require 'qwik/site-search'
+
+module Qwik
+  class Site
+    include Enumerable
+
+    CACHE_DIR = '.cache'
+
+    def initialize(config, memory, sitename)
+      @config = config
+      @memory = memory
+
+      @sitename = sitename
+      @path = "#{@config.sites_dir}/#{sitename}".path
+      @pages = Pages.new(@config, @path)
+
+      @cache_path = @path + CACHE_DIR
+      @cache_path.check_directory
+
+      @cache = {}
+
+      init_group_config		# site-group.rb
+
+#      init_site_search
+    end
+    attr_reader :sitename
+    attr_reader :path
+    attr_reader :cache_path
+    attr_reader :cache
+
+    def inspect
+      return "#<Site:#{@sitename}>"
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/test-module-session'
+  require 'qwik/farm'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestSite < Test::Unit::TestCase
+    include TestSession
+
+    def test_all
+      sitename = 'site_test'
+      pa = @config.sites_dir.path + sitename
+      pa.rmtree if pa.exist?
+      pa.mkdir
+      assert_equal false, (pa+sitename).exist?
+      site = Qwik::Site.new(@config, @memory, sitename)
+      assert_equal false, (pa+sitename).exist?
+      pa.rmtree
+    end
+  end
+end

data/vendor/qwik/lib/qwik/smil-time.rb

@@ -0,0 +1,105 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+
+module Qwik
+  class SmilTime < Time
+    def to_smil
+      str = self.strftime('%H:%M:%S')
+      frame = SmilTime.usec_to_frame(self.usec)
+      str += '.'+sprintf('%02d', frame) if 0 < frame
+      return str
+    end
+
+    def self.at_smil(arg)
+      raise 'arg must be String' unless arg.is_a?(String)
+      hour, min, sec, frame = SmilTime.parse_smil(arg)
+      return SmilTime.gm(1970, 1, 1, hour, min, sec, frame_to_usec(frame))
+    end
+
+    def self.frame_to_usec(frame)
+      return (1000000.0 * frame.to_f / 30.0).to_i
+    end
+
+    def self.usec_to_frame(usec)
+      return (30.0 * usec.to_f / 1000000.0 + 0.5).to_i	# half adjust
+    end
+
+    def self.parse_smil(str)
+      hour = min = sec = frame = 0
+      if str.include?('.')
+	str, frame = str.split('.', 2)
+	frame = with_range(frame.to_i, 0, 29)
+      end
+      ar = str.split(/:/)
+      sec = with_range(ar.pop.to_i, 0, 59)
+      min = with_range(ar.pop.to_i, 0, 59)
+      hour = with_range(ar.pop.to_i, 0, 999999) # without max
+      return [hour, min, sec, frame]
+    end
+
+    def self.with_range(n, min, max)
+      n = min if n < min
+      n = max if max < n
+      return n
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestSmilTime < Test::Unit::TestCase
+    def test_all
+      c = Qwik::SmilTime
+
+      # test_to_smil
+      ok_eq('12:34:56.15', c.at_smil('12:34:56.15').to_smil)
+      ok_eq('12:34:56', c.at_smil('12:34:56').to_smil)
+      ok_eq('00:12:34', c.at_smil('12:34').to_smil)
+      ok_eq('00:00:12.15', c.at_smil('12.15').to_smil)
+      ok_eq('00:00:12.05', c.at_smil('12.05').to_smil)
+
+      # test_at_smil
+      t = c.at_smil('12')
+      ok_eq(12.0, t.to_f)
+      ok_eq(c.at(12), t) # same
+
+      t = c.at_smil('12.15')
+      ok_eq(12.5, t.to_f)
+      ok_eq(c.at(12.5), t) # same
+
+      # should test with range...
+      ok_eq(12.333333, c.at_smil('12.10').to_f)
+      ok_eq(45296.5, c.at_smil('12:34:56.15').to_f)
+
+      # test_frame_to_usec
+      ok_eq(500000, c.frame_to_usec(15))
+
+      # test_usec_to_frame
+      ok_eq(15, c.usec_to_frame(500000))
+
+      (0..30).each {|n|
+	usec = c.frame_to_usec(n)
+	frame = c.usec_to_frame(usec)
+	ok_eq(n, frame)
+      }
+
+      # test_parse_smil
+      ok_eq([ 0,  0, 12,  0], c.parse_smil('12'))
+      ok_eq([ 0, 12, 34,  0], c.parse_smil('12:34'))
+      ok_eq([12, 34, 56,  0], c.parse_smil('12:34:56'))
+      ok_eq([12, 34, 56, 15], c.parse_smil('12:34:56.15'))
+      ok_eq([ 0, 12, 34, 15], c.parse_smil('12:34.15'))
+
+      # test_with_range
+      ok_eq(0,  c.with_range(-1, 0, 29))
+      ok_eq(29, c.with_range(30, 0, 29))
+    end
+  end
+end

data/vendor/qwik/lib/qwik/smtp-session.rb

@@ -0,0 +1,331 @@
+#
+# Copyright (C) 2002-2004 Satoru Takabayashi <satoru@namazu.org> 
+# Copyright (C) 2003-2006 Kouichirou Eto
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+$LOAD_PATH << '..' unless $LOAD_PATH.include? '..'
+require 'qwik/ml-gettext'
+require 'qwik/mail'
+require 'qwik/ml-exception'
+#require 'qwik/util-basic'
+require 'qwik/util-safe'
+require 'qwik/util-string'
+require 'qwik/util-time'
+require 'time'
+
+#require 'kconv'
+#require 'net/smtp'
+require 'socket'
+require 'timeout'
+
+class TCPSocket
+  def address
+    return peeraddr[3]
+  end
+
+  def hostname
+    return peeraddr[2]
+  end
+end
+
+module QuickML
+  class TooLargeMail < StandardError; end
+
+  class SmtpSession
+    include GetText
+
+    COMMAND_TABLE = [:helo, :ehlo, :noop, :quit, :rset, :rcpt, :mail, :data]
+
+    def initialize (config, logger, catalog, socket)
+      @config = config
+      @logger = logger
+      @catalog = catalog
+      @socket = socket
+
+      @server_name = 'QuickML'
+
+      @hello_host = 'hello.host.invalid'
+      @protocol = nil
+      @peer_hostname = @socket.hostname
+      @peer_address = @socket.address
+      @remote_host = (@peer_hostname or @peer_address)
+
+      @data_finished = false
+      @my_hostname = 'localhost'
+      @my_hostname = Socket.gethostname if @config.ml_port == 25
+      @message_charset = nil
+    end
+
+    def start
+      elapsed = calc_time {
+	_start
+      }
+      @logger.vlog "Session finished: #{elapsed} sec."
+    end
+
+    private
+
+    def calc_time
+      start_time = Time.now
+      yield
+      elapsed = Time.now - start_time
+      return elapsed
+    end
+
+    def _start
+      begin
+	def_puts(@socket)
+	connect
+	timeout(@config.timeout) {
+	  process
+	}
+      rescue TimeoutError
+	@logger.vlog "Timeout: #{@remote_host}"
+      ensure
+	close
+      end
+    end
+
+    def def_puts(socket)
+      def socket.puts(*objs)
+	objs.each {|x|
+	  begin
+	    self.print x.xchomp, "\r\n"
+	  rescue Errno::EPIPE
+	  end
+	}
+      end
+    end
+
+    def connect
+      @socket.puts "220 #{@my_hostname} ESMTP #{@server_name}"
+      @logger.vlog "Connect: #{@remote_host}"
+    end
+
+    def process
+      until @socket.closed?
+	begin
+	  mail = Mail.new
+	  receive_mail(mail)
+	  if mail.valid?
+	    process_mail(@config, mail)
+	  end
+	rescue TooLargeMail
+	  cleanup_connection
+	  report_too_large_mail(mail) if mail.valid?
+	  @logger.log "Too Large Mail: #{mail.from}"
+	rescue TooLongLine
+	  cleanup_connection
+	  @logger.log "Too Long Line: #{mail.from}"
+	end
+      end
+    end
+
+    def receive_mail (mail)
+      while line = @socket.safe_gets
+	line = line.xchomp
+	command, arg = line.split(/\s+/, 2)
+	return if command.nil? || command.empty?
+	command = command.downcase.intern  # 'HELO' => :helo
+	if COMMAND_TABLE.include?(command)
+	  @logger.vlog "Command: #{line}"
+	  send(command, mail, arg)
+	else
+	  @logger.vlog "Unknown SMTP Command: #{command} #{arg}"
+	  @socket.puts '502 Error: command not implemented'
+	end
+	break if command == :quit or command == :data
+      end
+    end
+
+    # Abstract
+    def process_mail(config, mail)
+      # do nothing.
+    end
+
+    def helo (mail, arg)
+      return if arg.nil?
+      @hello_host = arg.split.first
+      @socket.puts "250 #{@my_hostname}"
+      @protocol = 'SMTP'
+    end
+
+    def ehlo (mail, arg)
+      @hello_host = arg.split.first
+      @socket.puts "250-#{@my_hostname}"
+      @socket.puts '250 PIPELINING'
+      @protocol = 'ESMTP'
+    end
+
+    def noop (mail, arg)
+      @socket.puts '250 ok'
+    end
+
+    def quit (mail, arg)
+      @socket.puts '221 Bye'
+      close
+    end
+
+    def rset (mail, arg)
+      mail.mail_from = nil
+      mail.clear_recipients
+      @socket.puts '250 ok'
+    end
+
+    def rcpt (mail, arg)
+      if mail.mail_from.nil?
+	@socket.puts '503 Error: need MAIL command'
+      elsif /^To:\s*<(.*)>/i =~ arg or /^To:\s*(.*)/i =~ arg
+	address = $1
+	if Mail.address_of_domain?(address, @config.ml_domain)
+	  mail.add_recipient(address)
+	  @socket.puts '250 ok'
+	else
+	  @socket.puts "554 <#{address}>: Recipient address rejected"
+	  @logger.vlog "Unacceptable RCPT TO:<#{address}>"
+	end
+      else
+	@socket.puts "501 Syntax: RCPT TO: <address>"
+      end
+    end
+
+    def mail (mail, arg)
+      if @protocol.nil?
+	@socket.puts '503 Error: send HELO/EHLO first'
+      elsif /^From:\s*<(.*)>/i =~ arg or /^From:\s*(.*)/i =~ arg 
+	mail.mail_from = $1
+	@socket.puts '250 ok'
+      else
+	@socket.puts "501 Syntax: MAIL FROM: <address>"
+      end
+    end
+
+    def data (mail, arg)
+      if mail.recipients.empty?
+	@socket.puts '503 Error: need RCPT command'
+      else
+	@socket.puts '354 send the mail data, end with .';
+	begin
+	  read_mail(mail)
+	ensure
+	  @message_charset = mail.charset
+	end
+	@socket.puts '250 ok'
+      end
+    end
+
+    def read_mail (mail)
+      len = 0
+      lines = []
+      while line = @socket.safe_gets
+	break if end_of_data?(line)
+	len += line.length
+	if @config.max_mail_length < len
+	  mail.read(lines.join('')) # Generate a header for an error report.
+	  raise TooLargeMail 
+	end
+	line.sub!(/^\.\./, '.') # unescape
+	line = line.normalize_eol
+	lines << line
+	# I do not know why but constructing mail_string with
+	# String#<< here is very slow.
+	# mail_string << line  
+      end
+      mail_string = lines.join('')
+      @data_finished = true
+      mail.read(mail_string)
+      mail.unshift_field('Received', received_field)
+    end
+
+    def end_of_data? (line)
+     #return line.xchomp == '.'
+      return line == ".\r\n"
+    end
+
+    def received_field
+      received_field_internal(@hello_host, @peer_hostname, @peer_address,
+			      @my_hostname, @server_name, @protocol,
+			      Time.now.rfc2822)
+    end
+
+    def received_field_internal(hello_host, peer_hostname, peer_address,
+				my_hostname, server_name, protocol, time)
+      "from #{hello_host} (#{peer_hostname} [#{peer_address}])
+	by #{my_hostname} (#{server_name}) with #{protocol};
+	#{time}%s"
+    end
+
+    def cleanup_connection
+      unless @data_finished
+	discard_data
+      end
+      @socket.puts '221 Bye'
+      close
+    end
+
+    def discard_data
+      begin
+	while line = @socket.safe_gets
+	  break if end_of_data?(line)
+	end
+      rescue TooLongLine
+	retry
+      end
+    end
+
+    # Abstract
+    def report_too_large_mail (mail)
+      # do nothing.
+    end
+
+    def close
+      return if @socket.closed?
+      @socket.close
+      @logger.vlog "Closed: #{@remote_host}"
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  require 'qwik/mock-socket'
+  require 'qwik/mock-logger'
+  require 'qwik/config'
+  require 'qwik/qp'
+  require 'pp'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestSmtpSession < Test::Unit::TestCase
+    def test_all
+      config = Qwik::Config.new
+      logger = QuickML::MockLogger.new
+      hash = {
+	:logger		=> logger,
+	:sites_dir	=> '.',
+      }
+      config.update(hash)
+
+      socket = QuickML::MockSocket.new "HELO localhost
+MAIL FROM: user@example.net
+RCPT TO: test@example.com
+DATA
+To: test@example.com
+From: user@example.net
+Subject: create
+
+create new ML.
+.
+QUIT
+"
+      session = QuickML::SmtpSession.new(config, logger, config.catalog, socket)
+      session.start
+    end
+  end
+end