qwik2md 0.1.0

data/vendor/qwik/lib/qwik/util-csv-tokenizer.rb

@@ -0,0 +1,113 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+class CSVTokenizer
+  def self.csv_split(source)
+    status = :IN_FIELD
+    csv = []
+    last = ''
+    csv << last
+
+    while !source.empty?
+      case status
+
+      when :IN_FIELD
+	case source
+	when /\A'/
+	  source = $'
+	  last << "'"
+	  status = :IN_QFIELD
+	when /\A,/
+	  source = $'
+	  last = ''
+	  csv << last
+	when /\A(\\)/
+	  source = $'
+	when /\A([^,'\\]*)/ # anything else
+	  source = $'
+	  last << $1
+	end
+
+      when :IN_QFIELD
+	case source
+	when /\A'/
+	  source = $'
+	  last << "'"
+	  status = :IN_FIELD
+	when /\A(\\)/
+	  source = $'
+	  last << $1
+	  status = :IN_ESCAPE
+	when /\A([^'\\]*)/ # anything else
+	  source = $'
+	  last << $1
+	end
+
+      when :IN_ESCAPE
+	if /\A(.)/ =~ source
+	  source = $'
+	  last << $1
+	end
+	status = :IN_QFIELD
+
+      end
+    end
+
+    csv = csv.map {|a|
+      a.strip
+    }
+
+    csv
+  end
+end
+
+if $0 == __FILE__
+  require 'test/unit'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestCSVTokenizer < Test::Unit::TestCase
+    def ok(e, s)
+      assert_equal e, CSVTokenizer.csv_split(s)
+    end
+
+    def test_csv
+      # test basic
+      ok(['1'], '1')
+      ok(['1', ''], '1,')
+      ok(['1', '2'], '1,2')
+      ok(['1', '', '3'], '1,,3')
+
+      # test from plugin
+      ok(['a', 'b'], 'a,b')
+      ok(["'a'", 'b'], "'a',b")
+      ok(['a', 'b'], 'a, b')
+      ok(['a', '', 'b'], 'a,,b')
+
+      # test space
+      ok(['1'], ' 1')
+      ok(['1'], '1 ')
+      ok(['1', '2'], '1, 2')
+      ok(['1', '2'], "1,\n2")
+      ok(['1', '2'], "1,\t2")
+      ok(['1', '2'], "1,\\2")
+
+      # test escape
+      ok(["\"1\"\""], '"1""')
+
+      # test IN_QFIELD
+      ok(["'1'"], "'1'")
+      ok(["'1 '"], "'1 '")
+      ok(["'1,2'"], "'1,2'")
+      ok(["\"1\""], "\"1\"")
+      ok(["\"1\"", "\"2\""], "\"1\",\"2\"")
+      ok(["\"1", "2\""], '"1,2"')
+
+      # test with space
+      ok(["'a b'"], "'a b'")
+      ok(['a b'], 'a b')
+    end
+  end
+end

data/vendor/qwik/lib/qwik/util-filename.rb

@@ -0,0 +1,112 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+# Thanks to Mr. Shuhei Yamamoto
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/util-string'
+require 'qwik/util-charset'
+
+module Qwik
+  class Filename
+    def self.encode(str)
+      str = str.to_filename_charset
+      str = str.gsub(/\342\200\276/n) {
+	'~'
+      }
+      str = str.gsub(/([^ 0-9A-Za-z_.\/-]+)/n) {
+	'=' + $1.unpack('H2' * $1.size).join('=').upcase
+      }
+      return str
+    end
+
+    def self.decode(str)
+      str = str.gsub(/((?:=[0-9a-fA-F]{2})+)/n) {
+	[$1.delete('=')].pack('H*')
+      }
+      str = str.to_filename_charset
+      return str
+    end
+
+    def self.contain_multibyte?(filename)
+      filename.each_byte {|byte|
+	if 0x7f < byte || byte == ?\e
+	  return true
+	end
+      }
+      return false
+    end
+
+    def self.extname(filename)
+      return File.extname(filename).sub(/\A\./, '')
+    end
+
+    ALLOWABLE_CHARACTERS_FOR_PATH_RE = /\A[\/ 0-9A-Za-z_.-]+\z/
+
+    def self.allowable_characters_for_path?(f)
+      return true if ALLOWABLE_CHARACTERS_FOR_PATH_RE =~ f
+      return false
+    end
+
+    private
+
+    ALLOWABLE_CHARACTERS_RE = /\A[ 0-9A-Za-z_.-]+\z/
+
+    def self.allowable_characters?(f)
+      return true if ALLOWABLE_CHARACTERS_RE =~ f
+      return false
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/test-common'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestFilename < Test::Unit::TestCase
+    include TestSession
+
+    def test_all
+      c = Qwik::Filename
+
+      # test_encode
+      ok_eq('t', c.encode('t'))
+      ok_eq(' ', c.encode(' '))
+      ok_eq('=E3=81=82', c.encode("あ"))
+      ok_eq('=E3=81=82', c.encode("\202\240"))
+      ok_eq('=E3=81=82.txt', c.encode("\202\240.txt"))
+
+      # test_bug
+      ok_eq('=7E', c.encode('~'))
+      ok_eq('=7E', c.encode('~'.set_sjis))
+
+      # test_decode
+      ok_eq('t', c.decode('t'))
+      ok_eq(' ', c.decode(' '))
+      ok_eq("\343\201\202", c.decode('=E3=81=82'))
+      ok_eq("\343\201\202.txt", c.decode('=E3=81=82.txt'))
+
+      # test_contain_multibyte?
+      ok_eq(false, c.contain_multibyte?('t'))
+      ok_eq(false, c.contain_multibyte?('t t'))
+      ok_eq(true,  c.contain_multibyte?("\202\240"))
+
+      # test_allowable_characters?
+      ok_eq(true,  c.allowable_characters?('t'))
+      ok_eq(true,  c.allowable_characters?('t t'))
+      ok_eq(true,  c.allowable_characters?('t.-_t'))
+      ok_eq(true,  c.allowable_characters?('t..t'))
+      ok_eq(false, c.allowable_characters?("\202\240"))
+      ok_eq(false,  c.allowable_characters?('t/t'))
+
+      # test_allowable_characters_for_path?
+      ok_eq(true,  c.allowable_characters_for_path?('t/t'))
+
+      # test_extname
+      ok_eq('txt',  c.extname('t.txt'))
+    end
+  end
+end

data/vendor/qwik/lib/qwik/util-pathname.rb

@@ -0,0 +1,202 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+require 'pathname'
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+
+class String
+  def path
+    return Pathname.new(self)
+  end
+end
+
+class Pathname
+  def path
+    return self
+  end
+
+  # /cygdrive/c -> c:
+  def to_win_dir
+    return self.to_s.sub(%r!\A/cygdrive/(\w)!) {|a| $1+':' }
+  end
+
+  def ext
+    return (self.extname.to_s).sub(/\A\./, '')
+  end
+
+  def write(str)
+    return self.open('wb') {|f| f.print str }
+  end
+  alias put write
+
+  def append(str)
+    return self.open('ab') {|f| f.print str }
+  end
+  alias add append
+
+  def get_first
+    return self.open('rb') {|f| f.gets }
+  end
+
+  def check_directory
+    if self.exist?
+      if ! self.directory?
+	raise "#{self} is not directory. failed."
+      end
+      return	# The directory is already exist.
+    end
+    self.mkpath
+  end
+
+  def erase_all
+    self.each_entry {|file|
+      base = file.to_s
+      next if base == '.' || base == '..'
+      f = self + file
+      if f.directory?
+	f.erase_all
+	next
+      end
+      if f.exist?
+	f.unlink
+      end
+    }
+  end
+
+  def remove_directory
+    if self.exist?
+      if self.directory?
+	self.rmtree
+	self.rmdir if self.directory?
+      else
+	raise "#{self} is not directory. failed."
+      end
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  require 'qwik/test-module-path'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestUtilPathname < Test::Unit::TestCase
+    def test_all
+      # test_string_path
+      assert_instance_of Pathname, 't'.path
+      assert_equal 't', 't'.path.to_s
+
+      # test_path_path
+      assert_instance_of Pathname, 't'.path.path
+
+      # test_to_win_dir
+      assert_equal 'c:/t', '/cygdrive/c/t'.path.to_win_dir
+
+      # test_extname
+      assert_equal '', 't'.path.extname
+      assert_equal '.txt', 't.txt'.path.extname
+      assert_equal '.gz', 't.tar.gz'.path.extname
+
+      # test_ext
+      assert_equal 'txt', 't.txt'.path.ext
+      assert_equal 'gz', 't.tar.gz'.path.ext
+
+      # test_write
+      'test.txt'.path.write('t')
+
+      # test_read
+      assert_equal 't', 'test.txt'.path.read
+
+      # test_append
+      'test.txt'.path.append('t')
+      assert_equal 'tt', 'test.txt'.path.read
+
+      # test_get_first
+      'test.txt'.path.write("s\nt\n")
+      assert_equal "s\nt\n", 'test.txt'.path.read
+      assert_equal "s\n", 'test.txt'.path.get_first
+
+      # teardown
+      assert_equal true, 'test.txt'.path.exist?
+      'test.txt'.path.unlink
+      assert_equal false, 'test.txt'.path.exist?
+    end
+
+    def test_check_directory
+      return if $0 != __FILE__		# Only for unit test.
+
+      dir = 'testdir'.path
+      dir.erase_all if dir.exist?
+      dir.rmtree if dir.exist?
+      dir.rmdir if dir.exist?
+      assert_equal false, dir.exist?
+
+      dir.check_directory
+      assert_equal true, dir.exist?
+
+      dir.check_directory		# Check again cause no error.
+      assert_equal true, dir.exist?
+
+      dir.erase_all
+      dir.rmdir
+      assert_equal false, dir.exist?
+    end
+
+    def test_check_directory_raise
+      return if $0 != __FILE__		# Only for unit test.
+
+      # Make a plain text file.
+      file = 't.txt'.path
+      file.write('t')
+
+      # Try to create a directory with the same name cause exception.
+      assert_raise(RuntimeError) {
+	file.check_directory
+      }
+      file.unlink
+    end
+
+    def test_erase_all
+      dir = 'testdir'.path
+      dir.check_directory		# mkdir
+
+      file = 'testdir/t.txt'.path		# Create a dummy file.
+      file.write('t')
+      assert_equal true, file.exist?
+
+      dir.erase_all
+      assert_equal false, file.exist?	# The file is deleted.
+      assert_equal true, dir.exist?	# But the directory is remained here.
+
+      dir.rmdir
+      assert_equal false, dir.exist?
+    end
+
+    def test_check_pathname
+      dir = 'testdir'.path
+      dir.rmtree if dir.exist?
+      dir.rmdir  if dir.exist?
+
+      dir.mkdir
+      assert_equal true, dir.exist?
+
+      file = dir+'t'
+      file.write('test string')
+      assert_equal true, file.exist?
+      dir.rmtree
+      assert_equal false, dir.exist?
+    end
+
+    def test_chdir     
+      pwd = Dir.pwd
+      Dir.chdir('/') {
+	assert_not_equal(pwd, Dir.pwd)
+      }
+      assert_equal pwd, Dir.pwd
+    end
+  end
+end

data/vendor/qwik/lib/qwik/util-pid.rb

@@ -0,0 +1,58 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/util-pathname'
+
+module PidModule
+  def write_pid_file(pidfile)
+    pidfile.path.put("#{Process.pid}\n")
+  end
+
+  def read_pid_file(pidfile)
+    pid = nil
+    pid = pidfile.path.get_first.chomp.to_i
+    return pid
+  end
+
+  def remove_pid_file(pidfile)
+    if Process.pid == read_pid_file(pidfile)
+      pidfile.path.unlink
+    end
+  end
+
+  # for test
+  def exist_pid_file?(pidfile)
+    return pidfile.path.exist?
+  end
+end
+
+if $0 == __FILE__
+  require 'test/unit'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestUtilPid < Test::Unit::TestCase
+    include PidModule
+
+    def test_all
+      f = 'test-pid.txt'
+
+      # test_exist_pid_file?
+      assert_equal false, exist_pid_file?(f)
+
+      # test_write_pid_file
+      write_pid_file(f)
+      assert_equal true, exist_pid_file?(f)
+
+      # test_read_pid_file
+      assert_equal Process.pid, read_pid_file(f)
+      
+      # test_remove_pid_file
+      remove_pid_file(f)
+      assert_equal false, exist_pid_file?(f)
+    end
+  end
+end

data/vendor/qwik/lib/qwik/util-safe.rb

@@ -0,0 +1,67 @@
+#
+# Copyright (C) 2002-2004 Satoru Takabayashi <satoru@namazu.org> 
+# Copyright (C) 2003-2006 Kouichirou Eto
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+
+#class TooLongLine < StandardError; end
+class TooLongLine < Exception; end	# FIXME: should be StandardError.
+
+module SafeGetsModule
+  def safe_gets (max_length = 1024)
+    s = ''
+    while ! self.eof?
+      c = self.read(1)		# FIXME: This code may be slow.
+      s << c
+
+      if max_length < s.length
+	raise TooLongLine
+      end
+
+      if c == "\n"
+	return s
+      end
+    end
+
+    res = if s.empty? then nil else s end
+    return res
+  end
+end
+
+class IO
+  include SafeGetsModule
+end
+
+if $0 == __FILE__
+  require 'test/unit'
+  require 'stringio'
+  $test = true
+end
+
+if defined?($test) && $test
+  class StringIO
+    include SafeGetsModule
+  end
+
+  class TestUtilSafe < Test::Unit::TestCase
+    def test_safe_gets
+      # under max
+      line = 'a' * 1024
+      assert_equal line, StringIO.new(line).gets
+      assert_equal line, StringIO.new(line).safe_gets
+
+      # over max
+      line = 'a' * 1025
+      assert_equal line, StringIO.new(line).gets
+      assert_raise(TooLongLine) {
+	assert_equal line, StringIO.new(line).safe_gets
+      }
+    end
+  end
+end