qwik2md 0.1.0

data/vendor/qwik/lib/qwik/page-files.rb

@@ -0,0 +1,249 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+require 'fileutils'
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/util-pathname'
+require 'qwik/page-images'
+require 'qwik/util-filename'
+
+module Qwik
+  class AlreadyExist < StandardError; end
+  class CanNotUseJapaneseCharacter < StandardError; end
+  class FileNotExist < StandardError; end
+  class FailedToDelete < StandardError; end
+  class CanNotAccessParentDirectory < StandardError; end
+
+  module AttachModule
+    # FIXME: AttachModule#path should be private.
+    def path(filename)
+      @attach_path.check_directory
+      return @attach_path + Filename.encode(filename)
+    end
+
+    def exist?(filename)
+      return path(filename).exist?
+    end
+
+    def get(filename)
+      return path(filename).read
+    end
+
+    def overwrite(filename, content)
+      put(filename, content, true)
+    end
+
+    def put(filename, content, overwrite=nil, time=nil)
+      raise AlreadyExist if ! overwrite && exist?(filename)
+
+      put_internal(filename, content, time)
+
+      return nil
+    end
+
+    def total
+      t = 0
+      self.each {|f|
+        s = self.path(f).size?
+        t += s if s
+      }
+      return t
+    end
+
+    def fput(filename, content, overwrite=nil, time=nil)	# obsolete
+      # overwrite is always ignored.
+      res = filename
+      if exist?(filename)
+	res, num = search_unused {|num| another_file(num, filename) }
+      end
+
+      put_internal(res, content, time)
+
+      return res	# Return result.
+    end
+
+    def another_file(num, filename)
+      return "#{num}-#{filename}"	# '1-t.txt'
+    end
+
+    DEFAULT_BACKUP = false
+    def delete(filename, backup = DEFAULT_BACKUP)
+      fpath = path(filename)
+      raise FileNotExist if ! fpath.exist?
+
+      if backup		# Move to backup.
+	dirpath = fpath.dirname
+	basepath = fpath.basename
+	moveto_basepath = ".._#{Time.now.to_i}_"+basepath
+	moveto_path = dirpath + moveto_basepath
+	FileUtils.mv(fpath.to_s, moveto_path.to_s)
+      else
+	fpath.unlink	# Real unilnk.
+      end
+
+      raise FailedToDelete if exist?(filename)
+
+      return nil
+    end
+
+    def list
+      return [] unless @attach_path.directory?
+      ar = []
+      @attach_path.each_entry {|file|
+	next if file.directory?
+	next if file.to_s == 'CVS'
+	next if /\A\./ =~ file.to_s
+	ar << Filename.decode(file.to_s)
+      }
+      return ar.sort!
+    end
+
+    def each
+      return unless @attach_path.directory?
+      self.list.each {|a|
+	yield(a)
+      }
+    end
+
+    private
+
+    def put_internal(filename, content, time=nil)
+      path(filename).put(content)
+      set_time(filename, time) if time
+    end
+
+    def set_time(filename, time)
+      time = Time.at(time) if time.is_a?(Integer)
+      path(filename).utime(time, time)
+    end
+
+    MAX = 1000
+    def search_unused
+      (1..MAX).each {|num|
+	f = yield(num)
+	return f, num if ! exist?(f)
+      }
+      raise 'MAX Exceed.'
+    end
+  end
+
+  class PageFiles
+    include Enumerable
+    include AttachModule
+
+    def initialize(site_dir, key)
+      @attach_path = site_dir.path+"#{key}.files"
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  require 'qwik/test-module-path'
+  $test = true
+end
+
+if defined?($test) && $test
+  require 'qwik/test-module-public'
+
+  class TestPageFiles < Test::Unit::TestCase
+    include TestModulePublic
+
+    def setup_files
+      dir = '.test/'.path
+      dir.setup
+      files = Qwik::PageFiles.new(dir.to_s, '1')
+
+      d = dir+'.attach'
+      d.teardown if d.exist?
+
+      return [dir, files]
+    end
+
+    def teardown_files(dir)
+      dir.teardown
+    end
+
+    def test_page_attach
+      dir, files = setup_files
+
+      # test_not_exist
+      ok_eq(false, files.exist?('t.txt'))
+
+      # test_put
+      files.fput('t.txt', 't')
+      ok_eq(true, files.exist?('t.txt'))
+
+      # test_load_file
+      # FIXME: The path should not be accesible.
+#      path = files.path('t.txt')
+#      ok_eq('./test/1.files/t.txt', path.to_s)
+#      ok_eq('t', path.get)
+
+      # test_get
+      ok_eq('t', files.get('t.txt'))
+
+      # test_list
+      ok_eq(['t.txt'], files.list)
+
+      # test_each
+      files.each {|f|
+	ok_eq('t.txt', f)	# Only one file here.
+      }
+
+      # test_delete
+      files.delete('t.txt')
+      ok_eq(false, files.exist?('t.txt'))
+
+      # test_security
+#      path = files.path('t/t.txt') # ok
+#      assert_raise(Qwik::CanNotAccessParentDirectory) {
+#	path = files.path('../t.txt') # bad
+#      }
+
+      teardown_files(dir)
+    end
+
+    def test_fput
+      dir, files = setup_files
+
+      # test_with_japanese_filename
+      files.fput("\202\240.txt", 't')
+      ok_eq(["\343\201\202.txt"], files.list)
+      ok_eq(true, files.exist?("\202\240.txt"))
+
+      # test_with_japanese_filename_twice
+      files.fput("\202\240.txt", 't2')	# with same name.
+      ok_eq(["1-\343\201\202.txt", "\343\201\202.txt"], files.list)
+      ok_eq(true, files.exist?("1-\202\240.txt"))
+
+      files.delete("\202\240.txt")
+      ok_eq(false, files.exist?("\202\240.txt"))
+      files.delete("1-\202\240.txt")
+      ok_eq(false, files.exist?("1-\202\240.txt"))
+
+      teardown_files(dir)
+    end
+
+    # test file size total
+    def test_total
+      dir, files = setup_files
+
+      # save file size 1
+      files.fput("size1.txt",'1')
+      ok_eq(1,files.total)
+
+      # save file size 10
+      files.fput("size10.txt",'1'*10)
+
+      # check if total file size is 1 + 10
+      ok_eq(11,files.total)
+
+      # delete file, size 1
+      files.delete("size1.txt")
+      ok_eq(10,files.total)
+    end
+  end
+end

data/vendor/qwik/lib/qwik/page-generate.rb

@@ -0,0 +1,82 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/tokenizer'
+require 'qwik/parser'
+require 'qwik/parser-emode'
+
+module Qwik
+  class Page
+    def get_md5
+      @md5_str = nil if ! defined?(@md5_str)
+      @md5 = nil     if ! defined?(@md5)
+      str = self.get
+      return @md5 if str == @md5_str
+      return @md5 = (@md5_str = str).md5hex
+    end
+
+    def get_tokens
+      @tokens_str = nil if ! defined?(@tokens_str)
+      @tokens = nil     if ! defined?(@tokens)
+
+      str = self.get
+      return @tokens if str == @tokens_str
+      @tokens_str = str
+      @tokens = TextTokenizer.tokenize(str)
+      return @tokens
+    end
+
+    def get_tree
+      @tree_str = nil if ! defined?(@tree_str)
+      @tree = nil     if ! defined?(@tree)
+
+      str = self.get
+      return @tree if str == @tree_str
+      @tree_str = str
+      if EmodePreProcessor.emode?(str)
+	str = EmodePreProcessor.preprocess(str)
+      end
+      tokens = TextTokenizer.tokenize(str)
+      @tree = TextParser.make_tree(tokens)
+      return @tree
+    end
+
+    def get_body_tree
+      @body_tree_str = nil if ! defined?(@body_tree_str)
+      @body_tree = nil     if ! defined?(@body_tree)
+
+      str = self.get_body
+      return @body_tree if str == @body_tree_str
+      @body_tree_str = str
+      if EmodePreProcessor.emode?(str)
+	str = EmodePreProcessor.preprocess(str)
+      end
+      tokens = TextTokenizer.tokenize(str)
+      @body_tree = TextParser.make_tree(tokens)
+      return @body_tree
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/farm'
+  require 'qwik/server-memory'
+  require 'qwik/test-module-session'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestPageGet < Test::Unit::TestCase
+    include TestSession
+
+    def test_get_body_tree_superpre_sharp
+      page = @site.create_new
+      page.store "{{{\n#t\n}}}\n"
+      expected = [[:pre, "#t\n"]]
+      actual = page.get_body_tree
+      ok_eq expected, actual
+    end
+  end
+end

data/vendor/qwik/lib/qwik/page-get.rb

@@ -0,0 +1,262 @@
+# -*- coding: shift_jis -*-
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+
+module Qwik
+  class Page
+    def get
+      return @db.get(@key)
+    end
+    alias load get
+
+    def size
+      return @db.size(@key)
+    end
+
+    def mtime
+      return @db.mtime(@key)
+    end
+
+    def get_title
+      title, tags = Page.get_title(self.get)
+      return title if title
+
+      # Abandon to get title and return the page key.
+      return @key
+    end
+
+    def self.get_title(str)
+      first_line = get_first_line(str)
+      return parse_title_line(first_line)
+    end
+
+    def self.get_first_line(str)
+      return nil if str.nil?
+
+      while true
+	# If the str has only one line, return it.
+	i = str.index(?\n)
+	return str if i.nil?
+
+	# Get the first line.
+	line = str[0..i]
+	line.chop!	# The end of line is newline.
+	if line[0] == ?#
+	  str = str[(i+1)..-1]	# Store rest and try again.
+	  next
+	end
+	return line
+      end
+      raise	# Do not come here.
+    end
+
+    def self.parse_title_line(line)
+      return nil unless /\A\*/s =~ line		# must begin with '*'.
+      title = $'	# the rest of the line.
+      return nil if title[0] == ?*	# must be h2 level.
+      return parse_title(title)
+    end
+
+    def self.parse_title(title, tags=[])
+      return nil if title.nil?
+
+      title = title.strip	# Remove start and end spaces.
+
+      return nil if title.empty?	# The title should not be empty.
+
+      # If the title has a tag,
+      if /\A\[(.+?)\]/s =~ title
+	tag = $1
+	return [title, tags] if $'.empty?
+
+	title = $'
+	tags << tag
+	return parse_title(title, tags)		# Resursive.
+      end
+
+      return [title, tags]
+    end
+
+    def get_body
+      return Page.get_body(self.get)
+    end
+
+    def self.get_body(str)
+      ar = []
+      first_line = true
+      start_body = true
+      str.each_line {|line|
+	if first_line
+	  first_line = false
+	  if line[0] == ?* && line[1] != ?*
+	    # this is title
+	  else
+	    ar << line
+	  end
+	else
+	  if start_body
+	    if /\A$/ =~ line	# Skip empty line.
+	      next
+	    else
+	      start_body = false
+	    end
+	  end
+
+	  if ! start_body
+	    ar << line
+	  end
+	end
+      }
+      return ar.join
+    end
+
+    def get_tags
+      title, tags = Page.get_title(self.get)
+      return tags if tags
+      return nil
+    end
+
+    # ============================== class method
+    def self.valid_as_pagekey?(t)
+      return /\A[A-Za-z_0-9]+\z/ =~ t
+    end
+
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/farm'
+  require 'qwik/server-memory'
+  require 'qwik/test-module-session'
+  $test = true
+end
+
+if defined?($test) && $test
+  module Qwik
+    class Site
+      # Only for test.
+      def get_pages
+	return @pages
+      end
+    end
+  end
+
+  class TestPageGet < Test::Unit::TestCase
+    include TestSession
+
+    def test_all
+      pages = @site.get_pages
+      page = pages.create_new
+
+      # test_get
+      ok_eq('', page.get)
+      ok_eq('', page.load)
+
+      # test_mtime
+      assert_instance_of(Time, page.mtime)
+
+      # test_size
+      is 0, page.size
+      page.store('t')
+      is 1, page.size
+    end
+
+    def test_destructive
+      pages = @site.get_pages
+      page = pages.create('1')
+
+      page.store('t')
+      str = page.get
+      ok_eq('t', str)
+      str.sub!(/t/, 's')	# Destructive method.
+      ok_eq('s', str)
+      ok_eq('t', page.get)
+    end
+  end
+
+  class TestPageClassMethod < Test::Unit::TestCase
+    def test_valid_as_pagekey?
+      c = Qwik::Page
+      ok_eq(true,  !!c.valid_as_pagekey?('t'))
+      ok_eq(false, !!c.valid_as_pagekey?('t t'))
+    end
+
+    def ok_title(e, s)
+      title, tags = Qwik::Page.get_title(s)      
+      ok_eq(e, title)
+    end
+
+    def ok_get_title(e, s)
+      res = Qwik::Page.get_title(s)      
+      ok_eq(e, res)
+    end
+
+    def test_get_title
+      c = Qwik::Page
+
+      ok_title(nil, nil)
+      ok_title(nil, '')
+      ok_title(nil, 't')	# must begin with *
+      ok_title(nil, '-t')
+      ok_title(nil, "b1\nb2")
+      ok_title(nil, '** t')	# must be h2 level header.
+      ok_title(nil, '**t')
+      ok_title(nil, "** t\nb")
+      ok_title(nil, '*')	# empty
+      ok_title(nil, '* ')
+      ok_title(nil, '*  ')
+
+      ok_title('t', '*t')	# normal
+      ok_title('t', '* t')
+      ok_title('t', '*t ')
+      ok_title('t', '* t ')
+      ok_title('a b', '*a b')
+      ok_title('a b', '* a b')
+      ok_title('*t', '* *t')	# uum...
+      ok_title('- t', '*- t')	# uum...
+      ok_title('t', "* t\nb")
+      ok_title('t', "# c\n* t\nb")
+      ok_title('字', '*字')
+      ok_title('あ', '*あ')
+      ok_title('コ', '* コ')
+      ok_title('コ', "* コ\n{{mail(user@e.com)\nあ\n\n}}\n")
+
+      # The title line can contain tag data.
+      ok_get_title(['t', ['tag']],	'* [tag] t')
+      ok_get_title(['t', ['t1', 't2']],	'* [t1][t2] t')
+      ok_get_title(['[tag]', []],	'* [tag]')
+      ok_get_title(['[t2]', ['t1']],	'* [t1][t2]')
+      ok_get_title(['t', ['2001-02-03']],	'* [2001-02-03] t')
+    end
+
+    def test_get_first_line
+      c = Qwik::Page
+      ok_eq('',		c.get_first_line(''))
+      ok_eq('',		c.get_first_line("\n"))
+      ok_eq('line1',	c.get_first_line('line1'))
+      ok_eq('l1',	c.get_first_line("l1\nl2\n"))
+      ok_eq('',		c.get_first_line("\nline2\n"))
+      ok_eq('l1',	c.get_first_line("# c\nl1\nl2\n"))
+    end
+
+    def test_get_body
+      c = Qwik::Page
+      ok_eq('b',	c.get_body("* t\nb"))
+      ok_eq('b',	c.get_body("* t\n\nb"))
+#      ok_eq('b',	c.get_body("# c\n* t\nb"))
+      ok_eq("b1\nb2",	c.get_body("b1\nb2"))
+      ok_eq("** t\nb",	c.get_body("** t\nb"))
+      ok_eq('* t2',	c.get_body("* t\n* t2"))
+      ok_eq('* t2',	c.get_body("* t\n\n* t2"))
+    end
+
+    def test_get_body_sharp
+      c = Qwik::Page
+      ok_eq("a\n#b\nc",	c.get_body("a\n#b\nc"))
+    end
+
+  end
+end