qwik2md 0.1.0

data/vendor/qwik/lib/qwik/page-images.rb

@@ -0,0 +1,168 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/page-files'
+
+module Qwik
+  class PageFiles
+    IMAGE_EXT = %w(jpg jpeg png gif bmp ico ppm)
+    CONVERT_PATH = '/usr/bin/convert'
+    THUMB_SIZE = 100
+    SCREEN_WIDTH  = 1024
+    SCREEN_HEIGHT = 768
+
+    def image_list
+      return self.select {|file|
+	PageFiles.is_image?(file.path.ext)
+      }
+    end
+
+    def each_image
+      image_list.each {|file|
+	yield(file)
+      }
+    end
+
+    def self.is_image?(ext)
+      return true if IMAGE_EXT.include?(ext.downcase)
+      return false
+    end
+
+    def generate_all_thumb
+      self.each_image {|file|
+	generate_thumb(file)
+      }
+    end
+
+    def generate_thumb(file)
+      generate_scaled(file, '.thumb', THUMB_SIZE, THUMB_SIZE)
+    end
+
+    def generate_all_screen
+      self.each_image {|file|
+	generate_screen(file)
+      }
+    end
+
+    def generate_screen(file)
+      generate_scaled(file, '.screen', SCREEN_WIDTH, SCREEN_HEIGHT)
+    end
+
+    def generate_scaled(file, scaled_dir, w, h)
+      return if $test
+
+      sc_dir = self.path(scaled_dir)
+      sc_dir.check_directory
+
+      org = self.path(file)
+      #scaled = sc_dir+file
+      scaled = sc_dir + Filename.encode(file)
+      if ! scaled.exist?
+	convert = CONVERT_PATH
+	return nil if ! convert.path.exist?
+	geom = "#{w}x#{h}"
+	cmd = "#{convert} -size #{geom} \"#{org}\" -resize #{geom} \"#{scaled}\""
+	#cmd = "#{convert} -size #{geom} #{org} -resize #{geom} #{scaled}"
+	#p cmd
+	system cmd
+      end
+    end
+
+=begin
+# Excerpt from man convert
+
+       To make a thumbnail of a JPEG image, use:
+
+           convert -size 120x120 cockatoo.jpg -resize 120x120
+                   +profile '*' thumbnail.jpg
+
+       In  this example, '-size 120x120' gives a hint to the JPEG decoder that
+       the image is going to be downscaled to  120x120,  allowing  it  to  run
+       faster  by avoiding returning full-resolution images to ImageMagick for
+       the subsequent resizing operation.   The  output  image.   It  will  be
+       scaled  so  its  largest  dimension  is  120 pixels.  The that might be
+       present in the input and aren't needed in the thumbnail.
+=end
+
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  require 'qwik/test-module-session'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestPageImages < Test::Unit::TestCase
+    include TestSession
+
+    def setup
+    end
+
+    def teardown
+    end
+
+    def test_all
+      dir = './.test/'.path
+      dir.setup
+      files = Qwik::PageFiles.new(dir.to_s, '1')
+
+      png = TEST_PNG_DATA
+      files.fput('1.jpg', png)	# content is PNG, but use it as .jpg
+      files.fput('2.jpg', png)
+
+      # test_image_list
+      eq(['1.jpg', '2.jpg'], files.image_list)
+
+      # test_each_image
+      files.each_image {|file|
+	assert_match(/jpg\z/, file)
+      }
+
+      return if $0 != __FILE__		# Only for separated test.
+
+      org_debug = $test
+      $test = false
+
+      # test_generate_thumb
+      files.generate_thumb('1.jpg')
+      ok_eq(true, files.exist?('.thumb/1.jpg'))
+      ok_eq(false, files.exist?('.thumb/2.jpg'))
+
+      # test_generate_all_thumb
+      files.generate_all_thumb
+      ok_eq(true, files.exist?('.thumb/1.jpg'))
+      ok_eq(true, files.exist?('.thumb/2.jpg'))
+
+      # test_generate_screen
+      files.generate_screen('1.jpg')
+      ok_eq(true, files.exist?('.screen/1.jpg'))
+      ok_eq(false, files.exist?('.screen/2.jpg'))
+
+      # test_generate_all_screen
+      files.generate_all_screen
+      ok_eq(true, files.exist?('.screen/1.jpg'))
+      ok_eq(true, files.exist?('.screen/2.jpg'))
+
+      $test = org_debug
+
+      dir.teardown
+    end
+
+    def test_is_image?
+      c = Qwik::PageFiles
+      ok_eq(true, c.is_image?('jpg'))
+      ok_eq(true, c.is_image?('jpeg'))
+      ok_eq(true, c.is_image?('JPG'))
+      ok_eq(true, c.is_image?('png'))
+      ok_eq(true, c.is_image?('gif'))
+      ok_eq(true, c.is_image?('bmp'))
+      ok_eq(true, c.is_image?('ico'))
+      ok_eq(true, c.is_image?('ppm'))
+      ok_eq(false, c.is_image?('pdf'))
+    end
+  end
+end

data/vendor/qwik/lib/qwik/page-put.rb

@@ -0,0 +1,128 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/util-string'
+
+module Qwik
+  class Page
+    def put(v)
+      return @db.put(@key, v)
+    end
+    alias store put
+
+    def put_with_time(v, time)
+      @db.put(@key, v, time)
+    end
+
+    def put_with_md5(v, md5)
+      if md5 && self.get.md5hex != md5
+	raise PageCollisionError
+      end
+      put(v)
+    end
+
+    def add(v)
+      str = self.get
+      addstr = ''
+
+      # FIXME: Use normalize_eol?
+      if ! (str.empty? || str[-1] == ?\n)
+	addstr += "\n"
+      end
+
+      addstr += v
+
+      if !(v.empty? || v[-1] == ?\n)
+	addstr += "\n"
+      end
+
+      @db.add(@key, addstr)
+    end
+
+    def delete
+      @db.delete(@key)
+      # @pages.delete(@key)
+    end
+
+    def touch
+      @db.touch(@key)
+    end
+
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/farm'
+  require 'qwik/server-memory'
+  require 'qwik/test-module-session'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestPagePut < Test::Unit::TestCase
+    include TestSession
+
+    def test_all
+      pages = @site.get_pages
+      page = pages.create_new
+
+      # test_put
+      page.put('test1')
+      page.store('test1')
+      ok_eq('test1', page.get)
+
+      # test_put_with_time
+      page.put_with_time('test1', 0)
+      ok_eq(0, page.mtime.to_i)
+
+      # test_put_with_md5
+      page.put('t1')
+      assert_raises(Qwik::PageCollisionError) {
+	page.put_with_md5('t1', 'somethingwrong')
+      }
+      md5 = page.get.md5hex
+      page.put_with_md5('t2', md5)
+      ok_eq('t2', page.get)
+
+      # test_add
+      page.add('t3')
+      ok_eq("t2\nt3\n", page.get)
+
+      # test_mtime_with_nonexistent_page
+      assert_instance_of(Time, pages.last_page_time)
+
+      page = pages['1']
+      page.put('* a')
+      assert_instance_of(Time, page.mtime)
+      assert_instance_of(Time, pages.last_page_time)
+
+      page.delete
+      assert_instance_of(Time, page.mtime)
+      assert_instance_of(Time, pages.last_page_time)
+      ok_eq(0, page.mtime.to_i)
+    end
+
+    def test_add
+      pages = @site.get_pages
+      page = pages.create_new
+
+      page.put('t1')
+      page.add('t2')
+      ok_eq("t1\nt2\n", page.get)
+
+      page.put('')
+      page.add('t2')
+      ok_eq("t2\n", page.get)
+
+      page.put('t1')
+      page.add('')
+      ok_eq("t1\n", page.get)
+
+      page.delete
+      page.add('')
+      ok_eq('', page.get)
+    end
+  end
+end

data/vendor/qwik/lib/qwik/page-rrefs.rb

@@ -0,0 +1,154 @@
+# Copyright (C) 2009 AIST, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+require 'fileutils'
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/util-pathname'
+require 'qwik/util-filename'
+
+module Qwik
+  class PageRRefs
+    include Enumerable
+
+    def initialize(site_dir, key)
+      @rref_file = site_dir.path+"#{key}.rrefs"
+
+      # fix me!
+      # the mutex works only in a process
+      # wiki server process is the process to update rrefs
+      # ml-server is not supposed to update rrefs
+      @lock = Mutex.new
+    end
+
+    def exist?
+      FileTest.exists?(@rref_file)
+    end
+
+    def get
+      if self.exist?
+        rrefs = File.open(@rref_file).read
+        return rrefs
+      else
+        return ""
+      end
+    end
+
+    def delete(key)
+      @lock.synchronize {
+        rrefs = self.get
+        rrefs = rrefs.map {|r| r if r.chomp != key }.to_s
+        @rref_file.path.put(rrefs)
+      }
+    end
+
+    def add(key)
+      @lock.synchronize {
+        f = File.open(@rref_file,"a")
+        f.puts key
+        f.close
+      }
+    end
+
+    def put(keys)
+      rrefs = keys.join($/) + $/
+      @rref_file.path.put(rrefs)
+    end
+    
+    def each
+      return unless self.exist?
+      # key might be deleted in the loop
+      keys = self.get
+      keys.each {|a|
+	yield(a.chomp)
+      }
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/testunit'
+  require 'qwik/test-module-path'
+  $test = true
+end
+
+if defined?($test) && $test
+  require 'qwik/test-module-public'
+
+  class TestPageRRefs < Test::Unit::TestCase
+    include TestModulePublic
+
+    def setup_rrefs
+      dir = '.test/'.path
+      dir.setup
+      rrefs = Qwik::PageRRefs.new(dir.to_s, '1')
+
+      return [dir, rrefs]
+    end
+
+    def teardown_rrefs(dir)
+      dir.teardown
+    end
+
+    def test_put
+      dir, rrefs = setup_rrefs
+
+      rrefs.put(["2","3"])
+      ok_eq(true, rrefs.exist?)
+
+      cont = rrefs.get
+      ok_eq("2#{$/}3#{$/}",cont)
+
+      teardown_rrefs(dir)
+    end
+
+    def test_add
+      dir, rrefs = setup_rrefs
+      rrefs.put(["2","3"])
+
+      rrefs.add("4")
+      cont = rrefs.get
+
+      ok_eq(true, rrefs.exist?)
+      ok_eq("2#{$/}3#{$/}4#{$/}",cont)
+
+      teardown_rrefs(dir)
+    end
+
+    def test_delete
+      dir, rrefs = setup_rrefs
+      rrefs.put(["2","3","4"])
+      rrefs.delete("3")
+
+      cont = rrefs.get
+      ok_eq(true, rrefs.exist?)
+      ok_eq("2#{$/}4#{$/}",cont)
+
+      teardown_rrefs(dir)
+    end
+
+    def test_each
+      dir, rrefs = setup_rrefs
+      keys = ["2","3","4"]
+      rrefs.put(keys)
+
+     
+      i = 0
+      rrefs.each {|key|
+        ok_eq(keys[i],key)
+	i+=1
+      }
+    end
+
+    def test_each_empty
+      dir, rrefs = setup_rrefs
+
+      cont = []
+      rrefs.each {|key|
+        cont << key
+      }
+      ok_eq([],cont)
+    end
+  end
+end

data/vendor/qwik/lib/qwik/page-wikidb.rb

@@ -0,0 +1,234 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+
+class Array
+  def to_hash
+    hash = {}
+    self.each {|k, v| hash[k] = v }
+    return hash
+  end
+end
+
+module Qwik
+  class Page
+    def wikidb
+#      @wikidb = WikiDB.new(self) unless defined?(@wikidb)
+#      return @wikidb
+      WikiDB.new(self)
+    end
+  end
+
+  class WikiDB
+    include Enumerable
+
+    def initialize(page)
+      @page = page
+      @str = nil
+      check_new
+    end
+
+    def array
+      check_new
+      return @array.dup		# dup prevent from destructive method
+    end
+
+    def hash
+      check_new
+      return @hash.dup		# dup prevent from destructive method
+    end
+
+    def rev_hash
+      check_new
+      return @rev_hash.dup	# dup prevent from destructive method
+    end
+
+    def [](key)
+      v = hash[key]
+      return nil if v.nil?
+      return v.dup		# dup prevent from destructive method
+    end
+
+    def exist?(key)
+      return self[key]
+    end
+
+    def each
+      array.each {|k, v|
+	k = k.dup	# unfreeze
+	v = v.dup	# dup prevent from destructive method
+	yield(k, v)
+      }
+    end
+
+    def add(k, *ar)
+      ar = ar.flatten
+      @page.add(WikiDB.encode_line(k, ar)+"\n")
+    end
+
+    def remove(key)
+      return false unless exist?(key)	# Return if the key is not exist.
+      str = @page.load
+      newstr, status = WikiDB.generate_without(str, key)
+    # @page.store(newstr, str.md5hex)	# FIXME: Check collision.
+      @page.store(newstr)	# FIXME: Store should check the collision.
+      return status
+    end
+
+    private
+
+    def check_new
+      str = @page.load
+      return if str == @str	# Do nothing.
+      @str = str
+
+      @array = WikiDB.parse(@str)
+      @hash = @array.to_hash
+      @rev_hash = @hash.invert
+      return nil
+    end
+
+    SIGNATURE = ['|', ',', ':']
+
+    def self.parse(str)
+      array = []
+      str.each {|line|
+	firstchar = line[0, 1]
+	next unless SIGNATURE.include?(firstchar)
+	ar = line.chomp.split(firstchar)
+	ar.shift		# Drop the first column.
+	k = ar.shift
+	ar = ar.map {|a| a.strip }
+	v = (firstchar == ':') ? ar.join(':') : ar
+	v.freeze
+	array << [k, v]
+      }
+      return array
+    end
+
+    def self.generate_without(str, key)
+      status = false
+      newar = []
+      str.each {|line|
+	firstchar = line[0, 1]
+	if SIGNATURE.include?(firstchar)
+	  ar = line.chomp.split(firstchar)
+	  ar.shift		# Drop the first column.
+	  k = ar.shift
+	  if k && k == key	# Do not add the line with the key.
+	    status = true	# ok.
+	    next		# Delete the line.
+	  end
+	end
+	newar << line
+      }
+      return newar.join, status
+    end
+
+    def self.encode_line(k, *ar)
+      ar = ar.flatten
+      nar = []
+      nar << ''		# Empty entry.
+      nar << k		# The key.
+      nar << ar if ar && ! ar.empty?
+      str = nar.flatten.join(',')
+      return str
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/test-common'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestWikiDB < Test::Unit::TestCase
+    include TestSession
+
+    def test_class_method
+      c = Qwik::WikiDB
+
+      # test_parse
+      eq [["k", ["v"]]], c.parse(',k,v')
+      eq [["k", ["v"]]], c.parse('|k|v')
+      eq [["k", "v"]], c.parse(':k:v')
+      eq [["k", "v"]], c.parse(':k: v')
+      eq [["k", "v"]], c.parse(':k:	v')
+
+      # test_encode_line
+      eq ',k,v', c.encode_line('k', 'v')
+      eq ',k,v1,v2', c.encode_line('k', ['v1', 'v2'])
+      eq ',k,v1,v2', c.encode_line('k', 'v1', 'v2')
+      eq ',k,,v2', c.encode_line('k', nil, 'v2')
+    end
+
+    def test_colon
+      page = @site.create_new
+      wdb  = Qwik::WikiDB.new(page)
+      page.store(':k: v')
+      eq true, !!wdb.exist?('k')
+      eq 'v', wdb['k']
+    end
+
+    def test_all
+      page = @site.create_new
+      wdb  = Qwik::WikiDB.new(page)
+
+      # test_exist?
+      eq false, !!wdb.exist?('k')
+      wdb.add('k', 'v')
+      eq ",k,v\n", page.load
+
+      eq true, !!wdb.exist?('k')
+      eq ['v'], wdb['k']
+      eq 'v', wdb['k'][0]
+      eq false, wdb['k'][0].frozen?
+
+      # test_hash
+      eq({'k'=>['v']}, wdb.hash)
+      wdb.add('k', 'v2')
+      eq ['v2'], wdb['k']	# can get second value
+
+      # test_remove
+      eq true,  wdb.remove('k')	# remove
+      eq false, wdb.remove('k')	# fail to remove
+
+      # test_add
+      eq false, !!wdb.exist?('k')
+      wdb.add('k', 'v1', 'v2')
+      eq true,  !!wdb.exist?('k')
+      eq ['v1', 'v2'], wdb['k']
+      eq({'k'=>['v1', 'v2']}, wdb.hash)
+      eq true,  wdb.remove('k')	# remove
+      eq false, wdb.remove('k')	# fail to remove
+
+      wdb.add('a', 'b')
+      wdb.add('c', 'd')
+      eq({'a'=>['b'], 'c'=>['d']}, wdb.hash)
+
+      # test_each
+      wdb.each {|k, v|
+	eq false, k.frozen?
+	assert_instance_of(Array, v)
+      }
+
+      eq [['a', ['b']], ['c', ['d']]], wdb.array
+      wdb.array.each {|name, args|
+	args = args.dup
+	t = args.shift
+      }
+      eq [['a', ['b']], ['c', ['d']]], wdb.array
+
+      # test_nil
+      page = @site.create_new
+      wdb = Qwik::WikiDB.new(page)
+      eq false, !!wdb.exist?('k')
+      wdb.add('k', nil, 'v2')
+      eq ",k,,v2\n",  page.load
+      eq ['', 'v2'], wdb['k']
+    end
+  end
+end