qwik2md 0.1.0

data/vendor/qwik/lib/qwik/site-resolve.rb

@@ -0,0 +1,230 @@
+#
+# Copyright (C) 2003-2006 Kouichirou Eto
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/wabisabi-template'
+
+module Qwik
+  class Site
+    # Make index before call this method.  Use parent.
+    def resolve_all_ref(wabisabi)
+      wabisabi.index_each_tag(:a) {|e|
+	resolve_ref(e)
+      }
+      return wabisabi
+    end
+
+    def resolve_ref(w)
+      attr = w.attr
+      return w if attr.nil?
+
+      href = attr[:href]
+      return w if href.nil? || href.empty?
+
+      # External link.
+      if /^(?:http|https|ftp|file):\/\// =~ href
+	w.set_attr(:class=>'external')
+
+	# Make it redirect link.
+	if self.siteconfig['redirect'] == 'true'
+	  w.set_attr(:href=>".redirect?url=#{href}")
+	end
+	
+	return w
+      end
+
+      # Error check.
+      return w if href.include?('?')	# ignore command link
+      return w if href[0] == ?/	# already resolved
+      return w if /\.html\z/ !~ href	# ignore not html file
+
+      linkbase = href.sub(/\.html\z/, '')
+      text = w[2]
+
+      t = linkbase
+      page = self.get_by_title(t)
+      if page && page.key != t
+	w.set_attr(:href=>page.key+'.html')
+	return w
+      end
+
+      # Create a new page link.
+      if ! self.exist?(linkbase)
+	newlinkbase = linkbase.escape
+	edithref = ".new?t=#{newlinkbase}"
+
+	return [:span, {:class=>'new'}, text,
+	  [:a, {:href=>edithref},
+	    [:img, {:src=>'.theme/i/new.png', :alt=>'create'}]]]
+
+      end
+
+      # Rewrite inside to the page title.
+      if linkbase == text
+	t = self[linkbase].get_title
+	return w if t == linkbase
+	w[2] = t
+	return w
+      end
+
+      return w
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/test-common'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestSiteResolve < Test::Unit::TestCase
+    include TestSession
+
+    def ok(e, w)
+      ok_eq(e, @site.resolve_ref(w))
+    end
+
+    def test_all
+      res = session
+
+      ok([:a], [:a])
+      ok([:a, {:href=>''}, 't'], [:a, {:href=>''}, 't'])
+
+      # test_external
+      ok([:a, {:href=>'http://e/', :class=>'external'}, 't'],
+	 [:a, {:href=>'http://e/'}, 't'])
+
+      # test_redirect
+      page = @site['_SiteConfig']
+      page.store(':redirect:true')
+      ok([:a, {:href=>'.redirect?url=http://e/', :class=>'external'}, 't'],
+	 [:a, {:href=>'http://e/'}, 't'])
+      page.store('')
+
+      ok([:a, {:href=>'a?b'}, 't'],
+	 [:a, {:href=>'a?b'}, 't'])
+      ok([:a, {:href=>'/t'}, 't'],
+	 [:a, {:href=>'/t'}, 't'])
+      ok([:a, {:href=>'t'}, 't'],
+	 [:a, {:href=>'t'}, 't'])
+
+      # test_new
+      ok([:span, {:class=>'new'}, 't',
+	   [:a, {:href=>'.new?t=t'},
+	     [:img, {:alt=>'create', :src=>'.theme/i/new.png'}]]],
+	 [:a, {:href=>'t.html'}, 't'])
+
+      page = @site.create('t')
+      ok([:a, {:href=>'t.html'}, 't'], [:a, {:href=>'t.html'}, 't'])
+      page = @site.create_new
+      page.store('t')
+      ok([:a, {:href=>'1.html'}, '1'], [:a, {:href=>'1.html'}, '1'])
+      ok([:a, {:href=>'1.html'}, 't'], [:a, {:href=>'1.html'}, 't'])
+      page.store('*t')
+      ok([:a, {:href=>'1.html'}, 't'], [:a, {:href=>'1.html'}, '1'])
+      ok([:a, {:href=>'1.html'}, 't'], [:a, {:href=>'1.html'}, 't'])
+      ok([:a, {:href=>'1.html'}, 's'], [:a, {:href=>'1.html'}, 's'])
+
+      # test_error
+      ok([:a, {:href=>"\"D_R\", \"/v/w\""}, 't'],
+	 [:a, {:href=>"\"D_R\", \"/v/w\""}, 't'])
+
+      # test_act
+      ok([:a, {:href=>'.attach'}, '.attach'],
+	 [:a, {:href=>'.attach'}, '.attach'])
+
+      # test_plusplus
+      ok([:a, {:href=>'t.html'}, 't'],
+	 [:a, {:href=>'t.html'}, 't'])
+      ok([:span, {:class=>'new'}, 'C++',
+	   [:a, {:href=>'.new?t=C%2B%2B'},
+	     [:img, {:alt=>'create', :src=>'.theme/i/new.png'}]]],
+	 [:a, {:href=>'C++.html'}, 'C++'])
+      page.store('* C++')
+      ok([:a, {:href=>'1.html'}, 'C++'],
+	 [:a, {:href=>'C++.html'}, 'C++'])
+    end
+
+    def test_japanese
+      res = session
+      page = @site.create_new
+      page.store('*あ')
+
+      ok([:a, {:href=>'1.html'}, 'あ'],
+	 [:a, {:href=>'あ.html'}, 'あ'])
+      
+      ok([:span, {:class=>'new'}, 'い',
+	   [:a, {:href=>'.new?t=%82%A2'},
+	     [:img, {:alt=>'create', :src=>'.theme/i/new.png'}]]],
+	 [:a, {:href=>'い.html'}, 'い'])
+    end
+  end
+
+  class TestSiteResolveAll < Test::Unit::TestCase
+    include TestSession
+
+    def ok_all(e, w)
+      ok_eq(e, @site.resolve_all_ref(w))
+    end
+
+    def test_all
+      res = session
+      # test_ref
+      ok_all([[:span, {:class=>'new'}, 't',
+		 [:a, {:href=>'.new?t=t'},
+		   [:img, {:alt=>'create', :src=>'.theme/i/new.png'}]]]],
+	     [[:a, {:href=>'t.html'}, 't']])
+      page = @site.create('t')
+      ok_all([[:a, {:href=>'t.html'}, 't']],
+	     [[:a, {:href=>'t.html'}, 't']])
+      page = @site.create_new
+      page.store('t')
+      ok_all([[:a, {:href=>'1.html'}, '1']],
+	     [[:a, {:href=>'1.html'}, '1']])
+      page.store('*t')
+      ok_all([[:a, {:href=>'1.html'}, 't']],
+	     [[:a, {:href=>'1.html'}, '1']])
+      ok_all([[:a, {:href=>'.attach'}, '.attach']],
+	     [[:a, {:href=>'.attach'}, '.attach']])
+    end
+
+    def test_all1
+      res = session
+
+      # test_newpage
+      ok_wi([:p, [:span, {:class=>'new'}, 'test',
+		[:a, {:href=>'.new?t=test'},
+		  [:img, {:alt=>'create', :src=>'.theme/i/new.png'}]]]],
+	    '[[test]]')
+      ok_wi([:p, [:span, {:class=>'new'}, 'い',
+		[:a, {:href=>'.new?t=%82%A2'},
+		  [:img, {:alt=>'create', :src=>'.theme/i/new.png'}]]]],
+	    '[[い]]')
+    end
+
+    def test_all2
+      res = session
+
+      # test_act
+      ok_wi([:p, 't', [:a, {:href=>'.attach'}, '.attach']],
+	    't[[.attach]]')
+      ok_wi([:p, [:a, {:href=>'.attach'}, '.attach']], '[[.attach]]')
+      ok_wi([:p, [:a, {:href=>'.attach'}, 'FileAttach']],
+	    '[[FileAttach|.attach]]')
+      ok_wi([:p, [:a, {:href=>'.attach'}, 'ファイル添付']],
+	    '[[ファイル添付|.attach]]')
+
+      # test_mojibake
+      ok_wi([:p, 't'], 't')
+      ok_wi([:p, '450円'], '450円')
+    end
+
+  end
+end

data/vendor/qwik/lib/qwik/site-rrefs.rb

@@ -0,0 +1,18 @@
+# Copyright (C) 2009 AIST, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+require 'qwik/util-pathname'
+require 'qwik/page-rrefs'
+
+module Qwik
+  class Site
+    def rrefs(k = 'FronPage')
+      page = self[k]
+      return nil if page.nil?
+      page.rrefs = PageRRefs.new(@path.to_s, k) if page.rrefs.nil?
+      return page.rrefs
+    end
+  end
+end

data/vendor/qwik/lib/qwik/site-search.rb

@@ -0,0 +1,180 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+
+require 'qwik/db-searchwords.rb'
+
+module Qwik
+  class Site
+    COMMENT = /^#.*$/
+
+=begin
+    def init_site_search
+      @search_words_db = SearchWordsDB.new(@path, @config)
+    end
+
+    def get_search_words
+      @search_words_db.get_normalized
+    end
+
+    def delete_search_word(word)
+      @search_words_db.delete(word)
+    end
+=end
+
+    def search(query, obfuscate = true)
+      queries = search_parse_query(query)
+#      @search_words_db.put(queries)
+      
+      all_snippet_length = 120
+      pre_snippet_length = all_snippet_length / queries.size / 2
+
+      ar = []
+      self.each {|page|
+	str = page.load
+	str = str.gsub(COMMENT, '')
+	str = wiki_to_string(str)
+	matched = true
+
+	mds = []
+	snippet = ""
+
+	queries.each {|query|
+	  regexp = Regexp.new(Regexp.escape(query),
+                              Regexp::IGNORECASE|Regexp::MULTILINE)
+	  md = regexp.match(str)
+	  if ! md
+	    matched = false
+	    break
+	  else
+	    mds.push(md)
+	  end
+	}
+
+	if matched
+	  snippet = create_snippet(mds)
+	  snippet = MailAddress.obfuscate_str(snippet) if obfuscate
+	  ar << [page.key, snippet]
+	end
+      }
+
+      ar
+    end
+
+    def search_parse_query(query)
+      return query.strip.split.map{|e| e.downcase }.uniq
+    end
+
+    private
+
+    def wiki_to_string(wiki)
+      tokens = Qwik::TextTokenizer.tokenize(wiki, true)
+      wabisabi = Qwik::TextParser.make_tree(tokens)
+      return wabisabi.flatten.select{|a| a.class == String}.join(" ")
+    end
+
+    def create_snippet(mds)
+      #sort as first hit keyword goes first
+      mds = mds.sort {|i, j| i.begin(0) <=> j.begin(0) }
+      max_width = 400
+
+      # merge snippets of each search key
+      #
+      #        snip[s,      e] 
+      #|============|1st key|=============|
+      snip = [mds[0].begin(0), mds[0].end(0)]
+
+      mds[1..-1].each {|md|
+        #|=====|1st key|==...==|last key|========|a key|===..===|
+        # snip[s,                      e]        ^
+	#                                        |md.begin(0)
+	#       <-------------------------.......----->
+	#                     max_width
+	#            this is the length of bytes, not characters
+	if md.begin(0) < snip[0] + max_width
+	  # extends snip end
+          # snip[s,                                     e]
+          #|====|1st key|==...==|last key|========|a key|===..===|
+	  snip[1] = md.end(0) 
+	end
+      }
+
+      #all md(MatchData) has same input string
+      all_string = mds[0].string
+
+      snippet = all_string[snip[0]...snip[1]]
+      len = snippet.mb_length # character length
+      rest = (max_width - len) / 2
+      if 0 < rest
+        # we have shot snippet, adding additional strings
+	pre = all_string[0...snip[0]]
+	post = all_string[snip[1]..-1]
+
+        if rest < pre.size
+	  pre = pre.mb_substring(-rest, pre.length)
+	end
+
+        if rest < post.size
+	  post = post.mb_substring(0, rest)
+	end
+	snippet = pre + snippet + post
+      end
+      
+      return snippet
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/test-common'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestSiteSearch < Test::Unit::TestCase
+    include TestSession
+
+    def test_dummy
+    end
+
+    def test_all
+      res = session
+
+      page = @site.create_new
+      page.store('This is a test.')
+      page = @site.create_new
+      page.store('This is a test, too.')
+
+      res = @site.search('test')
+      ok_eq([['1', 'This is a test.'],
+	      ['2', 'This is a test, too.']], res)
+
+      # test_obfuscate
+      page.store('user@example.com')
+      res = @site.search('@')
+      is [["2", "user@e..."]], res
+
+      res = @site.search('@', false)
+      is [["2", "user@example.com"]], res
+    end
+
+    def test_skip_sharp
+      page = @site.create_new
+      page.store('This is a test.')
+      page = @site.create_new
+      page.store('# This is a test start with sharp.')
+      page = @site.create_new
+      page.store("This is a test which have `#' in a middle of line.")
+      page = @site.create_new
+      page.store('This is a test, too.')
+
+      res = @site.search('test')
+      ok_eq([["1", "This is a test."],
+             ["3", "This is a test which have `# '  in a middle of line."],
+             ["4", "This is a test, too."]], res)
+    end
+
+  end
+end

data/vendor/qwik/lib/qwik/site-timeline.rb

@@ -0,0 +1,153 @@
+# Copyright (C) 2003-2006 Kouichirou Eto, All rights reserved.
+# This is free software with ABSOLUTELY NO WARRANTY.
+# You can redistribute it and/or modify it under the terms of the GNU GPL 2.
+
+$LOAD_PATH.unshift '..' unless $LOAD_PATH.include? '..'
+
+module Qwik
+  class Site
+    def last_modified
+      return self.map {|page|
+	page.mtime
+      }.max
+    end
+
+    # called from act-chronology
+    def timeline
+      @timeline = SiteTimeLine.new(self) unless defined? @timeline
+      return @timeline
+    end
+  end
+
+  class SiteTimeLine
+    def initialize(site)
+      @site = site
+      @times = nil
+      @days = nil
+      @site_min = nil
+      @site_max = nil
+      @page_min = nil
+      @page_max = nil
+      @pages_history = nil
+      @site_duration = nil
+      @site_last_modified = nil
+    end
+    attr_reader :times, :days
+    attr_reader :site_min, :site_max, :page_min, :page_max
+    attr_reader :pages_history, :site_duration
+
+    def calc_history
+      if_sites_update? {
+	@times, @days, @page_min, @page_max, @site_min, @site_max,
+	@pages_history, @site_duration = calc_history_internal(@site)
+      }
+    end
+
+    def if_sites_update?
+      # Check last update from pages
+      last_modified = @site.last_modified
+      return if last_modified.nil?	# No page.
+      if @site_last_modified.nil? || @site_last_modified < last_modified
+	yield
+      end
+      @site_last_modified = last_modified
+    end
+
+    def calc_history_internal(site)
+      keys = site.map {|page| page.key }
+      return nil if keys.empty?
+
+      times = Hash.new {|h, k| h[k] = []}
+      days = Hash.new {|h, k| h[k] = []}
+      site_min = nil	# FIXME: site_min should be cached.
+      site_max = nil
+      page_min = {}	# FIXME: page_min should be cached.
+      page_max = {}
+
+      site.backupdb.each {|key, v, time|
+	next if times[key].nil?	# Calc only for existing pages.
+	times[key] << time
+	days[time.ymd_s] << [key, time]
+	site_min = time if site_min.nil? || time < site_min
+	site_max = time if site_max.nil? || site_max < time
+	page_min[key] = time if page_min[key].nil? || time < page_min[key]
+	page_max[key] = time if page_max[key].nil? || page_max[key] < time
+      }
+
+      page_min_days = Hash.new {|h, k| h[k] = []}
+      page_min.each {|key, time|
+	page_min_days[time.ymd_s] << [key, time]
+	
+
+
+      }
+
+
+      # Calc history from older to newer.
+      pages_history = page_min.to_a.sort {|a, b|
+	a[1] <=> b[1]
+      }.map {|a|
+	a[0]
+      }
+
+      # Count second when the page is created to the last update.
+      site_max = Time.at(1) if site_max.nil?
+      site_min = Time.at(0) if site_min.nil?
+
+      site_duration = site_max - site_min
+
+      return times, days, page_min, page_max, site_min, site_max, pages_history, site_duration
+    end
+
+    def get_keys_by_day(ymd)
+      day = @days[ymd]
+      return nil if day.empty?
+      day = day.sort_by {|key, time| time }
+      keys = day.map {|key, time| key }.uniq
+      return keys
+    end
+  end
+end
+
+if $0 == __FILE__
+  require 'qwik/test-common'
+  $test = true
+end
+
+if defined?($test) && $test
+  class TestSiteTimeLine < Test::Unit::TestCase
+    include TestSession
+
+    def test_all
+      page = @site.create_new
+      page.put_with_time('* t1', 0)	# store the first
+      page.put_with_time('* t2', 1)	# store the second
+
+      # test_last_modified
+      eq(1, @site.last_modified.to_i)
+
+      tl = @site.timeline
+
+      # test_calc_history
+      tl.calc_history
+      #pp tl
+
+      # test_times
+      times = tl.times
+      eq ['1'], times.keys
+      eq 0, times['1'][0].to_i
+      eq 1, times['1'][1].to_i
+
+      # test_days
+      days = tl.days
+      day = days['19700101']
+      eq [['1', Time.at(0)], ['1', Time.at(1)]], day
+
+      # test_site_min, page_min, pages_history, site_duration
+      eq Time.at(0), tl.site_min
+      eq({'1'=>Time.at(0)}, tl.page_min)
+      eq ['1'], tl.pages_history
+      assert(0 < tl.site_duration)
+    end
+  end
+end