thewoolleyman-webgen 0.5.8.20090419

data/test/test_source_resource.rb

@@ -0,0 +1,28 @@
+# -*- encoding: utf-8 -*-
+
+require 'test/unit'
+require 'helper'
+require 'webgen/source'
+
+class TestSourceResource < Test::Unit::TestCase
+
+  include Test::WebsiteHelper
+
+  def test_initialize
+    source = Webgen::Source::Resource.new('test-glob-*')
+    assert_equal('test-glob-*', source.glob)
+  end
+
+  def test_paths
+    @website.config['resources']['test-resource'] = ['Webgen::Source::FileSystem', '.', File.basename(__FILE__)]
+    @website.config['resources']['other-resource'] = ['Webgen::Source::FileSystem', '../lib']
+
+    source = Webgen::Source::Resource.new('test-*')
+    assert_equal(1, source.paths.length)
+    assert(source.paths.include?(Webgen::Path.new('/test_source_resource.rb')))
+
+    source = Webgen::Source::Resource.new('other-*', '/webgen/**/*', '/webgen/')
+    assert(source.paths.include?(Webgen::Path.new('/source/resource.rb')))
+  end
+
+end

data/test/test_source_stacked.rb

@@ -0,0 +1,36 @@
+# -*- encoding: utf-8 -*-
+
+require 'test/unit'
+require 'helper'
+require 'webgen/source'
+
+class TestSourceFileSystemStacked < Test::Unit::TestCase
+
+  class TestSource
+    def initialize(paths); @paths = paths; end
+    def paths; Set.new(@paths); end
+  end
+
+  def test_initialize
+    source = Webgen::Source::Stacked.new
+    assert_equal([], source.stack)
+    source = Webgen::Source::Stacked.new('/dir' => 6)
+    assert_equal([['/dir', 6]], source.stack)
+  end
+
+  def test_add
+    source = Webgen::Source::Stacked.new
+    assert_raise(RuntimeError) { source.add(['dir', 6])}
+    source.add('/temp' => :source)
+    assert_equal([['/temp', :source]], source.stack)
+  end
+
+  def test_paths
+    source = Webgen::Source::Stacked.new
+    source.add('/' => TestSource.new([Webgen::Path.new('/hallo/dir'), Webgen::Path.new('/other')]))
+    source.add('/hallo' => TestSource.new([Webgen::Path.new('/dir'), Webgen::Path.new('/other')]))
+    assert_equal(Set.new([Webgen::Path.new('/hallo/dir'), Webgen::Path.new('/other'),
+                          Webgen::Path.new('/hallo/other')]), source.paths)
+  end
+
+end

data/test/test_source_tararchive.rb

@@ -0,0 +1,65 @@
+# -*- encoding: utf-8 -*-
+
+require 'test/unit'
+require 'helper'
+require 'webgen/source'
+
+class TestSourceTarArchive < Test::Unit::TestCase
+
+  class FakeStream
+
+    def open
+      require 'stringio'
+      sio = StringIO.new
+      stream = Archive::Tar::Minitar::Writer.new(sio)
+      stream.mkdir('/test', :mtime => (Time.now - 5).to_i, :mode => 0100755)
+      stream.add_file('/test/hallo.page', :mtime => (Time.now - 4).to_i, :mode => 0100644) do |os, opts|
+        os.write('This is the contents!')
+      end
+      stream.add_file('/other.page', :mtime => (Time.now - 4).to_i, :mode => 0100644) do |os, opts|
+        os.write('This is other content!')
+      end
+      sio.rewind
+      sio
+    end
+
+  end
+
+  include Test::WebsiteHelper
+
+  def setup
+    super
+    @website = Webgen::Website.new(File.join(File.dirname(__FILE__), '..'), nil)
+    @website.init
+    Thread.current[:webgen_website] = @website
+    @stream = FakeStream.new
+  end
+
+  def test_initialize
+    source = Webgen::Source::TarArchive.new(@stream)
+    assert_equal(@stream, source.uri)
+  end
+
+  def test_paths
+    source = Webgen::Source::TarArchive.new(@stream)
+    assert_equal(3, source.paths.length)
+    assert(source.paths.include?(Webgen::Path.new('/test/')))
+    assert(source.paths.include?(Webgen::Path.new('/test/hallo.page')))
+    assert_equal('This is the contents!', source.paths.find {|p| p.path == '/test/hallo.page'}.io.data)
+
+    source = Webgen::Source::TarArchive.new(@stream, '/test/*')
+    assert_equal(1, source.paths.length)
+    assert(source.paths.include?(Webgen::Path.new('/test/hallo.page')))
+  end
+
+  def test_path_changed?
+    stream = @stream
+    source = Webgen::Source::TarArchive.new(stream)
+    source.paths.each do |path|
+      assert(!path.changed?)
+      @website.cache.instance_eval { @old_data[[:tararchive_path, stream, path.path]] = Time.now - 60 }
+      assert(path.changed?)
+    end
+  end
+
+end

data/test/test_sourcehandler_base.rb

@@ -0,0 +1,123 @@
+# -*- encoding: utf-8 -*-
+
+require 'test/unit'
+require 'helper'
+require 'webgen/tree'
+require 'webgen/node'
+require 'webgen/path'
+require 'webgen/sourcehandler'
+require 'time'
+
+class TestSourceHandlerBase < Test::Unit::TestCase
+
+  class TestSH; include Webgen::SourceHandler::Base; end
+
+  include Test::WebsiteHelper
+
+  def setup
+    super
+    @obj = Object.new
+    @obj.extend(Webgen::SourceHandler::Base)
+  end
+
+  def test_create_node
+    tree = Webgen::Tree.new
+    path = path_with_meta_info('/path.html')
+    count = 0
+
+    path.instance_eval { @source_path = '/path'}
+    node = @obj.create_node(tree.dummy_root, path) {|n| count +=1 }
+    assert_equal('/path', node.node_info[:src])
+    assert_equal('Object', node.node_info[:processor])
+    assert_kind_of(Time, node['modified_at'])
+    assert_equal(1, count)
+
+    other_node = @obj.create_node(tree.dummy_root, path) {|n| count +=1 }
+    assert_equal(node, other_node)
+    assert_equal(1, count)
+
+    node.flag(:reinit)
+    other_node = @obj.create_node(tree.dummy_root, path) {|n| count +=1 }
+    assert_equal(node, other_node)
+    assert_equal(2, count)
+
+    path.instance_eval { @source_path = '/other' }
+    other_node = @obj.create_node(tree.dummy_root, path) {|n| count +=1 }
+    assert_equal(node, other_node)
+    assert_equal(2, count)
+  end
+
+  def test_node_exists
+    @tree = Webgen::Tree.new
+    node = Webgen::Node.new(@tree.dummy_root, 'test/', 'test', {'lang' => 'de', :test => :value})
+    child_de = Webgen::Node.new(node, 'test/somename.html', 'somename.page', {'lang' => 'de'})
+    frag_de = Webgen::Node.new(child_de, '#data1', '#othertest')
+
+    assert_equal(child_de, @obj.node_exists?(node, path_with_meta_info('somename.de.page')))
+    assert_equal(child_de, @obj.node_exists?(node, path_with_meta_info('other.page'), @obj.output_path(node, path_with_meta_info('somename.html'))))
+    assert_equal(false, @obj.node_exists?(node, path_with_meta_info('somename.en.page', {'no_output' => true}),
+                                          @obj.output_path(node, path_with_meta_info('somename.html'))))
+    assert_equal(frag_de, @obj.node_exists?(child_de, path_with_meta_info('#othertest')))
+    assert_equal(nil, @obj.node_exists?(node, path_with_meta_info('unknown')))
+  end
+
+  def test_output_path
+    node = Webgen::Node.new(Webgen::Tree.new.dummy_root, 'test/', 'test')
+    assert_raise(RuntimeError) { @obj.output_path(node, path_with_meta_info('test.page', 'output_path' => 'non'))}
+  end
+
+  def test_standard_output_path
+    @tree = Webgen::Tree.new
+    node = Webgen::Node.new(@tree.dummy_root, 'test/', 'test', {'lang' => 'de', :test => :value})
+
+    path = path_with_meta_info('path.html')
+    assert_equal('test/path.html', @obj.output_path(node, path))
+    path = path_with_meta_info('path.en.html')
+    assert_equal('test/path.html', @obj.output_path(node, path))
+    path = path_with_meta_info('path.eo.html')
+    assert_equal('test/path.eo.html', @obj.output_path(node, path))
+    path = path_with_meta_info('dir/')
+    assert_equal('test/dir/', @obj.output_path(node, path))
+
+    other = Webgen::Node.new(node, 'test/path.html', 'other.page')
+    path = path_with_meta_info('path.html')
+    assert_equal('test/path.html', @obj.output_path(node, path))
+    path = path_with_meta_info('path.en.html')
+    assert_equal('test/path.en.html', @obj.output_path(node, path))
+
+    path = path_with_meta_info('#frag')
+    assert_equal('test/path.html#frag', @obj.output_path(other, path))
+    frag = Webgen::Node.new(other, 'test/path.html#frag', '#frag')
+    path = path_with_meta_info('#frag1')
+    assert_equal('test/path.html#frag1', @obj.output_path(frag, path))
+
+    path = path_with_meta_info('/')
+    assert_equal('/', @obj.output_path(@tree.dummy_root, path))
+    path = path_with_meta_info('/', 'output_path_style' => [:parent, 'hallo', 56])
+    assert_equal('hallo/', @obj.output_path(@tree.dummy_root, path))
+
+    assert_raise(RuntimeError) do
+      path = path_with_meta_info('path.html', 'output_path_style' => [:parent, :year, '/', :month, '/', :cnbase, :ext])
+      @obj.output_path(node, path)
+    end
+    time = Time.parse('2008-09-04 08:15')
+    path = path_with_meta_info('path.html', 'output_path_style' => [:parent, :year, '/', :month, '/', :day, '-', :cnbase, :ext],
+                               'created_at' => time)
+    assert_equal('test/2008/09/04-path.html', @obj.output_path(node, path))
+  end
+
+  def test_content
+    assert_nil(@obj.content(nil))
+  end
+
+  def test_page_from_path
+    path = path_with_meta_info('/other.page', {'key' => 'value'}) { StringIO.new("---\nkey: value1\n---\ncontent")}
+    page = @obj.page_from_path(path)
+    assert_equal('content', page.blocks['content'].content)
+    assert_equal('value1', path.meta_info['key'])
+
+    path = path_with_meta_info('/other.page') { StringIO.new("---\:dfk")}
+    assert_raise(RuntimeError) { @obj.page_from_path(path) }
+  end
+
+end

data/test/test_sourcehandler_copy.rb

@@ -0,0 +1,47 @@
+# -*- encoding: utf-8 -*-
+
+require 'test/unit'
+require 'helper'
+require 'webgen/sourcehandler'
+require 'stringio'
+
+class TestSourceHandlerCopy < Test::Unit::TestCase
+
+  include Test::WebsiteHelper
+
+  class TestCP
+    def call(context); context.content = context.content.reverse; end
+  end
+
+  def setup
+    super
+    @website.config['contentprocessor.map']['test'] = 'TestSourceHandlerCopy::TestCP'
+    @obj = Webgen::SourceHandler::Copy.new
+    @root = Webgen::Node.new(Webgen::Tree.new.dummy_root, 'test/', 'test')
+    @without = @obj.create_node(@root, path_with_meta_info('/default.css') {StringIO.new('# header')})
+    @with = @obj.create_node(@root, path_with_meta_info('/other.test.css') {StringIO.new('# header')})
+  end
+
+  def test_create_node
+    assert_not_nil(@without)
+    assert_equal(nil, @without.node_info[:preprocessor])
+    assert_equal('test/default.css', @without.path)
+
+    assert_not_nil(@with)
+    assert_equal('test', @with.node_info[:preprocessor])
+    assert_equal('test/other.css', @with.path)
+
+    node = @obj.create_node(@root, path_with_meta_info('/other.unknown.css') {StringIO.new('# header')})
+    assert_equal(nil, node.node_info[:preprocessor])
+  end
+
+  def test_content
+    @website.blackboard.add_service(:source_paths) do
+      {'/default.css' => path_with_meta_info('/default.css') {StringIO.new('# header')}}
+    end
+    @without.node_info[:src] = @with.node_info[:src] = '/default.css'
+    assert_kind_of(Webgen::Path::SourceIO, @without.content)
+    assert_equal('# header'.reverse, @with.content)
+  end
+
+end

data/test/test_sourcehandler_directory.rb

@@ -0,0 +1,42 @@
+# -*- encoding: utf-8 -*-
+
+require 'test/unit'
+require 'helper'
+require 'webgen/sourcehandler'
+require 'stringio'
+
+class TestSourceHandlerDirectory < Test::Unit::TestCase
+
+  include Test::WebsiteHelper
+
+  def test_create_node
+    @obj = Webgen::SourceHandler::Directory.new
+    root = Webgen::Node.new(Webgen::Tree.new.dummy_root, 'test/', 'test')
+    node = @obj.create_node(root, path_with_meta_info('/dir/', {:key => :value}) {StringIO.new('')})
+    assert_not_nil(node)
+    assert_equal(:value, node[:key])
+
+    node.flag(:reinit)
+    assert_equal(node, @obj.create_node(root, path_with_meta_info('/dir/', {:key => :other}) {StringIO.new('')}))
+    assert_equal(:other, node[:key])
+  end
+
+  def test_create_directories
+    @obj = Webgen::SourceHandler::Directory.new
+    shm = Webgen::SourceHandler::Main.new # for using service :create_nodes
+    root = Webgen::Node.new(Webgen::Tree.new.dummy_root, 'test/', 'test')
+    dir = @obj.create_node(root, path_with_meta_info('/dir/'))
+
+    assert_equal(dir, @obj.create_directories(root, '/dir/', path_with_meta_info('/test')))
+    assert_equal(dir, @obj.create_directories(root, 'dir/', path_with_meta_info('/test')))
+    assert_equal(dir, @obj.create_directories(root, 'dir', path_with_meta_info('/test')))
+
+    which = @obj.create_directories(root, 'dir/under/which', path_with_meta_info('/test'))
+    assert_equal(which, @obj.create_directories(root, 'dir/under/which', path_with_meta_info('/test')))
+  end
+
+  def test_content
+    assert_equal('', Webgen::SourceHandler::Directory.new.content(nil))
+  end
+
+end

data/test/test_sourcehandler_feed.rb

@@ -0,0 +1,77 @@
+# -*- encoding: utf-8 -*-
+
+require 'test/unit'
+require 'helper'
+require 'webgen/sourcehandler'
+require 'stringio'
+
+class TestSourceHandlerFeed < Test::Unit::TestCase
+
+  include Test::WebsiteHelper
+
+  FEED_CONTENT = <<EOF
+---
+site_url: http://example.com
+entries: *.html
+author: Thomas Leitner
+content_block_name: abstract
+--- name:rss_template
+hallo
+EOF
+  def setup
+    super
+    @nodes = {
+      :root => root = Webgen::Node.new(Webgen::Tree.new.dummy_root, '/', '/', {'index_path' => 'index.html'}),
+      :file1_en => Webgen::Node.new(root, '/file1.en.html', 'file1.html', {'lang' => 'en', 'in_menu' => true, 'modified_at' => Time.now}),
+      :index_en => Webgen::Node.new(root, '/index.en.html', 'index.html', {'lang' => 'en', 'modified_at' => Time.now - 1, 'author' => 'test'}),
+    }
+    @nodes[:index_en].node_info[:page] = Webgen::Page.from_data("--- name:content\nMyContent\n--- name:abstract\nRealContent")
+    @obj = Webgen::SourceHandler::Feed.new
+    @path = path_with_meta_info('/test.feed', {}, @obj.class.name) {StringIO.new(FEED_CONTENT)}
+  end
+
+  def test_create_node
+    atom_node, rss_node = @obj.create_node(@nodes[:root], @path)
+
+    assert_not_nil(atom_node)
+    assert_not_nil(rss_node)
+    assert_kind_of(Webgen::Page, atom_node.node_info[:feed])
+    assert_equal('atom', atom_node.node_info[:feed_type])
+    assert_equal('rss', rss_node.node_info[:feed_type])
+
+    assert_equal([atom_node, rss_node], @obj.create_node(@nodes[:root], @path))
+  end
+
+  def test_content
+    atom_node, rss_node = @obj.create_node(@nodes[:root], @path)
+    assert_equal('hallo', rss_node.content)
+    assert(atom_node.content =~ /Thomas Leitner/)
+    assert(atom_node.content =~ /RealContent/)
+  end
+
+  def test_feed_entries
+    atom_node, rss_node = @obj.create_node(@nodes[:root], @path)
+    assert_equal([@nodes[:index_en]], atom_node.feed_entries)
+    assert_equal([@nodes[:index_en]], rss_node.feed_entries)
+  end
+
+  def test_node_changed
+    atom_node, rss_node = @obj.create_node(@nodes[:root], @path)
+    assert(atom_node.changed?)
+
+    atom_node.content # populate cache
+    @website.cache.old_data.update(@website.cache.new_data)
+
+    atom_node.unflag(:dirty)
+    assert(atom_node.changed?)
+
+    atom_node.unflag(:dirty)
+    @nodes[:file1_en].unflag(:dirty)
+    @nodes[:index_en].unflag(:dirty)
+    assert(!atom_node.changed?)
+
+    atom_node['entries'] = 'file.*.html'
+    assert(atom_node.changed?)
+  end
+
+end

data/test/test_sourcehandler_fragment.rb

@@ -0,0 +1,69 @@
+# -*- encoding: utf-8 -*-
+
+require 'test/unit'
+require 'helper'
+require 'webgen/sourcehandler'
+require 'stringio'
+
+class TestSourceHandlerFragment < Test::Unit::TestCase
+
+  include Test::WebsiteHelper
+
+  TEST_CONTENT=<<EOF
+- data: |
+    <h1 id="test">Test</h1>
+    <h2 id="other">test</h2>
+    <h1>nothing</h1>
+    <h1 id="third">test</h1>
+  sections:
+    - [1, test, Test]
+    - [2, other, test]
+    - [1, third, test]
+
+- data: |
+    <h1 id="test">Test</h1>
+    <h2 id="other">test</h2>
+    <h3 id='non'>other</h3>
+    <h1 id="third">test</h1>
+    <h3 id='four'>fourth</h3>
+  sections:
+    - [1, test, Test]
+    - [2, other, test]
+    - [3, non, other]
+    - [1, third, test]
+    - [3, four, fourth]
+EOF
+
+  def test_parse_html_headers
+    @obj = Webgen::SourceHandler::Fragment.new
+    YAML::load(TEST_CONTENT).each do |data|
+      sections = @obj.parse_html_headers(data['data'])
+      check_sections(sections, data['sections'])
+    end
+  end
+
+  def test_create_fragment_nodes
+    @obj = Webgen::SourceHandler::Fragment.new
+    root = Webgen::Node.new(Webgen::Tree.new.dummy_root, 'test/', 'test')
+    path = path_with_meta_info('hallo.html') {StringIO.new('')}
+    node = @obj.create_node(root, path)
+    @website.blackboard.add_service(:create_nodes, method(:create_nodes_service))
+
+    sections = @obj.parse_html_headers(YAML::load(TEST_CONTENT).first['data'])
+    @obj.create_fragment_nodes(sections, node, path, 'true')
+    assert_equal(node, node.resolve('#test').parent)
+    assert_equal(node.resolve('#test'), node.resolve('#other').parent)
+  end
+
+  def create_nodes_service(tree, alcn, path, sh)
+    [yield(tree[alcn], path_with_meta_info(path.path))]
+  end
+
+  def check_sections(sections, valid)
+    sections.each do |level, id, title, subsecs|
+      assert_equal(valid.shift, [level, id, title])
+      check_sections(subsecs, valid)
+    end
+  end
+
+end