darkhelmet-darkext 0.5.3 → 0.5.4

data/Manifest.txt

@@ -15,6 +15,7 @@ lib/darkext/integer.rb
 lib/darkext/io.rb
 lib/darkext/numeric.rb
 lib/darkext/object.rb
+lib/darkext/sitemap_generator.rb
 lib/darkext/statistics.rb
 lib/darkext/string.rb
 lib/darkext/symbol.rb

data/lib/darkext/hash.rb

@@ -8,4 +8,34 @@ class Hash
   def with_defaults!(defaults)
     self.merge!(defaults) { |key,old,new| old.nil? ? new : old }
   end
+
+  def nested_find(*keys)
+    v = self
+    keys.each do |key|
+      v = v[key]
+      return nil if v.nil?
+    end
+    return v
+  end
+
+  # http://snippets.dzone.com/posts/show/4146
+  def deep_merge!(second)
+    # From: http://www.ruby-forum.com/topic/142809
+    # Author: Stefan Rusterholz
+    merger = proc { |key,v1,v2| Hash === v1 && Hash === v2 ? v1.merge(v2, &merger) : v2 }
+    self.merge!(second, &merger)
+  end
+
+  def nested_hash(array)
+    node = self
+    array.each do |i|
+      node[i]=Hash.new if node[i].nil?
+      node = node[i]
+    end
+    self
+  end
+
+  def merge_nested_hash!(nested_hash)
+    deep_merge!(nested_hash)
+  end
 end

data/lib/darkext/sitemap_generator.rb

@@ -0,0 +1,90 @@
+require 'hpricot'
+require 'open-uri'
+require 'builder'
+require 'darkext/hash'
+
+module Darkext
+  class Darkext::SitemapBuilder
+    FORUM_CLASS_DEFAULT = 'forumtitle'
+    TOPIC_CLASS_DEFAULT = 'topictitle'
+    FORUM_PRIORITY_DEFAULT = 0.8
+    TOPIC_PRIORITY_DEFAULT = 0.5
+    PAGE_PRIORITY_DEFAULT = 0.1
+    FORUM_CHANGE_FREQ_DEFAULT = 'daily'
+    TOPIC_CHANGE_FREQ_DEFAULT = 'hourly'
+    PAGE_CHANGE_FREQ_DEFAULT = 'monthly'
+
+    def initialize(opts={})
+      defaults = {
+        :forum => {
+          :class => FORUM_CLASS_DEFAULT,
+          :priority => FORUM_PRIORITY_DEFAULT,
+          :change_freq => FORUM_CHANGE_FREQ_DEFAULT
+        },
+        :topic => {
+          :class => TOPIC_CLASS_DEFAULT,
+          :priority => TOPIC_PRIORITY_DEFAULT,
+          :change_freq => TOPIC_CHANGE_FREQ_DEFAULT
+        },
+        :page => {
+          :priority => PAGE_PRIORITY_DEFAULT,
+          :change_freq => PAGE_CHANGE_FREQ_DEFAULT
+        }
+      }
+      defaults.deep_merge!(opts)
+
+      @options = defaults
+
+      @forums = Array.new
+      @topics = Array.new
+      @pages = Array.new
+    end
+
+    def index(url, target = $stdout)
+      @pages << url
+
+      root = open(url) { |f| Hpricot(f) }
+      (root/"a.#{@options.nested_find(:forum,:class)}").each do |link|
+        index_forum(link.attributes['href'].to_s)
+      end
+
+      xml = Builder::XmlMarkup.new(:target => $stdout, :indent => 1)
+      xml.instruct!
+      xml.urlset "xmlns" => "http://www.sitemaps.org/schemas/sitemap/0.9" do
+        @pages.each do |page|
+          xml.url do
+            xml.loc(page)
+            xml.changefreq(@options.nested_find(:page,:change_freq))
+            xml.priority(@options.nested_find(:page,:priority))
+          end
+        end
+        @forums.each do |forum|
+          xml.url do
+            xml.loc(forum)
+            xml.changefreq(@options.nested_find(:forum,:change_freq))
+            xml.priority(@options.nested_find(:forum,:priority))
+          end
+        end
+        @topics.each do |topic|
+          xml.url do
+            xml.loc(topic)
+            xml.changefreq(@options.nested_find(:topic,:change_freq))
+            xml.priority(@options.nested_find(:topic,:priority))
+          end
+        end
+      end
+    end
+
+    private
+    def index_forum(href)
+      root = open(href) { |f| Hpricot(f) }
+      (root/"a.#{@options.nested_find(:forum,:class)}").each do |link|
+        index_forum(link.attributes['href'].to_s)
+      end
+      (root/"a.#{@options.nested_find(:topic,:class)}").each do |link|
+        @topics << link.attributes['href'].to_s
+      end
+      @forums << href
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: darkhelmet-darkext
 version: !ruby/object:Gem::Version 
-  version: 0.5.3
+  version: 0.5.4
 platform: ruby
 authors: 
 - Daniel Huckstep
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-01-18 00:00:00 -08:00
+date: 2009-01-25 00:00:00 -08:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -58,6 +58,7 @@ files:
 - lib/darkext/io.rb
 - lib/darkext/numeric.rb
 - lib/darkext/object.rb
+- lib/darkext/sitemap_generator.rb
 - lib/darkext/statistics.rb
 - lib/darkext/string.rb
 - lib/darkext/symbol.rb