unsitemap 0.0.1

data/lib/sitemap.rb

@@ -0,0 +1,33 @@
+require "open-uri"
+require "nokogiri"
+require "zlib"
+
+class Sitemap
+  def initialize(uri)
+    @uri = uri
+  end
+
+  def each(&block)
+    sitemap = open(@uri) do |f|
+      f = Zlib::GzipReader.new(f) if @uri =~ /\.gz\Z/
+      Nokogiri::XML(f)
+    end
+
+    case sitemap.root.name
+    when "urlset"
+      sitemap.xpath("/s:urlset/s:url/s:loc", namespaces).each do |element|
+        yield element.text
+      end
+    when "sitemapindex"
+      sitemap.xpath("/s:sitemapindex/s:sitemap/s:loc", namespaces).each do |element|
+        Sitemap.new(element.text).each(&block)
+      end
+    else
+      raise "Unknown sitemap format"
+    end
+  end
+
+  def namespaces
+    { "s" => "http://www.sitemaps.org/schemas/sitemap/0.9" }
+  end
+end

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification
+name: unsitemap
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Sam Goldman
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: 
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/sitemap.rb
+homepage: https://github.com/samwgoldman/unsitemap
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Sitemap Consumer
+test_files: []