ktlacaelel-sitemaps 0.4.2 → 0.5.0

data/Rakefile

@@ -5,13 +5,17 @@ begin
   require 'jeweler'
   Jeweler::Tasks.new do |gem|
     gem.name = "sitemaps"
-    gem.summary = %Q{SEO Sitemap Generator}
-    gem.description = %Q{Setup a config file & execute. I will download and compress your sitemaps!}
+    gem.summary = %Q{Setup a config yaml file. I will download & compress your sitemaps!}
+    gem.description = %Q{
+    Sitemaps provides an executable that will take a configuration yaml file.
+    When runned it will download and gzip-compress your sitemaps ready for production!
+    }
     gem.email = "kazu.dev@gmail.com"
     gem.homepage = "http://github.com/ktlacaelel/sitemaps"
     gem.authors = ["kazuyoshi tlacaelel"]
     gem.add_development_dependency "thoughtbot-shoulda"
     # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+    gem.add_dependency('builder', '>=2.1.2')
   end
 rescue LoadError
   puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"

data/VERSION

@@ -1 +1 @@
-0.4.2
+0.5.0

data/lib/generator.rb

@@ -22,13 +22,54 @@ module Sitemaps
     def execute!
       download!
       compress!
+      compile!
     end
 
     protected
 
+    def compile!
+      compile_index
+      compile_robots
+    end
+
+    def compile_index
+      output = File.new(sitemaps_index_filename, 'w+')
+      xml = Builder::XmlMarkup.new(:target => output, :indent => 2)
+      xml.instruct! :version => '1.0', :encoding => 'UTF-8'
+      xml.sitemapindex :xmlns => 'http://www.sitemaps.org/schemas/sitemap/0.9' do
+        downloaded_maps.each do |map|
+          xml.sitemap do
+            xml.loc get_gzip_url(map)
+            xml.lastmod Time.now.strftime('%Y-%m-%d')
+          end
+        end
+      end
+      output.close
+      compress_file(sitemaps_index_filename, sitemaps_gziped_index_filename)
+    end
+
+    def compile_robots
+      File.open(robots_filename, 'w+') do |rostob|
+        rostob.puts 'Sitemap: %s/%s' % [@configuration.domain, sitemaps_gziped_index_filename]
+      end
+    end
+
+    def robots_filename
+      File.join(@configuration.dump_dir, 'robots.txt')
+    end
+
+    def sitemaps_index_filename
+      File.join(@configuration.dump_dir, 'index.xml')
+    end
+
+    def sitemaps_gziped_index_filename
+      File.join(@configuration.dump_dir, 'index.xml' + '.gz')
+    end
+
     def download!
       ensure_dump_dir
       Net::HTTP.start(@configuration.generator, '3000') do |http|
+        http.read_timeout = 999
         @configuration.targets.each do |target|
           store_downloaded_data target, http.get(target).body
         end
@@ -37,17 +78,29 @@ module Sitemaps
 
     def compress!
       ensure_compress_dir
-      Dir.glob(download_path + '/*').each do |file|
-        Zlib::GzipWriter.open(get_gzip_filename(file)) do |gz|
-          gz.write File.read(file)
-        end
-      end
+      downloaded_maps.each { |map| compress_file(map, get_gzip_filename(map)) }
+    end
+
+    def compress_file(source, target)
+      Zlib::GzipWriter.open(target) { |gz| gz.write File.read(source) }
+    end
+
+    def downloaded_maps
+      Dir.glob(download_path + '/*')
     end
 
     def get_gzip_filename(long_path)
       File.join(compress_path, File.basename(long_path) + '.gz')
     end
 
+    def get_gzip_url(long_path)
+      [
+        @configuration.domain,
+        @configuration.dump_dir,
+        File.basename(long_path) + '.gz'
+      ].join('/')
+    end
+
     def ensure_dump_dir
       [@configuration.dump_dir, download_path].each do |path|
         Dir.mkdir path unless File.exist? path

data/lib/sitemaps.rb

@@ -3,6 +3,7 @@
 require 'net/http'
 require 'yaml'
 require 'zlib'
+require 'builder'
 
 # internal libraries
 require 'configuration'

data/sitemaps.gemspec

@@ -5,13 +5,16 @@
 
 Gem::Specification.new do |s|
   s.name = %q{sitemaps}
-  s.version = "0.4.2"
+  s.version = "0.5.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["kazuyoshi tlacaelel"]
   s.date = %q{2009-09-15}
   s.default_executable = %q{sitemaps}
-  s.description = %q{Setup a config file & execute. I will download and compress your sitemaps!}
+  s.description = %q{
+    Sitemaps provides an executable that will take a configuration yaml file.
+    When runned it will download and gzip-compress your sitemaps ready for production!
+    }
   s.email = %q{kazu.dev@gmail.com}
   s.executables = ["sitemaps"]
   s.extra_rdoc_files = [
@@ -47,7 +50,7 @@ Gem::Specification.new do |s|
   s.rdoc_options = ["--charset=UTF-8"]
   s.require_paths = ["lib"]
   s.rubygems_version = %q{1.3.3}
-  s.summary = %q{SEO Sitemap Generator}
+  s.summary = %q{Setup a config yaml file. I will download & compress your sitemaps!}
   s.test_files = [
     "test/configuration_test.rb",
      "test/generator_test.rb",
@@ -60,10 +63,13 @@ Gem::Specification.new do |s|
 
     if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
       s.add_development_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+      s.add_runtime_dependency(%q<builder>, [">= 2.1.2"])
     else
       s.add_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+      s.add_dependency(%q<builder>, [">= 2.1.2"])
     end
   else
     s.add_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+    s.add_dependency(%q<builder>, [">= 2.1.2"])
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: ktlacaelel-sitemaps
 version: !ruby/object:Gem::Version 
-  version: 0.4.2
+  version: 0.5.0
 platform: ruby
 authors: 
 - kazuyoshi tlacaelel
@@ -22,7 +22,17 @@ dependencies:
       - !ruby/object:Gem::Version 
         version: "0"
     version: 
-description: Setup a config file & execute. I will download and compress your sitemaps!
+- !ruby/object:Gem::Dependency 
+  name: builder
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.1.2
+    version: 
+description: Sitemaps provides an executable that will take a configuration yaml file. When runned it will download and gzip-compress your sitemaps ready for production!
 email: kazu.dev@gmail.com
 executables: 
 - sitemaps
@@ -57,6 +67,7 @@ files:
 - test/test_helper.rb
 has_rdoc: false
 homepage: http://github.com/ktlacaelel/sitemaps
+licenses: 
 post_install_message: 
 rdoc_options: 
 - --charset=UTF-8
@@ -77,10 +88,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.2.0
+rubygems_version: 1.3.5
 signing_key: 
 specification_version: 3
-summary: SEO Sitemap Generator
+summary: Setup a config yaml file. I will download & compress your sitemaps!
 test_files: 
 - test/configuration_test.rb
 - test/generator_test.rb