sitemap-generator 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 46ac0488541090a1e97170f60eaef6d7d158dcf7
-  data.tar.gz: 3957490a7e8fa0af4f56f635f74351efcaee2ac5
+  metadata.gz: e2bbf800e373633072d496eb1c385c42495707c3
+  data.tar.gz: aa94ca4ab1331f61248a75e591d48af399d19531
 SHA512:
-  metadata.gz: 7719e7dad8cbdae0850e1cf5ea50c86a3a237829708634ffb5b3bfe44e9fdf68fdb02fd990f5c9f3cc81fa590c80b0ba6388c5328a8bd10a304a0a7a177c68da
-  data.tar.gz: 2651958c0a0e15d6063406b3cc8072c598656c6454a7cd9c724d22f1c8886cb29d719b50cf9e5d52be585ea5da98a5b611d4ecf638220bc64102d89b07e2855d
+  metadata.gz: 623e484c5b0a676072b59a43bced6893202ba0eb07966145678a862284e37944b685b0ff03028129a3f3bd3c4f85dec43e67d257f4076ebf1f44816fac787fab
+  data.tar.gz: 22034f516b800382e938ed58520738714d0519db9ee833d6288eeb8b07cb0e1d2ac7aabfbe41457d4c5440ed98ff2eafe7866055de497795abd950872022488c

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+rvm:
+  - 1.8.7
+  - 1.9.2
+  - 1.9.3
+  - 2.1.1
+  - 2.1.0

data/Gemfile

@@ -1,4 +1,4 @@
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in substantiate-analyser.gemspec
-gemspec
+gemspec

data/Gemfile.lock

@@ -1,22 +1,29 @@
 PATH
   remote: .
   specs:
-    sitemap-analyser (0.0.1)
+    sitemap-generator (0.0.3)
       clamp
       json
       log4r
-      nokogiri
+      nokogiri (= 1.5.11)
 
 GEM
   remote: https://rubygems.org/
   specs:
     clamp (0.6.3)
+    diff-lcs (1.2.5)
     json (1.8.1)
     log4r (1.1.10)
-    mini_portile (0.6.0)
-    nokogiri (1.6.2.1)
-      mini_portile (= 0.6.0)
+    nokogiri (1.5.11)
     rake (10.3.2)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.8)
+    rspec-expectations (2.14.5)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.6)
 
 PLATFORMS
   ruby
@@ -24,4 +31,5 @@ PLATFORMS
 DEPENDENCIES
   bundler (~> 1.3)
   rake
-  sitemap-analyser!
+  rspec
+  sitemap-generator!

data/README.md

@@ -1,19 +1,15 @@
 # Sitemap Generator
+
 A simple command-line Sitemap generator tool. Useful for quickly auditing a website.
 
+Distributed as a Ruby Gem [https://rubygems.org/gems/sitemap-generator], it is not intended to be a Search Engine sitemap or integrated CMS/Rails/etc. - there are plenty of other gems that do that well.
+
+[![Gem Version](https://badge.fury.io/rb/sitemap-generator.svg)](http://badge.fury.io/rb/sitemap-generator)
+[![Build Status](https://travis-ci.org/mefellows/sitemap-generator.svg)](https://travis-ci.org/mefellows/sitemap-generator)
 ## Getting started
 
     gem install sitemap-generator
 
-*Getting started with code*
-
-If you want to get your hands dirty in code:
-
-    git clone https://github.com/mefellows/sitemap-generator
-    cd sitemap-generator
-    bundle install
-    bin/sitemap
-    
 ## Examples
 
 ### Generate a standard CSV Sitemap file

data/lib/sitemap/command.rb

@@ -67,7 +67,7 @@ module Sitemap
         end
       end
 
-      # If query strings enabled, remove QueryString transformer
+      # If fragments enabled, remove URIFragmentFilter transformer
       if fragments?
         filters = filters.select do |t|
           next true unless t.instance_of? Filters::URIFragmentFilter

data/lib/sitemap/commands/sitemap.rb

@@ -103,7 +103,7 @@ class SitemapGenerator
   end
 
   #
-  # Public: Fetch a document the Internet.
+  # Public: Fetch a document from the Internet.
   #
   def fetch(uri, domain = nil, limit = 10)
     uri = Filters::Util.make_URI(uri)
@@ -112,7 +112,6 @@ class SitemapGenerator
     end
     domain = Filters::Util.make_URI(domain)
 
-    # You should choose a better exception.
     raise ArgumentError, 'too many HTTP redirects' if limit == 0
 
     response = Net::HTTP.get_response(uri)

data/lib/sitemap/filters/filters.rb

@@ -79,7 +79,7 @@ module Filters
           f = filters_clone.shift
           uris = apply_filters(uris, index, base_uri, filters_clone)
 
-          uris = uris.select do |k|
+          uris = uris.select do |k,v|
             f.filter(index, k, base_uri)
           end
         end

data/lib/sitemap/version.rb

@@ -1,3 +1,3 @@
 module Sitemap
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

data/sitemap-generator.gemspec

@@ -20,8 +20,9 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "bundler", "~> 1.3"
   spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
   spec.add_runtime_dependency "clamp"
   spec.add_runtime_dependency "json"
   spec.add_runtime_dependency "log4r"
-  spec.add_runtime_dependency "nokogiri"
+  spec.add_runtime_dependency "nokogiri", "1.5.11"
 end

data/spec/filter_spec.rb

@@ -108,7 +108,7 @@ describe Filters::ResourcesFilter do
     i = Filters::Util.apply_filters(index, Hash.new, url, filters)
     puts i
 
-    expect(i.length).to eq 3
+    expect(i.length).to eq 4
 
   end
 

data/spec/generator_spec.rb

@@ -11,8 +11,6 @@ describe SitemapGenerator do
     filters = Filters::Util.get_all_filters
     transformers = Transformers::Util.get_all_transformers
 
-    # onegeek.com.au source as at 23/05/2014
-
     # Note no trailing slash -> need to find why lack of trailing slash is an issue
     link = URI::parse("http://www.onegeek.com.au")
     index = generator.create_index(link, link, filters, transformers, nil, 1)

data/spec/transform_spec.rb

@@ -39,9 +39,8 @@ describe Transformers::Util do
     i = Transformers::Util.apply_transformers(index, transformers)
 
     expect(i.length).to eq 25
-    expect(i[4].to_s).to eq 'http://foo.com/foo'
-    expect(i[5].to_s).to eq 'http://foo.com/foo'
-    expect(i[6].to_s).to eq 'http://foo.com/foo'
-    expect(i[7].to_s).to eq 'http://foo.com/foo'
+    i.each  do |k,v|
+      expect(k.to_s.match('\?')).to eq nil
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sitemap-generator
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - mefellows
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-05-24 00:00:00.000000000 Z
+date: 2014-05-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -38,6 +38,20 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: clamp
   requirement: !ruby/object:Gem::Requirement
@@ -84,16 +98,16 @@ dependencies:
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.5.11
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - '='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.5.11
 description: 'A basic, human readable (CSV, JSON) sitemap generator. '
 email:
 - matt.fellows@onegeek.com.au
@@ -103,6 +117,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .travis.yml
 - Gemfile
 - Gemfile.lock
 - README.md