awesomecrawler 0.1.2a

data/Manifest

@@ -0,0 +1,4 @@
+README.rdoc
+Rakefile
+bin/awesomecrawler
+Manifest

data/Rakefile

@@ -0,0 +1,13 @@
+require 'rubygems'
+require 'rake'
+require 'echoe'
+
+Echoe.new('awesomecrawler', '0.1.2a') do |p|
+  p.description    = "A little website crawler."
+  p.url            = "http://khaz.info"
+  p.author         = "Antoine Lenoir"
+  p.email          = "khaz@khaz.info"
+  p.ignore_pattern = ["tmp/*", "script/*"]
+  p.runtime_dependencies = ["anemone"]
+end
+

data/awesomecrawler.gemspec

@@ -0,0 +1,35 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{awesomecrawler}
+  s.version = "0.1.2a"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Antoine Lenoir"]
+  s.date = %q{2010-07-22}
+  s.default_executable = %q{awesomecrawler}
+  s.description = %q{A little website crawler.}
+  s.email = %q{khaz@khaz.info}
+  s.executables = ["awesomecrawler"]
+  s.extra_rdoc_files = ["README.rdoc", "bin/awesomecrawler"]
+  s.files = ["README.rdoc", "Rakefile", "bin/awesomecrawler", "Manifest", "awesomecrawler.gemspec"]
+  s.homepage = %q{http://khaz.info}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Awesomecrawler", "--main", "README.rdoc"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{awesomecrawler}
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{A little website crawler.}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<anemone>, [">= 0"])
+    else
+      s.add_dependency(%q<anemone>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<anemone>, [">= 0"])
+  end
+end

data/bin/awesomecrawler

@@ -0,0 +1,25 @@
+#! /usr/bin/env ruby
+
+begin
+  require 'rubygems'
+  require 'anemone'
+rescue LoadError
+  puts "You need the Anemone gem to run this software"
+end
+
+if ARGV.length == 1
+
+  Anemone.crawl(ARGV.first) do |anemone|
+    anemone.on_every_page do |page|
+      if !page.visited
+        puts page.url + "\n"
+      end
+    end
+  end
+
+else
+
+  puts "Usage: awesomesitecrawler 'http://thesiteurl.tld'\n"
+  puts "Try again :-)"
+
+end

metadata

@@ -0,0 +1,91 @@
+--- !ruby/object:Gem::Specification 
+name: awesomecrawler
+version: !ruby/object:Gem::Version 
+  hash: 3382542
+  prerelease: true
+  segments: 
+  - 0
+  - 1
+  - 2a
+  version: 0.1.2a
+platform: ruby
+authors: 
+- Antoine Lenoir
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-07-22 00:00:00 +02:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: anemone
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+description: A little website crawler.
+email: khaz@khaz.info
+executables: 
+- awesomecrawler
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+- bin/awesomecrawler
+files: 
+- README.rdoc
+- Rakefile
+- bin/awesomecrawler
+- Manifest
+- awesomecrawler.gemspec
+has_rdoc: true
+homepage: http://khaz.info
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Awesomecrawler
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 11
+      segments: 
+      - 1
+      - 2
+      version: "1.2"
+requirements: []
+
+rubyforge_project: awesomecrawler
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: A little website crawler.
+test_files: []
+