anemone 0.0.5 → 0.0.6

Sign up to get free protection for your applications and to get access to all the features.
data/README.rdoc CHANGED
@@ -13,7 +13,6 @@ write your own specialized spider tasks quickly and easily.
13
13
 
14
14
  == REQUIREMENTS
15
15
  * nokogiri
16
- * facets
17
16
 
18
17
  == EXAMPLES
19
18
  See the +bin+ directory for several examples of useful Anemone tasks.
data/bin/anemone_cron.rb CHANGED
@@ -75,7 +75,7 @@ Anemone.crawl(root, {:discard_page_bodies => true}) do |anemone|
75
75
  puts " linked from #{u}"
76
76
  end
77
77
 
78
- puts " ..." if missing_links.size > 10
78
+ puts " ..." if links.size > 10
79
79
  end
80
80
 
81
81
  print "\n"
@@ -3,7 +3,7 @@ require 'anemone/core'
3
3
 
4
4
  module Anemone
5
5
  # Version number
6
- VERSION = '0.0.5'
6
+ VERSION = '0.0.6'
7
7
 
8
8
  # User-Agent string used for HTTP requests
9
9
  USER_AGENT = "Anemone/#{self::VERSION}"
data/lib/anemone/core.rb CHANGED
@@ -14,6 +14,7 @@ module Anemone
14
14
  def initialize(url, &block)
15
15
  url = URI(url) if url.is_a?(String)
16
16
  @url = url
17
+ @url.path = "/" if @url.path.empty?
17
18
  @tentacles = []
18
19
  @pages = PageHash.new
19
20
  @on_every_page_blocks = []
data/lib/anemone/page.rb CHANGED
@@ -1,10 +1,9 @@
1
1
  require 'anemone/http'
2
2
  require 'nokogiri'
3
- require 'facets/ostructable'
3
+ require 'ostruct'
4
4
 
5
5
  module Anemone
6
6
  class Page
7
- include OpenStructable
8
7
 
9
8
  # The URL of the page
10
9
  attr_reader :url
@@ -13,6 +12,8 @@ module Anemone
13
12
  #Content-type of the HTTP response
14
13
  attr_reader :content_type
15
14
 
15
+ #OpenStruct for user-stored data
16
+ attr_accessor :data
16
17
  #Nokogiri document for the HTML body
17
18
  attr_accessor :doc
18
19
  # Integer response code of the page
@@ -53,9 +54,7 @@ module Anemone
53
54
  @content_type = content_type
54
55
  @links = []
55
56
  @aliases = []
56
-
57
- #create empty storage for OpenStructable
58
- update({})
57
+ @data = OpenStruct.new
59
58
 
60
59
  @aliases << aka if !aka.nil?
61
60
 
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: anemone
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.5
4
+ version: 0.0.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - Chris Kite
@@ -9,7 +9,7 @@ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
11
 
12
- date: 2009-06-16 00:00:00 -05:00
12
+ date: 2009-07-04 00:00:00 -05:00
13
13
  default_executable:
14
14
  dependencies:
15
15
  - !ruby/object:Gem::Dependency
@@ -22,16 +22,6 @@ dependencies:
22
22
  - !ruby/object:Gem::Version
23
23
  version: 1.3.0
24
24
  version:
25
- - !ruby/object:Gem::Dependency
26
- name: facets
27
- type: :runtime
28
- version_requirement:
29
- version_requirements: !ruby/object:Gem::Requirement
30
- requirements:
31
- - - ">="
32
- - !ruby/object:Gem::Version
33
- version: 2.5.0
34
- version:
35
25
  description:
36
26
  email:
37
27
  executables:
@@ -45,17 +35,17 @@ extensions: []
45
35
  extra_rdoc_files:
46
36
  - README.rdoc
47
37
  files:
48
- - bin/anemone_pagedepth.rb
49
- - bin/anemone_url_list.rb
50
- - bin/anemone_cron.rb
51
38
  - bin/anemone_count.rb
39
+ - bin/anemone_cron.rb
40
+ - bin/anemone_pagedepth.rb
52
41
  - bin/anemone_serialize.rb
53
- - lib/anemone/tentacle.rb
54
- - lib/anemone/page.rb
55
- - lib/anemone/page_hash.rb
42
+ - bin/anemone_url_list.rb
43
+ - lib/anemone/anemone.rb
56
44
  - lib/anemone/core.rb
57
45
  - lib/anemone/http.rb
58
- - lib/anemone/anemone.rb
46
+ - lib/anemone/page.rb
47
+ - lib/anemone/page_hash.rb
48
+ - lib/anemone/tentacle.rb
59
49
  - lib/anemone.rb
60
50
  - README.rdoc
61
51
  has_rdoc: true