fetcher 0.4.1 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/fetcher/version.rb +1 -1
- data/lib/fetcher/worker.rb +12 -2
- metadata +8 -8
data/lib/fetcher/version.rb
CHANGED
data/lib/fetcher/worker.rb
CHANGED
|
@@ -50,6 +50,11 @@ module Fetcher
|
|
|
50
50
|
|
|
51
51
|
|
|
52
52
|
def copy( src, dest )
|
|
53
|
+
### fix: return true - success or
|
|
54
|
+
# false - error!!!
|
|
55
|
+
|
|
56
|
+
## todo: add file protocol - why? why not??
|
|
57
|
+
|
|
53
58
|
logger.debug "fetch - copy src: #{src} to dest: #{dest}"
|
|
54
59
|
|
|
55
60
|
response = get_response( src )
|
|
@@ -111,9 +116,14 @@ module Fetcher
|
|
|
111
116
|
if use_cache?
|
|
112
117
|
## check for existing cache entry in cache store (lookup by uri)
|
|
113
118
|
## todo/fix: normalize uri!!!! - how?
|
|
114
|
-
|
|
119
|
+
## - remove query_string ?? fragement ?? why? why not??
|
|
120
|
+
|
|
121
|
+
## note: using uri.to_s should return full uri e.g. http://example.com/page.html
|
|
122
|
+
|
|
123
|
+
|
|
124
|
+
cache_entry = cache[ uri.to_s ]
|
|
115
125
|
if cache_entry
|
|
116
|
-
logger.info "found cache entry for >#{uri.
|
|
126
|
+
logger.info "found cache entry for >#{uri.to_s}<"
|
|
117
127
|
if cache_entry['etag']
|
|
118
128
|
logger.info "adding header If-None-Match (etag) >#{cache_entry['etag']}< for conditional GET"
|
|
119
129
|
headers['If-None-Match'] = cache_entry['etag']
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fetcher
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.4.
|
|
4
|
+
version: 0.4.2
|
|
5
5
|
prerelease:
|
|
6
6
|
platform: ruby
|
|
7
7
|
authors:
|
|
@@ -9,11 +9,11 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2013-
|
|
12
|
+
date: 2013-11-01 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: logutils
|
|
16
|
-
requirement: &
|
|
16
|
+
requirement: &83360190 !ruby/object:Gem::Requirement
|
|
17
17
|
none: false
|
|
18
18
|
requirements:
|
|
19
19
|
- - ! '>='
|
|
@@ -21,10 +21,10 @@ dependencies:
|
|
|
21
21
|
version: '0.6'
|
|
22
22
|
type: :runtime
|
|
23
23
|
prerelease: false
|
|
24
|
-
version_requirements: *
|
|
24
|
+
version_requirements: *83360190
|
|
25
25
|
- !ruby/object:Gem::Dependency
|
|
26
26
|
name: rdoc
|
|
27
|
-
requirement: &
|
|
27
|
+
requirement: &83359720 !ruby/object:Gem::Requirement
|
|
28
28
|
none: false
|
|
29
29
|
requirements:
|
|
30
30
|
- - ~>
|
|
@@ -32,10 +32,10 @@ dependencies:
|
|
|
32
32
|
version: '3.10'
|
|
33
33
|
type: :development
|
|
34
34
|
prerelease: false
|
|
35
|
-
version_requirements: *
|
|
35
|
+
version_requirements: *83359720
|
|
36
36
|
- !ruby/object:Gem::Dependency
|
|
37
37
|
name: hoe
|
|
38
|
-
requirement: &
|
|
38
|
+
requirement: &83359460 !ruby/object:Gem::Requirement
|
|
39
39
|
none: false
|
|
40
40
|
requirements:
|
|
41
41
|
- - ~>
|
|
@@ -43,7 +43,7 @@ dependencies:
|
|
|
43
43
|
version: '3.3'
|
|
44
44
|
type: :development
|
|
45
45
|
prerelease: false
|
|
46
|
-
version_requirements: *
|
|
46
|
+
version_requirements: *83359460
|
|
47
47
|
description: fetcher - Fetch Text Documents or Binary Blobs via HTTP, HTTPS
|
|
48
48
|
email: webslideshow@googlegroups.com
|
|
49
49
|
executables:
|