chef_stash 0.1.1 → 0.1.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +2 -84
- data/lib/chef_stash/rash.rb +0 -5
- data/lib/chef_stash/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: ea5517b2249f5b3216ba11650989a778111491fd
|
|
4
|
+
data.tar.gz: 28f2137e8c61c633d58e661b1ffc35769e595b93
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 1a74d35e991d9684437a291bb3f3491b2c691e284d0b0c1c8efd44b17097e079f365849febf92220abbb86bee9bf93a9e33ba55d55ae1ca465042a5c1ad30a4c
|
|
7
|
+
data.tar.gz: d4bd53f3a92e8a206e5c1af22210f1372afaa8a90e1f0e4bf580ca15cc95e96ae8b484be0fff2c9b4024ed4439eea7f3d986984d4c4b6445242da69c40c5d942
|
data/README.md
CHANGED
|
@@ -1,85 +1,3 @@
|
|
|
1
|
+
# ChefStash
|
|
1
2
|
|
|
2
|
-
|
|
3
|
-
:ini => {
|
|
4
|
-
:md5 => "42637e9aebc7a8dc6675f447b4c774ed",
|
|
5
|
-
:key => :avsm,
|
|
6
|
-
:name => "AVSM.ini",
|
|
7
|
-
:type => :ini,
|
|
8
|
-
:url => "http://serf.mudbox.dev/package_3.0/AVSM/AVSM.ini",
|
|
9
|
-
:utime => 1429316444,
|
|
10
|
-
:sha256 => nil
|
|
11
|
-
},
|
|
12
|
-
:zip => {
|
|
13
|
-
:md5 => "17b788aaed6245ada23fdd44b5edcd3e",
|
|
14
|
-
:key => :avsm,
|
|
15
|
-
:name => "AVSM.zip",
|
|
16
|
-
:type => :zip,
|
|
17
|
-
:url => "http://serf.mudbox.dev/package_3.0/AVSM/AVSM.zip",
|
|
18
|
-
:utime => 1429316444,
|
|
19
|
-
:sha256 => nil
|
|
20
|
-
}
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
@url = 'http://serf.mudbox.dev/'
|
|
24
|
-
@path = 'package_3.0'
|
|
25
|
-
|
|
26
|
-
@url = 'http://winini.mudbox.dev/'
|
|
27
|
-
@path = 'package_3.0'
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
results = []
|
|
31
|
-
Anemone.crawl(@url, discard_page_bodies: true) do |anemone|
|
|
32
|
-
anemone.on_pages_like(/\/#{@path}\/\w+\/\w+\.(ini|zip)$/i) do |page|
|
|
33
|
-
page.to_hash
|
|
34
|
-
end
|
|
35
|
-
end
|
|
36
|
-
results.reduce({}, :recursive_merge)
|
|
37
|
-
@document = {
|
|
38
|
-
"url" => p.url.to_s, "md5string" => Digest::MD5.hexdigest(p.body.to_s)
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
ChefStash::ChefStash.new @url, @path
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
chef_stash('http://winini.mudbox.dev/pp', 'pk1')
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
Anemone.crawl(target) do |anemone|
|
|
50
|
-
anemone.on_every_page do |page|
|
|
51
|
-
puts page.url
|
|
52
|
-
end
|
|
53
|
-
end
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
require 'anemone'
|
|
57
|
-
|
|
58
|
-
module Anemone
|
|
59
|
-
class Page
|
|
60
|
-
def to_hash
|
|
61
|
-
name = File.basename(@url.to_s)
|
|
62
|
-
key = File.basename(name, '.*').downcase.to_sym
|
|
63
|
-
type = File.extname(name)[1..-1].downcase.to_sym
|
|
64
|
-
utime = Time.now.to_i
|
|
65
|
-
|
|
66
|
-
key = { key => { type => {
|
|
67
|
-
md5: Digest::MD5.hexdigest(body.to_s),
|
|
68
|
-
key: key,
|
|
69
|
-
name: name,
|
|
70
|
-
type: type,
|
|
71
|
-
url: @url.to_s,
|
|
72
|
-
utime: utime,
|
|
73
|
-
sha256: nil
|
|
74
|
-
} } }
|
|
75
|
-
end
|
|
76
|
-
end
|
|
77
|
-
end
|
|
78
|
-
|
|
79
|
-
Anemone.crawl(@url, discard_page_bodies: true) do |anemone|
|
|
80
|
-
anemone.on_pages_like(/\/#{@path}\/\w+\/\w+\.(ini|zip)$/i) do |page|
|
|
81
|
-
page.to_hash
|
|
82
|
-
end
|
|
83
|
-
end
|
|
84
|
-
|
|
85
|
-
|
|
3
|
+
ChefStash is a Chef Key/value stash cache hash objects store. It's extremely useful, amazingly fast and superbly built. Enjoy!
|
data/lib/chef_stash/rash.rb
CHANGED
|
@@ -181,11 +181,6 @@ module ChefStash
|
|
|
181
181
|
created: created,
|
|
182
182
|
visited: page.visited
|
|
183
183
|
} } }
|
|
184
|
-
|
|
185
|
-
seen_urls << { url => { modified: modified, created: created }}
|
|
186
|
-
seen_urls << { key => { type => {
|
|
187
|
-
modified: modified, created: created
|
|
188
|
-
} } }
|
|
189
184
|
end
|
|
190
185
|
end
|
|
191
186
|
|
data/lib/chef_stash/version.rb
CHANGED