chef_stash 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +2 -84
- data/lib/chef_stash/rash.rb +0 -5
- data/lib/chef_stash/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: ea5517b2249f5b3216ba11650989a778111491fd
|
|
4
|
+
data.tar.gz: 28f2137e8c61c633d58e661b1ffc35769e595b93
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 1a74d35e991d9684437a291bb3f3491b2c691e284d0b0c1c8efd44b17097e079f365849febf92220abbb86bee9bf93a9e33ba55d55ae1ca465042a5c1ad30a4c
|
|
7
|
+
data.tar.gz: d4bd53f3a92e8a206e5c1af22210f1372afaa8a90e1f0e4bf580ca15cc95e96ae8b484be0fff2c9b4024ed4439eea7f3d986984d4c4b6445242da69c40c5d942
|
data/README.md
CHANGED
|
@@ -1,85 +1,3 @@
|
|
|
1
|
+
# ChefStash
|
|
1
2
|
|
|
2
|
-
|
|
3
|
-
:ini => {
|
|
4
|
-
:md5 => "42637e9aebc7a8dc6675f447b4c774ed",
|
|
5
|
-
:key => :avsm,
|
|
6
|
-
:name => "AVSM.ini",
|
|
7
|
-
:type => :ini,
|
|
8
|
-
:url => "http://serf.mudbox.dev/package_3.0/AVSM/AVSM.ini",
|
|
9
|
-
:utime => 1429316444,
|
|
10
|
-
:sha256 => nil
|
|
11
|
-
},
|
|
12
|
-
:zip => {
|
|
13
|
-
:md5 => "17b788aaed6245ada23fdd44b5edcd3e",
|
|
14
|
-
:key => :avsm,
|
|
15
|
-
:name => "AVSM.zip",
|
|
16
|
-
:type => :zip,
|
|
17
|
-
:url => "http://serf.mudbox.dev/package_3.0/AVSM/AVSM.zip",
|
|
18
|
-
:utime => 1429316444,
|
|
19
|
-
:sha256 => nil
|
|
20
|
-
}
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
@url = 'http://serf.mudbox.dev/'
|
|
24
|
-
@path = 'package_3.0'
|
|
25
|
-
|
|
26
|
-
@url = 'http://winini.mudbox.dev/'
|
|
27
|
-
@path = 'package_3.0'
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
results = []
|
|
31
|
-
Anemone.crawl(@url, discard_page_bodies: true) do |anemone|
|
|
32
|
-
anemone.on_pages_like(/\/#{@path}\/\w+\/\w+\.(ini|zip)$/i) do |page|
|
|
33
|
-
page.to_hash
|
|
34
|
-
end
|
|
35
|
-
end
|
|
36
|
-
results.reduce({}, :recursive_merge)
|
|
37
|
-
@document = {
|
|
38
|
-
"url" => p.url.to_s, "md5string" => Digest::MD5.hexdigest(p.body.to_s)
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
ChefStash::ChefStash.new @url, @path
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
chef_stash('http://winini.mudbox.dev/pp', 'pk1')
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
Anemone.crawl(target) do |anemone|
|
|
50
|
-
anemone.on_every_page do |page|
|
|
51
|
-
puts page.url
|
|
52
|
-
end
|
|
53
|
-
end
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
require 'anemone'
|
|
57
|
-
|
|
58
|
-
module Anemone
|
|
59
|
-
class Page
|
|
60
|
-
def to_hash
|
|
61
|
-
name = File.basename(@url.to_s)
|
|
62
|
-
key = File.basename(name, '.*').downcase.to_sym
|
|
63
|
-
type = File.extname(name)[1..-1].downcase.to_sym
|
|
64
|
-
utime = Time.now.to_i
|
|
65
|
-
|
|
66
|
-
key = { key => { type => {
|
|
67
|
-
md5: Digest::MD5.hexdigest(body.to_s),
|
|
68
|
-
key: key,
|
|
69
|
-
name: name,
|
|
70
|
-
type: type,
|
|
71
|
-
url: @url.to_s,
|
|
72
|
-
utime: utime,
|
|
73
|
-
sha256: nil
|
|
74
|
-
} } }
|
|
75
|
-
end
|
|
76
|
-
end
|
|
77
|
-
end
|
|
78
|
-
|
|
79
|
-
Anemone.crawl(@url, discard_page_bodies: true) do |anemone|
|
|
80
|
-
anemone.on_pages_like(/\/#{@path}\/\w+\/\w+\.(ini|zip)$/i) do |page|
|
|
81
|
-
page.to_hash
|
|
82
|
-
end
|
|
83
|
-
end
|
|
84
|
-
|
|
85
|
-
|
|
3
|
+
ChefStash is a Chef Key/value stash cache hash objects store. It's extremely useful, amazingly fast and superbly built. Enjoy!
|
data/lib/chef_stash/rash.rb
CHANGED
|
@@ -181,11 +181,6 @@ module ChefStash
|
|
|
181
181
|
created: created,
|
|
182
182
|
visited: page.visited
|
|
183
183
|
} } }
|
|
184
|
-
|
|
185
|
-
seen_urls << { url => { modified: modified, created: created }}
|
|
186
|
-
seen_urls << { key => { type => {
|
|
187
|
-
modified: modified, created: created
|
|
188
|
-
} } }
|
|
189
184
|
end
|
|
190
185
|
end
|
|
191
186
|
|
data/lib/chef_stash/version.rb
CHANGED