hlspider 0.0.13 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/README.md +23 -0
- data/hlspider.gemspec +1 -1
- data/lib/hlspider/spider.rb +14 -8
- data/lib/hlspider/version.rb +1 -1
- metadata +4 -3
data/README.md
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
HLSpider
|
|
2
|
+
========
|
|
3
|
+
ASYNC .m3u8 downloader. Downloads .m3u8 playlist files and confirms their segments are properly aligned.
|
|
4
|
+
|
|
5
|
+
Usage
|
|
6
|
+
-----
|
|
7
|
+
hlspider
|
|
8
|
+
|
|
9
|
+
Tasks:
|
|
10
|
+
hlspider crawl --playlists=one two three # Crawl the specified playlists and make sure their segments align
|
|
11
|
+
hlspider help [TASK] # Describe available tasks or one specific task
|
|
12
|
+
|
|
13
|
+
<br />
|
|
14
|
+
|
|
15
|
+
hlspider crawl --playlists=one two three
|
|
16
|
+
|
|
17
|
+
Options:
|
|
18
|
+
--playlists=one two three
|
|
19
|
+
[--sleep=N] # Default: 5
|
|
20
|
+
[--log=LOG] # Not implemented yet
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
|
data/hlspider.gemspec
CHANGED
|
@@ -8,7 +8,7 @@ Gem::Specification.new do |s|
|
|
|
8
8
|
s.platform = Gem::Platform::RUBY
|
|
9
9
|
s.authors = ["Brooke McKim"]
|
|
10
10
|
s.email = ["bmckim@telvue.com"]
|
|
11
|
-
s.homepage = ""
|
|
11
|
+
s.homepage = "http://github.com/telvue/hlspider"
|
|
12
12
|
s.summary = %q{ASYNC .m3u8 downloader}
|
|
13
13
|
s.description = %q{Downloads .m3u8 playlist files and confirms their segments are properly aligned.}
|
|
14
14
|
|
data/lib/hlspider/spider.rb
CHANGED
|
@@ -26,14 +26,15 @@ module HLSpider
|
|
|
26
26
|
responses << {:title => req.req.uri.to_s, :body => req.response}
|
|
27
27
|
end
|
|
28
28
|
segments = Playlist.first_segment_numbers(responses)
|
|
29
|
-
|
|
29
|
+
puts Time.now
|
|
30
|
+
put_and_log "--- #{segments.inspect} ---"
|
|
30
31
|
segments.uniq!
|
|
31
32
|
|
|
32
33
|
if segments.size > 1 && ((segments[0].to_i - segments[1].to_i).abs > 1)
|
|
33
34
|
p "Segments are off #{@time}"
|
|
34
|
-
log "**********"
|
|
35
|
-
log segments.inspect
|
|
36
|
-
log "**********"
|
|
35
|
+
log "**********"
|
|
36
|
+
log segments.inspect
|
|
37
|
+
log "**********"
|
|
37
38
|
else
|
|
38
39
|
p "All Good. at #{segments[0]}"
|
|
39
40
|
log "^^^^^^^^^^^"
|
|
@@ -47,9 +48,14 @@ module HLSpider
|
|
|
47
48
|
|
|
48
49
|
private
|
|
49
50
|
|
|
50
|
-
def log(str
|
|
51
|
-
#
|
|
52
|
-
|
|
53
|
-
end
|
|
51
|
+
def log(str)
|
|
52
|
+
#eval "@log.#{type} \"#{str}\"" if @log
|
|
53
|
+
@log.info str if @log
|
|
54
|
+
end
|
|
55
|
+
|
|
56
|
+
def put_and_log(str)
|
|
57
|
+
log(str)
|
|
58
|
+
puts str
|
|
59
|
+
end
|
|
54
60
|
end
|
|
55
61
|
end
|
data/lib/hlspider/version.rb
CHANGED
metadata
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
name: hlspider
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
4
|
prerelease:
|
|
5
|
-
version: 0.0
|
|
5
|
+
version: 0.1.0
|
|
6
6
|
platform: ruby
|
|
7
7
|
authors:
|
|
8
8
|
- Brooke McKim
|
|
@@ -10,7 +10,7 @@ autorequire:
|
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
12
|
|
|
13
|
-
date: 2011-05-
|
|
13
|
+
date: 2011-05-27 00:00:00 -04:00
|
|
14
14
|
default_executable:
|
|
15
15
|
dependencies:
|
|
16
16
|
- !ruby/object:Gem::Dependency
|
|
@@ -69,6 +69,7 @@ extra_rdoc_files: []
|
|
|
69
69
|
files:
|
|
70
70
|
- .gitignore
|
|
71
71
|
- Gemfile
|
|
72
|
+
- README.md
|
|
72
73
|
- Rakefile
|
|
73
74
|
- bin/hlspider
|
|
74
75
|
- hlspider.gemspec
|
|
@@ -78,7 +79,7 @@ files:
|
|
|
78
79
|
- lib/hlspider/spider.rb
|
|
79
80
|
- lib/hlspider/version.rb
|
|
80
81
|
has_rdoc: true
|
|
81
|
-
homepage:
|
|
82
|
+
homepage: http://github.com/telvue/hlspider
|
|
82
83
|
licenses: []
|
|
83
84
|
|
|
84
85
|
post_install_message:
|