hlspider 0.0.13 → 0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- data/README.md +23 -0
- data/hlspider.gemspec +1 -1
- data/lib/hlspider/spider.rb +14 -8
- data/lib/hlspider/version.rb +1 -1
- metadata +4 -3
data/README.md
ADDED
@@ -0,0 +1,23 @@
|
|
1
|
+
HLSpider
|
2
|
+
========
|
3
|
+
ASYNC .m3u8 downloader. Downloads .m3u8 playlist files and confirms their segments are properly aligned.
|
4
|
+
|
5
|
+
Usage
|
6
|
+
-----
|
7
|
+
hlspider
|
8
|
+
|
9
|
+
Tasks:
|
10
|
+
hlspider crawl --playlists=one two three # Crawl the specified playlists and make sure their segments align
|
11
|
+
hlspider help [TASK] # Describe available tasks or one specific task
|
12
|
+
|
13
|
+
<br />
|
14
|
+
|
15
|
+
hlspider crawl --playlists=one two three
|
16
|
+
|
17
|
+
Options:
|
18
|
+
--playlists=one two three
|
19
|
+
[--sleep=N] # Default: 5
|
20
|
+
[--log=LOG] # Not implemented yet
|
21
|
+
|
22
|
+
|
23
|
+
|
data/hlspider.gemspec
CHANGED
@@ -8,7 +8,7 @@ Gem::Specification.new do |s|
|
|
8
8
|
s.platform = Gem::Platform::RUBY
|
9
9
|
s.authors = ["Brooke McKim"]
|
10
10
|
s.email = ["bmckim@telvue.com"]
|
11
|
-
s.homepage = ""
|
11
|
+
s.homepage = "http://github.com/telvue/hlspider"
|
12
12
|
s.summary = %q{ASYNC .m3u8 downloader}
|
13
13
|
s.description = %q{Downloads .m3u8 playlist files and confirms their segments are properly aligned.}
|
14
14
|
|
data/lib/hlspider/spider.rb
CHANGED
@@ -26,14 +26,15 @@ module HLSpider
|
|
26
26
|
responses << {:title => req.req.uri.to_s, :body => req.response}
|
27
27
|
end
|
28
28
|
segments = Playlist.first_segment_numbers(responses)
|
29
|
-
|
29
|
+
puts Time.now
|
30
|
+
put_and_log "--- #{segments.inspect} ---"
|
30
31
|
segments.uniq!
|
31
32
|
|
32
33
|
if segments.size > 1 && ((segments[0].to_i - segments[1].to_i).abs > 1)
|
33
34
|
p "Segments are off #{@time}"
|
34
|
-
log "**********"
|
35
|
-
log segments.inspect
|
36
|
-
log "**********"
|
35
|
+
log "**********"
|
36
|
+
log segments.inspect
|
37
|
+
log "**********"
|
37
38
|
else
|
38
39
|
p "All Good. at #{segments[0]}"
|
39
40
|
log "^^^^^^^^^^^"
|
@@ -47,9 +48,14 @@ module HLSpider
|
|
47
48
|
|
48
49
|
private
|
49
50
|
|
50
|
-
def log(str
|
51
|
-
#
|
52
|
-
|
53
|
-
end
|
51
|
+
def log(str)
|
52
|
+
#eval "@log.#{type} \"#{str}\"" if @log
|
53
|
+
@log.info str if @log
|
54
|
+
end
|
55
|
+
|
56
|
+
def put_and_log(str)
|
57
|
+
log(str)
|
58
|
+
puts str
|
59
|
+
end
|
54
60
|
end
|
55
61
|
end
|
data/lib/hlspider/version.rb
CHANGED
metadata
CHANGED
@@ -2,7 +2,7 @@
|
|
2
2
|
name: hlspider
|
3
3
|
version: !ruby/object:Gem::Version
|
4
4
|
prerelease:
|
5
|
-
version: 0.0
|
5
|
+
version: 0.1.0
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
8
8
|
- Brooke McKim
|
@@ -10,7 +10,7 @@ autorequire:
|
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
12
|
|
13
|
-
date: 2011-05-
|
13
|
+
date: 2011-05-27 00:00:00 -04:00
|
14
14
|
default_executable:
|
15
15
|
dependencies:
|
16
16
|
- !ruby/object:Gem::Dependency
|
@@ -69,6 +69,7 @@ extra_rdoc_files: []
|
|
69
69
|
files:
|
70
70
|
- .gitignore
|
71
71
|
- Gemfile
|
72
|
+
- README.md
|
72
73
|
- Rakefile
|
73
74
|
- bin/hlspider
|
74
75
|
- hlspider.gemspec
|
@@ -78,7 +79,7 @@ files:
|
|
78
79
|
- lib/hlspider/spider.rb
|
79
80
|
- lib/hlspider/version.rb
|
80
81
|
has_rdoc: true
|
81
|
-
homepage:
|
82
|
+
homepage: http://github.com/telvue/hlspider
|
82
83
|
licenses: []
|
83
84
|
|
84
85
|
post_install_message:
|