hlspider 0.2.0 → 0.2.1

data/LICENSE

@@ -0,0 +1,21 @@
+(The MIT License)
+
+Copyright (C) 2011 by Brooke McKim
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -38,11 +38,11 @@ playlist.target_duration
 HLSpider is also available from the command line
 
 ```
-hlspider crawl --playlists=http://host.com/video1/playlist1.m3u8,http://host.com/video1/playlist2.m3u8 http://host.com/video1/playlist3.m3u8
+hlspider --playlists=http://host.com/video1/playlist1.m3u8,http://host.com/video1/playlist2.m3u8,http://host.com/video1/playlist3.m3u8
 ```
 
 OR 
 
 ```
-hlspider crawl --playlists=http://host.com/video1/all_bitrates_playlist.m3u8
+hlspider --playlists=http://host.com/video1/all_bitrates_playlist.m3u8
 ```

data/lib/hlspider/async_download.rb

@@ -21,6 +21,8 @@ module HLSpider
     def async_download(urls)
       urls = Array.new(urls)
       
+      puts urls.inspect
+      
       responses = nil
       EventMachine.run {
         multi = EventMachine::MultiRequest.new

data/lib/hlspider/playlist.rb

@@ -36,6 +36,9 @@ module HLSpider
     # Public: Gets the target duration if available. 
     attr_reader :target_duration 
     
+    # Public: Gets the media sequence of the playlist.
+    attr_reader :media_sequence
+    
     # Internal: Initialize a Playlist.
     #
     # file   - A String containing an .m3u8 playlist file.
@@ -108,7 +111,28 @@ module HLSpider
     def valid?
       @valid
     end  
-
+    
+    # Public: Sub-Playlists of playlist file. Appends source if
+    #   playlists are not absolute urls.
+    #   
+    #
+    #
+    # Examples
+    #
+    #   playlists
+    #   # => ["http://site.tld/playlist_1.m3u8", "http://site.tld/playlist_2.m3u8"]
+    #
+    # Returns Array of Strings.
+    def playlists
+      @playlists.collect do |p|
+        if absolute_url?(p)
+          p
+        elsif @source
+          @source.sub(/\w*.m3u8/, p)
+        end    
+      end  
+    end  
+    
     # Public: Prints contents of @file.
     #
     #
@@ -152,6 +176,8 @@ module HLSpider
             @segments << filename(line.strip)
           elsif duration_line?(line)
             @target_duration = parse_duration(line.strip)
+          elsif media_sequence_line?(line)
+            @media_sequence = parse_sequence(line.strip)  
           end              
         end         
       else

data/lib/hlspider/playlist_line.rb

@@ -15,7 +15,7 @@ module HLSpider
     #
     # Returns Boolean.
     def has_segment?(str)
-      !!/.*.ts(\z|\?)/.match(str)
+      !!/.*.ts(\z|\?|$)/.match(str)
     end
 
     # Internal: Checks if String str contains links to .m3u8 file extensions.
@@ -91,5 +91,59 @@ module HLSpider
     def filename(str)
      str.slice(/\w{1,}(.ts)/)
     end
+
+    # Internal: Parses string and returns whether or not it is an absolute url.
+    #
+    # str - String to be parsed
+    #    
+    # Examples
+    #
+    #   absolute_url?("directory/file.m3u8")
+    #   #=> false
+    #
+    #   absolute_url?("http://www.site.tld/file.m3u8")
+    #   #=> true
+    #
+    # Returns String or nil.    
+    def absolute_url?(str)
+      str.split("://").size > 1
+    end 
+    
+    # Internal: Parses string and returns whether or not it is a media sequence line.
+    #
+    # str - String to be parsed
+    #    
+    # Examples
+    #
+    #   media_sequence_line?("#EXT-X-MEDIA-SEQUENCE:1739")
+    #   #=> true
+    #
+    #   media_sequence_line?("holla")
+    #   #=> false
+    #
+    # Returns Boolean.
+    def media_sequence_line?(str)
+      !!/EXT-X-MEDIA-SEQUENCE/.match(str)
+    end
+    
+    # Internal: Parses string and returns media sequence number.
+    #
+    # line - Line to be parsed
+    #    
+    # Examples
+    #
+    #   parse_sequence("#EXT-X-MEDIA-SEQUENCE:1739")
+    #   #=> 1739
+    #
+    # Returns Integer or nil.
+    def parse_sequence(line)  
+      /#EXT-X-MEDIA-SEQUENCE:\s*(\d*)/.match(line)
+      
+      if sequence = Regexp.last_match(1)
+        sequence.to_i
+      else
+        nil
+      end    
+    end   
   end
 end

data/lib/hlspider/spider.rb

@@ -91,7 +91,7 @@ module HLSpider
     #
     # Returns Array of Strings
     def last_segments
-      playlists.collect { |p| p.segments.last }
+      playlists.collect { |p| p.media_sequence }
     end  
     
     private

data/lib/hlspider/version.rb

@@ -1,3 +1,3 @@
 module HLSpider
-  VERSION = "0.2.0"
+  VERSION = "0.2.1"
 end

data/spec/hlspider/playlist_line_spec.rb

@@ -53,6 +53,36 @@ describe HLSpider::PlaylistLine do
     it "returns String with filename on String with filename" do
       PlaylistLine.filename(@segment_line).must_equal("video_123123023030.ts")
     end  
-  end   
+  end
+  
+  describe "#absolute_url?" do
+    it "returns true for full url" do
+      PlaylistLine.absolute_url?("http://www.google.com/gmail/").must_equal(true)
+    end  
+    
+    it "returns false for relative path" do
+      PlaylistLine.absolute_url?("holla/dolla.m3u8").must_equal(false)
+    end  
+  end 
+  
+  describe "#media_sequence_line?" do
+    it "returns false when line is not a media sequence line" do
+      PlaylistLine.media_sequence_line?("!!!!!!!hello").must_equal(false)
+    end
+    
+    it "returns true when line is a media sequence line" do
+      PlaylistLine.media_sequence_line?("#EXT-X-MEDIA-SEQUENCE:1739").must_equal(true)
+    end    
+  end
+  
+  describe "#parse_sequence" do
+    it "returns sequence number when the line has one" do
+      PlaylistLine.parse_sequence("#EXT-X-MEDIA-SEQUENCE:1739").must_equal(1739)
+    end  
+    
+    it "returns nil when line does not a sequence number" do
+      PlaylistLine.parse_sequence("~_~").must_equal(nil)
+    end  
+  end        
 end
   

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: hlspider
 version: !ruby/object:Gem::Version 
-  hash: 23
+  hash: 21
   prerelease: 
   segments: 
   - 0
   - 2
-  - 0
-  version: 0.2.0
+  - 1
+  version: 0.2.1
 platform: ruby
 authors: 
 - brookemckim
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-11-17 00:00:00 -05:00
+date: 2011-12-06 00:00:00 -05:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -82,6 +82,7 @@ files:
 - .rbenv-version
 - Gemfile
 - Gemfile.lock
+- LICENSE
 - README.md
 - Rakefile
 - bin/hlspider