hlspider 0.1.2 → 0.2.0

data/.gitignore

@@ -1,4 +1,2 @@
 *.gem
 .bundle
-Gemfile.lock
-pkg/*

data/.rbenv-version

@@ -0,0 +1 @@
+1.8.7-p352

data/Gemfile

@@ -1,4 +1,4 @@
-gem 'eventmachine', :git => 'git://github.com/eventmachine/eventmachine.git', :require => 'eventmachine'
-gem 'thor', '>= 0.14.0'
-gem 'em-synchrony', '>= 0.3.0.beta.1'
-gem 'em-http-request', '>= 1.0.0.beta.3'
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in hlspider.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,28 @@
+PATH
+  remote: .
+  specs:
+    hlspider (0.2.0)
+      em-http-request
+      eventmachine
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    addressable (2.2.6)
+    em-http-request (1.0.0)
+      addressable (>= 2.2.3)
+      em-socksify
+      eventmachine (>= 1.0.0.beta.3)
+      http_parser.rb (>= 0.5.2)
+    em-socksify (0.1.0)
+      eventmachine
+    eventmachine (1.0.0.beta.4)
+    http_parser.rb (0.5.3)
+    minitest (2.7.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  hlspider!
+  minitest

data/README.md

@@ -1,26 +1,48 @@
-HLSpider
-========
-ASYNC .m3u8 downloader. Downloads .m3u8 playlist files and confirms their segments are properly aligned.
+# HLSpider - the HTTP Live Streaming Spider
+Asynchronously downloads .m3u8 playlists and reports back on whether or not the playlists are aligned in time.
 
-Usage
------
-    hlspider crawl --playlists=http://site.tld/playlist1.m3u8 http://site.tld/playlist2.m3u8 http://site.tld/playlist3.m3u8
+## Purpose
 
-  
-    hlspider
+Apple's HTTP Live Streaming (HLS) is used to deliver content with varying bit rate streams so a 3G connected cellphone can watch a video without buffering while a laptop can watch that same content in full 1080p. HLS uses .m3u8 playlist files (each bit rate having its own) which contain links to download the next video segment.It is very important that these different playlists are all at the same point in time so switching between bit rates is a seamless experience. 
 
-    Tasks:
-      hlspider crawl --playlists=one two three  # Crawl the specified playlists and make sure their segments align
-      hlspider help [TASK]                      # Describe available tasks or one specific task
-    
-<br />
+Point HLSpider at multiple playlists and it will report back on whether or not these playlist contain the same number segment at the end of their playlist. 
 
-    hlspider crawl --playlists=one two three
+## Usage
 
-    Options:
-    --playlists=one two three  
-    [--sleep=N]  # Default: 5
-    [--log=LOG]  # Disabled by default - Log provides some extra debug information
-  
+```
+# Point the spider at multiple playlists
+playlists = ["http://host.com/video1/playlist1.m3u8", "http://host.com/video1/playlist2.m3u8", "http://host.com/video1/playlist3.m3u8"]
+spider = HLSpider.new(playlists)
+```
 
-  
+OR
+
+```
+# The parent multi bit rate playlist
+parent_url = "http://host.com/video1/all_bitrates_playlist.m3u8"
+spider = HLSpider.new(parent_url)
+```
+
+```
+spider.aligned?
+spider.invalid_playlists
+
+playlist = spider.playlists[0]
+playlist.valid?
+playlist.segments
+playlist.url
+playlist.file
+playlist.target_duration
+```
+
+HLSpider is also available from the command line
+
+```
+hlspider crawl --playlists=http://host.com/video1/playlist1.m3u8,http://host.com/video1/playlist2.m3u8 http://host.com/video1/playlist3.m3u8
+```
+
+OR 
+
+```
+hlspider crawl --playlists=http://host.com/video1/all_bitrates_playlist.m3u8
+```

data/Rakefile

@@ -1,2 +1,10 @@
-require 'bundler'
-Bundler::GemHelper.install_tasks
+require "bundler/gem_tasks"
+
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+  t.libs.push 'lib'
+  t.libs.push 'spec'
+  t.test_files = FileList['spec/**/*_spec.rb']
+  t.verbose = true
+end

data/bin/hlspider

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+require 'optparse'
 
 begin
   require 'hlspider'
@@ -7,4 +8,45 @@ rescue LoadError
   require 'hlspider'
 end
 
-HLSpider::HLSpider.start
+options = {}
+
+opts_parser = OptionParser.new do |opts|
+  opts.banner  = 'Downloads m3u8 playlists and confirms their segments are aligned.'
+  opts.banner += ''
+
+  opts.on('-p', '--playlists PLAYLISTS', Array, 'URL(s) to playlist(s)') do |playlists|
+    options[:playlists] = playlists
+  end
+  
+  options[:loop] = 1
+  opts.on('-l', '--loop TIMES', Integer) do |l|
+    options[:loop] = l || 5
+  end  
+  
+  opts.on( '-h', '--help', 'Display this screen' ) do
+    puts opts
+    exit
+  end
+end
+opts_parser.parse!
+
+spider = HLSpider::Spider.new(options[:playlists])
+
+x = 1
+while x <= options[:loop] do
+  if spider.crawl
+    if spider.aligned?
+      puts "--- Aligned at segment : #{spider.last_segments[0]} ---"
+    else
+      puts "--- Unaligned with segments : #{spider.last_segments.join(', ')} ---"
+    end
+  else
+    @errors.each do |err|
+      puts "--- #{err} ---"
+    end  
+  end    
+  
+  break if @errors
+  
+  x += 1
+end  

data/hlspider.gemspec

@@ -4,13 +4,13 @@ require "hlspider/version"
 
 Gem::Specification.new do |s|
   s.name        = "hlspider"
-  s.version     = Hlspider::VERSION
-  s.platform    = Gem::Platform::RUBY
-  s.authors     = ["Brooke McKim"]
-  s.email       = ["bmckim@telvue.com"]
-  s.homepage    = "http://github.com/telvue/hlspider"
-  s.summary     = %q{ASYNC .m3u8 downloader}
-  s.description = %q{Downloads .m3u8 playlist files and confirms their segments are properly aligned.}
+  s.version     = HLSpider::VERSION
+  s.authors     = ["brookemckim"]
+  s.email       = ["brooke.mckim@gmail.com"]
+  s.homepage    = "http://www.github.com/brookemckim/hlspider"
+  s.summary     = %q{Asynchronously download and parse .m3u8 playlists.}
+  s.description = %q{Asynchronously downloads .m3u8 playlists and reports back on whether or not the playlists are aligned in time.}
+
 
   s.rubyforge_project = "hlspider"
 
@@ -18,9 +18,10 @@ Gem::Specification.new do |s|
   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   s.require_paths = ["lib"]
+
+  # specify any dependencies here
+  s.add_runtime_dependency 'eventmachine',    '~> 1.0.0.beta.4'
+  s.add_runtime_dependency 'em-http-request', '~> 1.0.0'
   
-  s.add_dependency('thor', '>= 0.14.0')
-  s.add_dependency('em-synchrony', '>= 0.3.0.beta.1')
-  s.add_dependency('eventmachine', '>= 1.0.0.beta.3')
-  s.add_dependency('em-http-request', '>= 1.0.0.beta.3')  
+  s.add_development_dependency 'minitest', '~> 2.7.0'
 end

data/lib/hlspider/async_download.rb

@@ -0,0 +1,48 @@
+# Internal: Asynchronsoly downloads urls and returns Array of responses.
+require 'eventmachine'
+require 'em-http-request'
+
+module HLSpider
+  module AsyncDownload
+    # Internal: Asynchronosly download given URLs.
+    #
+    # urls  - An Array of strings or a single string of URL(s)
+    #
+    # Examples
+    #
+    #   async_download(["http://www.google.com", "http://www.yahoo.com"])
+    #   # => 
+    #
+    #   async_download("http://www.bing.com")
+    #   # => 
+    #
+    # Returns the Array of responses.
+    # Raises error if there is a request problem. 
+    def async_download(urls)
+      urls = Array.new(urls)
+      
+      responses = nil
+      EventMachine.run {
+        multi = EventMachine::MultiRequest.new
+
+        urls.each_with_index do |url, idx|
+          http = EventMachine::HttpRequest.new(url, :connect_timeout => 10)
+          req = http.get
+          multi.add idx, req
+        end
+
+        multi.callback  do
+          responses = multi.responses
+          EventMachine.stop
+        end
+      }
+
+      if responses[:callback].size == urls.size
+        responses[:callback].collect { |k,v| v }
+      else
+        puts "Connection Error"
+        #raise ConnectError
+      end    
+    end  
+  end  
+end  

data/lib/hlspider/playlist.rb

@@ -1,62 +1,162 @@
+# Internal: Parses out and exposes the parts of M3U8 playlist files.
+# 
+# M3U8 References:
+# http://developer.apple.com/library/ios/#documentation/networkinginternet/conceptual/streamingmediaguide/HTTPStreamingArchitecture/HTTPStreamingArchitecture.html
+# 
+# Examples
+#
+#   p = Playlist.new(File.read("/path/to/playlist.m3u8"), "http://url.tld/where/playlist/was/downloaded/from")
+#   # => 
+#   <HLSpider::Playlist:0x10c801a80 
+#    @variable_playlist=false, 
+#    @segments=["media_88868.ts", "media_88869.ts"], 
+#    @valid=true, 
+#    @file="#EXTM3U\n#EXT-X-ALLOW-CACHE:NO\n#EXT-X-TARGETDURATION:10\n#EXT-X-MEDIA-SEQUENCE:88868\n#EXTINF:10,
+#           \nmedia_88868.ts\n#EXTINF:10,\nmedia_88869.ts", 
+#    @target_duration="10", 
+#    @playlists=[], 
+#    @source="http://url.tld/where/playlist/was/downloaded/from", 
+#    @segment_playlist=true
+#   >
+
 module HLSpider
   class Playlist
-    attr_accessor :file, :source
-    attr_reader   :playlists, :segments
-  
-    def initialize(file, source = '')
+    # Public: Gets/Sets the raw M3U8 Playlist File.
+    attr_accessor :file
+    
+    # Public: Gets/Sets Optional source of playlist file. Used only for reference.
+    attr_accessor :source
+    
+    # Public: Gets sub-playlists if the playlist has child playlists (Variable Rate Playlist).
+    attr_reader :playlists
+    
+    # Public: Gets segments contained in the playlist.
+    attr_reader :segments 
+    
+    # Public: Gets the target duration if available. 
+    attr_reader :target_duration 
+    
+    # Internal: Initialize a Playlist.
+    #
+    # file   - A String containing an .m3u8 playlist file.
+    # source - A String source of where the playlist was downloaded from. (optional)
+    def initialize(file, source = nil)
       @file   = file
-      @source = source
-       
-      @valid = false
+      @source = source       
+      @valid  = false
+      
       @variable_playlist = false
       @segment_playlist  = false
     
       @playlists = []
       @segments  = []
     
-      parse
+      parse(@file)
+    end  
+      
+    # Internal: Set the m3u8 file.
+    #
+    # file  - The String of the m3u8 file.
+    #
+    # Examples
+    #
+    #   file( File.read('/path/to/playlist.m3u8') )
+    #   # => '#EXTM3U\n#EXT-X-STREAM-INF:PROGRAM-ID=1,BANDWIDTH=713245\n
+    #         http://hls.telvue.com/brightstar/2-1/playlist.m3u8?wowzasessionid=268983957'
+    #
+    # Returns the file String.
+    def file=(file)
+      @file = file
+      parse(@file)
     end
 
+    # Public: Check whether the playlist is a variable playlist or not.
+    #
+    #
+    # Examples
+    #
+    #   variable_playlist?
+    #   # => true
+    #
+    # Returns Boolean variable_playlist.
     def variable_playlist?
       @variable_playlist
     end  
 
+    # Public: Check whether the playlist is a segment playlist or not.
+    #
+    #
+    # Examples
+    #
+    #   segment_playlist?
+    #   # => false
+    #
+    # Returns Boolean segment_playlist.
     def segment_playlist?
       @segment_playlist
     end  
-
+    
+    # Public: Check whether the playlist is valid (either a segment or variable playlist).
+    #
+    #
+    # Examples
+    #
+    #   valid?
+    #   # => true
+    #
+    # Returns Boolean valid.
     def valid?
       @valid
     end  
 
+    # Public: Prints contents of @file.
+    #
+    #
+    # Examples
+    #
+    #   to_s
+    #   #=> '#EXTM3U\n#EXT-X-STREAM-INF:PROGRAM-ID=1,BANDWIDTH=713245\n
+    #       http://hls.telvue.com/brightstar/2-1/playlist.m3u8?wowzasessionid=268983957'
+    #
+    # Returns String file.
     def to_s
       @file
     end  
+    alias_method :to_s, :inspect
   
   private
-    def parse
+    include PlaylistLine
+    
+    # Internal: Parses @file and sets @variable_playlist, @segment_playlist, and @valid.
+    #
+    #
+    # Examples
+    #
+    #   parse(playlist_file)
+    #
+    # Returns nothing.
+    def parse(file)
       @valid = true if /#EXTM3U/.match(@file)
+      
       if has_playlist?(@file) && !has_segment?(@file)
         @variable_playlist = true 
+
         @file.each_line do |line|
           @playlists << line.strip if has_playlist?(line)
         end  
       elsif has_segment?(@file) && !has_playlist?(@file)
         @segment_playlist  = true
-        @file.each_line do |line|
-          @segments << line.strip if has_segment?(line)
-        end 
+
+        @file.each_line do |line|         
+          if has_segment?(line)
+            @segments << filename(line.strip)
+          elsif duration_line?(line)
+            @target_duration = parse_duration(line.strip)
+          end              
+        end         
       else
         @valid = false   
       end
-    end
-  
-    def has_segment?(str)
-      true if /#EXT-X-MEDIA-SEQUENCE/.match(str)
-    end
-  
-    def has_playlist?(str)
-      true if /.m3u8/.match(str)
     end               
   end
 end

data/lib/hlspider/playlist_line.rb

@@ -0,0 +1,95 @@
+# Internal: A set of methods for examining individual lines of m3u8 playlists.
+module HLSpider
+  module PlaylistLine
+    # Internal: Checks if String str contains a .ts file extension
+    #
+    # str - String to be checked
+    #
+    # Examples
+    #
+    #   has_segment?("video_01.ts")
+    #   #=> true
+    #
+    #   has_segment?("arandomstring")
+    #   #=> false
+    #
+    # Returns Boolean.
+    def has_segment?(str)
+      !!/.*.ts(\z|\?)/.match(str)
+    end
+
+    # Internal: Checks if String str contains links to .m3u8 file extensions.
+    #
+    # str - String to be checked
+    #
+    # Examples
+    #
+    #   has_playlist?("playlist.m3u8")
+    #   #=> true
+    #
+    #   has_playlist?("arandomstring")
+    #   #=> false
+    #
+    # Returns Boolean.
+    def has_playlist?(str)
+      !!/.m3u8/.match(str)
+    end  
+  
+    # Internal: Checks if String str contains 'EXT-X-TARGETDURATION'.
+    #
+    # str - String to be checked
+    #
+    # Examples
+    #
+    #   duration_line?("EXT-X-TARGETDURATION:10")
+    #   #=> true
+    #
+    #   duration_line?("arandomstring")
+    #   #=> false
+    #
+    # Returns Boolean.
+    def duration_line?(str)
+      !!/EXT-X-TARGETDURATION/.match(str)
+    end 
+  
+    # Internal: Parses Integer target duration out of String str
+    #
+    # str - String to be parsed
+    #
+    # Examples
+    #
+    #   parse_duration("EXT-X-TARGETDURATION:10")
+    #   #=> 10
+    #
+    #   parse_duration("arandomstring")
+    #   #=> nil
+    #
+    # Returns Integer or nil.
+    def parse_duration(str)
+      /EXT-X-TARGETDURATION:(\d*)\z/.match(str)
+
+      if dur = Regexp.last_match(1)
+        dur.to_i
+      else  
+        nil
+      end  
+    end
+    
+    # Internal: Parses String video segment filename out of String str.
+    #
+    # str - String to be parsed
+    #    
+    # Examples
+    #
+    #   filename("/media/video_01.ts?query_string=22")
+    #   #=> 'video_01.ts'
+    #
+    #   filename("arandomsring")
+    #   #=> nil
+    #
+    # Returns String or nil.
+    def filename(str)
+     str.slice(/\w{1,}(.ts)/)
+    end
+  end
+end

data/lib/hlspider/spider.rb

@@ -1,93 +1,132 @@
+# Public: Asynchronsoly downloads .m3u8 playlist files from specified URLs.
+# 
+#
+# Examples
+#
+#   Spider.new(["http://host.tld/video1/playlist_1.m3u8", "http://host.tld/video1/playlist_2.m3u8"])
+#   # => #<HLSpider::Spider:0x10cab12d0>
+#
+#   Spider.new("http://host.tld/video1/parent_playlist.m3u8")
+#   # => #<HLSpider::Spider:0x10cab12d0>
+
 require 'rubygems'
-require 'em-synchrony'
-require 'em-synchrony/em-http'
-require 'logger'
-require_relative 'playlist'  
+require 'eventmachine'
+require 'em-http-request'
 
 module HLSpider
-  class Spider
-    def initialize(playlists, logfile = "")
-      @playlists = playlists
-      @log = Logger.new(logfile) unless logfile.empty?
+  class Spider 
+    # Public: Gets Array of urls.
+    attr_reader :urls
+    # Public: Gets Array of valid playlists.
+    attr_reader :playlists
+    # Public: Gets Array of invalid playlists.
+    attr_reader :invalid_playlists
+    # Public: Gets Array of errors.
+    attr_reader :errors
+    
+    # Public: Initialize a Playlist Spider.
+    #
+    # urls   - An Array containing multiple String urls to playlist files.
+    #          Also accepts single String url that points to parent playlist.
+    def initialize(urls)
+      @urls     = [urls].flatten
+      
+      @invalid_playlists = []
+      @errors            = []
     end  
-  
+
+    # Public: Starts the download of Array urls
+    #
+    #
+    # Examples
+    #
+    #   crawl
+    #   # => true
+    #
+    # Returns Boolean.
     def crawl
-      playlists = dive(@playlists)
-    
-      segments = []
-      playlists.each { |p| segments << p.segments.first }
+      @playlists = dive(@urls)
       
-      puts Time.now
-      put_and_log "--- #{segments.inspect} ---"
-      segments.uniq!
-    
-      if segments.size > 1 && ((segments[0].to_i - segments[1].to_i).abs > 1)
-        p "Segments are off - #{@time}"
-        log "**********"
-        log segments.inspect
-        log "**********"
-      elsif segments.size == 1
-        p "All Good. at #{segments[0]}"
-        log "^^^^^^^^^^^"
-        log segments.inspect
-        log "^^^^^^^^^^^"
-      else  
-        p "No segements found - #{@time}"
-        log "~~~~~~~~~~~"
-        log "No segments!"
-        log "~~~~~~~~~~~"
-      end  
-    end
+      if @errors.empty?
+        true
+      else
+        false
+      end    
+    end  
     
-    private
+    # Public: Checks if playlists' segments are aligned.
+    #
+    #
+    # Examples
+    #
+    #   aligned?
+    #   # => true
+    #
+    # Returns Boolean.
+    def aligned?
+      last_segments.uniq.size == 1
+    end  
     
-    def async_download(urls = [])
-      res = nil
-      
-      EM.synchrony do
-        multi = EventMachine::Synchrony::Multi.new
-        
-        urls.each_with_index do |p,i|
-          log p
-          multi.add :"#{i}", EventMachine::HttpRequest.new(p).aget
-          @time = Time.now
-        end  
-  
-        res = multi.perform
+    # Public: playlist getter. 
+    #
+    #
+    # Examples
+    #
+    #   playlists
+    #   # => [#<HLSpider::Playlist:0x10ca9bef8>, #<HLSpider::Playlist:0x10ca9bef9>]
+    #
+    # Returns Array of Playlists
+    def playlists
+      crawl if @playlists.nil?
+      @playlists
+    end  
     
-        EventMachine.stop         
-      end  
-      
-      return res   
+    # Public: Get Array of last segments across playlists. 
+    #
+    #
+    # Examples
+    #
+    #   last_segments
+    #   # => ['video_05.ts', 'video_05.ts', 'video_05.ts']
+    #
+    # Returns Array of Strings
+    def last_segments
+      playlists.collect { |p| p.segments.last }
     end  
     
+    private
+    
+    include AsyncDownload
+    
+    # Internal: Download playlists from Array urls.
+    #
+    #
+    # Examples
+    #
+    #   dive(["http://host.tld/video1/playlist_1.m3u8", "http://host.tld/video1/playlist_2.m3u8"])
+    #   # => [#<HLSpider::Playlist:0x10ca9bef8>, #<HLSpider::Playlist:0x10ca9bef9>]
+    #
+    # Returns Array of Playlists.
+    # Raises Error if invalid playlists were downloaded or there was trouble downloading them.
     def dive(urls = [])
       playlists = []
             
-      res = async_download(urls)              
-      res.requests.each do |req|
-        p = Playlist.new(req.response, req.req.uri.to_s)
-      
+      responses = async_download(urls)              
+      responses.each do |resp|
+        p = Playlist.new(resp.response, resp.req.uri.to_s)
+              
         if p.valid?
           if p.variable_playlist?
-            playlists = dive(p.playlists)
+            playlists << dive(p.playlists)
           else
             playlists << p
           end 
+        else
+          @invalid_playlists << p
         end  
       end
       
-      return playlists  
-    end  
-    
-    def log(str)
-      #eval "@log.#{type} \"#{str}\"" if @log
-      @log.info str if @log
-    end
-    
-    def put_and_log(str)
-      log(str)
-      puts str
-    end    
+      return playlists.flatten  
+    end     
   end  
 end

data/lib/hlspider/version.rb

@@ -1,3 +1,3 @@
-module Hlspider
-  VERSION = "0.1.2"
+module HLSpider
+  VERSION = "0.2.0"
 end

data/lib/hlspider.rb

@@ -1,23 +1,13 @@
-require 'rubygems'
-require 'thor'
+$:.push File.dirname(__FILE__)
+
+require 'hlspider/version'
+require 'hlspider/async_download'
+require 'hlspider/playlist_line'
+require 'hlspider/playlist'
+require 'hlspider/spider'
 
 module HLSpider
-  class HLSpider < ::Thor
-    
-    desc "crawl", "Crawl the specified playlists and make sure their segments align"
-    method_option :playlists, :type => :array,   :default => [], :required => true
-    method_option :sleep,     :type => :numeric, :default => 5
-    method_option :log,       :type => :string,  :default => ""
-    def crawl
-      while true
-        Spider.new(options[:playlists], options[:log]).crawl
-        sleep options[:sleep]
-      end  
-    end  
+  def self.new(*args)
+    HLSpider::Spider.new(*args)
   end  
-end  
-
-path = File.expand_path(File.dirname(__FILE__))
-['spider', 'playlist'].each do |file|
-  require File.join(path, 'hlspider', file)
 end

data/spec/hlspider/playlist_line_spec.rb

@@ -0,0 +1,58 @@
+require 'spec_helper'
+
+describe HLSpider::PlaylistLine do
+  before do
+    class PlaylistLine; extend HLSpider::PlaylistLine; end
+    
+    @segment_line  = "http://host.tld/video1/video_123123023030.ts?session=12391239"
+    @playlist_line = "http://host.told/video1/playlist_123213.m3u8"
+    @duration_line = "EXT-X-TARGETDURATION:55"
+  end  
+  
+  describe "#has_segment?" do
+    it "returns true on String with video segment" do
+      PlaylistLine.has_segment?(@segment_line).must_equal(true)
+    end  
+    
+    it "returns false on String without video segment" do
+      PlaylistLine.has_segment?(@playlist_line).must_equal(false)
+    end  
+  end
+  
+  describe "#has_playlist?" do
+    it "returns true on String with playlist" do
+      PlaylistLine.has_playlist?(@playlist_line).must_equal(true)
+    end  
+    
+    it "returns false on String without playlist" do
+      PlaylistLine.has_playlist?(@segment_line).must_equal(false)
+    end  
+  end    
+  
+  describe "#duration_line?" do
+    it "returns true on String with playlist duration" do
+      PlaylistLine.duration_line?(@duration_line).must_equal(true)
+    end  
+    
+    it "returns false on String without playlist duration" do
+      PlaylistLine.duration_line?(@playlist_line).must_equal(false)
+    end  
+  end 
+  
+  describe "#parse_duration" do
+    it "returns Integer duration on String with duration" do
+      PlaylistLine.parse_duration(@duration_line).must_equal(55)
+    end 
+    
+    it "returns nil on String without duration" do
+      PlaylistLine.parse_duration(@segment_line).must_equal(nil)
+    end   
+  end 
+  
+  describe "#filename" do
+    it "returns String with filename on String with filename" do
+      PlaylistLine.filename(@segment_line).must_equal("video_123123023030.ts")
+    end  
+  end   
+end
+  

data/spec/hlspider/spider_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+describe HLSpider::Spider do
+  before do
+    @playlist  = "http://host.com/playlist.m3u8"
+    @playlists = ["http://host.com/playlist.m3u8", "http://host.com/playlist2.m3u8"]
+  end
+  
+  it "can be created with a String" do
+    HLSpider::Spider.new(@playlist).must_be_instance_of(HLSpider::Spider)
+  end    
+  
+  it "can be created with an Array" do
+    HLSpider::Spider.new(@playlists).must_be_instance_of(HLSpider::Spider)
+  end  
+end  

data/spec/hlspider_spec.rb

@@ -0,0 +1,12 @@
+require 'spec_helper'
+
+describe HLSpider do
+  before do
+    @spider = HLSpider.new("http://host.com/playlist.m3u8")
+  end  
+  
+  it "should instansiate a Spider class" do
+    @spider.must_be_kind_of(HLSpider::Spider)
+  end
+end
+  

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+require 'rubygems'
+require 'minitest/autorun'
+
+require 'lib/hlspider'

metadata

@@ -1,104 +1,137 @@
---- !ruby/object:Gem::Specification
+--- !ruby/object:Gem::Specification 
 name: hlspider
-version: !ruby/object:Gem::Version
-  version: 0.1.2
+version: !ruby/object:Gem::Version 
+  hash: 23
   prerelease: 
+  segments: 
+  - 0
+  - 2
+  - 0
+  version: 0.2.0
 platform: ruby
-authors:
-- Brooke McKim
+authors: 
+- brookemckim
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-08-18 00:00:00.000000000 -04:00
+
+date: 2011-11-17 00:00:00 -05:00
 default_executable: 
-dependencies:
-- !ruby/object:Gem::Dependency
-  name: thor
-  requirement: &2152994560 !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: 0.14.0
-  type: :runtime
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
   prerelease: false
-  version_requirements: *2152994560
-- !ruby/object:Gem::Dependency
-  name: em-synchrony
-  requirement: &2152993020 !ruby/object:Gem::Requirement
+  requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: 0.3.0.beta.1
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 62196363
+        segments: 
+        - 1
+        - 0
+        - 0
+        - beta
+        - 4
+        version: 1.0.0.beta.4
   type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: em-http-request
   prerelease: false
-  version_requirements: *2152993020
-- !ruby/object:Gem::Dependency
-  name: eventmachine
-  requirement: &2152983760 !ruby/object:Gem::Requirement
+  requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: 1.0.0.beta.3
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
   type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: minitest
   prerelease: false
-  version_requirements: *2152983760
-- !ruby/object:Gem::Dependency
-  name: em-http-request
-  requirement: &2152981200 !ruby/object:Gem::Requirement
+  requirement: &id003 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: 1.0.0.beta.3
-  type: :runtime
-  prerelease: false
-  version_requirements: *2152981200
-description: Downloads .m3u8 playlist files and confirms their segments are properly
-  aligned.
-email:
-- bmckim@telvue.com
-executables:
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 19
+        segments: 
+        - 2
+        - 7
+        - 0
+        version: 2.7.0
+  type: :development
+  version_requirements: *id003
+description: Asynchronously downloads .m3u8 playlists and reports back on whether or not the playlists are aligned in time.
+email: 
+- brooke.mckim@gmail.com
+executables: 
 - hlspider
 extensions: []
+
 extra_rdoc_files: []
-files:
+
+files: 
 - .gitignore
+- .rbenv-version
 - Gemfile
+- Gemfile.lock
 - README.md
 - Rakefile
 - bin/hlspider
 - hlspider.gemspec
 - lib/hlspider.rb
-- lib/hlspider/line.rb
+- lib/hlspider/async_download.rb
 - lib/hlspider/playlist.rb
+- lib/hlspider/playlist_line.rb
 - lib/hlspider/spider.rb
 - lib/hlspider/version.rb
+- spec/hlspider/playlist_line_spec.rb
+- spec/hlspider/spider_spec.rb
+- spec/hlspider_spec.rb
+- spec/spec_helper.rb
 has_rdoc: true
-homepage: http://github.com/telvue/hlspider
+homepage: http://www.github.com/brookemckim/hlspider
 licenses: []
+
 post_install_message: 
 rdoc_options: []
-require_paths:
+
+require_paths: 
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement
+required_ruby_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
-required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
 requirements: []
+
 rubyforge_project: hlspider
 rubygems_version: 1.6.2
 signing_key: 
 specification_version: 3
-summary: ASYNC .m3u8 downloader
-test_files: []
+summary: Asynchronously download and parse .m3u8 playlists.
+test_files: 
+- spec/hlspider/playlist_line_spec.rb
+- spec/hlspider/spider_spec.rb
+- spec/hlspider_spec.rb
+- spec/spec_helper.rb

data/lib/hlspider/line.rb

@@ -1,27 +0,0 @@
-module HLSpider
-  module Line
-    def strip_query_params(line)
-      line.sub(/[?].{1,}/, '')
-    end
-      
-    def get_filename(line)
-     line.slice(/\w{1,}(.ts)/)
-    end
-
-    def strip_all_but_file(line)
-     line.slice(/\w{1,}(.ts)/)
-    end
-  
-    def strip_file(line)
-      line.sub(/\/\w{1,}(.)\w{1,}$/, "")
-    end  
-  
-    def relative_path?(line)
-     true if !line.match('http://')
-    end
-
-    def absolute_path?(line)
-     true if line.match('http://')
-    end
-  end
-end