JOCHLSDownloader 0.0.1

data/README.md

@@ -0,0 +1,24 @@
+JOCHLSDownloader
+================
+
+The JOCHLSDownloader is a very simple native ruby code that downloads all files linked by a m3u8 manifest
+
+Usage examples:
+
+require 'JOCHLSDownloader.rb'
+
+#URL from HLS apple example
+url = "https://devimages.apple.com.edgekey.net/streaming/examples/bipbop_4x3/bipbop_4x3_variant.m3u8"
+downloadpath = "./donloadtestfiles"
+logfilename = "jochlsdownloader.log"
+
+begin
+  hlsdownloader = CJOCHLSDownloader.new(url, downloadpath, logfilename, Logger::DEBUG)
+
+  hlsdownloader.startdownload
+
+  puts "End!"
+
+rescue Exception => e
+  puts "Error: #{e.message}, Trace: #{e.backtrace.inspect}"
+end

data/lib/JOCHLSDownloader.rb

@@ -0,0 +1,138 @@
+#file: JOCHLSDownloader.rb
+
+# CJOCHLSDownloader -- Downloads all HLS data from a URL
+# Copyright (c) 2014 Jordi Cenzano (www.jordicenzano.name)
+
+
+#Checked with ruby 1.9.3 perhaps it works with lower versions
+if RUBY_VERSION < "1.9.3"
+  fail "JOCHLSDownloader requires ruby >= 1.9.3."
+end
+
+require 'logger'
+require 'net/http'
+require 'uri'
+
+#CJOCHLSDownloader class downloads all HLS data from a URL
+class CJOCHLSDownloader
+
+  #Initialize CJOCHLSDownloader
+  # @param url [String] the HLS source string
+  # @param path [String] base path of all downloaded content
+  # @param logfile [String] log file to save the logs (optional)
+  # @param loglevel log level, could be Logger::FATAL, Logger::ERROR, Logger::WARN, Logger::INFO, Logger::DEBUG (optional)
+  def initialize(url, path, logfile = nil, loglevel = Logger::INFO)
+
+    @sourceurl = URI(url)
+    @destpath = path
+
+    #Start logger
+    # Keep data for today and the past 3 days.
+    @logger = nil
+    if logfile != nil
+      @logger = Logger.new(logfile)
+      @logger.level = loglevel
+    end
+  end
+
+  #Start to donwload the HLS content
+  def startdownload ()
+
+    Log Logger::DEBUG, "Start download of #{@sourceurl} to #{@destpath}"
+
+    #Get domain
+    domain = @sourceurl.host
+    url = @sourceurl.path
+
+    Log Logger::DEBUG, "URI host: #{domain}, path: #{url}"
+
+    downloadHLS domain, url, @destpath
+
+  end
+
+private
+
+  def downloadHLS (domain, url, basedir)
+    Log Logger::DEBUG, "downloadHLS domain: #{domain}, URL: #{url}, basedir: #{basedir}"
+
+    if Dir.exist?(basedir) == false
+      Dir.mkdir(basedir)
+      Log Logger::INFO, "Created dir: #{basedir}"
+    end
+
+    #Extract from url
+    destpathfile = File.join basedir , File.basename(url)
+
+    Log Logger::DEBUG, "Start downloading domain: #{domain}, URL: #{url}, To: #{destpathfile}"
+
+    Net::HTTP.start(domain) do |http|
+      resp = http.get(url)
+      open(destpathfile, "wb") do |file|
+        file.write(resp.body)
+      end
+    end
+    Log Logger::DEBUG, "End downloading domain: #{domain}, URL: #{url}, To: #{destpathfile}"
+
+    #Process downloaded file if it is m3u8
+    ext = File.extname (destpathfile)
+    if ext.casecmp(".m3u8") == 0
+      Log Logger::DEBUG, "Start parsing: #{destpathfile}"
+      parsem3u8 destpathfile,domain, url, basedir
+      Log Logger::DEBUG, "End parsing: #{destpathfile}"
+    end
+  end
+
+  def parsem3u8 (file, domain, url, basedir)
+
+    File.open( file ).each do |line|
+
+      #Discard spaces
+      linetrim = line.strip!
+      if linetrim == nil
+        linetrim = line
+      end
+
+      #Discard if lines starts with #
+      if ((linetrim != "") && (line.chars.first != "#"))
+        #Process
+        Log Logger::DEBUG, line
+        urlwithoutfile = File.dirname (url)
+        newurl = File.join urlwithoutfile, line
+        newpath = File.dirname line
+        if (newpath != ".")
+          newbasedir = File.join basedir, newpath
+        else
+          newbasedir = basedir
+        end
+
+        downloadHLS domain, newurl, newbasedir
+      end
+    end
+  end
+
+  def Log (type, message)
+
+    #To test
+    puts type.to_s + ": " + message
+
+    if @logger != nil
+      if type == Logger::FATAL
+        @logger.fatal(message)
+      end
+      if type == Logger::ERROR
+        @logger.error(message)
+      end
+      if type == Logger::WARN
+        @logger.warn(message)
+      end
+      if type == Logger::INFO
+        @logger.info(message)
+      end
+      if type == Logger::DEBUG
+        @logger.debug(message)
+      end
+    end
+
+  end
+
+end

metadata

@@ -0,0 +1,48 @@
+--- !ruby/object:Gem::Specification
+name: JOCHLSDownloader
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Jordi Cenzano
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-07-25 00:00:00.000000000 Z
+dependencies: []
+description: It is very simple code that downloads in a recursive way all contens
+  linked in a m3u8 file
+email: jordicenzano@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/JOCHLSDownloader.rb
+- README.md
+homepage: http://rubygems.org/gems/JOCHLSDownloader
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: It donwloads all contents linked to m3u8 file
+test_files: []