youtube_utils 0.1.0

data/bin/youtube_utils

@@ -0,0 +1,57 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'youtube_utils'
+
+def usage
+ puts 'Usage:'
+ puts 'youtube_utils <youtube_url>'
+ puts 'Example:'
+ puts 'youtube_utils http://www.youtube.com/watch?v=cRdxXPV9GNQ'
+end
+
+def download url, output
+  if `/usr/bin/env curl --version` =~ /libcurl/
+    run_command "/usr/bin/env curl -L -C - -o #{output} '#{url}'"
+  elsif `/usr/bin/env wget --version` =~ /Wget/
+    run_command "/usr/bin/env wget '#{url}' -c -O #{output}"
+  else
+    puts "Can not find curl or wget!"
+  end
+end
+
+def ask_user_which_one_to_download videos
+  i = 0
+  videos.each {|x|
+    puts "#{i}\t#{x['quality']}\t#{YoutubeUtils.type2suffix(x['type'])}"
+    i += 1
+  }
+  print "Please select a video to download by enter its number:"
+  return $stdin.gets
+end
+
+def build_filename url, type
+  vid = YoutubeUtils.get_vid(url)
+  suffix = YoutubeUtils.type2suffix(type)
+  return vid + "." + suffix
+end
+
+def run_command command
+  puts command
+  result = `#{command}`
+  puts result
+  return result
+end
+
+def run url
+  videos = YoutubeUtils.new.get_videos url
+  index = ask_user_which_one_to_download(videos).to_i
+  download videos[index]['url'], build_filename(url, videos[index]['type'])
+end
+
+if ARGV.empty?
+  usage
+else
+  run ARGV[0]
+end
+

data/lib/youtube_utils.rb

@@ -0,0 +1,151 @@
+require 'net/http'
+require 'yajl'
+require 'uri'
+
+#http://unlockforus.blogspot.com/2010/04/downloading-youtube-videos-not-working.html
+#http://board.jdownloader.org/showthread.php?t=18520
+class YoutubeUtils
+  def get_videos youtube_watch_url
+    res = get_webpage(youtube_watch_url);
+    unless res.code == '200'
+      puts res.code
+      return []
+    end
+    
+    hash = json_to_hash(get_PLAYER_CONFIG(res.body))
+    unless hash
+      puts "no PLAYER_CONFIG"
+      return []
+    end
+    
+    args = hash['args']
+    unless args
+      puts "no args"
+      return []
+    end
+    
+    result = []
+    
+		html5_fmt_map = args['html5_fmt_map']
+		result.concat(convert_html5_fmt_map(html5_fmt_map)) if html5_fmt_map
+		
+		fmt_stream_map = args['fmt_stream_map']
+		fmt_list = args['fmt_list']
+		result.concat(convert_fmt_stream_map(fmt_stream_map, fmt_list)) if fmt_list&&fmt_stream_map
+    
+    return result
+  end
+  
+  #input: http://www.youtube.com/watch?v=cRdxXPV9GNQ
+  #output: cRdxXPV9GNQ
+  def self.get_vid url
+    querys = URI.parse(url).query.split('&')
+		querys.each {|x|
+		  a = x.split('=')
+		  if a[0] == 'v'
+		    return a[1]
+		  end
+		}
+		return nil
+  end
+  
+  #input: video/webm; codecs="vp8.0, v
+  #outut: webm
+  def self.type2suffix type
+    return type.split(';')[0].split('/')[1]
+  end
+  
+  private
+  
+  def convert_itag_to_type itag
+    case itag.to_i
+    when 0, 6
+      return "video/flv; codecs=\" h263, mp3 mono\""
+    when 5
+      return "video/flv; codecs=\"h263, mp3 stereo\""
+    when 34, 35
+      return "video/flv; codecs=\"h264, aac stereo\""
+    when 13
+      return "video/3gp; codecs=\"h263, amr mono\""
+    when 17
+      return "video/3gp; codecs=\"h264 aac stereo\""
+    when 18, 22, 37, 38, 78
+      return "video/mp4; codecs=\"h264, aac stereo\""
+    when 43, 45
+      return "video/webm; codecs=\"vp8.0, vorbis stereo\""
+    else
+      return "unknown #{itag}"
+    end
+  end
+  
+  #{"url"=>"http://v5.lscache8.c.youtube.com/videoplayback?...", "type"=>"video/webm; codecs=\"vp8.0, vorbis\"", "itag"=>43, "quality"=>"medium"}
+  def convert_html5_fmt_map a
+    result = []
+    a.each {|x|
+      result << {'url' => x['url'], 'type' => x['type'], 'quality' => x['quality']}
+    }
+    return result
+  end
+  
+  #22/1280x720/9/0/115
+  def convert_fmt_stream_map fmt_stream_map, fmt_list
+    result = []
+    a1 = fmt_stream_map.split(',')
+    a2 = fmt_list.split(',')
+    i = 0
+    a1.each {|x|
+      a11 = x.split('|')
+      itag = a11[0]
+      url = a11[1]
+      
+      a21 = a2[i].split('/')
+      resolution = a21[1]
+      result << {'url' => url, 'type' => convert_itag_to_type(itag), 'quality' => resolution2quality(resolution)}
+      i += 1;
+    }
+    return result
+  end
+  
+  def resolution2quality resolution
+    height = resolution.split('x')[1].to_i
+    if height > 1080
+      return "Original"
+    elsif height > 720
+      return "1080p"
+    elsif height > 576
+      return "720p"
+    elsif height > 360
+      return "480p"
+    elsif height > 240
+      return "360p"
+    else
+      return "240p"
+    end
+  end
+  
+  def get_webpage youtube_watch_url
+    uri = URI.parse(youtube_watch_url)
+    res = Net::HTTP.start(uri.host, uri.port) { |http|
+      http.get(uri.path + "?" + uri.query, {'Cookie' => 'PREF=f2=40000000'})
+    }
+    
+    return res
+  end
+  
+  def json_to_hash js
+    json = StringIO.new(js)
+    parser = Yajl::Parser.new
+    begin
+      return parser.parse(json)
+    rescue
+      puts "Unable to parse as json"
+      return nil
+    end
+  end
+  
+  def get_PLAYER_CONFIG body
+    body[/\'PLAYER_CONFIG\':(.*)\}\)\;\n/]
+    return $1
+  end
+end
+

metadata

@@ -0,0 +1,82 @@
+--- !ruby/object:Gem::Specification 
+name: youtube_utils
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Xue Yong Zhi
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-04-28 00:00:00 -04:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: yajl-ruby
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+description: 
+email: 
+- yong@intridea.com
+executables: 
+- youtube_utils
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/youtube_utils.rb
+- bin/youtube_utils
+has_rdoc: true
+homepage: http://github.com/yong/youtube_utils
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: youtube downloader
+test_files: []
+