viddl-rb 0.4.1

data/CHANGELOG.txt

@@ -0,0 +1,12 @@
+=== 0.4
+* New Features
+  * Use wget or curl (if present)
+
+* Bugfixes
+  * Fixed Vimeo Plugin
+
+=== 0.3
+* New Features
+
+  * added megavideo plugin
+

data/README.txt

@@ -0,0 +1,13 @@
+= viddl-rb
+
+* http://github.com/rb2k/viddl-rb
+
+== Gems needed so far:  
+
+Progressbar
+  gem install progressbar  
+homepage: http://github.com/nex3/ruby-progressbar/  
+  
+Nokogiri
+  gem install nokogiri  
+homepage: http://nokogiri.org/  

data/bin/viddl-rb

@@ -0,0 +1,46 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'helper')
+
+require "download-helper.rb"
+require "plugin-helper.rb"
+
+
+if ARGV.first.nil?
+	puts "Usage: viddl-rb [URL]!"
+	exit
+end
+
+puts "Loading Plugins"
+Dir[File.join(File.dirname(__FILE__),"../plugins/*.rb")].each do |plugin|
+	load plugin
+end
+
+puts "Plugins loaded: #{PluginBase.registered_plugins.inspect}"
+
+
+url = ARGV.first
+puts "Analyzing URL: #{url}"
+PluginBase.registered_plugins.each do |plugin|
+	if plugin.matches_provider?(url)
+		puts "#{plugin}: true"
+		begin
+			download_queue = plugin.get_urls_and_filenames(url)
+		rescue StandardError => e
+			puts "Error while running the #{plugin.name.inspect} plugin. Maybe it has to be updated?"	
+			exit
+		end
+		download_queue.each do |url_name|
+			result = DownloadHelper.save_file(url_name[:url], url_name[:name])
+			if result
+				puts "Download for #{url_name[:name]} successful."
+			else
+				puts "Download for #{url_name[:name]} failed."
+			end
+		end
+		exit
+	else
+		puts "#{plugin}: false"
+	end
+end
+
+puts "No plugin seems to feel responsible for this URL."

data/helper/download-helper.rb

@@ -0,0 +1,44 @@
+class DownloadHelper
+#usually not called directly
+def self.fetch_file(uri)
+
+begin
+	require "progressbar" #http://github.com/nex3/ruby-progressbar
+rescue LoadError
+	puts "ERROR: You don't seem to have curl or wget on your system. In this case you'll need to install the 'progressbar' gem."
+	exit
+end
+  progress_bar = nil 
+  open(uri, :proxy => nil,
+    :content_length_proc => lambda { |length|
+      if length && 0 < length
+        progress_bar = ProgressBar.new(uri.to_s, length)
+      end 
+    },
+    :progress_proc => lambda { |progress|
+      progress_bar.set(progress) if progress_bar
+    }) {|file| return file.read}        
+end
+
+#simple helper that will save a file from the web and save it with a progress bar
+def self.save_file(file_uri, file_name)
+  unescaped_uri = CGI::unescape(file_uri)
+  result = false
+  if `which wget`.include?("wget")
+	puts "using wget"
+  	IO.popen("wget \"#{unescaped_uri}\" -O #{file_name}", "r") { |pipe| pipe.each {|line| print line}}
+  	result = ($?.exitstatus == 0)
+  elsif `which curl`.include?("curl")
+    puts "using curl"  
+    #-L means: follow redirects, We set an agent because Vimeo seems to want one
+    IO.popen("curl -A 'Mozilla/2.02 (OS/2; U)' -L \"#{unescaped_uri}\" -o #{file_name}", "r") { |pipe| pipe.each {|line| print line }}
+  	result = ($?.exitstatus == 0)
+  else
+    open(file_name, 'wb') { |file|   	
+      file.write(fetch_file(unescaped_uri)); puts
+    }
+    result = true
+  end
+  result
+end
+end

data/helper/plugin-helper.rb

@@ -0,0 +1,10 @@
+class PluginBase
+#some static stuff
+  class << self; attr_reader :registered_plugins end
+    @registered_plugins = []
+
+#if you inherit from this class, the child gets added to the "registered plugins" array
+  def self.inherited(child)
+    PluginBase.registered_plugins << child
+  end
+end

data/plugins/megavideo.rb

@@ -0,0 +1,100 @@
+class Megavideo < PluginBase
+	require "cgi"
+	require "open-uri"
+	require "nokogiri"
+
+	#this will be called by the main app to check weather this plugin is responsible for the url passed
+	def self.matches_provider?(url)
+		url.include?("megavideo.com")
+	end
+	
+	def self.decrypt(un,k1,k2)
+	#thanks to http://userscripts.org/scripts/review/42944
+			k1 = k1.to_i
+			k2 = k2.to_i
+
+			#convert the hex "un" to binary
+			location1 = Array.new
+			un.each_char do |char|
+				#puts "#{char} => #{char.to_i(16).to_s(2)}"
+				location1 << ("000" + char.to_i(16).to_s(2))[-4,4]
+			end
+			
+			location1 = location1.join("").split("")
+
+			location6 = Array.new
+			0.upto(383) do |n|
+	        k1 = (k1 * 11 + 77213) % 81371
+			k2 = (k2 * 17 + 92717) % 192811
+			location6[n] = (k1 + k2) % 128
+			end
+			
+		
+			
+			location3 = Array.new
+			location4 = Array.new
+			location5 = Array.new
+			location8 = Array.new
+			256.downto(0) do |n|
+				location5 = location6[n]
+				location4 = n % 128		
+				location8 = location1[location5]
+				location1[location5] = location1[location4]
+				location1[location4] = location8
+				
+			end
+				
+			0.upto(127) do |n|
+				location1[n] = location1[n].to_i ^ location6[n+256] & 1
+			end
+			
+			location12 = location1.join("")
+			location7 = Array.new
+			
+			n = 0
+			while (n < location12.length) do
+				location9 = location12[n,4]
+				location7 << location9
+				n+=4
+			end
+
+			result = ""
+			location7.each do |bin|
+				result = result + bin.to_i(2).to_s(16)
+			end
+			result
+	end
+	
+	
+	def self.get_urls_and_filenames(url)
+		#the megavideo video ID looks like this: http://www.megavideo.com/?v=ABCDEF72 , we only want the ID (the \w in the brackets)
+		video_id = url[/v[\/=](\w*)&?/, 1]
+		puts "[MEGAVIDEO] ID FOUND: " + video_id
+		video_page = Nokogiri::XML(open("http://www.megavideo.com/xml/videolink.php?v=#{video_id}"))
+		info =  video_page.at("//ROWS/ROW")
+		title = info["title"]
+		puts "[MEGAVIDEO] title: #{title}"
+		runtime = info["runtimehms"]
+		puts "[MEGAVIDEO] runtime: #{runtime}"
+		size = info["size"].to_i / 1024 / 1024
+		puts "[MEGAVIDEO] size: #{size} MB"
+		#lame crypto stuff		
+		key_s = info["s"]
+		key_un = info["un"]
+		key_k1 = info["k1"]
+		key_k2 = info["k2"]
+		puts "[MEGAVIDEO] lame pseudo crypto keys:"
+		puts "[MEGAVIDEO] s=#{key_s}"
+		puts "[MEGAVIDEO] un=#{key_un}"
+		puts "[MEGAVIDEO] k1=#{key_k1}"
+		puts "[MEGAVIDEO] k2=#{key_k2}"
+		puts "decrypting" 		
+		download_url = "http://www#{key_s}.megavideo.com/files/#{decrypt(key_un,key_k1,key_k2)}/#{title}.flv"
+		puts download_url
+		puts "done decrypting" 
+		file_name = title + ".flv"
+		puts "downloading to " + file_name
+		[{:url => download_url, :name => file_name}]
+	end
+	
+end

data/plugins/vimeo.rb

@@ -0,0 +1,28 @@
+class Vimeo < PluginBase
+	require "nokogiri"
+	require "open-uri"
+
+	#this will be called by the main app to check weather this plugin is responsible for the url passed
+	def self.matches_provider?(url)
+		url.include?("vimeo.com")
+	end
+	
+	def self.get_urls_and_filenames(url)
+		#the vimeo ID consists of 7 decimal numbers in the URL
+		vimeo_id = url[/\d{7,8}/]
+		doc = Nokogiri::XML(open("http://www.vimeo.com/moogaloop/load/clip:#{vimeo_id}"))
+		title = doc.at("//video/caption").inner_text
+		puts "[VIMEO] Title: #{title}"
+		request_signature = doc.at("//request_signature").inner_text
+		request_signature_expires = doc.at("//request_signature_expires").inner_text
+		
+
+		puts "[VIMEO] Request Signature: #{request_signature} expires: #{request_signature_expires}"
+		
+		download_url = "http://www.vimeo.com/moogaloop/play/clip:#{vimeo_id}/#{request_signature}/#{request_signature_expires}/?q=hd"
+		#todo: put the filename cleaning stuff into a seperate helper
+		file_name = title.delete("\"'").gsub(/[^0-9A-Za-z]/, '_') + ".flv"
+		puts "downloading to " + file_name
+		[{:url => download_url, :name => file_name}]
+	end
+end

data/plugins/youtube.rb

@@ -0,0 +1,118 @@
+class Youtube < PluginBase
+	require "cgi"
+	require "open-uri"
+	require "nokogiri"
+
+	#this will be called by the main app to check weather this plugin is responsible for the url passed
+	def self.matches_provider?(url)
+		url.include?("youtube.com")
+	end
+	
+	def self.parse_playlist(url)
+		#http://www.youtube.com/view_play_list?p=F96B063007B44E1E&search_query=welt+auf+schwäbisch
+		#http://www.youtube.com/watch?v=9WEP5nCxkEY&videos=jKY836_WMhE&playnext_from=TL&playnext=1
+		#http://www.youtube.com/watch?v=Tk78sr5JMIU&videos=jKY836_WMhE
+
+		playlist_ID = url[/p=(\w{16})&?/,1]
+		puts "[YOUTUBE] Playlist ID: #{playlist_ID}"
+		url_array = Array.new
+		video_info = Nokogiri::HTML(open("http://gdata.youtube.com/feeds/api/playlists/#{playlist_ID}?v=2"))
+		video_info.search("//content").each do |video|
+			url_array << video["url"] if video["url"].include?("http://www.youtube.com/v/") #filters out rtsp links
+		end
+
+		puts "[YOUTUBE] #{url_array.size} links found!"
+		url_array
+	end
+	
+	
+	def self.get_urls_and_filenames(url)
+		return_values = []
+		if url.include?("view_play_list")
+			puts "[YOUTUBE] playlist found! analyzing..."
+			files = self.parse_playlist(url)
+			puts "[YOUTUBE] Starting playlist download"
+			files.each do |file|
+				puts "[YOUTUBE] Downloading next movie on the playlist (#{file})"
+				return_values << self.grab_single_url_filename(url)
+			end	
+		else
+				return_values << self.grab_single_url_filename(url)
+		end
+		return_values
+	end
+	
+	def self.grab_single_url_filename(url)
+		#the youtube video ID looks like this: [...]v=abc5a5_afe5agae6g&[...], we only want the ID (the \w in the brackets)
+		#addition: might also look like this /v/abc5-a5afe5agae6g
+		# alternative:	video_id = url[/v[\/=]([\w-]*)&?/, 1]
+		video_id = url[/(v|embed)[\/=]([^\/\?\&]*)/,2]
+		if video_id.nil?
+			puts "no video id found."
+			exit
+		else
+			puts "[YOUTUBE] ID FOUND: #{video_id}"
+		end
+		#let's get some infos about the video. data is urlencoded
+		video_info = open("http://youtube.com/get_video_info?video_id=#{video_id}").read
+
+		#converting the huge infostring into a hash. simply by splitting it at the & and then splitting it into key and value arround the =
+		#[...]blabla=blubb&narf=poit&marc=awesome[...]
+		video_info_hash = Hash[*video_info.split("&").collect { |v| 
+      key, value = v.split "="
+      value = CGI::unescape(value) if value
+      if key =~ /_map/
+        value = value.split(",")
+        value = if key == "fmt_map"
+            Hash[*value.collect{ |v| 
+              k2, *v2 = v.split("/")
+              [k2, v2]
+            }.flatten(1)]
+          elsif key == "fmt_url_map" || key == "fmt_stream_map"
+            Hash[*value.collect { |v| v.split("|")}.flatten]
+        end
+      end
+			[key, value]
+		}.flatten]
+		
+		if video_info_hash["status"] == "fail"
+			puts "Error: embedding disabled, no video info found"
+			return false
+		end
+		
+		title = video_info_hash["title"]
+		length_s = video_info_hash["length_seconds"]
+		token = video_info_hash["token"]
+
+		
+		#Standard = 34 <- flv
+		#Medium = 18 <- mp4
+		#High = 35 <- flv
+		#720p = 22 <- mp4
+		#1080p = 37 <- mp4
+		#mobile = 17 <- 3gp
+		# --> 37 > 22 > 35 > 18 > 34 > 17
+		formats = video_info_hash["fmt_map"].keys
+		
+		format_ext = {}
+		format_ext["37"] = ["mp4", "MP4 Highest Quality 1920x1080"]
+		format_ext["22"] = ["mp4", "MP4 1280x720"]
+		format_ext["35"] = ["flv", "FLV 854x480"]
+		format_ext["34"] = ["flv", "FLV 640x360"]
+		format_ext["18"] = ["mp4", "MP4 480x270"]
+		format_ext["17"] = ["3gp", "3gp"]
+		format_ext["5"] = ["flv", "old default?"]
+		
+		puts "[YOUTUBE] Title: #{title}"
+		puts "[YOUTUBE] Length: #{length_s} s"
+		puts "[YOUTUBE] t-parameter: #{token}"
+		#best quality seems always to be firsts
+		puts "[YOUTUBE] formats available: #{formats} (downloading ##{formats.first} -> #{format_ext[formats.first].last})"
+
+
+    	download_url = video_info_hash["fmt_url_map"][formats.first]
+		file_name = title.delete("\"'").gsub(/[^0-9A-Za-z]/, '_') + "." + format_ext[formats.first].first
+		puts "downloading to " + file_name
+		{:url => download_url, :name => file_name}
+	end
+end

metadata

@@ -0,0 +1,65 @@
+--- !ruby/object:Gem::Specification
+name: viddl-rb
+version: !ruby/object:Gem::Version
+  version: 0.4.1
+  prerelease: 
+platform: ruby
+authors:
+- Marc Seeger
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-07-16 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &70145693005120 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70145693005120
+description: An extendable commandline video downloader for flash video sites. Includes
+  plugins for vimeo, youtube and megavideo
+email: mail@marc-seeger.de
+executables:
+- viddl-rb
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/viddl-rb
+- helper/download-helper.rb
+- helper/plugin-helper.rb
+- plugins/megavideo.rb
+- plugins/vimeo.rb
+- plugins/youtube.rb
+- CHANGELOG.txt
+- README.txt
+homepage: https://github.com/rb2k/viddl-rb
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.3.4
+requirements: []
+rubyforge_project: viddl-rb
+rubygems_version: 1.8.5
+signing_key: 
+specification_version: 3
+summary: An extendable commandline video downloader for flash video sites.
+test_files: []