umatic 0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 78c8e30e9e7aae5beadf185bdd3e3b0078e716c4
+  data.tar.gz: 04cebcf00c8ca828d82957c7f71c6f45e05ab1b8
+SHA512:
+  metadata.gz: 0ece0fdb1031dc4c3fd49a3142d88cc18aea272f3921f9ef8321c69498fa993f7b2836cf3c3f382117d8f84946196a346c49444a71aa394e0203073e139df803
+  data.tar.gz: 565e16410db4b54762082fac755e3e3998788dfd92b9e7b767cde64c4987ec1ca0438bc875eebc9141109525cf51b27f711b901425dc5d6b45dd6e9fbe2e303e

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+gemspec
+

data/LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2013 Nazar Kanaev (nkanaev@live.com)
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,7 @@
+# Umatic
+**CLI tool for video downloading**
+
+Supports following websites: 
+ 
+* Youtube  
+* Vimeo

data/Rakefile

@@ -0,0 +1,36 @@
+require 'rake'
+require 'rake/testtask'
+
+#############################################
+
+desc "Running Tests"
+task :test do 
+	Rake::TestTask.new do |t|
+		t.libs.push "lib"
+		t.test_files = FileList['test/test_*.rb']
+	end
+end
+
+#############################################
+
+spec    = "umatic.gemspec"
+gemspec = eval(File.read(spec))
+gemfile = "#{gemspec.full_name}.gem"
+
+desc "Building Gem"
+task :build => gemfile
+
+file gemfile => gemspec.files + [spec] do
+	`gem build #{spec}`
+end
+
+#############################################
+
+desc "Installing Gem"
+task :install => :build do
+	`gem install #{gemfile}`
+end
+
+#############################################
+
+task :default => [:test, :build, :install]

data/bin/umatic

@@ -0,0 +1,120 @@
+#!/usr/bin/env ruby
+
+require 'umatic'
+
+module Umatic
+	class Application
+		SCREEN_BOUNDS = 80
+
+		def initialize(argv)
+			@argv = argv
+		end
+
+		def select total
+			return 1 if total == 1
+			while 1
+				print "Enter your choice [0 to cancel]: "
+				input = $stdin.gets.chomp
+				num = input.to_i
+				next unless num.to_s == input
+				return num if (0..total).member? num
+			end
+			0
+		end
+
+
+		def run
+			help if ARGV[0] == 'help'
+
+			@url = ARGV.last
+			fail "Please provide an URL to download from" unless @url
+
+			channel = Channel.open @url
+			fail "No matching channel found" unless channel
+
+			result = channel.process
+			fail "Unable to get videos" unless result
+
+			line '='
+			puts "      Title: #{result[:title]}"
+			puts "Description: #{result[:description]}"
+			line '='
+
+			sources = result[:sources]
+			max_fmt  = sources.map { |s| s.format.length }.max
+			max_inf = SCREEN_BOUNDS - 5 - max_fmt
+			sources.each_index do |i|
+				source = sources[i]
+				puts "#{(i+1).to_s.rjust(3)} #{source.info.ljust(max_inf)} #{source.format}"
+				line '-'
+			end
+
+			choice = select sources.count
+			abort if choice == 0
+			download(result, sources[choice-1])
+		end
+
+		def safe_file(filename)
+			filename.gsub(/(\\|\/|\'|\"|:|\(|\))/, "")
+		end
+
+		def download(result, source)
+			filename = Dir.pwd + '/' + safe_file(result[:title]) + '.' + source.format
+			url = source.url.dump
+
+			if command_exists? 'curl'
+				system "curl -o '#{filename}' #{url}"
+			elsif command_exists? 'wget'
+				system "wget -O '#{filename}' #{url}"
+			else
+				abort("No supported downloader found")
+			end
+		end
+
+		def command_exists?(cmd)
+			return true
+			exts = ENV['PATHEXT'] ? ENV['PATHEXT'].split(';') : ['']
+			ENV['PATH'].split(File::PATH_SEPARATOR).each do |path|
+				exts.each { |ext|
+					exe = File.join(path, "#{cmd}#{ext}")
+					return true if File.executable? exe
+				}
+			end
+			return false
+		end
+
+		def line char
+			SCREEN_BOUNDS.times do
+				print char
+			end
+			puts
+		end
+
+		def fail reason
+			puts reason
+			puts "Type 'help' for some info"
+			exit
+		end
+
+		def help
+			app = File.basename __FILE__
+
+			puts app
+			puts "CLI tool for video downloading"
+			puts
+
+			puts "Usage:"
+			puts "  #{app} url"
+			puts
+
+			puts "Supported Video Services:"
+			Umatic.supported_channels.each do |c|
+				puts "  #{c.to_s}"
+			end
+			exit
+		end
+	end
+
+end
+
+Umatic::Application.new(ARGV).run

data/lib/channel/channel.rb

@@ -0,0 +1,41 @@
+require 'open-uri'
+require 'json'
+require 'cgi'
+require 'ostruct'
+require File.expand_path('../../client.rb', __FILE__)
+
+module Umatic
+	class Channel
+		def self.channels; @@channels; end
+
+		def self.inherited(subclass)
+			@@channels ||= []
+			@@channels << subclass
+		end
+
+		def self.open(url)
+			@@channels.each do |c|
+				return c.new(url) if c.supports? url
+			end
+			nil
+		end
+
+		def self.supports? url
+			false
+		end
+
+		def initialize(url)
+			@url = url
+		end
+
+		def parse(page)
+			raise "Parsing not implemented for #{self.class}"
+		end
+
+		def process
+			page = HTTPClient.instance.get @url
+			parse page
+		end
+
+	end
+end

data/lib/channel/vimeo.rb

@@ -0,0 +1,55 @@
+$:.push File.expand_path('../', __FILE__)
+require 'channel'
+
+module Umatic
+	class Vimeo < Channel
+		def self.supports? url
+			url.match(/https?:\/\/vimeo.com\/[\d+]{6,10}/)
+		end
+
+		def parse page
+			page.delete!("\n")
+			re = / = {config:(.+),assets:/
+				json_match = page.match(re)
+			raise "Unable to retrieve video info" unless json_match
+			json = json_match[1]
+
+			config = JSON.parse(json)
+			title = config['video']['title']
+			description = ''
+			sources = []
+
+			sig       = config['request']['signature']
+			timestamp = config['request']['timestamp']
+			video_id  = config['video']['id']
+
+			files = config['video']['files']
+			files.each do |codec, qualities|
+				qualities.each do |quality|
+					s = OpenStruct.new
+					s.format = 'mp4'
+					s.url = correct_url "http://player.vimeo.com/play_redirect?"\
+						"clip_id=#{video_id}"\
+					"&sig=#{sig}"\
+					"&time=#{timestamp}"\
+					"&quality=#{quality}"\
+					"&codecs=#{codec.upcase}"\
+					"&type=moogaloop_local"\
+						"&embed_location=&seek=0"
+					s.info = "#{codec} - #{quality}"
+					sources << s
+				end
+			end
+
+			{
+				:title 				=> title,
+				:description 	=> description,
+				:sources			=> sources
+			}
+		end
+		
+		def correct_url(url)
+			HTTPClient.instance.open(url)
+		end
+	end
+end

data/lib/channel/youtube.rb

@@ -0,0 +1,62 @@
+$:.push File.expand_path('../', __FILE__)
+require 'channel'
+
+module Umatic
+	class Youtube < Channel
+		def self.supports? url
+			url.match(/http[s]?:\/\/www.youtube.com\/watch?.*v=.+/) != nil
+		end
+
+		QUALITY = {
+			# low quality
+			'5'  => { :f => 'flv',  :d => '240p' },
+			'6'  => { :f => 'flv',  :d => '270p'},
+			'13' => { :f => '3gp',  :d => 'N/A' },
+			'17' => { :f => '3gp',  :d => '144p' },
+			'18' => { :f => 'mp4',  :d => '360p' },
+
+			# medium quality
+			'34' => { :f => 'flv',  :d => '360p' },
+			'35' => { :f => 'flv',  :d => '480p' },
+			'43' => { :f => 'webm', :d => '360p' },
+			'44' => { :f => 'webm', :d => '480p' },
+
+			# high quality
+			'22' => { :f => 'mp4',  :d => '720p' },
+			'37' => { :f => 'mp4',  :d => '1080p' },
+			'38' => { :f => 'mp4',  :d => '3072p' },
+			'45' => { :f => 'webm', :d => '720p' },
+			'46' => { :f => 'webm', :d => '1080p'  }
+		}
+
+		def parse page
+			json_match = page.match(/<script>.+ytplayer.config = (.+).+?<\/script>/)
+			raise "Unable to retrieve video info" unless json_match
+			info = JSON::parse json_match[1]
+
+			title = info['args']['title']
+			description = ''
+			sources = []
+
+			maps = info["args"]["url_encoded_fmt_stream_map"]
+			maps.split(',').each do |m|
+				params = CGI::parse(m)
+				params.each { |k, v| params[k] = v[0] }
+				itag = params['itag']
+				next unless QUALITY.keys.include?(itag)
+
+				s = OpenStruct.new
+				s.format = QUALITY[itag][:f]
+				s.info   = QUALITY[itag][:d]
+				s.url    = "#{params['url']}&signature=#{params['sig']}"
+				sources << s
+			end
+
+			{
+				:title => title,
+				:description => description,
+				:sources => sources
+			}
+		end
+	end
+end

data/lib/client.rb

@@ -0,0 +1,34 @@
+require 'net/http'
+require 'uri'
+
+module Umatic
+	class HTTPClient
+
+		def self.instance
+			@@instance ||= new
+		end
+
+		def open(uri_str, limit = 2)
+			raise 'HTTP redirect too deep' if limit == 0
+
+			uri = URI.parse(uri_str)
+
+			http = Net::HTTP.new(uri.host, uri.port)
+			http.use_ssl = true if uri.scheme == "https"
+			response = http.head(uri.path + '?' + (uri.query ? uri.query : ''))
+
+			case response
+			when Net::HTTPSuccess     then uri_str
+			when Net::HTTPRedirection then open(response['location'], limit - 1)
+			else
+				response.error!
+			end
+		end
+
+		def get(url)
+			uri = open(url)
+			Net::HTTP.get(URI.parse(uri))
+		end
+
+	end
+end

data/lib/std/proc.rb

@@ -0,0 +1,10 @@
+class Proc
+  def callback(callable, *args)
+    self === Class.new do
+      method_name = callable.to_sym
+      define_method(method_name) { |&block| block.nil? ? true : block.call(*args) }
+      define_method("#{method_name}?") { true }
+      def method_missing(method_name, *args, &block) false; end
+    end.new
+  end
+end

data/lib/umatic.rb

@@ -0,0 +1,21 @@
+module Umatic
+  VERSION = '0.1'
+end
+
+$:.push File.expand_path('../', __FILE__)
+
+require 'std/proc'
+require 'channel/channel'
+require 'channel/youtube'
+require 'channel/vimeo'
+
+module Umatic
+	def self.open url
+		Channel.open url
+	end
+
+	def self.supported_channels
+		Channel.channels.map { |c| c.to_s.gsub(/Umatic::/, "") }
+	end
+	
+end

data/test/test_client.rb

@@ -0,0 +1,26 @@
+require 'umatic'
+require 'minitest/autorun'
+
+describe Umatic::HTTPClient do
+
+	it "can find correct url with redirections" do
+		link = "http://google.com/"
+		page = Umatic::HTTPClient.instance.open(link)
+		page.wont_be_nil
+		page.must_be_instance_of String
+		page.must_equal "http://www.google.com/"
+	end
+
+	it "can fetch url content" do
+		content = Umatic::HTTPClient.instance.get("http://www.google.com/")
+		content.wont_be_nil
+		content.must_be_instance_of String
+		content.must_match(/I'm Feeling Lucky/)
+	end
+
+	it "can even fetch https url content" do
+		content = Umatic::HTTPClient.instance.get("https://www.google.com/")
+		content.wont_be_nil
+	end
+
+end

data/umatic.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require 'umatic'
+
+Gem::Specification.new do |s|
+  s.name            = "umatic"
+  s.authors         = ["Nazar Kanaev"]
+  s.email           = "nazar.kanaev@gmail.com"
+  s.homepage        = "http://github.com/nkanaev/umatic"
+  s.version         = Umatic::VERSION
+  s.platform        = Gem::Platform::RUBY
+  s.summary         = "umatic"
+  s.description     = "CLI tool for video downloading"
+	s.license         = "MIT"
+
+	s.add_dependency "curl"
+	s.add_development_dependency "minitest"
+
+  s.files           = Dir["./**/*"].reject { |file| file =~ /\.\/(bin|log|pkg|script|spec|test|vendor)/ }
+	s.test_files      = Dir["./test/*"]
+  s.executables     = ["umatic"]
+  s.require_paths   = ["lib"]
+end

metadata

@@ -0,0 +1,87 @@
+--- !ruby/object:Gem::Specification
+name: umatic
+version: !ruby/object:Gem::Version
+  version: '0.1'
+platform: ruby
+authors:
+- Nazar Kanaev
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-07-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: curl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: CLI tool for video downloading
+email: nazar.kanaev@gmail.com
+executables:
+- umatic
+extensions: []
+extra_rdoc_files: []
+files:
+- ./README.md
+- ./LICENSE
+- ./Gemfile
+- ./umatic.gemspec
+- ./umatic-0.1.gem
+- ./lib/channel/youtube.rb
+- ./lib/channel/vimeo.rb
+- ./lib/channel/channel.rb
+- ./lib/std/proc.rb
+- ./lib/umatic.rb
+- ./lib/client.rb
+- ./Rakefile
+- ./test/test_client.rb
+- bin/umatic
+homepage: http://github.com/nkanaev/umatic
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: umatic
+test_files:
+- ./test/test_client.rb