video_parser 0.1.0

data/README

@@ -0,0 +1,42 @@
+= video_parser
+
+== DESCRIPTION:
+It is used to get video info from youku, tudou, slideshare.
+
+== SYNOPSIS:
+  VideoParser.get(url)  # => {:title => "...", :video_src => "...", :pic_path => "..."}
+
+
+== REQUIREMENTS:
+
+* httparty
+* nokogiri
+
+== INSTALL:
+
+* gem install video_parser
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2011 kame
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,72 @@
+require 'rubygems'
+require 'rake'
+require 'rake/testtask'
+require 'rake/rdoctask'
+require 'rake/gempackagetask'
+require 'spec'
+require 'spec/rake/spectask'
+
+desc 'Default: run unit tests.'
+task :default => :test
+
+desc 'Test the video_parser gem.'
+Spec::Rake::SpecTask.new(:test) do |t|
+	t.spec_files = FileList['spec/**/*_spec.rb']
+	t.spec_opts = ['-c','-f','nested']
+end
+
+desc 'Generate documentation for the video_parser gem.'
+Rake::RDocTask.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'VideoParser'
+  rdoc.options << '--line-numbers' << '--inline-source'
+  rdoc.rdoc_files.include('README')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+
+PKG_VERSION = "0.1.0"
+PKG_FILES = FileList[
+    "lib/**/*", "spec/**/*", "Rakefile", "README"
+]
+
+# Genereate the package
+spec = Gem::Specification.new do |s|
+
+  #### Basic information.
+
+  s.name = 'video_parser'
+  s.version = PKG_VERSION
+  s.summary = <<-EOF
+    This gem is used to get video info from youku, tudou, slideshare.
+  EOF
+  s.description = <<-EOF
+    This gem is used to get video info from youku, tudou, slideshare.
+  EOF
+  s.homepage = "https://github.com/kamechb/video_parser"
+
+  #### Which files are to be included in this gem?  Everything!  (Except CVS directories.)
+
+  s.files = PKG_FILES
+
+  #### Load-time details: library and application (you will need one or both).
+
+  s.require_path = 'lib'
+
+  s.add_dependency('httparty')
+  s.add_dependency('nokogiri')
+
+  #### Documentation and testing.
+
+  s.has_rdoc = true
+
+  #### Author and project details.
+
+  s.authors = ["kame"]
+  s.email = ["kamechb@gmail.com"]
+end
+
+Rake::GemPackageTask.new(spec) do |pkg|
+  pkg.need_zip = true
+  pkg.need_tar = true
+end

data/lib/video_parser/gateway.rb

@@ -0,0 +1,30 @@
+require 'iconv'
+require 'nokogiri'
+require 'httparty'
+
+module GateWay
+  def get_doc(uri, options = {})
+    options[:timeout] ||= 20
+    begin
+      page = HTTParty.get(uri.to_s, :timeout => options[:timeout]).to_s
+      Nokogiri::HTML(conv_page(page))
+    rescue
+      nil
+    end
+  end
+
+  private
+    def conv_page(page)
+      charset = get_charset(page)
+      if charset && !['UTF8', 'utf8', 'UTF-8', 'utf-8'].include?(charset)
+        conved_page = Iconv.conv('UTF-8', charset, page)
+      end
+
+      conved_page || page
+    end
+
+    def get_charset(page)
+      page =~ /charset\s*?=\s*?['"]?([^'"]*)['"]?/
+      $1
+    end
+end

data/lib/video_parser/slideshare.rb

@@ -0,0 +1,38 @@
+require 'video_parser/video_site'
+
+module VideoParser
+  class SlideShare < VideoSite
+    VideoHost = "www.slideshare.net"
+    def self.embed_html(video_src )
+      <<-EMBED
+        <div style='width:425px'>
+          <iframe src='#{video_src}' width='425' height='355' frameborder='0' marginwidth='0' marginheight='0' scrolling='no'></iframe>
+        </div>
+      EMBED
+    end
+    private
+      def extract_video_info
+        return nil unless doc
+        {:title => title, :video_src => video_src, :pic_path => pic_path}
+      end
+
+      # <meta name="og_title" property="og:title" content="Professional Programmer" />
+      def title
+        doc.at_css('meta[name~=og_title]')[:content] rescue nil
+      end
+
+      # video src is in script content with iframe_url attribute
+      def video_src
+        doc.at_css('script[id~=page-json]').inner_text =~ /['"]iframe_url['"]\:\s*?['"](.*?)['"],/
+        $1
+        rescue
+        nil
+      end
+
+      # pic path is in meta tag with name="og_image"
+      def pic_path
+        doc.at_css('meta[name~=og_image]')[:content] rescue nil
+      end
+
+  end
+end

data/lib/video_parser/tudou.rb

@@ -0,0 +1,83 @@
+require 'video_parser/video_site'
+
+module VideoParser
+  # support path begin with "/playlist" or "/programs" format
+  #
+  class TuDou < VideoSite
+    VideoHost = "www.tudou.com"
+    attr_reader :is_playlist, :is_programs
+
+    def self.embed_html(video_src)
+      <<-EMBED
+        <embed src = '#{video_src}' type='application/x-shockwave-flash' allowscriptaccess='always' allowfullscreen='true' wmode='opaque' width='480' height='400'></embed>
+      EMBED
+    end
+
+    private
+      def extract_video_info
+        return nil unless doc
+        {:title => title, :video_src => video_src, :pic_path => pic_path}
+      end
+
+      def title
+        doc.at_css("h1").inner_text rescue nil
+      end
+
+      def video_src
+        if is_playlist?
+          uri.path.match(/\/p\/l\d+i(\d+).*\.html/) ||
+          uri.path.match(/[&#\?]iid=(\d+)/) ||
+          uri.path.match(/\/p\/a\d+i(\d+).*\.html/)
+          iid = $1
+          lcode = get_lcode_from_script
+          default_iid = get_default_iid_from_script
+          iid ||= default_iid
+          "http://www.tudou.com/l/#{lcode}/&iid=#{iid}/v.swf"
+        elsif is_programs?
+          uri.path =~ /view\/(.*?)\//
+          lcode = $1
+          "http://www.tudou.com/v/#{lcode}/v.swf"
+        end
+      end
+
+      # pic in script content is:
+      #
+      # pic:"http://i4.tdimg.com/112/289/113/p.jpg"
+      def pic_path
+        if is_playlist?
+          script_content =~ /pic:\s*?['"](.*?)['"]\s*?,/
+        elsif is_programs?
+          script_content =~ /pic\s*?=\s*?['"](.*?)['"]\s*?,/
+        end
+        $1
+      end
+
+      def is_playlist?
+        uri.path =~ /\/playlist/
+      end
+
+      def is_programs?
+        uri.path =~ /\/programs/
+      end
+
+      # lcode in script content is:
+      #
+      # lid_code = lcode = 'uQa8UQMbcWE'
+      def get_lcode_from_script
+        script_content =~ /lcode\s*?=\s*?['"](.*?)['"]/m
+        $1
+      end
+
+      # defaultIid in script content is:
+      #
+      # defaultIid = 111370446,
+      def get_default_iid_from_script
+        script_content =~ /defaultIid\s*?=\s*?(\d+?)\s*?,/
+        $1
+      end
+
+      def script_content
+        @script_content ||= doc.at_css("script").content
+      end
+  end
+end

data/lib/video_parser/video_site.rb

@@ -0,0 +1,21 @@
+require 'video_parser/gateway'
+
+module VideoParser
+  class VideoSite
+    include GateWay
+    attr_reader :uri, :doc
+
+    def initialize(uri)
+      @uri = uri
+    end
+
+    def get(options = {})
+      @doc = get_doc(uri, options)
+      extract_video_info
+    end
+    private
+      def extract_video_info
+        raise "This is a abstract class, you should implete this method in subclass!"
+      end
+  end
+end

data/lib/video_parser/youku.rb

@@ -0,0 +1,39 @@
+require 'video_parser/video_site'
+
+module VideoParser
+  class YouKu < VideoSite
+    VideoHost = "v.youku.com"
+
+    def self.embed_html(video_src)
+      <<-EMBED
+        <embed src='#{video_src}' quality='high' width='480' height='400' align='middle' allowScriptAccess='sameDomain' type='application/x-shockwave-flash'></embed>
+      EMBED
+    end
+
+    private
+      def extract_video_info
+        return nil unless doc
+        {:title => title, :video_src => video_src, :pic_path => pic_path}
+      end
+
+      def title
+        doc.at_css("h1[class~='title']").inner_text.gsub(/\s/,'') rescue nil
+      end
+
+      def video_src
+        doc.at_css('input[id=link2]')[:value] rescue nil
+      end
+
+      def pic_path
+        begin
+          pic_tag = doc.at_css('a[id=s_sina]')
+          pic_tag ||= doc.at_css('a[id=s_sohu]')
+          pic_param = pic_tag[:href].split("&").detect{|param|param =~ /pic=/ }
+          pic_param.split("=").last
+        rescue
+          nil
+        end
+      end
+
+  end
+end

data/lib/video_parser.rb

@@ -0,0 +1,41 @@
+$:.unshift(File.expand_path('../',  __FILE__)) unless $:.include?(File.expand_path('../',  __FILE__))
+require 'rubygems'
+require 'uri'
+require 'video_parser/gateway'
+require 'video_parser/video_site'
+require 'video_parser/youku'
+require 'video_parser/tudou'
+require 'video_parser/slideshare'
+
+# VideoParser support video site:
+# * youku
+# * tudou
+# * slideshare
+module VideoParser
+  extend self
+  # get video info from url
+  #
+  # video info include
+  # * title
+  # * thumbnail pic path
+  # * video src
+  def get(url, options = {})
+    uri = URI.parse(auto_complete_url(url)) rescue nil
+    video_site = get_video_site(uri)
+    video_site && video_site.new(uri).get(options)
+  end
+
+  private
+    def auto_complete_url(url)
+      url =~ /^http/ ? url : "http://#{url}"
+    end
+
+    # uri is a URI instance
+    def get_video_site(uri)
+      return nil unless uri.is_a?(URI)
+      return YouKu if uri.host == YouKu::VideoHost
+      return TuDou if uri.host == TuDou::VideoHost
+      return SlideShare if uri.host == SlideShare::VideoHost
+    end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+$:.unshift(File.expand_path('../../lib',  __FILE__))
+require 'video_parser'

data/spec/video_parser_spec.rb

@@ -0,0 +1,64 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe VideoParser do
+  describe "youku" do
+    it "v_show格式的视频地址应该能解析出正确的信息" do
+      correct_info = {
+        :video_src => "http://player.youku.com/player.php/sid/XMzIzMzQ0MTA0/v.swf",
+        :pic_path => "http://g4.ykimg.com/0100641F464EA66CEB57FB050A7945BF6C192B-D2FE-0C76-A668-7E312C869217",
+        :title => "视频:北京现代爱与梦同行"
+      }
+      VideoParser.get("http://v.youku.com/v_show/id_XMzIzMzQ0MTA0.html").should == correct_info
+    end
+    it "v_playlist格式的视频地址应该能解析出正确的信息" do
+      correct_info = {
+        :video_src => "http://player.youku.com/player.php/Type/Folder/Fid/16661073/Ob/1/Pt/0/sid/XMzI0NzkwNTQ4/v.swf",
+        :pic_path => "http://g2.ykimg.com/01270F1F464ECA6FF944A40123193CA1419694-4596-7AE5-C968-5CE1DF4383C8",
+        :title => "专辑:韩国又抓3艘中国渔船韩媒要求对中国渔船动武"
+      }
+      VideoParser.get("http://v.youku.com/v_playlist/f16661073o1p0.html").should == correct_info
+    end
+  end
+
+  describe "tudou" do
+    it "playlist格式的地址应该能解析出正确的信息" do
+      correct_info = {
+        :video_src => "http://www.tudou.com/l/b5tccWF-afo/&iid=112289113/v.swf",
+        :pic_path => "http://i4.tdimg.com/112/289/113/p.jpg",
+        :title => "暗拍交警拦运煤车赚外快"
+      }
+      VideoParser.get("http://www.tudou.com/playlist/p/l14450778.html").should == correct_info
+    end
+    it "programs格式的地址应该能解析出正确的信息" do
+      correct_info = {
+        :video_src => "http://www.tudou.com/v/qF_ZI0HPgig/v.swf",
+        :pic_path => "http://i1.tdimg.com/112/238/874/p.jpg",
+        :title => "元首版 机器猫之歌"
+      }
+      VideoParser.get("http://www.tudou.com/programs/view/qF_ZI0HPgig/").should == correct_info
+    end
+  end
+
+  describe "slideshare" do
+    it "正确的slideshare格式应该能解析出正确的信息" do
+      correct_info = {
+        :video_src => "http://www.slideshare.net/slideshow/embed_code/10251145",
+        :title => "Professional Programmer",
+        :pic_path => "http://cdn.slidesharecdn.com/craftsman2011-agileday-111121040632-phpapp02-thumbnail-2"
+      }
+      VideoParser.get("http://www.slideshare.net/gabriele.lana/professional-programmer").should == correct_info
+    end
+  end
+
+  describe "错误的地址应该返回nil" do
+    it "空地址返回nil" do
+      VideoParser.get("").should be_nil
+    end
+    it "地址为nil返回nil" do
+      VideoParser.get(nil).should be_nil
+    end
+    it "地址为不正确的视频地址返回nil" do
+      VideoParser.get("http://www.baidu.com").should be_nil
+    end
+  end
+end

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification 
+name: video_parser
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: 
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- kame
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-04-06 00:00:00 +08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: httparty
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+description: "    This gem is used to get video info from youku, tudou, slideshare.\n"
+email: 
+- kamechb@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/video_parser.rb
+- lib/video_parser/tudou.rb
+- lib/video_parser/gateway.rb
+- lib/video_parser/youku.rb
+- lib/video_parser/slideshare.rb
+- lib/video_parser/video_site.rb
+- spec/video_parser_spec.rb
+- spec/spec_helper.rb
+- Rakefile
+- README
+has_rdoc: true
+homepage: https://github.com/kamechb/video_parser
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: This gem is used to get video info from youku, tudou, slideshare.
+test_files: []
+