opendmm 0.4.3 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4496c5c43789b9e89d73e4794889dc026b8ee59a
-  data.tar.gz: 7e3315770a82b06517eba54db09910d58cc62764
+  metadata.gz: e6c7311b7f595e198cb62136ade4856e8f0b5fe0
+  data.tar.gz: 5ead2b9e04a624fd2517789c9d279cbfb199320c
 SHA512:
-  metadata.gz: a9c9fb02deca9a6de1a9ca07c08ebf95fff14db698bc7a150cd6275a5da446e079b297456fa61d3ebe8f13129a8505736b66cdba581d5a98280980f11f0fc957
-  data.tar.gz: cbc0657182d8c21adf19205e753b5073175b86e79d66fee4a58a585ab9243b5eebb1129daa6a00f4fe0cc6142c6681ba90024d2953216917a7fb04d519b6a173
+  metadata.gz: 774d7c35cd737f548b15fd31e367b6df6f8f8d0c0e434414b92b7befe9db1e034f7452a0f0326db5a3eede55f970cfb62cd3725ddf5eba0aa75211fccbd6cc58
+  data.tar.gz: 8670e9f38574ae0541c57d370885ad056ab625385d941f8c4f0ef301798e095285c656d915aa5fd925d84a378b999fe48587fe777a7abe16115a878e1ef5e5d9

data/Rakefile

@@ -1,140 +1,10 @@
 require 'bundler/gem_tasks'
 require 'rake/testtask'
-require 'json'
-require 'opendmm'
 
-Rake::TestTask.new do |t|
-  t.pattern = 'test/**/*_test.rb'
-end
-
-namespace :fixture do
-  desc 'Generate a maker fixture'
-  task :maker, [:id] => :install do |t, args|
-    generate(args[:id], 'maker')
-  end
-
-  desc 'Generate a search engine fixture'
-  task :search_engine, [:id, :name] => :install do |t, args|
-    generate(args[:id], args[:name])
-  end
-
-  desc 'Regenerate all fixtures'
-  task :regenerate => :install do
-    Dir[File.dirname(__FILE__) + '/test/maker_fixtures/*.json'].each do |path|
-      File.open(path, 'w') do |file|
-        id = File.basename(path, '.json')
-        puts "Generating #{id}.json"
-        file.puts JSON.pretty_generate(OpenDMM.search(id))
-      end
-    end
-  end
-
-  private
-
-  def generate(id, category)
-    fixture = OpenDMM.search(id)
-    if fixture.blank?
-      puts "#{id} not found"
-      return
-    end
-    FileUtils.mkpath File.dirname(__FILE__) + "/test/#{category}_fixtures/"
-    File.open(File.dirname(__FILE__) + "/test/#{category}_fixtures/#{id}.json", 'w') do |file|
-      puts "Generating #{id}.json"
-      file.puts JSON.pretty_generate(fixture)
-    end
-  end
-end
-
-namespace :maker do
-  desc "Generate a maker"
-  task :generate, [:name] do |t, args|
-    File.open(File.join(File.dirname(__FILE__) + "/lib/opendmm/makers/#{args[:name].underscore}.rb"), 'w') do |file|
-      puts "Generating #{args[:name].underscore}.rb"
-      file.puts <<-CODE
-base_uri 'example.com'
-
-register_product(
-  /^(EXAM)-?(\\d{3})$/i,
-  '#\{$1.downcase\}#\{$2\}',
-)
-
-private
+STDOUT.sync = true
 
-def self.parse_product_html(html)
-  {
-  # actresses:       Array
-  # brand:           String
-  # categories:      Array
-  # cover_image:     String
-  # description:     String
-  # directors:       Array
-  # genres:          Array
-  # label:           String
-  # maker:           String
-  # movie_length:    String
-  # release_date:    String
-  # sample_images:   Array
-  # scenes:          Array
-  # series:          String
-  # subtitle:        String
-  # theme:           String
-  # thumbnail_image: String
-  # title:           String
-  }
-end
-CODE
-    end
-  end
-end
-
-namespace :search_engine do
-  desc "Generate a search engine"
-  task :generate, [:name] do |t, args|
-    File.open(File.join(File.dirname(__FILE__) + "/lib/opendmm/search_engines/#{args[:name].underscore}.rb"), 'w') do |file|
-      puts "Generating #{args[:name].underscore}.rb"
-      file.puts <<-CODE
-base_uri 'example.com'
-
-def self.search_url(name)
-  "#{CGI::escape(name)}"
-end
-
-def self.product_url(name)
-  search_page = get_with_retry search_url(name)
-  return nil unless search_page
-  search_html = Utils.html_in_utf8 search_page
-  first_result = search_html.at_css('CHANGEME')
-  first_result['href'] if first_result
-end
-
-private
-
-def self.parse_product_html(html)
-  {
-  # actresses:       Array
-  # brand:           String
-  # categories:      Array
-  # cover_image:     String
-  # description:     String
-  # directors:       Array
-  # genres:          Array
-  # label:           String
-  # maker:           String
-  # movie_length:    String
-  # release_date:    String
-  # sample_images:   Array
-  # scenes:          Array
-  # series:          String
-  # subtitle:        String
-  # theme:           String
-  # thumbnail_image: String
-  # title:           String
-  }
-end
-CODE
-    end
-  end
+Rake::TestTask.new do |t|
+  t.pattern = 'test/*_test.rb'
 end
 
 task :test => :install
-task :default => :test

data/bin/opendmm

@@ -1,27 +1,30 @@
 #!/usr/bin/env ruby
 
 require 'json'
-require 'optparse'
 require 'pp'
 require 'opendmm'
+require 'optparse'
 
-options = { json: false, debug: true }
-OptionParser.new do |opts|
-  opts.on('-j', '--[no-]json', 'JSON mode') do |value|
-    options[:json] = value
-  end
-  opts.on('-d', '--[no-]debug', 'Debug mode') do |value|
-    options[:debug] = value
-  end
-end.parse!
+module OpenDMM
+  class CLI
+    def initialize(argv)
+      parse_options(argv)
+      details = OpenDMM.search(@query)
+      puts details ? JSON.pretty_generate(details)
+                   : "No match for: #{@query}"
+    end
+
+    private
 
-details = OpenDMM.search(ARGV.first, options[:debug])
-if details
-  if options[:json]
-    puts JSON.pretty_generate(details)
-  else
-    pp details
+    def parse_options(argv)
+      OptionParser.new do |opts|
+        opts.on('-d', '--[no-]debug', 'Debug mode') do |debug|
+          LOGGER.level = Logger::DEBUG if debug
+        end
+      end.parse! argv
+      @query = argv.first
+    end
   end
-else
-  puts 'Unknown product: ' + ARGV.first
 end
+
+OpenDMM::CLI.new(ARGV)

data/dev.thor

@@ -0,0 +1,17 @@
+require 'active_support/core_ext/string/inflections'
+
+class Dev < Thor
+  include Thor::Actions
+
+  argument :name
+
+  def self.source_root
+    File.dirname(__FILE__)
+  end
+
+  desc 'engine', 'generate a engine'
+  def engine
+    puts "generate engine"
+    template('templates/engine.tt', "lib/opendmm/engines/#{name.underscore}.rb")
+  end
+end

data/lib/opendmm.rb

@@ -1,53 +1,23 @@
-require 'opendmm/version'
-require 'opendmm/maker'
-require 'opendmm/search_engine'
+require 'opendmm/engines/av_entertainments.rb'
+require 'opendmm/engines/caribbean.rb'
+require 'opendmm/engines/caribbean_pr.rb'
+require 'opendmm/engines/heyzo.rb'
+require 'opendmm/engines/jav_library.rb'
+require 'opendmm/engines/one_pondo.rb'
+require 'opendmm/engines/tokyo_hot.rb'
+require 'opendmm/version.rb'
 
 module OpenDMM
-  # Known fields:
-  #
-  # {
-  #   actresses:        Array
-  #   actress_types:    Array
-  #   boobs:            String
-  #   brand:            String
-  #   categories:       Array
-  #   code:             String
-  #   cover_image:      String
-  #   description:      String
-  #   directors:        Array
-  #   genres:           Array
-  #   label:            String
-  #   maker:            String
-  #   movie_length:     Fixnum
-  #   page:             String
-  #   release_date:     Date
-  #   sample_images:    Array
-  #   scatologies:      Array
-  #   scenes:           Array
-  #   series:           String
-  #   subtitle:         String
-  #   theme:            String
-  #   thumbnail_image:  String
-  #   title:            String
-  #   transsexualities: Array
-  # }
-
-  def self.search(name, debug = false)
-    [ Maker,
-      SearchEngine::JavLibrary,
-      SearchEngine::Dmm,
-      SearchEngine::Mgstage,
-      SearchEngine::AvEntertainments ].each do |engine|
-      begin
-        result = engine.search(name)
-        return result if result
-      rescue => e
-        if debug
-          puts e.inspect
-          puts e.backtrace.join("\n")
-        end
-      end
-    end
-    nil
+  def self.search(query)
+    [ Engine::Caribbean,
+      Engine::CaribbeanPr,
+      Engine::Heyzo,
+      Engine::OnePondo,
+      Engine::TokyoHot,
+      Engine::JavLibrary,
+      Engine::AvEntertainments,
+    ].lazy.map do |engine|
+      engine.search(query)
+    end.find(&:present?)
   end
 end

data/lib/opendmm/engines/av_entertainments.rb

@@ -0,0 +1,81 @@
+require 'cgi'
+require 'opendmm/movie'
+require 'opendmm/utils/httparty'
+
+module OpenDMM
+  module Engine
+    module AvEntertainments
+      def self.search(query)
+        queries = normalize(query)
+        LOGGER.debug queries
+        queries.lazy.map do |query|
+          begin
+            Movie.new(query).details
+          rescue StandardError => e
+            LOGGER.info e
+            nil
+          end
+        end.find(&:present?)
+      end
+
+      private
+
+      def self.normalize(query)
+        query.scan(/([a-z]{2,5})-?(S?\d{2,5})/i).map do |pair|
+          "#{pair[0]}-#{pair[1]}"
+        end
+      end
+
+      module Site
+        include HTTParty
+        base_uri 'www.aventertainments.com'
+        headers({
+          "User-Agent" => "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1916.153 Safari/537.36"
+        })
+
+        def self.search(query)
+          get "/search_Products.aspx?keyword=#{CGI::escape(query)}"
+        end
+      end
+
+      class Search
+        def initialize(query, response)
+          @query = query
+          @response = response
+          @html = Nokogiri.HTML @response
+        end
+
+        def result
+          @html.at_css('div.main-unit2 > table a')['href']
+        end
+      end
+
+      class Movie < OpenDMM::Movie
+        def initialize(query)
+          search = Search.new(query, Site.search(query))
+          super(query, Site.get(search.result))
+
+          @details.title       = @html.css('#mini-tabet > h2').inner_text
+          @details.cover_image = @html.at_css('#titlebox > div.list-cover > img')['src'].gsub('jacket_images', 'bigcover')
+          @details.code        = @html.css('#mini-tabet > div').text.remove('商品番号:')
+          @details.categories  = @html.xpath('//*[@id="TabbedPanels1"]/div/div[2]/div[2]//ol').map(&:text)
+
+          @html.css('#titlebox > ul > li').each do |li|
+            case li.css('span').text
+            when /主演女優/
+              @details.actresses = li.css('a').map(&:text)
+            when /スタジオ/
+              @details.maker = li.css('a').text
+            when /シリーズ/
+              @details.series = li.css('a').text
+            when /発売日/
+              @details.release_date = li.inner_text
+            when /収録時間/
+              @details.movie_length = li.inner_text
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/opendmm/engines/caribbean.rb

@@ -0,0 +1,106 @@
+require 'opendmm/movie'
+require 'opendmm/utils/httparty'
+
+module OpenDMM
+  module Engine
+    module Caribbean
+      def self.search(query)
+        query = normalize(query)
+        return unless query
+        Movie.new(query).details
+      end
+
+      private
+
+      def self.normalize(query)
+        return unless query =~ /(carib|カリビアンコム|加勒比)/i
+        return unless query =~ /(\d{6})[-_](\d{3})/i
+        "#{$1}-#{$2}"
+      end
+
+      module Site
+        include HTTParty
+        base_uri 'www.caribbeancom.com'
+
+        def self.movie(query)
+          get "/moviepages/#{query}/index.html"
+        end
+      end
+
+      class Movie < OpenDMM::Movie
+        def initialize(query)
+          super(query, Site.movie(query))
+
+          @details.code            = "Carib #{query}"
+          @details.cover_image     = './images/l_l.jpg'
+          @details.maker           = 'Caribbean'
+          @details.thumbnail_image = './images/l_s.jpg'
+
+          @details.title           = @html.css('#main-content > div.main-content-movieinfo > div.video-detail > span.movie-title').text
+          @details.description     = @html.css('#main-content > div.main-content-movieinfo > div.movie-comment').text
+          @details.sample_images   = @html.css('#main-content > div.detail-content.detail-content-gallery-old > table > tr > td > a').map do |a|
+            a['href']
+          end.reject do |url|
+            url.include? '/member/'
+          end
+
+          @html.css('#main-content > div.main-content-movieinfo > div.movie-info > dl').map do |dl|
+            case dl.at_css('dt').text
+            when '出演:'
+              @details.actresses = dl.css('dd').map(&:text)
+            when 'カテゴリー:'
+              @details.categories = dl.css('dd').map(&:text)
+            when '配信日:'
+              @details.release_date = dl.css('dd').text
+            when '再生時間:'
+              @details.movie_length = dl.css('dd').text
+            end
+          end
+        end
+      end
+
+      module SitePr
+        include HTTParty
+        base_uri 'www.caribbeancompr.com'
+
+        def self.movie(query)
+          get "/moviepages/#{query}/index.html"
+        end
+      end
+
+      class MoviePr < OpenDMM::Movie
+        def initialize(query)
+          super(query, SitePr.movie(query))
+
+          @details.code            = "Caribpr #{query}"
+          @details.cover_image     = './images/l_l.jpg'
+          @details.thumbnail_image = './images/main_b.jpg'
+          @details.title           = @html.css('#main-content > div.main-content-movieinfo > div.video-detail').text
+          @details.description     = @html.css('#main-content > div.main-content-movieinfo > div.movie-comment').text
+          @details.sample_images   = @html.css('#main-content > div.detail-content.detail-content-gallery > ul > li > div > a').map do |a|
+            a['href']
+          end.reject do |url|
+            url.include? '/member/'
+          end
+
+          @html.css('#main-content > div.main-content-movieinfo > div.movie-info > dl').map do |dl|
+            case dl.at_css('dt').text
+            when '出演:'
+              @details.actresses = dl.css('dd').map(&:text)
+            when 'カテゴリー:'
+              @details.categories = dl.css('dd').map(&:text)
+            when '販売日:'
+              @details.release_date = dl.css('dd').text
+            when '再生時間:'
+              @details.movie_length = dl.css('dd').text
+            when 'スタジオ:'
+              @details.maker = dl.css('dd').text
+            when 'シリーズ:'
+              @details.series = dl.css('dd').text
+            end
+          end
+        end
+      end
+    end
+  end
+end