opendmm 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 96b3fd3b120c02663413fb8cfc7507b269a1782e
+  data.tar.gz: 19d27b4d395b6c80d951640ad1a862e6d5c5f626
+SHA512:
+  metadata.gz: 8d2c9dc40359ea6d06defbf54d526c121dc955a5f59c49be84c204751a737556d6046eaba2dc2be09ab5c709b0ae49bbd3b7670acd26a41d4935c936bf938838
+  data.tar.gz: da02d44597a305c4ccf8cee46a6a7206c5fe0b5cbfa3cc788fcf323193d063e7e89d82214cea1b5e808712a3ee9bd82b15a70d0b810b89c390f82c5cab28d4fe

data/.gitignore

@@ -0,0 +1,2 @@
+pkg
+Gemfile.lock

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.1.2
+script: rake test GFW_MODE=1

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/README.md

@@ -0,0 +1,9 @@
+[![Build Status](https://travis-ci.org/opendmm/opendmm.svg?branch=develop)](https://travis-ci.org/opendmm/opendmm)
+
+# Welcome to OpenDMM
+
+OpenDMM provides a free alternative of [DMM](http://www.dmm.co.jp) to search Japanese AV.
+
+# License
+
+OpenDMM is released under [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,77 @@
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+require 'json'
+require 'opendmm'
+
+Rake::TestTask.new do |t|
+  t.pattern = 'test/**/*_test.rb'
+end
+
+namespace :fixture do
+  desc 'Generate a fixture'
+  task :generate, [:id] => :install do |t, args|
+    fixture = OpenDMM.search(args[:id])
+    if fixture.blank?
+      puts "#{args[:id]} not found"
+      next
+    end
+    File.open(File.join(File.dirname(__FILE__) + "/test/fixtures/#{args[:id]}.json"), 'w') do |file|
+      puts "Generating #{args[:id]}.json"
+      file.puts JSON.pretty_generate(fixture)
+    end
+  end
+
+  desc 'Regenerate all fixtures'
+  task :regenerate => :install do
+    Dir[File.dirname(__FILE__) + '/test/fixtures/*.json'].each do |path|
+      File.open(path, 'w') do |file|
+        id = File.basename(path, '.json')
+        puts "Generating #{id}.json"
+        file.puts JSON.pretty_generate(OpenDMM.search(id))
+      end
+    end
+  end
+end
+
+namespace :maker do
+  desc "Generate a maker"
+  task :generate, [:name] do |t, args|
+    File.open(File.join(File.dirname(__FILE__) + "/lib/opendmm/makers/#{args[:name].underscore}.rb"), 'w') do |file|
+      puts "Generating #{args[:name].underscore}.rb"
+      file.puts <<-CODE
+module OpenDMM
+  module Maker
+    module #{args[:name].underscore.classify}
+      include Maker
+
+      module Site
+        include HTTParty
+        base_uri 'example.com'
+
+        def self.item(name)
+          case name
+          when /(EXAM)-?(\\d{3})/i
+            get("/#\{$1.downcase\}#\{$2\}")
+          end
+        end
+      end
+
+      module Parser
+        def self.parse(content)
+          page_uri = content.request.last_uri
+          html = Nokogiri::HTML(content)
+          return {
+            page:            page_uri.to_s,
+          }
+        end
+      end
+    end
+  end
+end
+CODE
+    end
+  end
+end
+
+task :test => :install
+task :default => :test

data/bin/opendmm

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+
+require "json"
+require "optparse"
+require "pp"
+require "opendmm"
+
+options = { json: false }
+OptionParser.new do |opts|
+  opts.on("-j", "--[no-]json", "JSON mode") do |j|
+    options[:json] = j
+  end
+end.parse!
+
+details = OpenDMM.search(ARGV.first)
+if details
+  if options[:json]
+    puts JSON.pretty_generate(details)
+  else
+    pp details
+  end
+else
+  puts "Unknown product: " + ARGV.first
+end

data/lib/opendmm.rb

@@ -0,0 +1,9 @@
+require 'opendmm/version'
+require 'opendmm/maker'
+require 'opendmm/search_engines/jav_library'
+
+module OpenDMM
+  def self.search(name)
+    Utils.cleanup(Maker.search(name) || SearchEngine::JavLibrary.search(name))
+  end
+end

data/lib/opendmm/maker.rb

@@ -0,0 +1,60 @@
+require 'active_support/core_ext/string/filters'
+require 'httparty'
+require 'nokogiri'
+require 'opendmm/utils'
+
+module OpenDMM
+  module Maker
+    @@makers = []
+
+    def self.included(klass)
+      klass.module_eval <<-CODE
+        def self.search(name)
+          item = Site.item(name)
+          item ? Parser.parse(item) : nil
+        end
+      CODE
+      @@makers << klass
+    end
+
+    # Known fields:
+    #
+    # {
+    #   actresses:       Array
+    #   actress_types:   Array
+    #   boobs:           String
+    #   brand:           String
+    #   categories:      Array
+    #   code:            String
+    #   cover_image:     String
+    #   description:     String
+    #   directors:       Array
+    #   genres:          Array
+    #   label:           String
+    #   maker:           String
+    #   movie_length:    String
+    #   page:            String
+    #   release_date:    String
+    #   sample_images:   Array
+    #   scenes:          Array
+    #   series:          String
+    #   subtitle:        String
+    #   theme:           String
+    #   thumbnail_image: String
+    #   title:           String
+    #   __extra:         Hash
+    # }
+
+    def self.search(name)
+      @@makers.each do |maker|
+        result = maker.search(name)
+        return result if result
+      end
+      nil
+    end
+  end
+end
+
+Dir[File.dirname(__FILE__) + '/makers/*.rb'].each do |file|
+  require file
+end

data/lib/opendmm/makers/aknr.rb

@@ -0,0 +1,38 @@
+module OpenDMM
+  module Maker
+    module Aknr
+      include Maker
+
+      module Site
+        include HTTParty
+        base_uri 'www.aknr.com'
+
+        def self.item(name)
+          case name
+          when /^(FSET)-?(\d{3})$/i
+            get("/works/#{$1.downcase}-#{$2}/")
+          end
+        end
+      end
+
+      module Parser
+        def self.parse(content)
+          page_uri = content.request.last_uri
+          html = Nokogiri::HTML(content)
+          return {
+            actresses:       html.css('//*[@id="info"]/div[3]/div[2]').text.split,
+            code:            html.css('//*[@id="info"]/div[5]/div[2]').text,
+            cover_image:     html.at_css('#jktimg_l2 > a')['href'],
+            directors:       html.css('//*[@id="info"]/div[4]/div[2]').text.split,
+            movie_length:    html.css('//*[@id="info"]/div[6]/div[2]').text,
+            page:            page_uri.to_s,
+            release_date:    html.css('//*[@id="info"]/div[2]/div[2]').text,
+            sample_images:   html.css('#photo > p > a').map { |a| a['href'] },
+            thumbnail_image: html.at_css('#jktimg_l2 > a > img')['src'],
+            title:           html.css('#mainContent2 > h1').text,
+          }
+        end
+      end
+    end
+  end
+end

data/lib/opendmm/makers/ako3.rb

@@ -0,0 +1,39 @@
+module OpenDMM
+  module Maker
+    module Ako3
+      include Maker
+
+      module Site
+        include HTTParty
+        base_uri 'www.ako-3.com'
+
+        def self.item(name)
+          case name
+          when /^(AKO)-?(\d{3})$/i
+            get("/work/item.php?itemcode=#{$1.upcase}#{$2}")
+          end
+        end
+      end
+
+      module Parser
+        def self.parse(content)
+          page_uri = content.request.last_uri
+          html = Nokogiri::HTML(content)
+          specs = Utils.hash_by_split(html.css('div#spec-area > div.release').map(&:text))
+          return {
+            actresses:       [ html.css('//*[@id="spec-area"]/div[2]').text ],
+            code:            specs['商品番号'],
+            cover_image:     html.at_css('div.jacket a')['href'],
+            description:     html.css('div#caption').text,
+            maker:           specs['メーカー'],
+            page:            page_uri.to_s,
+            release_date:    specs['配信日'],
+            sample_images:   html.css('ul.sampleimg li a').map { |a| a['href'] },
+            thumbnail_image: html.at_css('#title-area > div > div.jacket > a > img')['src'],
+            title:           html.css('div.maintitle').text,
+          }
+        end
+      end
+    end
+  end
+end

data/lib/opendmm/makers/anna_and_hanako.rb

@@ -0,0 +1,40 @@
+module OpenDMM
+  module Maker
+    module AnnaAndHanako
+      include Maker
+
+      module Site
+        include HTTParty
+        base_uri 'anna-and-hanako.jp'
+
+        def self.item(name)
+          case name
+          when /^(ANND)-?(\d{3})$/i
+            get("/works/#{$1.downcase}/#{$1.downcase}#{$2}.html")
+          end
+        end
+      end
+
+      module Parser
+        def self.parse(content)
+          page_uri = content.request.last_uri
+          html = Nokogiri::HTML(Utils.force_utf8(content))
+          specs = Utils.hash_by_split(html.xpath('//*[@id="pake-bottom-box_r"]/dl/p').map(&:text))
+          return {
+            actresses:       specs['出演者'].split('/'),
+            code:            specs['品番'],
+            cover_image:     html.at_xpath('//*[@id="pake-bottom-box"]/dl/a')['href'],
+            description:     html.xpath('//*[@id="txt-bottom-box"]').text,
+            directors:       specs['監督'].split('/'),
+            movie_length:    specs['収録時間'],
+            page:            page_uri.to_s,
+            release_date:    specs['発売日'],
+            sample_images:   html.xpath('//*[@id="mein-sanpuru-sam"]/a').map { |a| a['href'] },
+            thumbnail_image: html.at_xpath('//*[@id="pake-bottom-box"]/dl/a/img')['src'],
+            title:           html.xpath('//*[@id="mein-left-new-release-box"]/div/div/h5').text,
+          }
+        end
+      end
+    end
+  end
+end

data/lib/opendmm/makers/apa.rb

@@ -0,0 +1,40 @@
+module OpenDMM
+  module Maker
+    module Apache
+      include Maker
+
+      module Site
+        include HTTParty
+        base_uri 'www.apa-av.jp'
+
+        def self.item(name)
+          case name
+          when /^AP-?(\d{3})$/i
+            get("/list_detail/detail_#{$1}.html")
+          end
+        end
+      end
+
+      module Parser
+        def self.parse(content)
+          page_uri = content.request.last_uri
+          html = Nokogiri::HTML(content)
+          specs = Utils.hash_by_split(html.css('ul.detail-main-meta li').map(&:text))
+          return {
+            actresses:       specs['出演女優'].split(','),
+            code:            specs['品番'],
+            cover_image:     html.at_css('#right > div.detail-main > div.detail_img > a')['href'],
+            description:     html.at_css('#right > div.detail-main > div.detail_description').inner_text,
+            directors:       specs['監督'].split,
+            maker:           'Apache',
+            movie_length:    specs['収録時間'],
+            page:            page_uri.to_s,
+            sample_images:   html.css('#right > div.detail-main > div.detail_description > ul > li > a').map { |a| a['href'] },
+            thumbnail_image: html.at_css('#right > div.detail-main > div.detail_img > a > img')['src'],
+            title:           html.css('div.detail_title_1').text,
+          }
+        end
+      end
+    end
+  end
+end

data/lib/opendmm/makers/aroma.rb

@@ -0,0 +1,63 @@
+module OpenDMM
+  module Maker
+    module Aroma
+      include Maker
+
+      module Site
+        include HTTParty
+        base_uri 'www.aroma-p.com'
+
+        def self.item(name)
+          case name
+          when /^ARM-?(\d{3})$/i
+            return get("/member/contents/title.php?conid=101#{$1}")
+          when /^ARMG-?(\d{3})$/i
+            return get("/member/contents/title.php?conid=200#{$1}")
+          when /^PARM-?(\d{3})$/i
+            return get("/member/contents/title.php?conid=205#{$1}")
+          end
+        end
+      end
+
+      module Parser
+        def self.parse(content)
+          page_uri = content.request.last_uri
+          html = Nokogiri::HTML(Utils.force_utf8(content))
+          specs = Utils.hash_by_split(html.xpath('/html/body/table/tr/td/table/tr[4]/td[2]/table/tr/td[2]/table/tr[3]/td/table/tr[2]/td[2]/table/tr/td[3]/table/tr[3]').text.split)
+          return {
+            actresses:       specs['出演者'].try(:split, '・'),
+            code:            specs['品番'],
+            cover_image:     parse_cover_image(html, page_uri),
+            directors:       specs['監督'].try(:split, '・'),
+            description:     html.xpath('/html/body/table/tr/td/table/tr[4]/td[2]/table/tr/td[2]/table/tr[3]/td/table/tr[9]/td[2]').text,
+            genres:          specs['ジャンル'].split,
+            label:           specs['レーベル'],
+            maker:           'Aroma',
+            movie_length:    specs['時間'],
+            page:            page_uri.to_s,
+            sample_images:   parse_sample_images(html, page_uri),
+            thumbnail_image: html.at_xpath('/html/body/table/tr/td/table/tr[4]/td[2]/table/tr/td[2]/table/tr[3]/td/table/tr[2]/td[2]/table/tr/td[1]/a/img')['src'],
+            title:           html.xpath('/html/body/table/tr/td/table/tr[4]/td[2]/table/tr/td[2]/table/tr[3]/td/table/tr[2]/td[2]/table/tr/td[3]/table/tr[1]/td').text,
+          }
+        end
+
+        private
+
+        def self.parse_cover_image(html, page_uri)
+          href = html.at_xpath('/html/body/table/tr/td/table/tr[4]/td[2]/table/tr/td[2]/table/tr[3]/td/table/tr[2]/td[2]/table/tr/td[1]/a')['href']
+          if href =~ /'(\/images\/.*)'/
+            return $1
+          end
+        end
+
+        def self.parse_sample_images(html, page_uri)
+          html.xpath('/html/body/table/tr/td/table/tr[4]/td[2]/table/tr/td[2]/table/tr[3]/td/table/tr[7]/td[2]/table/tr[3]').css('td input').map do |input|
+            if input['onclick'] =~ /'(\/images\/.*)'/
+              $1
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/opendmm/makers/attackers.rb

@@ -0,0 +1,55 @@
+module OpenDMM
+  module Maker
+    module Attackers
+      include Maker
+
+      module Site
+        include HTTParty
+        base_uri 'attackers.net'
+
+        def self.item(name)
+          case name
+          when /^(ADN|ATID|JBD|RBD|SHKD|SSPD)-?(\d{3})$/i
+            get("/works/-/detail/=/cid=#{$1.downcase}#{$2}")
+          end
+        end
+      end
+
+      module Parser
+        def self.parse(content)
+          page_uri = content.request.last_uri
+          html = Nokogiri::HTML(content)
+          specs = Utils.hash_by_split(html.css('div#works-content ul li').map(&:text))
+          return {
+            actresses:       specs['出演女優'].split,
+            code:            parse_code(specs['品番']),
+            cover_image:     html.at_css('div#works_pake_box a#pake')['href'],
+            directors:       specs['監督'].split,
+            description:     html.css('p.works_txt').text,
+            genres:          specs['ジャンル'].split,
+            label:           specs['レーベル'],
+            maker:           'Attackers',
+            movie_length:    specs['収録時間'],
+            page:            page_uri.to_s,
+            release_date:    specs['発売日'],
+            sample_images:   html.css('ul#sample_photo li a').map { |a| a['href'] },
+            series:          specs['シリーズ'],
+            thumbnail_image: html.at_css('#pake > img')['src'],
+            title:           html.css('div.hl_box_btm').text,
+          }
+        end
+
+        private
+
+        def self.parse_code(str)
+          case str
+          when /Blu-ray：(\w+-\d+).*DVD：(\w+-\d+)/
+            $2.upcase
+          when /\w+-\d+/
+            $&
+          end
+        end
+      end
+    end
+  end
+end