xvideos_helper 0.0.4 → 0.0.5

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c8866829e8139d2674b4b928ac83a929253ff867
+  data.tar.gz: 66341f52dec434d92e03eabe8c8336bf1382f629
+SHA512:
+  metadata.gz: 82ab7f947d46f710249f1f1f2fbc11b3425de2938381c28118c23d8c189ca3f29a486396c9b8b419b9615bbca363642ddaf4173e88ffbb0a0ffd84dbda66d182
+  data.tar.gz: 11cb38a443852ceaa98281f00635aedde22dc137a4449969513e758fd3bb5817845ea40fe853b39789413d1ad84362e559818ea8d7305ae32c5bc3fff1d443ee

data/.gitignore

@@ -15,3 +15,4 @@ spec/reports
 test/tmp
 test/version_tmp
 tmp
+/vendor

data/README.md

@@ -1,12 +1,21 @@
 # XvideosHelper
 
-XvideosHelper is a gem to support for adult site creater.This gem provides xvideo's data like movie url or movie page url for you with scraping the site easily.
+XvideosHelper is a gem to support for adult site creater.
+
+This gem provides xvideo's data like movie url or movie page url for you with scraping the site easily.
+
+So, if you use this gem in production, please cache the results.
+
+### Notice
+
+Now, there is the html difference between www.xvideos.com and **.xvideos.com.
+
+XvideosHelper only supports www.xvideos.com.
 
 ## Installation
 
 Add this line to your application's Gemfile:
 
-    gem 'nokogiri'
     gem 'xvideos_helper'
 
 And then execute:
@@ -35,7 +44,7 @@ Or install it yourself as:
     {
       0 => {
         "movie_url" => "http://flashservice.xvideos.com/embedframe/6243093",
-        "movie_page_url"=> "http://jp.xvideos.com/video2017657/0/jp_kyoko_ayana_qc05-02_by_zeus4096_asian_cumshots_asian_swallow_japanese_chinese",
+        "movie_page_url"=> "http://www.xvideos.com/video2017657/0/jp_kyoko_ayana_qc05-02_by_zeus4096_asian_cumshots_asian_swallow_japanese_chinese",
         "movie_thumnail_url"=> "http://img100.xvideos.com/videos/thumbs/46/a0/69/46a069b72731e3c22ddf917d9fb1cbca/46a069b72731e3c22ddf917d9fb1cbca.4.jpg",
         "movie_id"=>"9750364",
         "description"=>"Jp Kyoko Ayana Qc05-02 By Zeus4096 asian  ...",
@@ -65,7 +74,7 @@ Or install it yourself as:
     {
       0 => {
         tag_name => 'sex'
-        tag_url => 'http://jp.xvideos.com/tags/sex'
+        tag_url => 'http://www.xvideos.com/tags/sex'
         tag_count => 320165
       },
       1 => {
@@ -101,22 +110,23 @@ Or install it yourself as:
     movie_data = adult.movies_of('http://www.xvideos.com')
 ```
 
-- Get movie information from all tag pages.
+- Get movie information from 10 tag pages.
 
 ```ruby
     adult = XvideosHelper::Client.new
-    tags_data = sexy.tag_data_lists
+    adult.tags_limit = 10
+    tags_data = adult.tag_data_lists
     tag_movie_data = []
-    tags_data.each do |tag|
-      tag_movie_data << adult.movies_of("http://www.xvideos.com/tags/#{tag}")
+    tags_data.each do |k,v|
+      tag_movie_data << adult.movies_of("http://www.xvideos.com/tags/#{v["tag_name"]}")
     end
 ```
 
 - Get popular movie information.
 
 ```ruby
-    adult = XvideosHelper::Client.new
-    movie_data = adult.movies_of("http://www.xvideos.com/hits/")
+adult = XvideosHelper::Client.new
+movie_data = adult.movies_of("http://www.xvideos.com/best/")
 ```
 
 ## Contributing

data/bin/xvideos_helper

@@ -1,3 +1,7 @@
 #!/usr/bin/env ruby
 
+require "bundler/setup"
 require 'xvideos_helper'
+
+require "pry"
+Pry.start

data/lib/xvideos_helper/client.rb

@@ -7,7 +7,7 @@ module XvideosHelper
     attr_accessor :domain, :tag_url
     def initialize
       @crawler = XvideosHelper::Crawler.new
-      @domain ||= Env::XVIDES_URL_JP
+      @domain ||= Env::XVIDES_URL_WWW
       @tag_url ||= Env::XVIDES_TAG_URL
     end
 

data/lib/xvideos_helper/crawler.rb

@@ -6,7 +6,7 @@ module XvideosHelper
   class Crawler
     attr_accessor :movies_limit,:tags_limit
     def initialize
-      @domain ||= Env::XVIDES_URL_JP
+      @domain ||= Env::XVIDES_URL_WWW
       @iframe_url ||= Env::XVIDES_IFRAME_URL
       @movies_limit ||= -1
       @tags_limit ||= -1
@@ -41,7 +41,7 @@ private
       parsed_data = {}
       index       = 0
 
-      data.xpath('//div[@class="thumbBlock"]/div[@class="thumbInside"]').each do |post|
+      data.search(".thumb-block .thumb-inside").each do |post|
         begin
           # limit
           break if @movies_limit == index
@@ -56,7 +56,6 @@ private
           post.search('script').each do |elm|
             parsed_data[index]['movie_page_url'] = @domain + (elm.children[0].content.match(/href="(.+?)">/))[1]
             parsed_data[index]['movie_thumnail_url'] = (elm.children[0].content.match(/src="(.+?)"/))[1]
-            parsed_data[index]['description'] = (elm.children[0].content.match(/<p><a href=".+">(.+)<\/a><\/p>/))[1]
           end
 
           # movie_id
@@ -66,6 +65,7 @@ private
           parsed_data[index]['movie_url'] = @iframe_url + (parsed_data[index]['movie_page_url'].match(/\/video(\d+)\/.*/))[1]
 
           # description
+          parsed_data[index]['description'] = ''
           post.search('p/a').each do |a|
             parsed_data[index]['description'] = a.inner_text
           end

data/lib/xvideos_helper/env.rb

@@ -1,6 +1,6 @@
 # coding: utf-8
 module Env
-    XVIDES_URL_JP = 'http://jp.xvideos.com'
-    XVIDES_TAG_URL = "#{XVIDES_URL_JP}/tags"
+    XVIDES_URL_WWW = 'http://www.xvideos.com'
+    XVIDES_TAG_URL = "#{XVIDES_URL_WWW}/tags"
     XVIDES_IFRAME_URL = 'http://flashservice.xvideos.com/embedframe/'
 end

data/lib/xvideos_helper/version.rb

@@ -1,3 +1,3 @@
 module XvideosHelper
-  VERSION = "0.0.4"
+  VERSION = "0.0.5"
 end

data/spec/lib/client_spec.rb

@@ -1,10 +1,11 @@
+require 'pry'
 require 'spec_helper'
 
 describe "XvideosHelper::Client" do
   context 'movies_of' do
     it 'return valid values' do
       @xh = XvideosHelper::Client.new
-      lists = @xh.movies_of("http://jp.xvideos.com/")
+      lists = @xh.movies_of("http://www.xvideos.com/")
       lists.count.should > 0
       lists.each do |key,list|
         list["movie_url"].should match(/^http:\/\/.+\/\d+$/)
@@ -19,7 +20,7 @@ describe "XvideosHelper::Client" do
 
     it 'raises error if invalid url' do
       @xh = XvideosHelper::Client.new
-      lambda {@xh.movies_of("invalid://jp.xvideos.com/")}.should raise_error
+      lambda {@xh.movies_of("invalid://www.xvideos.com/")}.should raise_error
     end
   end
 
@@ -45,7 +46,7 @@ describe "XvideosHelper::Client" do
     it 'changes limit to 1' do
       @xh = XvideosHelper::Client.new
       @xh.movies_limit = 1
-      lists = @xh.movies_of("http://jp.xvideos.com/")
+      lists = @xh.movies_of("http://www.xvideos.com/")
       lists.count.should == 1
       lists.each do |key,list|
         list["movie_url"].should match(/^http:\/\/.+\/\d+$/)
@@ -61,7 +62,7 @@ describe "XvideosHelper::Client" do
     it 'changes limit to 0' do
       @xh = XvideosHelper::Client.new
       @xh.movies_limit = 0
-      lists = @xh.movies_of("http://jp.xvideos.com/")
+      lists = @xh.movies_of("http://www.xvideos.com/")
       lists.count.should == 0
       lists.each do |key,list|
         list["movie_url"].should match(/^http:\/\/.+\/\d+$/)

data/spec/lib/crawler_spec.rb

@@ -4,7 +4,7 @@ describe "XvideosHelper::Crawler" do
   context 'get_data_from' do
     it 'return valid movie information' do
       @xh = XvideosHelper::Crawler.new
-      lists = @xh.get_data_from("http://jp.xvideos.com/",'movie')
+      lists = @xh.get_data_from("http://www.xvideos.com/",'movie')
       lists.count.should > 0
       lists.each do |key,list|
         list["movie_url"].should match(/^http:\/\/.+\/\d+$/)
@@ -20,7 +20,7 @@ describe "XvideosHelper::Crawler" do
     it 'return 0 movie information' do
       @xh = XvideosHelper::Crawler.new
       @xh.movies_limit = 0
-      lists = @xh.get_data_from("http://jp.xvideos.com/",'movie')
+      lists = @xh.get_data_from("http://www.xvideos.com/",'movie')
       lists.count.should == 0
       lists.each do |key,list|
         list["movie_url"].should match(/^http:\/\/.+\/\d+$/)
@@ -36,7 +36,7 @@ describe "XvideosHelper::Crawler" do
     it 'return 1 movie information' do
       @xh = XvideosHelper::Crawler.new
       @xh.movies_limit = 1
-      lists = @xh.get_data_from("http://jp.xvideos.com/",'movie')
+      lists = @xh.get_data_from("http://www.xvideos.com/",'movie')
       lists.count.should == 1
       lists.each do |key,list|
         list["movie_url"].should match(/^http:\/\/.+\/\d+$/)
@@ -51,7 +51,7 @@ describe "XvideosHelper::Crawler" do
 
     it 'return valid tag lists' do
       @xh = XvideosHelper::Crawler.new
-      lists = @xh.get_data_from("http://jp.xvideos.com/tags",'taglist')
+      lists = @xh.get_data_from("http://www.xvideos.com/tags",'taglist')
       lists.count.should > 0
       lists.each do |key,list|
         list['tag_name'].should_not be_nil
@@ -63,7 +63,7 @@ describe "XvideosHelper::Crawler" do
     it 'return 0 tag list' do
       @xh = XvideosHelper::Crawler.new
       @xh.tags_limit = 0
-      lists = @xh.get_data_from("http://jp.xvideos.com/tags",'taglist')
+      lists = @xh.get_data_from("http://www.xvideos.com/tags",'taglist')
       lists.count.should == 0
       lists.each do |key,list|
         list['tag_name'].should_not be_nil
@@ -75,7 +75,7 @@ describe "XvideosHelper::Crawler" do
     it 'return 1 tag list' do
       @xh = XvideosHelper::Crawler.new
       @xh.tags_limit = 1
-      lists = @xh.get_data_from("http://jp.xvideos.com/tags",'taglist')
+      lists = @xh.get_data_from("http://www.xvideos.com/tags",'taglist')
       lists.count.should == 1
       lists.each do |key,list|
         list['tag_name'].should_not be_nil
@@ -86,17 +86,17 @@ describe "XvideosHelper::Crawler" do
 
     it 'return empty object if undifined name or the other objects' do
       @xh = XvideosHelper::Crawler.new
-      lists = @xh.get_data_from("http://jp.xvideos.com/",'undifined_name')
+      lists = @xh.get_data_from("http://www.xvideos.com/",'undifined_name')
       lists.should == {}
-      lists = @xh.get_data_from("http://jp.xvideos.com/",{})
+      lists = @xh.get_data_from("http://www.xvideos.com/",{})
       lists.should == {}
-      lists = @xh.get_data_from("http://jp.xvideos.com/",[])
+      lists = @xh.get_data_from("http://www.xvideos.com/",[])
       lists.should == {}
     end
 
     it 'raises error if invalid url' do
       @xh = XvideosHelper::Crawler.new
-      lambda {@xh.movies_of("invalid://jp.xvideos.com/",'movie')}.should raise_error
+      lambda {@xh.movies_of("invalid://www.xvideos.com/",'movie')}.should raise_error
     end
   end
 

data/xvideos_helper.gemspec

@@ -9,7 +9,7 @@ Gem::Specification.new do |spec|
   spec.authors       = ["YuheiNakasaka"]
   spec.email         = ["yuhei.nakasaka@gmail.com"]
   spec.description   = %q{xvideos_helper is a gem to support for adult site creater.}
-  spec.summary       = %q{This gem get movie infomation from xvideo.com.}
+  spec.summary       = %q{This gem gets movie infomation from www.xvideos.com.}
   spec.homepage      = "https://github.com/YuheiNakasaka/xvideos_helper"
   spec.license       = "MIT"
 
@@ -18,8 +18,9 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
+  spec.add_dependency "nokogiri"
   spec.add_development_dependency "bundler", "~> 1.3"
   spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec"
-  spec.add_development_dependency "nokogiri"
+  spec.add_development_dependency "pry"
 end

metadata

@@ -1,78 +1,83 @@
 --- !ruby/object:Gem::Specification
 name: xvideos_helper
 version: !ruby/object:Gem::Version
-  version: 0.0.4
-  prerelease: 
+  version: 0.0.5
 platform: ruby
 authors:
 - YuheiNakasaka
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-30 00:00:00.000000000 Z
+date: 2016-03-22 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: nokogiri
+  name: pry
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: xvideos_helper is a gem to support for adult site creater.
@@ -83,9 +88,9 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .rspec
-- .travis.yml
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -104,34 +109,27 @@ files:
 homepage: https://github.com/YuheiNakasaka/xvideos_helper
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 3698011074387602631
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 3698011074387602631
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 2.4.5
 signing_key: 
-specification_version: 3
-summary: This gem get movie infomation from xvideo.com.
+specification_version: 4
+summary: This gem gets movie infomation from www.xvideos.com.
 test_files:
 - spec/lib/client_spec.rb
 - spec/lib/crawler_spec.rb