kinopoisk_parser 1.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    OWRkMWZkNGM4MmQ2MGQxNzE0Y2YwZTM0YTYwY2NkODQ2MmMxY2VkYw==
+  data.tar.gz: !binary |-
+    ZGQ5YzYyMjE2ZGEzNTNkMDIxOTYyMzNlNDNlNGEzNDYyNjM2YWM0Yw==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    YTA5ZGRkMGIzYTBkY2VmYTAwMDQ0ZWNlZThhNjMwNTIwYmZkMTE5ZTE5OGJl
+    NWU0YzNhZjkxN2RmYjYxZmZkYTI4YjJmZWQ5NGUwMWJmZWYyOTQwZjZmOTg2
+    Y2UzZGVmYTZhY2FmNWQwYmRlNWVlNzNmMzQyNzBiZTg0NTA1YmQ=
+  data.tar.gz: !binary |-
+    YTdiMDExYzczMDc0ZTYzODIxM2JkYmI2ZjFjMGJjNTY1OWQyY2E5NDg4ZjFh
+    ZDhlNWVjMDE0NWM3NTYzZWEyMTQ4YTNlMWZlMGFmZWJiZDMwZTM2ZDlhNjA0
+    ODlkN2ExZWFjOTZkZDE1ZDQzOTU2YzkxY2RmNTYxY2ZkOTI3YTI=

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+spec/fixtures

data/.travis.yml

@@ -0,0 +1,2 @@
+rvm:
+  - 1.9.3

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in kinopoisk.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 RavWar
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,72 @@
+# Kinopoisk Parser
+
+Easily search and access information on kinopoisk.ru
+
+[![Build Status](https://secure.travis-ci.org/RavWar/kinopoisk_parser.png)](http://travis-ci.org/RavWar/kinopoisk_parser)
+[![Code Climate](https://codeclimate.com/github/RavWar/kinopoisk_parser.png)](https://codeclimate.com/github/RavWar/kinopoisk_parser)
+[![Dependency Status](https://gemnasium.com/RavWar/kinopoisk_parser.png)](https://gemnasium.com/RavWar/kinopoisk_parser)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'kinopoisk_parser'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install kinopoisk_parser
+
+## Usage
+
+### Movie
+
+Initialize with
+
+    m = Kinopoisk::Movie.new 277537
+
+or
+
+    m = Kinopoisk::Movie.new 'Dexter'
+
+Access information
+
+    m.title
+    #=> "Правосудие Декстера"
+
+    m.countries
+    #=> ["США"]
+
+    m.slogan
+    #=> "«Takes life. Seriously.»"
+
+### Search
+
+    s = Kinopoisk::Search.new 'Life of Pi'
+
+    s.movies.count
+    #=> 6
+
+    s.people.count
+    #=> 5
+
+### Person
+
+    p = Kinopoisk::Person.new 25584
+
+    p.name
+    #=> "Брэд Питт"
+
+    p.career
+    #=> ["Актер", "Продюсер"]
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,5 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new
+task default: :spec

data/kinopoisk.gemspec

@@ -0,0 +1,23 @@
+Gem::Specification.new do |gem|
+  gem.name          = 'kinopoisk_parser'
+  gem.version       = '1.0.1'
+  gem.authors       = ['RavWar']
+  gem.email         = ['rav_war@mail.ru']
+  gem.homepage      = 'https://github.com/RavWar/kinopoisk_parser'
+  gem.summary       = 'Easily search and access information on kinopoisk.ru'
+  gem.description   = <<-DESCRIPTION
+    This gem allows you to easily search and access publicly available
+    information about movies and actors on kinopoisk.ru
+  DESCRIPTION
+
+  gem.files         = `git ls-files`.split($/)
+  gem.test_files    = gem.files.grep %r{^spec/}
+  gem.require_paths = %w(lib)
+
+  gem.add_runtime_dependency 'nokogiri'
+  gem.add_runtime_dependency 'httpclient'
+  gem.add_development_dependency 'vcr'
+  gem.add_development_dependency 'rake'
+  gem.add_development_dependency 'rspec'
+  gem.add_development_dependency 'webmock'
+end

data/lib/kinopoisk/movie.rb

@@ -0,0 +1,142 @@
+#coding: UTF-8
+module Kinopoisk
+  class Movie
+    attr_accessor :id, :url, :title
+
+    # New object can be initialized with id(integer) or title(string).
+    #
+    #   Kinopoisk::Movie.new 277537
+    #   Kinopoisk::Movie.new 'Dexter'
+    #
+    # Initializing by title would send a search request and return first match.
+    # Movie page request is made once and on the first access to a remote data.
+    #
+    def initialize(input, title=nil)
+      @id    = input.is_a?(String) ? find_by_title(input) : input
+      @url   = "http://www.kinopoisk.ru/film/#{id}/"
+      @title = title
+    end
+
+    def actors
+      doc.search('td.actor_list div a').map{|n| n.text.gsub("\n",'').strip}
+        .delete_if{|text| text=='...'}
+    end
+
+    def title
+      @title ||= doc.search('.moviename-big').xpath('text()').text.strip
+    end
+
+    def imdb_rating_count
+      doc.search('div.block_2 div:last').text.gsub(/[ ()]/, '').to_i
+    end
+
+    def imdb_rating
+      doc.search('div.block_2 div:last').text[/\d.\d\d/].to_f
+    end
+
+    def year
+      doc.search("table.info a[href*='/m_act%5Byear%5D/']").text.to_i
+    end
+
+    def countries
+      doc.search("table.info a[href*='/m_act%5Bcountry%5D/']").map(&:text)
+    end
+
+    def poster
+      doc.search("img[itemprop='image']").first.attr 'src'
+    end
+
+    def world_premiere
+      doc.search('td#div_world_prem_td2 a:first').text
+    end
+
+    def ru_premiere
+      doc.search('td#div_rus_prem_td2 a:first').text
+    end
+
+    def rating
+      doc.search('span.rating_ball').text.to_f
+    end
+
+    def poster_big
+      poster.gsub 'film', 'film_big'
+    end
+
+    def length
+      doc.search('td#runtime').text
+    end
+
+    def directors
+      to_array search_by_itemprop 'director'
+    end
+
+    def producers
+      to_array search_by_itemprop 'producer'
+    end
+
+    def composers
+      to_array search_by_itemprop 'musicBy'
+    end
+
+    def genres
+      to_array search_by_itemprop 'genre'
+    end
+
+    def title_en
+      search_by_itemprop 'alternativeHeadline'
+    end
+
+    def description
+      search_by_itemprop 'description'
+    end
+
+    def rating_count
+      search_by_itemprop('ratingCount').to_i
+    end
+
+    def writers
+      to_array search_by_text 'сценарий'
+    end
+
+    def operators
+      to_array search_by_text 'оператор'
+    end
+
+    def art_directors
+      to_array search_by_text 'художник'
+    end
+
+    def editors
+      to_array search_by_text 'монтаж'
+    end
+
+    def slogan
+      search_by_text 'слоган'
+    end
+
+    private
+
+    def doc
+      @doc ||= Kinopoisk.parse url
+    end
+
+    # Kinopoisk has defined first=yes param to redirect to first result
+    # Return its id from location header
+    def find_by_title(title)
+      url = SEARCH_URL+"#{title}&first=yes"
+      Kinopoisk.fetch(url).headers['Location'].to_s.match(/\/(\d*)\/$/)[1]
+    end
+
+    def search_by_itemprop(name)
+      doc.search("[itemprop=#{name}]").text
+    end
+
+    def search_by_text(name)
+      doc.search("//td[text()='#{name}']").first.next.text
+    end
+
+    def to_array(string)
+      string.gsub('...', '').split(', ')
+    end
+  end
+end

data/lib/kinopoisk/person.rb

@@ -0,0 +1,74 @@
+#coding: UTF-8
+module Kinopoisk
+  class Person
+    attr_accessor :id, :url, :name
+
+    def initialize(id, name=nil)
+      @id   = id
+      @url  = "http://www.kinopoisk.ru/name/#{id}/"
+      @name = name
+    end
+
+    def poster
+      doc.search('img.people_thumbnail').first.attr 'src'
+    end
+
+    def name
+      @name ||= doc.search('.moviename-big').text
+    end
+
+    def name_en
+      doc.search("//tr[./td/h1[@class='moviename-big']]/following-sibling::tr//span").text
+    end
+
+    def partner
+      doc.search("//td[@class='type'][contains(text(),'супруг')]").first.next.text
+    end
+
+    def birthdate
+      Date.strptime doc.search("td.birth").first.attr 'birthdate'
+    end
+
+    def birthplace
+      search_by_text('место рождения').split(', ').first
+    end
+
+    def genres
+      search_by_text('жанры').split(', ')
+    end
+
+    def career
+      search_by_text('карьера').split(', ')
+    end
+
+    def total_movies
+      search_by_text('всего фильмов').to_i
+    end
+
+    def best_movies
+      doc.search('td.actor_list a').map(&:text)
+    end
+
+    def first_movie
+      search_by_text 'первый фильм'
+    end
+
+    def last_movie
+      search_by_text 'последний фильм'
+    end
+
+    def height
+      search_by_text 'рост'
+    end
+
+    private
+
+    def doc
+      @doc ||= Kinopoisk.parse url
+    end
+
+    def search_by_text(name)
+      doc.search("//td[@class='type'][text()='#{name}']").first.next.text
+    end
+  end
+end

data/lib/kinopoisk/search.rb

@@ -0,0 +1,41 @@
+#coding: UTF-8
+module Kinopoisk
+  class Search
+    attr_accessor :query, :url
+
+    def initialize(query)
+      @query = query
+      @url   = SEARCH_URL + query.to_s
+    end
+
+    def movies
+      find_nodes('film').map{|n| new_movie n }
+    end
+
+    def people
+      find_nodes('people').map{|n| new_person n }
+    end
+
+    private
+
+    def doc
+      @doc ||= Kinopoisk.parse url
+    end
+
+    def find_nodes(type)
+      doc.search ".info .name a[href*='/#{type}/']"
+    end
+
+    def parse_id(node, type)
+      node.attr('href').match(/\/#{type}\/(\d*)\//)[1].to_i
+    end
+
+    def new_movie(node)
+      Movie.new parse_id(node, 'film'), node.text.gsub(' (сериал)', '')
+    end
+
+    def new_person(node)
+      Person.new parse_id(node, 'people'), node.text
+    end
+  end
+end

data/lib/kinopoisk.rb

@@ -0,0 +1,19 @@
+require 'nokogiri'
+require 'httpclient'
+require 'kinopoisk/movie'
+require 'kinopoisk/search'
+require 'kinopoisk/person'
+
+module Kinopoisk
+  SEARCH_URL = "http://www.kinopoisk.ru/index.php?kp_query="
+
+  # Headers are needed to mimic proper request so kinopoisk won't block it
+  def self.fetch(url)
+    HTTPClient.new.get url, nil, { 'User-Agent'=>'a', 'Accept-Encoding'=>'a' }
+  end
+
+  def self.parse(url)
+    page = fetch url
+    page.status == 200 ? Nokogiri::HTML(page.body.encode('utf-8')) : raise
+  end
+end

data/spec/kinopoisk/movie_spec.rb

@@ -0,0 +1,59 @@
+#coding: UTF-8
+require 'spec_helper'
+
+describe Kinopoisk::Movie, vcr: { cassette_name: 'movie' } do
+  let(:movie) { Kinopoisk::Movie.new 277537 }
+
+  it { movie.url.should eq('http://www.kinopoisk.ru/film/277537/') }
+  it { movie.title.should eq('Правосудие Декстера') }
+  it { movie.title_en.should eq('Dexter') }
+  it { movie.countries.should eq(['США']) }
+  it { movie.year.should eq(2006) }
+  it { movie.poster.should eq('http://st.kinopoisk.ru/images/film/277537.jpg') }
+  it { movie.poster_big.should eq('http://st.kinopoisk.ru/images/film_big/277537.jpg') }
+  it { movie.producers.should eq(['Сара Коллетон','Джон Голдвин','Роберт Ллойд Льюис']) }
+  it { movie.art_directors.should eq(['Джессика Кендер','Энтони Коули','Эрик Уейлер']) }
+  it { movie.operators.should eq(['Ромео Тироне','Джеф Джёр','Мартин Дж. Лэйтон']) }
+  it { movie.editors.should eq(['Луис Ф. Циоффи','Стюарт Шилл','Мэттью Колонна']) }
+  it { movie.writers.should eq(['Джефф Линдсэй','Джеймс Манос мл.','Скотт Бак']) }
+  it { movie.actors.should include('Майкл С. Холл', 'Дженнифер Карпентер') }
+  it { movie.genres.should eq(['триллер','драма','криминал', 'детектив']) }
+  it { movie.directors.should eq(['Джон Дал','Стив Шилл','Кит Гордон']) }
+  it { movie.slogan.should eq('«Takes life. Seriously.»') }
+  it { movie.description.should match('Декстер Морган.') }
+  it { movie.world_premiere.should eq('1 октября 2006') }
+  it { movie.ru_premiere.should eq('3 ноября 2008') }
+  it { movie.composers.should eq(['Дэниэл Лихт']) }
+  it { movie.imdb_rating_count.should be_a(Integer) }
+  it { movie.imdb_rating.should be_a(Float) }
+  it { movie.rating_count.should be_a(Integer) }
+  it { movie.rating.should be_a(Float) }
+  it { movie.length.should eq('55 мин.') }
+
+  it 'should make only one request' do
+    movie.title
+    movie.countries
+    a_request(:get, movie.url).should have_been_made.once
+  end
+
+  it 'should raise error if nothing found' do
+    expect { Kinopoisk::Movie.new(111111111).title }.to raise_error
+  end
+
+  context 'by title' do
+    let(:movie_by_title) { Kinopoisk::Movie.new 'Dexter' }
+
+    it { movie.url.should eq(movie_by_title.url) }
+
+    it 'should make only one request to initialize' do
+      movie_by_title
+      a_request(:get, /.*/).should have_been_made.once
+    end
+
+    it 'should make max two requests' do
+      movie_by_title.title
+      movie_by_title.countries
+      a_request(:get, /.*/).should have_been_made.twice
+    end
+  end
+end

data/spec/kinopoisk/person_spec.rb

@@ -0,0 +1,24 @@
+#coding: UTF-8
+require 'spec_helper'
+
+describe Kinopoisk::Person, vcr: { cassette_name: 'person' } do
+  let(:person) { Kinopoisk::Person.new 13180 }
+
+  it 'should return right url' do
+    person.url.should eq('http://www.kinopoisk.ru/name/13180/')
+  end
+
+  it { person.best_movies.should include('Карты, деньги, два ствола', 'Братья по оружию') }
+  it { person.poster.should eq('http://st.kinopoisk.ru/images/actor/13180.jpg') }
+  it { person.career.should eq(['Актер', 'Режиссер', 'Сценарист', 'Продюсер']) }
+  it { person.genres.should eq(['драма', 'комедия', 'криминал']) }
+  it { person.partner.should eq('Далия Ибельхауптайте') }
+  it { person.name_en.should eq('Dexter Fletcher') }
+  it { person.name.should eq('Декстер Флетчер') }
+  it { person.birthplace.should eq('Лондон') }
+  it { person.first_movie.should eq('1976') }
+  it { person.last_movie.should eq('2014') }
+  it { person.birthdate.should be_a(Date) }
+  it { person.total_movies.should eq(87) }
+  it { person.height.should eq('1.68 м') }
+end

data/spec/kinopoisk/search_spec.rb

@@ -0,0 +1,23 @@
+require 'spec_helper'
+
+describe Kinopoisk::Search, vcr: { cassette_name: 'search' } do
+  let(:search) { Kinopoisk::Search.new 'Dexter' }
+
+  it 'should return right url' do
+    search.url.should eq(Kinopoisk::SEARCH_URL+'Dexter')
+  end
+
+  it 'should make only one request' do
+    search.movies
+    search.people
+    a_request(:get, search.url).should have_been_made.once
+  end
+
+  it 'should return movie objects' do
+    search.movies.first.should be_a(Kinopoisk::Movie)
+  end
+
+  it 'should return person objects' do
+    search.people.first.should be_a(Kinopoisk::Person)
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+require 'webmock/rspec'
+require 'kinopoisk'
+require 'vcr'
+
+VCR.configure do |c|
+  c.hook_into :webmock
+  c.configure_rspec_metadata!
+  c.cassette_library_dir     = 'spec/fixtures'
+  c.default_cassette_options = { record: :new_episodes }
+end

metadata

@@ -0,0 +1,147 @@
+--- !ruby/object:Gem::Specification
+name: kinopoisk_parser
+version: !ruby/object:Gem::Version
+  version: 1.0.1
+platform: ruby
+authors:
+- RavWar
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ! "    This gem allows you to easily search and access publicly available\n
+  \   information about movies and actors on kinopoisk.ru\n"
+email:
+- rav_war@mail.ru
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- kinopoisk.gemspec
+- lib/kinopoisk.rb
+- lib/kinopoisk/movie.rb
+- lib/kinopoisk/person.rb
+- lib/kinopoisk/search.rb
+- spec/kinopoisk/movie_spec.rb
+- spec/kinopoisk/person_spec.rb
+- spec/kinopoisk/search_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/RavWar/kinopoisk_parser
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Easily search and access information on kinopoisk.ru
+test_files:
+- spec/kinopoisk/movie_spec.rb
+- spec/kinopoisk/person_spec.rb
+- spec/kinopoisk/search_spec.rb
+- spec/spec_helper.rb