qunar 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: abb1c8b487e496de74a3d1aba1011297d09ec936
+  data.tar.gz: c31420590fc4344ff961faa8cf5a74c57dd66b49
+SHA512:
+  metadata.gz: 7595b89f23e5424c60c5f4d640d51bdc9b31da7a27802390ee2716df5b3909ffccf5d48b4f164cdad164d5d99a04e43ffac0d4abf05c912258b822f96ff66052
+  data.tar.gz: c0805458111c8147aff0a921abf7f58b1d9f28fc755f7311e00cbe574f8197af1062945db20e55222cb2daa798cef0acef16ec0fa4ee2289715f1eabe4d007b9

data/.gitignore

@@ -0,0 +1,22 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in qunar.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 charles
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Qunar
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'qunar'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install qunar
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/qunar/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/lib/qunar/hotel.rb

@@ -0,0 +1,212 @@
+require 'nokogiri'
+require 'httparty'
+module Qunar
+  class Hotel
+    BASEURI = "http://hotel.qunar.com"
+    def initialize(hotelId)
+      #super   
+      raise "id should be string" if !hotelId.instance_of?(String)
+      @HotelSEQ = hotelId             #hotelId is "cityurl_hotelcode"
+      @cityurl = hotelId[0..hotelId.rindex("_",-1)-1]
+      @hotelcode = hotelId[hotelId.rindex("_",-1)+1..hotelId.length]
+      uri = URI(File.join(BASEURI, 'city', @cityurl, "dt-#{@hotelcode}"))
+      page = HTTParty.get(uri.to_s)
+      @hotel = Nokogiri::HTML page
+    end
+
+    def parse_mixkey                            #get some kind of code unkown
+      uri = URI(File.join(BASEURI, 'city', @cityurl, "dt-#{@hotelcode}"))
+      http_res = HTTParty.get uri.to_s
+      res = Nokogiri::HTML http_res
+      node = res.search('//span[@id="eyKxim"]').first
+      return nil if node.nil?
+      return node.text
+    end
+
+    def name          #get the name of the hotel
+      @hotel.search("//div[@class='htl-info fr']//span").first.text.strip
+      # name_tag = @hotel.search("//div[@class='htl-info fr']/h2/span").first
+      # return nil if name_tag.nil?
+      # name_tag.text[0..name_tag.text.index("\n",1)].strip
+    end
+
+    def star         #get the level of the hotel
+      #name_tag = @hotel.search('//div[@class="eriefinfo"]//dt').first
+      name_tag = @hotel.search('//div[@class="htl-info fr"]//em[@class="dangci"]').first
+      return 0 if name_tag.nil?
+      if name_tag.text.include?'经济型'
+        1
+      elsif name_tag.text.include?'舒适型'
+        3
+      elsif name_tag.text.include?'高档型'
+        4
+      elsif name_tag.text.include?'豪华型'
+        5
+      elsif name_tag.text.include?'star20'
+        2
+      elsif name_tag.text.include?'star50'
+        5
+      else
+        0
+      end
+    end
+
+    def citynameEn
+      @cityurl.sub('_city','')
+    end
+
+    def citynameCn
+      match_data = @hotel.to_s.match(/var\s*cityName\s*=\s*\'\p{Han}+\'/u)
+      return "" if match_data.nil?
+      match_data = match_data[0].match(/\p{Han}+/u)
+      return "" if match_data.nil?
+      match_data[0].strip
+    end
+
+    def id
+      @hotelcode = @hotelcode
+    end
+
+    def address               
+      @hotel.search("//p[@class='adress']/span").first['title'].strip
+      #return "" if address.nil?
+      #return address['title'].strip
+    end
+
+    def phone
+      #phone ||= @hotel.search("//li[contains(text(),'电话：')]").text.sub('电话：','').strip
+      @hotel.search("//dl[@class='inform-list']//cite").first.text.sub('电话','').strip
+    end
+
+    #the description of the hotel
+    def desc     
+      #desc = @hotel.search("p[@class='summery less_summery']").text
+      #desc = @hotel.search("p[@class='summery expan_summery']").text if desc.empty?
+      #desc.gsub(/[[:space:]]/, '')
+      @hotel.search("div[@class='introduce']/p").text
+    end
+
+    #开业时间
+    def opentime
+      #date ||= @hotel.search("p[@class='insttime']/cite").text.sub("开业时间：","")
+      #date.strip
+      @hotel.search("dl[@class='inform-list']//cite")[-2].text.sub("年开业",'')
+    end
+=begin
+    #简略描述
+    def abstract_desc
+      abstract_desc = @hotel.search("p[@class='h_desc']").first
+      return "" if abstract_desc.nil?
+      return abstract_desc.text.sub('描述：','').strip
+    end
+
+    def brand
+      brand ||= @hotel.search("//li[contains(text(),'所属品牌：')]").text.sub('所属品牌：','').strip
+      brand.strip
+    end
+=end    
+    def reference_price      
+      match_data = @hotel.to_s.match(/var\s*miniRetailPrice\s*=\s*\'\d+\';/)
+      return 0 if match_data.nil?
+      match_data = match_data[0].match(/[\d]+/)
+      return 0 if match_data.nil?
+      match_data[0].strip
+    end
+
+    def coordinate
+      xy = @hotel.to_s.match(/hotelPoint=\[(\d+\.\d+),(\d+\.\d+)\];/)
+      puts xy
+      if xy.nil?
+        return [0.0,0.0]
+      else
+        return [xy[1],xy[2]]
+      end
+    end
+    #设施
+    def facilities
+      facility = @hotel.search("//div[@class=\"roundmilieu htintroborder\"]").first
+      facilities = Array.new()
+      unless facility.nil?
+        facility.search("dl").each do |dl|
+          ele = Hash.new
+          facility_cata = dl.search("dt").first.text.delete('：')
+          ele1 = Array.new
+          dl.search("dd/ul/li").each do |facility_type|
+            ele1 << facility_type.text
+          end
+          ele['name'] = facility_cata
+          ele['info'] = ele1
+          facilities << ele
+        end
+      end
+      facilities
+    end
+
+    #交通信息   not runable
+=begin
+    def traffic
+      traffic = "http://hotel.qunar.com/detail/detailMapData.jsp?seq=#{@hotelcode}&type=traffic,canguan,jingdian,ent"
+      traffic = HTTParty.get traffic
+      traffic_data = Array.new()
+      if traffic['ret'] == true
+        traffic['data']['ent'].each do |line|
+          ele = Hash.new
+          ele['name'] = line['name']
+          ele['distance'] = line['distance']
+          traffic_data << ele
+        end
+      end
+    end
+
+    def decorate_date    #not found
+      match_data = @hotel.to_s.match(/最后装修时间：\d+年/)
+      return "" if match_data.nil?
+      match_data[0].strip
+    end
+
+
+    def comments
+      url = "http://review.qunar.com/api/h/#{@hotelcode}/detail/rank/v1/page/1"
+      comments = HTTParty.get url
+      comments = JSON.parse comments
+      comments['data']['list'].map{|comment| JSON.parse(comment['content'])['feedContent'] }
+    end
+
+    #评论总数
+    def total_comment
+      url = "http://review.qunar.com/api/h/#{@hotelcode}/detail/rank/page/1?rate=all"
+      body = HTTParty.get url
+      match_data = body.match(/"count":\d+/)
+      return "0" if match_data.nil?
+      match_data[0].sub(/\"count\":/,"").strip
+    end
+    #好评
+    def good_comment
+      url = "http://review.qunar.com/api/h/#{@hotelcode}/detail/rank/page/1?rate=positive"
+      body = HTTParty.get url
+      match_data = body.match(/"count":\d+/)
+      return "0" if match_data.nil?
+      match_data[0].sub(/\"count\":/,"")
+    end
+
+
+    def images
+      url = "http://hotel.qunar.com/render/hotelDetailAllImage.jsp?hotelseq=#{@hotelcode}"
+      body = HTTParty.get url
+      body = JSON.parse(body)
+      return body['data']["all"] if(body['ret'])
+    end
+
+    def score
+      url = "http://review.qunar.com/api/h/#{@hotelcode}/detail"
+      body = HTTParty.get url
+      begin
+        body = JSON.parse body
+        return body["data"]["score"].strip
+      rescue Exception => e
+        return "0.0"
+      end
+    end
+=end
+  end
+end

data/lib/qunar/rank.rb

@@ -0,0 +1,173 @@
+#require 'rubygems'
+require 'capybara'
+#require 'selenium-webdriver'
+require 'nokogiri'
+require 'capybara-webkit'
+
+#headless = Headless.new
+#headless.start
+Capybara.current_driver = :webkit
+Capybara.default_selector = :xpath
+Capybara.app_host = 'http://hotel.qunar.com'
+
+
+module Qunar
+  class Rank
+    include Capybara::DSL
+
+    def initialize(hotelId)
+      raise "id should be string" if !hotelId.instance_of?(String)
+      @HotelSEQ = hotelId                #hotelId is "cityurl_hotelcode"
+      @cityurl = hotelId[0..hotelId.rindex("_",-1)-1]
+      @hotelcode = hotelId[hotelId.rindex("_",-1)+1..hotelId.length]
+      @uri = URI(File.join('/city', @cityurl, "dt-#{@hotelcode}"))
+      visit @uri
+      all('//*[text()="展开报价"]').each do |btn|
+        btn.click
+      end
+      #@page = Capybara.current_session.driver.browser.page_source    #use when choose capybara driver selenium
+      @page = Capybara.current_session.driver.browser.body    #use when choose capybara driver webkit
+      @hotel = Nokogiri::HTML @page
+      File.open("test1.html","w") do |file|
+        file.puts @page
+      end
+    end
+=begin
+      File.open("test1.html","w") do |file|
+        file.puts @page
+      end
+=end
+
+    def room
+      room = {}
+      @hotel.search("//ul[@class='htl-type-list clrfix']/li").each do |li|
+        type = li.search("span[@class='type-name']").first.text.strip
+
+        li.search("div[@class='similar-type-agent-list']/div/div").each do |row|
+          ota_pic = row.search("div[@class='agent-pic']/img").first['src'].strip
+
+          bookable = row.search("a[@class='btn-book']/span").first.text.strip
+
+          insurance = row.search("p[@class='dbt-ct']").first
+          if insurance == nil
+            insurance = false
+          else
+            insurance = true
+          end
+
+          coupon = row.search("span[@class='fan']/em[@class='pr'] |span[@class='fan laps']/em[@class='pr']").first
+          if coupon == nil
+            coupon = '0'
+          else
+            coupon = coupon.text.sub(/¥/,'').strip
+          end
+
+          prepay = row.search("span[@title='需要预先支付房款']").first
+          if prepay == nil
+            prepay = false
+          else
+            prepay = true
+          end
+
+          price = row.search("p[@class='final-price ']/b").first.text.strip
+          neat_price = row.search("p[@class='count_pr']").first.text
+
+          puts "#{type} #{ota_pic} #{price} #{neat_price} #{coupon} #{prepay} #{insurance}  #{bookable}" 
+        end
+
+      end
+      
+      return 0
+    end
+
+
+  end
+end
+
+
+
+=begin
+require 'nokogiri'
+require 'headless'
+require 'capybara'
+require 'capybara/dsl'
+module Qunar
+  class Rank
+    include Capybara::DSL
+    BASEURI = "http://hotel.qunar.com"
+    def initialize(hotelId)
+      raise "id should be string" if !hotelId.instance_of?(String)  #ckeck the whether hotelId is a string
+      @HotelSEQ = hotelId                #hotelId is "cityurl_hotelcode"
+      @cityurl = hotelId[0..hotelId.rindex("_",-1)-1]
+      @hotelcode = hotelId[hotelId.rindex("_",-1)+1..hotelId.length]
+    end
+
+    def parse_mixkey
+      uri = URI(File.join(BASEURI, 'city', @cityurl, "dt-#{@hotelcode}"))    #ex:http://hotel.qunar.com/city/beijing_city/dt-2933/
+      http_res = HTTParty.get uri.to_s
+      res = Nokogiri::HTML http_res
+      node = res.search('//span[@id="eyKxim"]').first
+      return nil if node.nil?
+      return node.text
+    end
+
+    def set_cookies
+      headless = Headless.new
+      headless.start
+      Capybara.current_driver = :selenium
+      Capybara.app_host = BASEURI
+      Capybara.default_wait_time = 10
+      begin
+        visit "/city/#{@cityurl}/dt-#{@hotelcode}/"
+      rescue Errno::ECONNREFUSED => e
+        raise
+      end
+      @cookies = {}
+      Capybara.current_session.driver.browser.manage.all_cookies.each { |cookie| @cookies[cookie[:name]] = cookie[:value] }
+    end
+
+    def load_price_ajax
+      mixKey = parse_mixkey
+      set_cookies
+      raise QunarMixKeyParsedException if mixKey.nil?
+      uri = URI(File.join(BASEURI, 'render', 'detailV2.jsp'))
+      params = {:fromDate=>Date.today+2, :toDate=>Date.today+3, :cityurl=>@cityurl, :HotelSEQ=>@HotelSEQ, :mixKey=>mixKey}
+      headers = Hash.new
+      headers['User-Agent'] = 'Mozilla/5.0 (Windows NT 5.1; rv:26.0) Gecko/20100101 Firefox/26.0'
+      headers['Connection'] = 'keep-alive'
+      headers['Accept-Encoding'] = 'gzip, deflate'
+      headers['Cookie'] = @cookies.map{|k, v| k+'='+v}.join('; ')
+      uri.query = URI.encode_www_form(params)
+      res = HTTParty.get(uri.to_s, :headers=>headers)
+      File.open("test1.html","w") do |file|
+        puts res
+      end
+
+      json_ajax = parse_json_from_response_body(res.body)
+      if !json_ajax['errcode'].nil? and json_ajax['errcode'].eql?110
+        raise QunarIpBlockException,json_ajax
+      end
+      raise QunarIpBlockException,json_ajax if !json_ajax['errcode'].nil? and json_ajax['errcode'].eql?110
+      @ranks = json_ajax['result'].values
+    end
+
+    def rank(ota, room)
+      @ranks.each { |rank| return rank[15]+1 if rank[3].eql?room and rank[6].eql?ota and rank[9].eql?1 }
+      return nil
+    end
+
+    def rooms
+      @rooms ||= @ranks.map { |e|  e[3] }.uniq
+    end
+
+    def otas
+      @otas ||= @ranks.map{|e| e[6] }.uniq
+    end
+
+    def parse_json_from_response_body(res)
+      JSON.parse(res.gsub(/[()]/,""))
+    end
+    
+  end
+end
+=end

data/lib/qunar/version.rb

@@ -0,0 +1,3 @@
+module Qunar
+  VERSION = "0.0.1"
+end

data/lib/qunar.rb

@@ -0,0 +1,7 @@
+require_relative 'qunar/version'
+require_relative 'qunar/hotel'
+require_relative 'qunar/rank'
+
+module Qunar
+  # Your code goes here...
+end

data/qunar.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'qunar/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "qunar"
+  spec.version       = Qunar::VERSION
+  spec.authors       = ["JusticeChow"]
+  spec.email         = ["zhengyi.zhou@corp.elong.com"]
+  spec.summary       = %q{去哪酒店数据明细}
+  spec.description   = %q{包含去哪酒店基本信息以及各ota报价信息}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+end

metadata

@@ -0,0 +1,82 @@
+--- !ruby/object:Gem::Specification
+name: qunar
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- JusticeChow
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-07-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 包含去哪酒店基本信息以及各ota报价信息
+email:
+- zhengyi.zhou@corp.elong.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/qunar.rb
+- lib/qunar/hotel.rb
+- lib/qunar/rank.rb
+- lib/qunar/version.rb
+- qunar.gemspec
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.3.0
+signing_key: 
+specification_version: 4
+summary: 去哪酒店数据明细
+test_files: []