espider 0.5.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +17 -0
  3. data/Gemfile +4 -0
  4. data/LICENSE.txt +22 -0
  5. data/README.md +29 -0
  6. data/Rakefile +1 -0
  7. data/espider.gemspec +28 -0
  8. data/lib/espider.rb +10 -0
  9. data/lib/espider/api/baidu/map.rb +9 -0
  10. data/lib/espider/api/baidu/map/place.rb +53 -0
  11. data/lib/espider/api/dianping.rb +13 -0
  12. data/lib/espider/api/dianping/base.rb +35 -0
  13. data/lib/espider/api/dianping/business.rb +38 -0
  14. data/lib/espider/api/dianping/coupon.rb +0 -0
  15. data/lib/espider/api/dianping/deal.rb +0 -0
  16. data/lib/espider/api/dianping/metadata.rb +28 -0
  17. data/lib/espider/api/dianping/params.rb +34 -0
  18. data/lib/espider/api/dianping/review.rb +0 -0
  19. data/lib/espider/exceptions.rb +2 -0
  20. data/lib/espider/front/baidu/map/hotel.rb +12 -0
  21. data/lib/espider/front/baidu/map/hotel/detail.rb +60 -0
  22. data/lib/espider/front/baidu/map/hotel/list.rb +46 -0
  23. data/lib/espider/front/dianping.rb +7 -0
  24. data/lib/espider/front/dianping/hotel.rb +10 -0
  25. data/lib/espider/front/dianping/hotel/detail.rb +80 -0
  26. data/lib/espider/front/dianping/hotel/list.rb +56 -0
  27. data/lib/espider/front/front.rb +23 -0
  28. data/lib/espider/front/kuxun.rb +7 -0
  29. data/lib/espider/front/kuxun/detail.rb +100 -0
  30. data/lib/espider/front/qunar.rb +9 -0
  31. data/lib/espider/front/qunar/base.rb +25 -0
  32. data/lib/espider/front/qunar/hotel.rb +173 -0
  33. data/lib/espider/front/qunar/rank.rb +60 -0
  34. data/lib/espider/front/ta.rb +27 -0
  35. data/lib/espider/front/ta/advisor.rb +12 -0
  36. data/lib/espider/front/ta/daodao.rb +16 -0
  37. data/lib/espider/version.rb +3 -0
  38. data/spec/advisor_front_rank_spec.rb +11 -0
  39. data/spec/baidu_map_api_spec.rb +31 -0
  40. data/spec/baidu_map_front_spec.rb +53 -0
  41. data/spec/dadao_front_rank_spec.rb +11 -0
  42. data/spec/dianping_api_business_spec.rb +29 -0
  43. data/spec/dianping_api_metadata_spec.rb +44 -0
  44. data/spec/dianping_front_detail_spec.rb +27 -0
  45. data/spec/dianping_front_list_spec.rb +17 -0
  46. data/spec/kuxun_front_detail_spec.rb +26 -0
  47. data/spec/qunar_front_detail_spec.rb +74 -0
  48. data/spec/qunar_front_rank_alive_spec.rb +12 -0
  49. data/spec/qunar_front_rank_spec.rb +28 -0
  50. data/spec/spec_helper.rb +1 -0
  51. metadata +176 -0
@@ -0,0 +1,12 @@
1
+ #coding: UTF-8
2
+ require 'spec_helper'
3
+ describe "qunar实时排名" do
4
+ qunar_id = "beijing_city_22112"
5
+ it '刷新,保持cookie有效' do
6
+ hotel = ESpider::Front::Qunar::Rank.new(qunar_id)
7
+ loop do
8
+ hotel.parse_mixkey
9
+ puts '刷新' + Time.now.to_s
10
+ end
11
+ end
12
+ end
@@ -0,0 +1,28 @@
1
+ #coding: UTF-8
2
+ require 'spec_helper'
3
+ describe "qunar实时排名" do
4
+ qunar_id = "beijing_city_22299"
5
+ # it 'should 被正确实例化' do
6
+ # hotel = ESpider::Front::Qunar::Rank.new(qunar_id)
7
+ # hotel.should be_an_instance_of ESpider::Front::Qunar::Rank
8
+ # end
9
+ # it 'should 初始化ota数据' do
10
+ # hotel = ESpider::Front::Qunar::Rank.new(qunar_id)
11
+ # otas = hotel.otas
12
+ # otas.should_not be_empty
13
+ # end
14
+ it 'should 返回正确排名' do
15
+ hotel = ESpider::Front::Qunar::Rank.new(qunar_id)
16
+ loop do
17
+ blockedTime = 0
18
+ begin
19
+ hotel.load_price_ajax
20
+ rescue QunarIpBlockException => e
21
+ blockedTime += 1
22
+ warn "blocked #{blockedTime} times"
23
+ retry
24
+ end
25
+ p hotel.rank('wielong0000', '双床房').to_s + "--" + Time.now.to_s
26
+ end
27
+ end
28
+ end
@@ -0,0 +1 @@
1
+ require 'espider'
metadata ADDED
@@ -0,0 +1,176 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: espider
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.5.8
5
+ platform: ruby
6
+ authors:
7
+ - lei
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2014-02-22 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: bundler
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: '1.3'
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: '1.3'
27
+ - !ruby/object:Gem::Dependency
28
+ name: rake
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: nokogiri
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - "~>"
46
+ - !ruby/object:Gem::Version
47
+ version: '0'
48
+ type: :runtime
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - "~>"
53
+ - !ruby/object:Gem::Version
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: httparty
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - "~>"
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ type: :runtime
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - "~>"
67
+ - !ruby/object:Gem::Version
68
+ version: '0'
69
+ - !ruby/object:Gem::Dependency
70
+ name: json
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - "~>"
74
+ - !ruby/object:Gem::Version
75
+ version: '0'
76
+ type: :runtime
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - "~>"
81
+ - !ruby/object:Gem::Version
82
+ version: '0'
83
+ description: elong spider
84
+ email:
85
+ - littlell@126.com
86
+ executables: []
87
+ extensions: []
88
+ extra_rdoc_files: []
89
+ files:
90
+ - ".gitignore"
91
+ - Gemfile
92
+ - LICENSE.txt
93
+ - README.md
94
+ - Rakefile
95
+ - espider.gemspec
96
+ - lib/espider.rb
97
+ - lib/espider/api/baidu/map.rb
98
+ - lib/espider/api/baidu/map/place.rb
99
+ - lib/espider/api/dianping.rb
100
+ - lib/espider/api/dianping/base.rb
101
+ - lib/espider/api/dianping/business.rb
102
+ - lib/espider/api/dianping/coupon.rb
103
+ - lib/espider/api/dianping/deal.rb
104
+ - lib/espider/api/dianping/metadata.rb
105
+ - lib/espider/api/dianping/params.rb
106
+ - lib/espider/api/dianping/review.rb
107
+ - lib/espider/exceptions.rb
108
+ - lib/espider/front/baidu/map/hotel.rb
109
+ - lib/espider/front/baidu/map/hotel/detail.rb
110
+ - lib/espider/front/baidu/map/hotel/list.rb
111
+ - lib/espider/front/dianping.rb
112
+ - lib/espider/front/dianping/hotel.rb
113
+ - lib/espider/front/dianping/hotel/detail.rb
114
+ - lib/espider/front/dianping/hotel/list.rb
115
+ - lib/espider/front/front.rb
116
+ - lib/espider/front/kuxun.rb
117
+ - lib/espider/front/kuxun/detail.rb
118
+ - lib/espider/front/qunar.rb
119
+ - lib/espider/front/qunar/base.rb
120
+ - lib/espider/front/qunar/hotel.rb
121
+ - lib/espider/front/qunar/rank.rb
122
+ - lib/espider/front/ta.rb
123
+ - lib/espider/front/ta/advisor.rb
124
+ - lib/espider/front/ta/daodao.rb
125
+ - lib/espider/version.rb
126
+ - spec/advisor_front_rank_spec.rb
127
+ - spec/baidu_map_api_spec.rb
128
+ - spec/baidu_map_front_spec.rb
129
+ - spec/dadao_front_rank_spec.rb
130
+ - spec/dianping_api_business_spec.rb
131
+ - spec/dianping_api_metadata_spec.rb
132
+ - spec/dianping_front_detail_spec.rb
133
+ - spec/dianping_front_list_spec.rb
134
+ - spec/kuxun_front_detail_spec.rb
135
+ - spec/qunar_front_detail_spec.rb
136
+ - spec/qunar_front_rank_alive_spec.rb
137
+ - spec/qunar_front_rank_spec.rb
138
+ - spec/spec_helper.rb
139
+ homepage: http://ruby-china.org/littlell
140
+ licenses:
141
+ - MIT
142
+ metadata: {}
143
+ post_install_message:
144
+ rdoc_options: []
145
+ require_paths:
146
+ - lib
147
+ required_ruby_version: !ruby/object:Gem::Requirement
148
+ requirements:
149
+ - - ">="
150
+ - !ruby/object:Gem::Version
151
+ version: '0'
152
+ required_rubygems_version: !ruby/object:Gem::Requirement
153
+ requirements:
154
+ - - ">="
155
+ - !ruby/object:Gem::Version
156
+ version: '0'
157
+ requirements: []
158
+ rubyforge_project:
159
+ rubygems_version: 2.2.2
160
+ signing_key:
161
+ specification_version: 4
162
+ summary: elong spider for qunar,dianyping etc.
163
+ test_files:
164
+ - spec/advisor_front_rank_spec.rb
165
+ - spec/baidu_map_api_spec.rb
166
+ - spec/baidu_map_front_spec.rb
167
+ - spec/dadao_front_rank_spec.rb
168
+ - spec/dianping_api_business_spec.rb
169
+ - spec/dianping_api_metadata_spec.rb
170
+ - spec/dianping_front_detail_spec.rb
171
+ - spec/dianping_front_list_spec.rb
172
+ - spec/kuxun_front_detail_spec.rb
173
+ - spec/qunar_front_detail_spec.rb
174
+ - spec/qunar_front_rank_alive_spec.rb
175
+ - spec/qunar_front_rank_spec.rb
176
+ - spec/spec_helper.rb