el_pinguino 0.0.2

Sign up to get free protection for your applications and to get access to all the features.
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 82511a0fc4da45bed3fb11093b2b6ccd77c7f7fc
4
+ data.tar.gz: 8e36c6cf2acc3902c169540f2ececf0137916c31
5
+ SHA512:
6
+ metadata.gz: fa77b75080cc9000b919bb9ad851e9cc9dc9b605dcea690e7286894609b2135d82cc0c8a90b2a9a34a62dc613b33ce338b4ddd85c8c6305f48f58fdd60c925d8
7
+ data.tar.gz: 2c692a187635646b70227378506df52bf8e2227a1e5a9ea3ac340083e4fec5940612f6bbbf8d98f76c43ff6fac1b92a7cf00a8faea4a7a528dc267b9b642530a
@@ -0,0 +1,14 @@
1
+ /.bundle/
2
+ /.yardoc
3
+ /Gemfile.lock
4
+ /_yardoc/
5
+ /coverage/
6
+ /doc/
7
+ /pkg/
8
+ /spec/reports/
9
+ /tmp/
10
+ *.bundle
11
+ *.so
12
+ *.o
13
+ *.a
14
+ mkmf.log
data/Gemfile ADDED
@@ -0,0 +1,4 @@
1
+ source 'https://rubygems.org'
2
+
3
+ # Specify your gem's dependencies in el_pinguino.gemspec
4
+ gemspec
@@ -0,0 +1,22 @@
1
+ Copyright (c) 2014 Max Wofford
2
+
3
+ MIT License
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining
6
+ a copy of this software and associated documentation files (the
7
+ "Software"), to deal in the Software without restriction, including
8
+ without limitation the rights to use, copy, modify, merge, publish,
9
+ distribute, sublicense, and/or sell copies of the Software, and to
10
+ permit persons to whom the Software is furnished to do so, subject to
11
+ the following conditions:
12
+
13
+ The above copyright notice and this permission notice shall be
14
+ included in all copies or substantial portions of the Software.
15
+
16
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
17
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
19
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
20
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
21
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
22
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
@@ -0,0 +1,38 @@
1
+ # ElPinguino
2
+
3
+ Scrape TravelMob locations and convert to json.
4
+
5
+ ## Installation
6
+
7
+ Add this line to your application's Gemfile:
8
+
9
+ ```ruby
10
+ gem 'el_pinguino'
11
+ ```
12
+
13
+ And then execute:
14
+
15
+ $ bundle
16
+
17
+ Or install it yourself as:
18
+
19
+ $ gem install el_pinguino
20
+
21
+ ## Usage
22
+ ```ruby
23
+ ElPinguino.find_locations(
24
+ country: 'Thailand',
25
+ city: 'Bangkok'
26
+ )
27
+ ```
28
+
29
+ #### Optional Fields
30
+ :start_date, :end_date, :room_type, :bedrooms, :bathrooms, :beds, :guest_number, :max_pages
31
+
32
+ ## Contributing
33
+
34
+ 1. Fork it ( https://github.com/[my-github-username]/el_pinguino/fork )
35
+ 2. Create your feature branch (`git checkout -b my-new-feature`)
36
+ 3. Commit your changes (`git commit -am 'Add some feature'`)
37
+ 4. Push to the branch (`git push origin my-new-feature`)
38
+ 5. Create a new Pull Request
@@ -0,0 +1,2 @@
1
+ require "bundler/gem_tasks"
2
+
@@ -0,0 +1,24 @@
1
+ # coding: utf-8
2
+ lib = File.expand_path('../lib', __FILE__)
3
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
+ require 'el_pinguino/version'
5
+
6
+ Gem::Specification.new do |spec|
7
+ spec.name = "el_pinguino"
8
+ spec.version = "0.0.2"
9
+ spec.authors = ["Max Wofford"]
10
+ spec.email = ["max.speed.wofford@gmail.com"]
11
+ spec.summary = %q{Scrape TravelMob locations and convert to json.}
12
+ spec.description = %q{Scrape TravelMob locations and convert to json.}
13
+ spec.homepage = ""
14
+ spec.license = "MIT"
15
+
16
+ spec.files = `git ls-files -z`.split("\x0")
17
+ spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
18
+ spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
19
+ spec.require_paths = ["lib"]
20
+
21
+ spec.add_dependency "nokogiri"
22
+ spec.add_development_dependency "bundler", "~> 1.7"
23
+ spec.add_development_dependency "rake", "~> 10.0"
24
+ end
@@ -0,0 +1,54 @@
1
+ require_relative 'el_pinguino/version'
2
+ require 'nokogiri'
3
+ require 'open-uri'
4
+ require 'json'
5
+
6
+ module ElPinguino
7
+
8
+ class << self
9
+ def number_of_pages (url)
10
+ selector = "#paginator > div > div > ul > li:nth-last-child(2) > a"
11
+ page_number = Nokogiri::HTML(open(url)).css(selector).text.to_i
12
+ return page_number
13
+ end
14
+
15
+ def find_locations (**opts)
16
+ city = opts.fetch(:city, nil)
17
+ state = opts.fetch(:state, nil)
18
+ country = opts.fetch(:country)
19
+ location_url = "#{country}/#{state}/#{city}".gsub(' ','-').gsub('//','/')
20
+ base_url = "http://www.travelmob.com/vacation-rentals/#{location_url}"
21
+
22
+ if !opts.has_key?('pages')
23
+ opts[:pages] = number_of_pages("#{base_url}")
24
+ end
25
+
26
+ options_url = ''
27
+ opts.reject{ |k,v| [:city, :country, :pages].include?(k) }.each do |k,v|
28
+ options_url << "?#{k}=#{v}"
29
+ end
30
+
31
+ results = []
32
+ opts.fetch(:pages).times do |pg|
33
+ url = "#{base_url}#{options_url}?page=#{(pg + 1).to_s}"
34
+ puts url
35
+ Nokogiri::HTML(open(url)).css(".space.row").each do |box|
36
+ name = box.css('h4').text
37
+ city = box.css('[itemprop="addressRegion"]').text
38
+ price = box.css('.price').text
39
+ bedrooms = box.css('.bedrooms').text
40
+ capacity = box.css('.accommodates').text
41
+ output = {country: country,
42
+ city: city,
43
+ name: name,
44
+ price: price.to_i,
45
+ bedrooms: bedrooms.to_i,
46
+ capacity: capacity.to_i
47
+ }.to_json
48
+ results << output
49
+ end
50
+ end
51
+ return results
52
+ end
53
+ end
54
+ end
@@ -0,0 +1,3 @@
1
+ module ElPinguino
2
+ VERSION = "0.0.1"
3
+ end
metadata ADDED
@@ -0,0 +1,94 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: el_pinguino
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.2
5
+ platform: ruby
6
+ authors:
7
+ - Max Wofford
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2014-10-27 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: nokogiri
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ">="
18
+ - !ruby/object:Gem::Version
19
+ version: '0'
20
+ type: :runtime
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - ">="
25
+ - !ruby/object:Gem::Version
26
+ version: '0'
27
+ - !ruby/object:Gem::Dependency
28
+ name: bundler
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: '1.7'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '1.7'
41
+ - !ruby/object:Gem::Dependency
42
+ name: rake
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - "~>"
46
+ - !ruby/object:Gem::Version
47
+ version: '10.0'
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - "~>"
53
+ - !ruby/object:Gem::Version
54
+ version: '10.0'
55
+ description: Scrape TravelMob locations and convert to json.
56
+ email:
57
+ - max.speed.wofford@gmail.com
58
+ executables: []
59
+ extensions: []
60
+ extra_rdoc_files: []
61
+ files:
62
+ - ".gitignore"
63
+ - Gemfile
64
+ - LICENSE.txt
65
+ - README.md
66
+ - Rakefile
67
+ - el_pinguino.gemspec
68
+ - lib/el_pinguino.rb
69
+ - lib/el_pinguino/version.rb
70
+ homepage: ''
71
+ licenses:
72
+ - MIT
73
+ metadata: {}
74
+ post_install_message:
75
+ rdoc_options: []
76
+ require_paths:
77
+ - lib
78
+ required_ruby_version: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: '0'
83
+ required_rubygems_version: !ruby/object:Gem::Requirement
84
+ requirements:
85
+ - - ">="
86
+ - !ruby/object:Gem::Version
87
+ version: '0'
88
+ requirements: []
89
+ rubyforge_project:
90
+ rubygems_version: 2.2.2
91
+ signing_key:
92
+ specification_version: 4
93
+ summary: Scrape TravelMob locations and convert to json.
94
+ test_files: []