taiwan_tours 0.1.0

data/spec/lonelyplanet_spec.rb

@@ -0,0 +1,38 @@
+require 'minitest/autorun'
+# require 'minitest/rg'
+require 'oga'
+require 'open-uri'
+require 'yaml'
+require 'json'
+require 'vcr'
+require 'webmock/minitest'
+require './lib/taiwan_tours/lonelyplanet_scrap'
+require './spec/support/vcr_setup'
+
+tours_from_file = YAML.load(File.read('./spec/tours.yml'))
+
+VCR.use_cassette('taiwan_tours') do
+  obj = LonelyPlanetScrape::LonelyPlanetTours.new
+  tours_found = JSON.parse(obj.tours) if !obj.tours.nil?
+
+  describe 'Check for difference between returned results and actual data and possibly HTML structure changes' do
+
+    it 'check if the number of taiwan tours has changed' do
+      tours_found.size.must_equal tours_from_file.size
+    end
+
+    0.upto(tours_from_file.length - 1) do |index|
+    it 'check for price changes' do
+      tours_from_file[index]['price'].must_equal tours_found[index]['price']
+    end
+
+    it 'check for title changes' do
+      tours_from_file[index]['title'].must_equal tours_found[index]['title']
+    end
+
+    it 'check for description changes' do
+      tours_from_file[index]['content'].must_equal tours_found[index]['content']
+    end
+   end  
+  end
+end

data/spec/support/vcr_setup.rb

@@ -0,0 +1,4 @@
+VCR.configure do |config|
+  config.cassette_library_dir = './spec/fixtures/vcr_cassettes'
+  config.hook_into :webmock
+end

data/spec/tours.yml

@@ -0,0 +1,116 @@
+---
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/3071/SITours/5-day-best-of-taiwan-tour-from-taipei-sun-moon-lake-taroko-gorge-in-taipei-118569.jpg
+  title: '5-Day Best of Taiwan Tour from Taipei: Sun Moon Lake, Taroko Gorge, Kaohsiung
+    and Taitung'
+  content: This 5-day Taiwan tour will take you around the whole island, opening your
+    eyes to the country’s diverse, astounding beauty and culture...
+  location: Taiwan
+  price_currency: "$"
+  price: '582'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/3071/SITours/4-day-taiwan-tour-from-taipei-sun-moon-lake-taroko-gorge-kenting-in-taipei-119083.jpg
+  title: '4-Day Taiwan Tour from Taipei: Sun Moon Lake, Taroko Gorge, Kenting National
+    Park and Hualien'
+  content: Enjoy an amazing 4-day experience of Taiwan on this tour from Taipei...
+  location: Taiwan
+  price_currency: "$"
+  price: '608'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/3071/SITours/4-day-tour-of-central-and-southern-taiwan-from-taipei-including-in-taipei-118283.jpg
+  title: 4-Day Tour of Central and Southern Taiwan from Taipei Including Kaohsiung
+    and Sun Moon Lake
+  content: Explore central and southern Taiwan and discover the beautiful countryside
+    scenery on this 4-day tour from Taipei...
+  location: Taiwan
+  price_currency: "$"
+  price: '483'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/3071/SITours/3-day-tour-of-sun-moon-lake-puli-lukang-and-alishan-national-scenic-in-taipei-115196.jpg
+  title: 3-Day Tour of Sun Moon Lake, Puli, Lukang and Alishan National Scenic Area
+    from Taipei
+  content: Explore Taiwan’s countryside and discover its beautiful scenery on this
+    3-day tour from Taipei...
+  location: Taiwan
+  price_currency: "$"
+  price: '431'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/3071/SITours/2-day-tour-of-sun-moon-lake-puli-and-lukang-from-taipei-in-taipei-113098.jpg
+  title: 2-Day Tour of Sun Moon Lake, Puli and Lukang from Taipei
+  content: Enjoy the sights of Taiwan’s must-see destinations on this bus tour from
+    Taipei. As you are comfortably seated inside a tour bus, listen to your guide’s
+    interesting stories about the sites you pass...
+  location: Taiwan
+  price_currency: "$"
+  price: '228'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/3071/SITours/2-day-kenting-national-park-and-kaohsiung-city-tour-with-high-speed-in-taipei-113096.jpg
+  title: 2-Day Kenting National Park and Kaohsiung City Tour with High-Speed Train
+    Experience
+  content: See the best of southwestern Taiwan on this 2-day sightseeing bus tour
+    of Kaohsiung and Kenting National Park from Taipei. Your friendly, expert guide
+    will provide interesting commentary about all the places you pass...
+  location: Taiwan
+  price_currency: "$"
+  price: '362'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/3071/SITours/private-5-day-best-of-taiwan-tour-from-taipei-sun-moon-lake-taroko-in-taipei-177311.jpg
+  title: 'Private 5-Day Best of Taiwan Tour from Taipei: Sun Moon Lake, Taroko Gorge,
+    Kaohsiung and Taitung'
+  content: Travel around the entirety of Taiwan on this private 5-day tour of the
+    island...
+  location: Taiwan
+  price_currency: "$"
+  price: '1099'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/3071/SITours/3-day-atayal-culture-tour-of-wufeng-and-jianshi-township-from-taipei-in-taipei-196621.jpg
+  title: 3-Day Atayal Culture Tour of Wufeng and Jianshi Township From Taipei
+  content: Experiencing Taiwan’s Atayal culture by going to rural and indigenous areas...
+  location: Taiwan
+  price_currency: "$"
+  price: '1819'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/3071/SITours/7-day-southern-and-eastern-coast-of-taiwan-tour-in-taipei-196629.jpg
+  title: 7-Day Southern and Eastern Coast of Taiwan Tour
+  content: Taiwan is a small, advanced island nation. Many of Taiwan’s indigenous
+    communities are located in somewhat remote areas, but all can be reached by paved
+    roads...
+  location: Taiwan
+  price_currency: "$"
+  price: '5000'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/5972/SITours/2-day-private-taroko-gorge-trip-from-taipei-in-taipei-152903.jpg
+  title: 2-Day Private Taroko Gorge Trip from Taipei
+  content: Ride a train along Taiwan’s mountainous eastern coastline to Taroko Gorge
+    National Park and spend two days exploring Hualien County with a knowledgeable
+    private guide...
+  location: Taiwan
+  price_currency: "$"
+  price: '340'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/5972/SITours/experience-beijing-opera-private-makeup-session-and-show-at-taipeieye-in-taipei-170230.jpg
+  title: 'Experience Beijing Opera: Private Makeup Session and Show at TaipeiEYE'
+  content: You'll feel like a Chinese opera star during this 2-hour session with a
+    professional makeup artist...
+  location: Taiwan
+  price_currency: "$"
+  price: '177'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/5972/SITours/2-day-private-yilan-trip-from-taipei-in-taipei-156503.jpg
+  title: 2-Day Private Yilan Trip from Taipei
+  content: Experience the scenic farms, rustic walking paths and folk culture of Yilan,
+    one of the most breathtaking regions outside Taipei...
+  location: Taiwan
+  price_currency: "$"
+  price: '233'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/6279/SITours/3-day-east-coast-and-hualien-tour-from-taipei-in-taipei-164762.jpg
+  title: 3-Day East Coast and Hualien Tour from Taipei
+  content: Experience the breathtaking beauty of Taiwan’s east coast on a 3-day small-group
+    tour from Taipei...
+  location: Taiwan
+  price_currency: "$"
+  price: '395'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/6279/SITours/3-day-taroko-gorge-adventure-from-taipei-hiking-night-market-and-in-taipei-159737.jpg
+  title: '3-Day Taroko Gorge Adventure from Taipei: Hiking, Night Market and Shrimp
+    Fishing'
+  content: Experience the breathtaking beauty of Taroko Gorge, including guided day
+    hikes along the Shakadang Trail and the steep Jhuilu Old Trail...
+  location: Taiwan
+  price_currency: "$"
+  price: '395'
+- img: http://cache-graphicslib.viator.com/graphicslib/thumbs674x446/7326/SITours/taiwan-5-day-cycling-escapade-tour-in-taipei-201712.jpg
+  title: Taiwan 5-Day Cycling Escapade Tour
+  content: What better way to explore Taiwan than on a stimulating bicycle ride? Join
+    us on this exuberant journey as we guide you along the beautiful terrains of the
+    eastern coastline...
+  location: Taiwan
+  price_currency: "$"
+  price: '2990'

data/taiwan_tours.gemspec

@@ -0,0 +1,23 @@
+$LOAD_PATH.push File.expand_path('../lib', __FILE__)
+require 'taiwan_tours/version'
+
+Gem::Specification.new do |s|
+  s.name        =  'taiwan_tours'
+  s.version     =  LonelyPlanetScrape::VERSION
+  s.date        =  LonelyPlanetScrape::DATE
+  s.executables << 'taiwan_tours'
+  s.summary     =  'The lonelyplanet web scraper service traverses details of Taiwan tour packages'
+  s.description =  'Get deatils of taiwan tours packages'
+  s.authors     =  ['Bayardo Salgado', 'Cesar Ordoñez','Eduardo Salazar','Nicole Weatherburne']
+  s.email       =  ['bayardo_salgado@yahoo.com','cesar','esalazar922@gmail.com','nikkiweat@gmail.com']
+  s.files       =  `git ls-files`.split("\n")
+  s.test_files  =  `git ls-files spec/*`.split("\n")
+  s.homepage    =  'https://github.com/ZhongMeiZhou/scraper_project'
+  s.license     =  'MIT'
+
+  s.add_development_dependency 'minitest'
+  s.add_development_dependency 'vcr'
+  s.add_development_dependency 'webmock'
+  s.add_runtime_dependency 'oga'
+  s.add_runtime_dependency 'json'
+end

metadata

@@ -0,0 +1,142 @@
+--- !ruby/object:Gem::Specification
+name: taiwan_tours
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Bayardo Salgado
+- Cesar Ordoñez
+- Eduardo Salazar
+- Nicole Weatherburne
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-10-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: oga
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Get deatils of taiwan tours packages
+email:
+- bayardo_salgado@yahoo.com
+- cesar
+- esalazar922@gmail.com
+- nikkiweat@gmail.com
+executables:
+- taiwan_tours
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/taiwan_tours
+- lib/.DS_Store
+- lib/lonelyplanet_scrap_test.rb
+- lib/taiwan_tours.rb
+- lib/taiwan_tours/lonelyplanet_scrap.rb
+- lib/taiwan_tours/version.rb
+- spec/fixtures/vcr_cassettes/taiwan_tours.yml
+- spec/lonelyplanet_spec.rb
+- spec/support/vcr_setup.rb
+- spec/tours.yml
+- taiwan_tours.gemspec
+homepage: https://github.com/ZhongMeiZhou/scraper_project
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: The lonelyplanet web scraper service traverses details of Taiwan tour packages
+test_files:
+- spec/fixtures/vcr_cassettes/taiwan_tours.yml
+- spec/lonelyplanet_spec.rb
+- spec/support/vcr_setup.rb
+- spec/tours.yml