world_airports 1.1.0 → 1.1.1

data/lib/scrapper/scrapper.rb

@@ -0,0 +1,57 @@
+require "watir"
+require "pp"
+
+def scrape
+  b = Watir::Browser.new :chrome
+
+  b.goto "http://en.wikipedia.org/wiki/List_of_airports"
+
+  links_to_scrape = b.p(xpath: "//p[strong[@class='selflink' and contains(text(), 'List') and contains(text(), 'airport')]]")
+  links_to_scrape = links_to_scrape.as.to_a
+  links_to_scrape.map! { |a| a.attribute_value("href") }
+
+  links_to_scrape
+
+  airports ||= {}
+
+  links_to_scrape.each.with_index(1) do |link, idx|
+    puts "SCRAPING #{link}"
+    b.goto link
+
+    table = b.table(xpath: "//table[thead[tr[th[text()='IATA']]]]")
+    next unless table.present?
+
+    cur_airp = {}
+    table.trs.each do |airport_row|
+      next if airport_row.class_name =~ /sortbottom/
+      iata = airport_row.tds[0].text.strip
+      icao = airport_row.tds[1].text
+      name = airport_row.tds[2].text
+      loc = airport_row.tds[3].text
+      city = loc.split(",")[0].strip
+      country = loc.split(",")[-1].strip
+
+      next if iata.length > 3
+
+      cur_airp[iata.upcase] = {
+        iata: iata,
+        name: name,
+        icao: icao,
+        city: city,
+        country: country,
+        location: loc
+      }
+
+      pped = PP.pp(cur_airp, "")
+      File.write("scrapped_#{idx}.rb", %Q{
+      # encoding: UTF-8
+      def airp_#{idx}
+        #{pped}
+      end
+      })
+    end
+    airports.merge!(cur_airp)
+  end
+
+  airports
+end

data/lib/world_airports/version.rb

@@ -1,4 +1,4 @@
 # encoding: UTF-8
 module WorldAirports
-  VERSION = "1.1.0"
+  VERSION = "1.1.1"
 end

data/lib/world_airports.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 require "world_airports/version"
-require "scrapped"
+require "scrapper/scrapped"
 
 module WorldAirports
   class WorldAirports::Airport
@@ -13,14 +13,14 @@ module WorldAirports
   end
 
   def self.iata(iata_code)
-    airport_dt = scrapped_airports[iata_code.to_s.upcase]
+    airport_dt = airport_of iata_code
     airport = WorldAirports::Airport.new
 
     if airport_dt
       airport.name = airport_dt[:name]
       airport.location = airport_dt[:location]
       airport.icao = airport_dt[:icao]
-      airport.iata = airport_dt[:iata]
+      airport.iata = airport_dt[:iata].upcase
       airport.country = airport_dt[:country]
       airport.city = airport.location.split(",")[0]
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: world_airports
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.1.1
 platform: ruby
 authors:
 - Adam Pahlevi
@@ -84,7 +84,35 @@ files:
 - Rakefile
 - certs/adampahlevi.pem
 - gem-public_cert.pem
-- lib/scrapped.rb
+- lib/scrapper/scrapped.rb
+- lib/scrapper/scrapped_0.rb
+- lib/scrapper/scrapped_10.rb
+- lib/scrapper/scrapped_11.rb
+- lib/scrapper/scrapped_12.rb
+- lib/scrapper/scrapped_13.rb
+- lib/scrapper/scrapped_14.rb
+- lib/scrapper/scrapped_15.rb
+- lib/scrapper/scrapped_16.rb
+- lib/scrapper/scrapped_17.rb
+- lib/scrapper/scrapped_18.rb
+- lib/scrapper/scrapped_19.rb
+- lib/scrapper/scrapped_2.rb
+- lib/scrapper/scrapped_20.rb
+- lib/scrapper/scrapped_21.rb
+- lib/scrapper/scrapped_22.rb
+- lib/scrapper/scrapped_23.rb
+- lib/scrapper/scrapped_24.rb
+- lib/scrapper/scrapped_25.rb
+- lib/scrapper/scrapped_26.rb
+- lib/scrapper/scrapped_27.rb
+- lib/scrapper/scrapped_3.rb
+- lib/scrapper/scrapped_4.rb
+- lib/scrapper/scrapped_5.rb
+- lib/scrapper/scrapped_6.rb
+- lib/scrapper/scrapped_7.rb
+- lib/scrapper/scrapped_8.rb
+- lib/scrapper/scrapped_9.rb
+- lib/scrapper/scrapper.rb
 - lib/world_airports.rb
 - lib/world_airports/version.rb
 - out.txt