brainy_zip_scraper 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 7bab99c323598d43715d712553d08480ffddb8f3
+  data.tar.gz: 41afd1437b09896a4b0afa83ad8365940a34f448
+SHA512:
+  metadata.gz: d7362e82871b199af4dbbee064ab94bd6e07d106823bc1599836cfdbc579ffb606d16411e7af876ef5e294156e1acc7f0d6fe819788ab92e39b721dd91c1a953
+  data.tar.gz: b34bc39fe0e562a5b28b8671991a32ba0b128b22af4a1f45de5f0b28c2a8e0b02dc34371c45948da5696ab4a82400a4c0ee290a9eef4dc8da1cd939898da311e

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in brainy_zip_scraper.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Eric Berry
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,8 @@
+# Brainy Zip Scraper
+
+Create a CSV of zip code data from BrainyZip.com
+
+## Usage
+
+    require 'brainy_zip_scraper'
+    BrainyZipScraper.to_csv("path/to/zip_codes.csv")

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/brainy_zip_scraper.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'brainy_zip_scraper/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "brainy_zip_scraper"
+  spec.version       = BrainyZipScraper::VERSION
+  spec.authors       = ["Eric Berry"]
+  spec.email         = ["cavneb@gmail.com"]
+  spec.summary       = "Save zip code data to CSV"
+  spec.description   = "Save zip code data to CSV"
+  spec.homepage      = "https://github.com/cavneb/brainy_zip_scraper"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "nokogiri"
+  spec.add_dependency "ruby-progressbar", "~> 1.6.1"
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/lib/brainy_zip_scraper.rb

@@ -0,0 +1,10 @@
+require "brainy_zip_scraper/scraper"
+require "brainy_zip_scraper/version"
+
+module BrainyZipScraper
+  def self.to_csv(path)
+    scraper = Scraper.new
+    scraper.to_csv(path)
+    puts "Updated #{path}"
+  end
+end

data/lib/brainy_zip_scraper/scraper.rb

@@ -0,0 +1,104 @@
+require 'nokogiri'
+require 'open-uri'
+require 'ruby-progressbar'
+require 'csv'
+
+class Scraper
+  def urls
+    pages = []
+    pages << "http://www.brainyzip.com/state/zip_alabama.html"
+    pages << "http://www.brainyzip.com/state/zip_alaska.html"
+    pages << "http://www.brainyzip.com/state/zip_arizona.html"
+    pages << "http://www.brainyzip.com/state/zip_arkansas.html"
+    pages << "http://www.brainyzip.com/state/zip_california.html"
+    pages << "http://www.brainyzip.com/state/zip_colorado.html"
+    pages << "http://www.brainyzip.com/state/zip_connecticut.html"
+    pages << "http://www.brainyzip.com/state/zip_delaware.html"
+    pages << "http://www.brainyzip.com/state/zip_districtofcolumbia.html"
+    pages << "http://www.brainyzip.com/state/zip_florida.html"
+    pages << "http://www.brainyzip.com/state/zip_georgia.html"
+    pages << "http://www.brainyzip.com/state/zip_hawaii.html"
+    pages << "http://www.brainyzip.com/state/zip_idaho.html"
+    pages << "http://www.brainyzip.com/state/zip_illinois.html"
+    pages << "http://www.brainyzip.com/state/zip_indiana.html"
+    pages << "http://www.brainyzip.com/state/zip_iowa.html"
+    pages << "http://www.brainyzip.com/state/zip_kansas.html"
+    pages << "http://www.brainyzip.com/state/zip_kentucky.html"
+    pages << "http://www.brainyzip.com/state/zip_louisiana.html"
+    pages << "http://www.brainyzip.com/state/zip_maine.html"
+    pages << "http://www.brainyzip.com/state/zip_maryland.html"
+    pages << "http://www.brainyzip.com/state/zip_massachusetts.html"
+    pages << "http://www.brainyzip.com/state/zip_michigan.html"
+    pages << "http://www.brainyzip.com/state/zip_minnesota.html"
+    pages << "http://www.brainyzip.com/state/zip_mississippi.html"
+    pages << "http://www.brainyzip.com/state/zip_missouri.html"
+    pages << "http://www.brainyzip.com/state/zip_montana.html"
+    pages << "http://www.brainyzip.com/state/zip_nebraska.html"
+    pages << "http://www.brainyzip.com/state/zip_nevada.html"
+    pages << "http://www.brainyzip.com/state/zip_newhampshire.html"
+    pages << "http://www.brainyzip.com/state/zip_newjersey.html"
+    pages << "http://www.brainyzip.com/state/zip_newmexico.html"
+    pages << "http://www.brainyzip.com/state/zip_newyork.html"
+    pages << "http://www.brainyzip.com/state/zip_northcarolina.html"
+    pages << "http://www.brainyzip.com/state/zip_northdakota.html"
+    pages << "http://www.brainyzip.com/state/zip_ohio.html"
+    pages << "http://www.brainyzip.com/state/zip_oklahoma.html"
+    pages << "http://www.brainyzip.com/state/zip_oregon.html"
+    pages << "http://www.brainyzip.com/state/zip_pennsylvania.html"
+    pages << "http://www.brainyzip.com/state/zip_rhodeisland.html"
+    pages << "http://www.brainyzip.com/state/zip_southcarolina.html"
+    pages << "http://www.brainyzip.com/state/zip_southdakota.html"
+    pages << "http://www.brainyzip.com/state/zip_tennessee.html"
+    pages << "http://www.brainyzip.com/state/zip_texas.html"
+    pages << "http://www.brainyzip.com/state/zip_utah.html"
+    pages << "http://www.brainyzip.com/state/zip_vermont.html"
+    pages << "http://www.brainyzip.com/state/zip_virginia.html"
+    pages << "http://www.brainyzip.com/state/zip_washington.html"
+    pages << "http://www.brainyzip.com/state/zip_westvirginia.html"
+    pages << "http://www.brainyzip.com/state/zip_wisconsin.html"
+    pages << "http://www.brainyzip.com/state/zip_wyoming.html"
+    pages
+  end
+
+  def parse_page(url)
+    doc = Nokogiri::HTML(open(url))
+    trs = doc.xpath("//center[3]/table/tr[2]/td[1]/table/tr")
+    rows = []
+    trs.each_with_index do |tr, index|
+      next if index == 0
+      row = []
+      tr.children.each_with_index do |td, idx|
+        val = td.text.strip.gsub(' zip code', '')
+        row << val
+      end
+      rows << row
+    end
+    rows
+  end
+
+  def to_csv(path)
+    progressbar = ProgressBar.create(
+      :title => 'Zip Codes by State',
+      :starting_at => 0,
+      :total => urls.length,
+      :format => '%a |%b>>%i| %p%% %t'
+    )
+
+    csv_rows = []
+    csv_rows << ["zip_code", "city", "state", "county", "population"]
+
+    urls.each do |page|
+      csv_rows = csv_rows + parse_page(page)
+      progressbar.increment
+      csv_rows
+    end
+
+    CSV.open(path, "w") do |csv|
+      csv_rows.each do |row|
+        csv << row
+      end
+    end
+
+    path
+  end
+end

data/lib/brainy_zip_scraper/version.rb

@@ -0,0 +1,3 @@
+module BrainyZipScraper
+  VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,110 @@
+--- !ruby/object:Gem::Specification
+name: brainy_zip_scraper
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Eric Berry
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-11-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Save zip code data to CSV
+email:
+- cavneb@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- brainy_zip_scraper.gemspec
+- lib/brainy_zip_scraper.rb
+- lib/brainy_zip_scraper/scraper.rb
+- lib/brainy_zip_scraper/version.rb
+homepage: https://github.com/cavneb/brainy_zip_scraper
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Save zip code data to CSV
+test_files: []
+has_rdoc: