ncua 0.4.0 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e329a8d091a46b2798649cc3ddd24d42163fed3b
-  data.tar.gz: 8842978e48032d39ef122a5cee6f99edcd70ff2e
+  metadata.gz: d80b3ab492107fa4574336a527522217465ac829
+  data.tar.gz: 89b3e21b98a1feaa85d3555d4fe7a3a7b01535dc
 SHA512:
-  metadata.gz: a035575691a5c83843d75548f8053d23761ae5b9c28f6cb0fddb34148191dcf401cf09f70d55c26777cb8c523414585fad5fc4152a6df6e2069ba00cbd9e5760
-  data.tar.gz: 6d5791fb1ffef2964f20dbfd4d15a1be7726b2f9dc3a55c6cb26fdc1dbf395bf2379761586777ca61c3ac355b40f05abc5e70643fcb80978f4322fc018c6e387
+  metadata.gz: 7f1ece268d4b81aebc6b6ac37654aa67dd1b5c2b0772caa7258b9aaa9bd87a2174f3fee57e2c838e61fcec4b8348762c6826e8ca29634216f0aebad534872457
+  data.tar.gz: adead7d121f4afa6b779b1e8fab4890d90e0423ec508b7156e30fc39e7e984e2d677f3d09ea8858dfd0b4cd711269231900e91231bfb7f1bef58018f7e601e60

data/lib/ncua.rb

@@ -1,8 +1,10 @@
 require 'httparty'
+require 'nokogiri'
 require 'ncua/version'
 require 'ncua/client'
 require 'ncua/record'
 require 'ncua/credit_union'
+require 'ncua/scraper'
 
 module NCUA
   def self.find_by_address(address, opts={radius: 100})

data/lib/ncua/credit_union.rb

@@ -16,5 +16,13 @@ module NCUA
     field :zip, 'Zipcode'
     field(:distance_from_query_address, 'distance') { |value| nil if value < 0 }
     field(:street, 'Street', &:strip)
+
+    def munge!
+      @scraped_attributes ||= Scraper.new(charter_number).scrape!
+    end
+
+    def additional_attributes
+      @scraped_attributes
+    end
   end
 end

data/lib/ncua/scraper.rb

@@ -0,0 +1,47 @@
+module NCUA
+  class Scraper
+    #This bit is as brittle as glass, as coupled as conjoined twins, and as stinky as bad cheese
+    include HTTParty
+
+    base_uri 'http://mapping.ncua.gov'
+    def initialize(charter_number)
+      @charter_number = charter_number
+    end
+
+    def scrape!
+      Hash[html_doc.at_css("table#MainContent_newDetails").css("tr").map do |tr|
+        if tr.at_css("td.dvHeader") && tr.at_css("td.dvHeader + td")
+          [clean_header(tr.at_css("td.dvHeader").text), clean_value(tr.at_css("td.dvHeader + td").text)]
+        end
+      end]
+    end
+
+    private
+
+    def clean_header(text)
+      text.gsub(/[,:]/,"").
+        gsub("/", " or ").
+        gsub(" ","_").
+        downcase.
+        to_sym
+    end
+
+    def clean_value(text)
+      text.gsub(/[\n\r]/,"").strip
+    end
+
+    def html_doc
+      Nokogiri::HTML(request.body)
+    end
+
+    def request
+      self.class.get(endpoint, query: {
+        "ID" => @charter_number
+      })
+    end
+
+    def endpoint
+      '/SingleResult.aspx'
+    end
+  end
+end

data/lib/ncua/version.rb

@@ -1,3 +1,3 @@
 module NCUA
-  VERSION = "0.4.0"
+  VERSION = "0.5.0"
 end

data/ncua.gemspec

@@ -21,6 +21,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_runtime_dependency "httparty", "~> 0.13"
+  spec.add_runtime_dependency "nokogiri", "~> 1.6.0"
   spec.add_development_dependency "bundler", "~> 1.10"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ncua
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Tom Reznick
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.13'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -86,6 +100,7 @@ files:
 - lib/ncua/client.rb
 - lib/ncua/credit_union.rb
 - lib/ncua/record.rb
+- lib/ncua/scraper.rb
 - lib/ncua/version.rb
 - ncua.gemspec
 homepage: https://github.com/ContinuityControl/ncua