ssn_validator 1.0.9 → 1.0.10

data/History.txt

@@ -1,3 +1,8 @@
+== 1.0.10 2012-02-14
+
+*  1 enhancements:
+   * use a proxy server if the ENV['http_proxy'] variable is set.  ie. your.proxy.addr:8080
+
 == 1.0.9 2011-03-07
 
 *  1 enhancements:

data/Rakefile

@@ -1,60 +1,61 @@
-require 'rubygems'
-require 'rake'
-
-begin
-  require 'jeweler'
-  Jeweler::Tasks.new do |gemspec|
-    gemspec.name = "ssn_validator"
-    gemspec.author = "Kevin Tyll"
-    gemspec.email = "kevintyll@gmail.com"
-    gemspec.homepage = %q{http://kevintyll.git.com/ssn_validator}
-    gemspec.summary = "Validates whether an SSN has likely been issued or not."
-    gemspec.description = "Validates whether an SSN has likely been issued or not."
-    gemspec.post_install_message = File.readlines("PostInstall.txt").join("")
-  end
-
-  Jeweler::GemcutterTasks.new
-  
-rescue LoadError
-  puts "Jeweler not available. Install it with: sudo gem install technicalpickles-jeweler -s http://gems.github.com"
-end
-
-require 'rake/testtask'
-Rake::TestTask.new(:test) do |test|
-  test.libs  << 'test'
-  test.pattern = 'test/test_*.rb'
-  test.verbose = true
-end
-
-begin
-  require 'rcov/rcovtask'
-  Rcov::RcovTask.new do |test|
-    test.libs << 'test'
-    test.pattern = 'test/**/*_test.rb'
-    test.verbose = true
-  end
-rescue LoadError
-  task :rcov do
-    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
-  end
-end
-
-
-task :default => :test
-
-require 'rake/rdoctask'
-Rake::RDocTask.new do |rdoc|
-  if File.exist?('VERSION.yml')
-    config = YAML.load(File.read('VERSION.yml'))
-    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
-  else
-    version = ""
-  end
-
-  rdoc.rdoc_dir = 'rdoc'
-  rdoc.title = "ssn_validator #{version}"
-  rdoc.rdoc_files.include('README*')
-  rdoc.rdoc_files.include('LICENSE*')
-  rdoc.rdoc_files.include('lib/**/*.rb')
-end
-
+require 'rubygems'
+require 'rake'
+require 'yaml'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gemspec|
+    gemspec.name = "ssn_validator"
+    gemspec.author = "Kevin Tyll"
+    gemspec.email = "kevintyll@gmail.com"
+    gemspec.homepage = %q{http://kevintyll.git.com/ssn_validator}
+    gemspec.summary = "Validates whether an SSN has likely been issued or not."
+    gemspec.description = "Validates whether an SSN has likely been issued or not."
+    gemspec.post_install_message = File.readlines("PostInstall.txt").join("")
+  end
+
+  Jeweler::GemcutterTasks.new
+  
+rescue LoadError
+  puts "Jeweler not available. Install it with: sudo gem install technicalpickles-jeweler -s http://gems.github.com"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs  << 'test'
+  test.pattern = 'test/test_*.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+
+task :default => :test
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION.yml')
+    config = YAML.load(File.read('VERSION.yml'))
+    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "ssn_validator #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('LICENSE*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+

data/VERSION.yml

@@ -1,5 +1,5 @@
 --- 
 :major: 1
 :minor: 0
-:patch: 9
+:patch: 10
 :build: 

data/lib/ssn_validator/models/death_master_file_loader.rb

@@ -10,8 +10,8 @@ class DeathMasterFileLoader
   # as_of is a string in the formatt YYYY-MM-DD for which the file data is accurate.
   def initialize(path_or_url, file_as_of)
     @file_path_or_url = path_or_url
-    @file_as_of       = file_as_of
-    valid?{|status| yield status if block_given?}
+    @file_as_of = file_as_of
+    valid? { |status| yield status if block_given? }
   end
 
   def valid?
@@ -23,7 +23,7 @@ class DeathMasterFileLoader
     if File.exists?(@file_path_or_url)
       @download_file = File.open(@file_path_or_url)
     elsif URI.parse(@file_path_or_url).kind_of?(URI::HTTP)
-      @download_file = File.open(get_file_from_web{|status| yield status if block_given?})
+      @download_file = File.open(get_file_from_web { |status| yield status if block_given? })
     else
       raise(Errno::ENOENT, @file_path_or_url)
     end
@@ -35,26 +35,29 @@ class DeathMasterFileLoader
       puts "Converting file to csv format for Mysql import.  This could take several minutes."
       yield "Converting file to csv format for Mysql import.  This could take several minutes." if block_given?
 
-      csv_file = convert_file_to_csv{|status| yield status if block_given?}
+      csv_file = convert_file_to_csv { |status| yield status if block_given? }
 
-      bulk_mysql_update(csv_file){|status| yield status if block_given?}
+      bulk_mysql_update(csv_file) { |status| yield status if block_given? }
     else
-      active_record_file_load{|status| yield status if block_given?}
+      active_record_file_load { |status| yield status if block_given? }
     end
 
   end
 
   def get_file_from_web
-    uri     = URI.parse(@file_path_or_url)
+    uri = URI.parse(@file_path_or_url)
 
     request = Net::HTTP::Get.new(uri.request_uri)
     request.basic_auth(SsnValidator::Ntis.user_name, SsnValidator::Ntis.password)
 
-    http             = Net::HTTP.new(uri.host, uri.port)
-    http.use_ssl     = (uri.port == 443)
+    proxy_addr, proxy_port = ENV['http_proxy'].gsub("http://", "").split(/:/) if ENV['http_proxy']
+    proxy_user, proxy_pass = uri.userinfo.split(/:/) if uri.userinfo
+    http = Net::HTTP::Proxy(proxy_addr, proxy_port, proxy_user, proxy_pass).new(uri.host, uri.port)
+
+    http.use_ssl = (uri.port == 443)
     http.verify_mode = OpenSSL::SSL::VERIFY_NONE
 
-    csv_file         = Tempfile.new(@file_path_or_url.split('/').last) # create temp file for the raw file.
+    csv_file = Tempfile.new(@file_path_or_url.split('/').last) # create temp file for the raw file.
     http.request(request) do |res|
       raise(ArgumentError, "Invalid URL: #{@file_path_or_url}") if res.kind_of?(Net::HTTPNotFound)
       raise(ArgumentError, "Authorization Required: Invalid username or password.  Set the variables SsnValidator::Ntis.user_name and SsnValidator::Ntis.password in your environment.rb file.") if res.kind_of?(Net::HTTPUnauthorized)
@@ -75,14 +78,14 @@ class DeathMasterFileLoader
   #It starts with the last file loaded, and loads each
   #missing file in sequence up to the current file.
   def self.load_update_files_from_web
-    max_as_of      = DeathMasterFile.maximum(:as_of)
-    run_file_date  = max_as_of.beginning_of_month.next_month
+    max_as_of = DeathMasterFile.maximum(:as_of)
+    run_file_date = max_as_of.beginning_of_month.next_month
     last_file_date = Date.today.beginning_of_month
     while run_file_date <= last_file_date
       url = "https://dmf.ntis.gov/dmldata/monthly/MA#{run_file_date.strftime("%y%m%d")}"
       puts "Loading file #{url}"
       yield "Loading file #{url}" if block_given?
-      dmf = DeathMasterFileLoader.new(url, run_file_date.strftime("%Y-%m-%d")){|status| yield status if block_given?}
+      dmf = DeathMasterFileLoader.new(url, run_file_date.strftime("%Y-%m-%d")) { |status| yield status if block_given? }
       dmf.load_file do |status|
         yield status if block_given?
       end
@@ -96,16 +99,16 @@ class DeathMasterFileLoader
   # Used to convert a packed fixed-length file into csv for mysql import.
   def convert_file_to_csv
 
-    csv_file     = Tempfile.new("dmf") # create temp file for converted csv formmat.
+    csv_file = Tempfile.new("dmf") # create temp file for converted csv formmat.
 
 
-    start        = Time.now
-    timenow      = start.to_s(:db)
+    start = Time.now
+    timenow = start.to_s(:db)
 
     @delete_ssns = []
 
     @download_file.each_with_index do |line, i|
-      action          = record_action(line)
+      action = record_action(line)
       attributes_hash = text_to_hash(line)
       if  action == 'D'
         #keep track of all the records to delete.  We'll delete at the end all at once.
@@ -114,33 +117,33 @@ class DeathMasterFileLoader
         # empty field for id to be generated by mysql.
         newline = "``," +
             # social_security_number
-        "`#{attributes_hash[:social_security_number]}`," +
+            "`#{attributes_hash[:social_security_number]}`," +
             # last_name
-        "`#{attributes_hash[:last_name]}`," +
+            "`#{attributes_hash[:last_name]}`," +
             # name_suffix
-        "`#{attributes_hash[:name_suffix]}`," +
+            "`#{attributes_hash[:name_suffix]}`," +
             # first_name
-        "`#{attributes_hash[:first_name]}`," +
+            "`#{attributes_hash[:first_name]}`," +
             # middle_name
-        "`#{attributes_hash[:middle_name]}`," +
+            "`#{attributes_hash[:middle_name]}`," +
             # verify_proof_code
-        "`#{attributes_hash[:verify_proof_code]}`," +
+            "`#{attributes_hash[:verify_proof_code]}`," +
             # date_of_death - need YYYY-MM-DD.
-        "`#{attributes_hash[:date_of_death]}`," +
+            "`#{attributes_hash[:date_of_death]}`," +
             # date_of_birth - need YYYY-MM-DD.
-        "`#{attributes_hash[:date_of_birth]}`," +
+            "`#{attributes_hash[:date_of_birth]}`," +
             # state_of_residence - must be code between 01 and 65 or else nil.
-        "`#{attributes_hash[:state_of_residence]}`," +
+            "`#{attributes_hash[:state_of_residence]}`," +
             # last_known_zip_residence
-        "`#{attributes_hash[:last_known_zip_residence]}`," +
+            "`#{attributes_hash[:last_known_zip_residence]}`," +
             # last_known_zip_payment
-        "`#{attributes_hash[:last_known_zip_payment]}`," +
+            "`#{attributes_hash[:last_known_zip_payment]}`," +
             # created_at
-        "`#{timenow}`," +
+            "`#{timenow}`," +
             # updated_at
-        "`#{timenow}`," +
+            "`#{timenow}`," +
             # as_of
-        "`#{attributes_hash[:as_of]}`" +"\n"
+            "`#{attributes_hash[:as_of]}`" +"\n"
 
         csv_file.syswrite newline
         if (i % 25000 == 0) && (i > 0)
@@ -162,7 +165,7 @@ class DeathMasterFileLoader
     yield 'Importing file into database. This could take many minutes.' if block_given?
 
     @download_file.each_with_index do |line, i|
-      action          = record_action(line)
+      action = record_action(line)
       attributes_hash = text_to_hash(line)
       if  action == 'D'
         DeathMasterFile.destroy_all(['social_security_number = ?', attributes_hash[:social_security_number]])
@@ -239,18 +242,18 @@ class DeathMasterFileLoader
 
   def text_to_hash(line)
 
-    {:as_of                    => @file_as_of.to_date.to_s(:db),
-     :social_security_number   => line[1, 9].to_s.strip,
-     :last_name                => line[10, 20].to_s.strip,
-     :name_suffix              => line[30, 4].to_s.strip,
-     :first_name               => line[34, 15].to_s.strip,
-     :middle_name              => line[49, 15].to_s.strip,
-     :verify_proof_code        => line[64, 1].to_s.strip,
-     :date_of_death            => (Date.strptime(line[65, 8].to_s.strip, '%m%d%Y') rescue nil),
-     :date_of_birth            => (Date.strptime(line[73, 8].to_s.strip, '%m%d%Y') rescue nil),
+    {:as_of => @file_as_of.to_date.to_s(:db),
+     :social_security_number => line[1, 9].to_s.strip,
+     :last_name => line[10, 20].to_s.strip,
+     :name_suffix => line[30, 4].to_s.strip,
+     :first_name => line[34, 15].to_s.strip,
+     :middle_name => line[49, 15].to_s.strip,
+     :verify_proof_code => line[64, 1].to_s.strip,
+     :date_of_death => (Date.strptime(line[65, 8].to_s.strip, '%m%d%Y') rescue nil),
+     :date_of_birth => (Date.strptime(line[73, 8].to_s.strip, '%m%d%Y') rescue nil),
      # - must be code between 01 and 65 or else nil.
-     :state_of_residence       => (line[81, 2].to_s.strip.between?('01', '65') ? line[81, 2].to_s.strip : nil),
+     :state_of_residence => (line[81, 2].to_s.strip.between?('01', '65') ? line[81, 2].to_s.strip : nil),
      :last_known_zip_residence => line[83, 5].to_s.strip,
-     :last_known_zip_payment   => line[88, 5].to_s.strip}
+     :last_known_zip_payment => line[88, 5].to_s.strip}
   end
 end

data/rdoc/DeathMasterFile.html

@@ -0,0 +1,139 @@
+<!DOCTYPE html>
+
+<html>
+<head>
+<meta content="text/html; charset=UTF-8" http-equiv="Content-Type">
+
+<title>Class: DeathMasterFile</title>
+
+<link type="text/css" media="screen" href="./rdoc.css" rel="stylesheet">
+
+<script type="text/javascript">
+  var rdoc_rel_prefix = "./";
+</script>
+
+<script type="text/javascript" charset="utf-8" src="./js/jquery.js"></script>
+<script type="text/javascript" charset="utf-8" src="./js/navigation.js"></script>
+<script type="text/javascript" charset="utf-8" src="./js/search_index.js"></script>
+<script type="text/javascript" charset="utf-8" src="./js/search.js"></script>
+<script type="text/javascript" charset="utf-8" src="./js/searcher.js"></script>
+<script type="text/javascript" charset="utf-8" src="./js/darkfish.js"></script>
+
+
+<body id="top" class="class">
+<nav id="metadata">
+  <nav id="home-section" class="section">
+  <h3 class="section-header">
+    <a href="./index.html">Home</a>
+    <a href="./table_of_contents.html#classes">Classes</a>
+    <a href="./table_of_contents.html#methods">Methods</a>
+  </h3>
+</nav>
+
+
+  <nav id="search-section" class="section project-section" class="initially-hidden">
+  <form action="#" method="get" accept-charset="utf-8">
+    <h3 class="section-header">
+      <input type="text" name="search" placeholder="Search" id="search-field"
+             title="Type to search, Up and Down to navigate, Enter to load">
+    </h3>
+  </form>
+
+  <ul id="search-results" class="initially-hidden"></ul>
+</nav>
+
+
+  <div id="file-metadata">
+    <nav id="file-list-section" class="section">
+  <h3 class="section-header">Defined In</h3>
+  <ul>
+    <li>lib/ssn_validator/models/death_master_file.rb
+  </ul>
+</nav>
+
+    
+  </div>
+
+  <div id="class-metadata">
+    
+    <nav id="parent-class-section" class="section">
+  <h3 class="section-header">Parent</h3>
+  
+  <p class="link">ActiveRecord::Base
+  
+</nav>
+
+    
+    
+  </div>
+
+  <div id="project-metadata">
+    <nav id="fileindex-section" class="section project-section">
+  <h3 class="section-header">Pages</h3>
+
+  <ul>
+  
+    <li class="file"><a href="./LICENSE.html">LICENSE</a>
+  
+    <li class="file"><a href="./README_rdoc.html">README</a>
+  
+  </ul>
+</nav>
+
+    <nav id="classindex-section" class="section project-section">
+  <h3 class="section-header">Class and Module Index</h3>
+
+  <ul class="link-list">
+  
+    <li><a href="./SsnValidator.html">SsnValidator</a>
+  
+    <li><a href="./SsnValidator/Ntis.html">SsnValidator::Ntis</a>
+  
+    <li><a href="./SsnValidator/Ssn.html">SsnValidator::Ssn</a>
+  
+    <li><a href="./DeathMasterFile.html">DeathMasterFile</a>
+  
+    <li><a href="./DeathMasterFileLoader.html">DeathMasterFileLoader</a>
+  
+    <li><a href="./SsnHighGroupCode.html">SsnHighGroupCode</a>
+  
+    <li><a href="./SsnHighGroupCodeLoader.html">SsnHighGroupCodeLoader</a>
+  
+  </ul>
+</nav>
+
+  </div>
+</nav>
+
+<div id="documentation">
+  <h1 class="class">class DeathMasterFile</h1>
+
+  <div id="description" class="description">
+    
+  </div><!-- description -->
+
+  
+  
+  
+  <section id="5Buntitled-5D" class="documentation-section">
+    
+
+    
+
+    
+
+    
+
+    <!-- Methods -->
+    
+  </section><!-- 5Buntitled-5D -->
+
+</div><!-- documentation -->
+
+
+<footer id="validator-badges">
+  <p><a href="http://validator.w3.org/check/referer">[Validate]</a>
+  <p>Generated by <a href="https://github.com/rdoc/rdoc">RDoc</a> 3.11.
+  <p>Generated with the <a href="http://deveiate.org/projects/Darkfish-Rdoc/">Darkfish Rdoc Generator</a> 3.
+</footer>
+