ssn_validator 1.0.8 → 1.0.9

data/History.txt

@@ -1,3 +1,8 @@
+== 1.0.9 2011-03-07
+
+*  1 enhancements:
+   * added yields to the loader classes to pass statuses to the calling class
+
 == 1.0.8 2010-12-21
 
 *  1 enhancements:

data/VERSION.yml

@@ -1,5 +1,5 @@
 --- 
 :major: 1
 :minor: 0
-:patch: 8
+:patch: 9
 :build: 

data/lib/ssn_validator/models/death_master_file_loader.rb

@@ -8,10 +8,10 @@ class DeathMasterFileLoader
 
   # path_or_url is the full path to the file to load on disk, or the url of an update file.
   # as_of is a string in the formatt YYYY-MM-DD for which the file data is accurate.
-  def initialize(path_or_url,file_as_of)
+  def initialize(path_or_url, file_as_of)
     @file_path_or_url = path_or_url
-    @file_as_of = file_as_of
-    valid?
+    @file_as_of       = file_as_of
+    valid?{|status| yield status if block_given?}
   end
 
   def valid?
@@ -23,7 +23,7 @@ class DeathMasterFileLoader
     if File.exists?(@file_path_or_url)
       @download_file = File.open(@file_path_or_url)
     elsif URI.parse(@file_path_or_url).kind_of?(URI::HTTP)
-      @download_file = File.open(get_file_from_web)
+      @download_file = File.open(get_file_from_web{|status| yield status if block_given?})
     else
       raise(Errno::ENOENT, @file_path_or_url)
     end
@@ -33,27 +33,28 @@ class DeathMasterFileLoader
 
     if DeathMasterFile.connection.kind_of?(ActiveRecord::ConnectionAdapters::MysqlAdapter) || DeathMasterFile.connection.kind_of?(ActiveRecord::ConnectionAdapters::JdbcAdapter)
       puts "Converting file to csv format for Mysql import.  This could take several minutes."
+      yield "Converting file to csv format for Mysql import.  This could take several minutes." if block_given?
 
-      csv_file = convert_file_to_csv
+      csv_file = convert_file_to_csv{|status| yield status if block_given?}
 
-      bulk_mysql_update(csv_file)
+      bulk_mysql_update(csv_file){|status| yield status if block_given?}
     else
-      active_record_file_load
+      active_record_file_load{|status| yield status if block_given?}
     end
 
   end
 
   def get_file_from_web
-    uri = URI.parse(@file_path_or_url)
+    uri     = URI.parse(@file_path_or_url)
 
     request = Net::HTTP::Get.new(uri.request_uri)
-    request.basic_auth(SsnValidator::Ntis.user_name,SsnValidator::Ntis.password)
+    request.basic_auth(SsnValidator::Ntis.user_name, SsnValidator::Ntis.password)
 
-    http = Net::HTTP.new(uri.host, uri.port)
-    http.use_ssl = (uri.port == 443)
+    http             = Net::HTTP.new(uri.host, uri.port)
+    http.use_ssl     = (uri.port == 443)
     http.verify_mode = OpenSSL::SSL::VERIFY_NONE
 
-    csv_file = Tempfile.new(@file_path_or_url.split('/').last)    # create temp file for the raw file.
+    csv_file         = Tempfile.new(@file_path_or_url.split('/').last) # create temp file for the raw file.
     http.request(request) do |res|
       raise(ArgumentError, "Invalid URL: #{@file_path_or_url}") if res.kind_of?(Net::HTTPNotFound)
       raise(ArgumentError, "Authorization Required: Invalid username or password.  Set the variables SsnValidator::Ntis.user_name and SsnValidator::Ntis.password in your environment.rb file.") if res.kind_of?(Net::HTTPUnauthorized)
@@ -62,6 +63,7 @@ class DeathMasterFileLoader
         size += chunk.size
         csv_file.write chunk
         puts "%d%% done (%d of %d)" % [(size * 100) / total, size, total]
+        yield("%d%% done (%d of %d)" % [(size * 100) / total, size, total]) if block_given?
       end
 
     end
@@ -73,13 +75,17 @@ class DeathMasterFileLoader
   #It starts with the last file loaded, and loads each
   #missing file in sequence up to the current file.
   def self.load_update_files_from_web
-    max_as_of = DeathMasterFile.maximum(:as_of)
-    run_file_date = max_as_of.beginning_of_month.next_month
+    max_as_of      = DeathMasterFile.maximum(:as_of)
+    run_file_date  = max_as_of.beginning_of_month.next_month
     last_file_date = Date.today.beginning_of_month
     while run_file_date <= last_file_date
       url = "https://dmf.ntis.gov/dmldata/monthly/MA#{run_file_date.strftime("%y%m%d")}"
       puts "Loading file #{url}"
-      DeathMasterFileLoader.new(url,run_file_date.strftime("%Y-%m-%d")).load_file
+      yield "Loading file #{url}" if block_given?
+      dmf = DeathMasterFileLoader.new(url, run_file_date.strftime("%Y-%m-%d")){|status| yield status if block_given?}
+      dmf.load_file do |status|
+        yield status if block_given?
+      end
       run_file_date += 1.month
     end
   end
@@ -90,16 +96,16 @@ class DeathMasterFileLoader
   # Used to convert a packed fixed-length file into csv for mysql import.
   def convert_file_to_csv
 
-    csv_file = Tempfile.new("dmf")    # create temp file for converted csv formmat.
+    csv_file     = Tempfile.new("dmf") # create temp file for converted csv formmat.
 
 
-    start = Time.now
-    timenow = start.to_s(:db)
+    start        = Time.now
+    timenow      = start.to_s(:db)
 
     @delete_ssns = []
-    puts "********** @download_file = " + @download_file.inspect
-    @download_file.each_with_index do |line,i|
-      action = record_action(line)
+
+    @download_file.each_with_index do |line, i|
+      action          = record_action(line)
       attributes_hash = text_to_hash(line)
       if  action == 'D'
         #keep track of all the records to delete.  We'll delete at the end all at once.
@@ -107,40 +113,44 @@ class DeathMasterFileLoader
       else
         # empty field for id to be generated by mysql.
         newline = "``," +
-          # social_security_number
+            # social_security_number
         "`#{attributes_hash[:social_security_number]}`," +
-          # last_name
+            # last_name
         "`#{attributes_hash[:last_name]}`," +
-          # name_suffix
+            # name_suffix
         "`#{attributes_hash[:name_suffix]}`," +
-          # first_name
+            # first_name
         "`#{attributes_hash[:first_name]}`," +
-          # middle_name
+            # middle_name
         "`#{attributes_hash[:middle_name]}`," +
-          # verify_proof_code
+            # verify_proof_code
         "`#{attributes_hash[:verify_proof_code]}`," +
-          # date_of_death - need YYYY-MM-DD.
+            # date_of_death - need YYYY-MM-DD.
         "`#{attributes_hash[:date_of_death]}`," +
-          # date_of_birth - need YYYY-MM-DD.
+            # date_of_birth - need YYYY-MM-DD.
         "`#{attributes_hash[:date_of_birth]}`," +
-          # state_of_residence - must be code between 01 and 65 or else nil.
+            # state_of_residence - must be code between 01 and 65 or else nil.
         "`#{attributes_hash[:state_of_residence]}`," +
-          # last_known_zip_residence
+            # last_known_zip_residence
         "`#{attributes_hash[:last_known_zip_residence]}`," +
-          # last_known_zip_payment
+            # last_known_zip_payment
         "`#{attributes_hash[:last_known_zip_payment]}`," +
-          # created_at
+            # created_at
         "`#{timenow}`," +
-          # updated_at
+            # updated_at
         "`#{timenow}`," +
-          # as_of
+            # as_of
         "`#{attributes_hash[:as_of]}`" +"\n"
 
         csv_file.syswrite newline
-        puts "#{i} records processed." if (i % 25000 == 0) && (i > 0)
+        if (i % 25000 == 0) && (i > 0)
+          puts "#{i} records processed."
+          yield "#{i} records processed." if block_given?
+        end
       end
     end
     puts "File conversion ran for #{(Time.now - start) / 60} minutes."
+    yield "File conversion ran for #{(Time.now - start) / 60} minutes." if block_given?
     return csv_file
   end
 
@@ -149,9 +159,10 @@ class DeathMasterFileLoader
   #The downside is it's really slow.
   def active_record_file_load
     puts 'Importing file into database. This could take many minutes.'
+    yield 'Importing file into database. This could take many minutes.' if block_given?
 
-    @download_file.each_with_index do |line,i|
-      action = record_action(line)
+    @download_file.each_with_index do |line, i|
+      action          = record_action(line)
       attributes_hash = text_to_hash(line)
       if  action == 'D'
         DeathMasterFile.destroy_all(['social_security_number = ?', attributes_hash[:social_security_number]])
@@ -175,26 +186,28 @@ class DeathMasterFileLoader
         #        }
 
         case action
-        when '',nil,' '
-          #the initial file leaves this field blank
-          DeathMasterFile.create(attributes_hash)
-        else
-          dmf = DeathMasterFile.find_by_social_security_number(attributes_hash[:social_security_number])
-          if dmf
-            #a record already exists, update this record
-            dmf.update_attributes(attributes_hash)
-          else
-            #create a new record
+          when '', nil, ' '
+            #the initial file leaves this field blank
             DeathMasterFile.create(attributes_hash)
-          end
+          else
+            dmf = DeathMasterFile.find_by_social_security_number(attributes_hash[:social_security_number])
+            if dmf
+              #a record already exists, update this record
+              dmf.update_attributes(attributes_hash)
+            else
+              #create a new record
+              DeathMasterFile.create(attributes_hash)
+            end
         end
       end
-
-      puts "#{i} records processed." if (i % 2500 == 0) && (i > 0)
-
+      if (i % 2500 == 0) && (i > 0)
+        puts "#{i} records processed."
+        yield "#{i} records processed." if block_given?
+      end
     end
 
     puts "Import complete."
+    yield "Import complete." if block_given?
   end
 
   # For mysql, use:
@@ -203,6 +216,7 @@ class DeathMasterFileLoader
   # see http://dev.mysql.com/doc/refman/5.1/en/load-data.html
   def bulk_mysql_update(csv_file)
     puts "Importing into Mysql..."
+    yield "Importing into Mysql..." if block_given?
 
     #delete all the 'D' records
     DeathMasterFile.delete_all(:social_security_number => @delete_ssns)
@@ -215,29 +229,28 @@ class DeathMasterFileLoader
 
     DeathMasterFile.connection.execute(mysql_command)
     puts "Mysql import complete."
+    yield "Mysql import complete." if block_given?
 
   end
 
   def record_action(line)
-    line[0,1].to_s.strip
+    line[0, 1].to_s.strip
   end
 
   def text_to_hash(line)
 
-    {:as_of => @file_as_of.to_date.to_s(:db),
-      :social_security_number => line[1,9].to_s.strip,
-      :last_name => line[10,20].to_s.strip,
-      :name_suffix => line[30,4].to_s.strip,
-      :first_name => line[34,15].to_s.strip,
-      :middle_name => line[49,15].to_s.strip,
-      :verify_proof_code => line[64,1].to_s.strip,
-      :date_of_death => (Date.strptime(line[65,8].to_s.strip,'%m%d%Y') rescue nil),
-      :date_of_birth => (Date.strptime(line[73,8].to_s.strip,'%m%d%Y') rescue nil),
-      # - must be code between 01 and 65 or else nil.
-      :state_of_residence => (line[81,2].to_s.strip.between?('01', '65') ? line[81,2].to_s.strip : nil),
-      :last_known_zip_residence => line[83,5].to_s.strip,
-      :last_known_zip_payment => line[88,5].to_s.strip}
-  rescue Exception => e
-    puts '@@@@@@@@@ Error = ' + e.message + ':   ' + line.inspect
+    {:as_of                    => @file_as_of.to_date.to_s(:db),
+     :social_security_number   => line[1, 9].to_s.strip,
+     :last_name                => line[10, 20].to_s.strip,
+     :name_suffix              => line[30, 4].to_s.strip,
+     :first_name               => line[34, 15].to_s.strip,
+     :middle_name              => line[49, 15].to_s.strip,
+     :verify_proof_code        => line[64, 1].to_s.strip,
+     :date_of_death            => (Date.strptime(line[65, 8].to_s.strip, '%m%d%Y') rescue nil),
+     :date_of_birth            => (Date.strptime(line[73, 8].to_s.strip, '%m%d%Y') rescue nil),
+     # - must be code between 01 and 65 or else nil.
+     :state_of_residence       => (line[81, 2].to_s.strip.between?('01', '65') ? line[81, 2].to_s.strip : nil),
+     :last_known_zip_residence => line[83, 5].to_s.strip,
+     :last_known_zip_payment   => line[88, 5].to_s.strip}
   end
 end

data/lib/ssn_validator/models/ssn_high_group_code_loader.rb

@@ -23,7 +23,9 @@ class SsnHighGroupCodeLoader
               file_name = "HG#{run_file_month}#{string_day}#{string_year}#{mod}.txt"
               text = Net::HTTP.get(URI.parse("http://www.socialsecurity.gov/employer/#{url_mod}/#{file_name}"))
               unless text.include? 'File Not Found'
-                create_records(parse_text(text),extract_as_of_date(text))
+                create_records(parse_text(text),extract_as_of_date(text)) do |status|
+                  yield status if block_given?
+                end
                 file_processed = true
                 break
               end
@@ -51,11 +53,13 @@ class SsnHighGroupCodeLoader
   def self.create_records(area_groups,file_as_of)
     if already_loaded?(file_as_of)
       puts "File as of #{file_as_of} has already been loaded."
+      yield "File as of #{file_as_of} has already been loaded." if block_given?
     else
       area_groups.each do |area_group|
         SsnHighGroupCode.create(area_group.merge!(:as_of => file_as_of.to_s(:db)))
       end
       puts "File as of #{file_as_of} loaded."
+      yield "File as of #{file_as_of} loaded." if block_given?
     end
   end
 

data/rdoc/classes/DeathMasterFileLoader.html

@@ -117,7 +117,7 @@
 
         <div class="method-heading">
           <a href="#M000005" class="method-signature">
-          <span class="method-name">load_update_files_from_web</span><span class="method-args">()</span>
+          <span class="method-name">load_update_files_from_web</span><span class="method-args">() {|&quot;Loading file| ...}</span>
           </a>
         </div>
       
@@ -130,15 +130,19 @@ loaded, and loads each missing file in sequence up to the current file.
             onclick="toggleCode('M000005-source');return false;">[Source]</a></p>
           <div class="method-source-code" id="M000005-source">
 <pre>
-<span class="ruby-comment cmt"># File lib/ssn_validator/models/death_master_file_loader.rb, line 75</span>
+<span class="ruby-comment cmt"># File lib/ssn_validator/models/death_master_file_loader.rb, line 77</span>
   <span class="ruby-keyword kw">def</span> <span class="ruby-keyword kw">self</span>.<span class="ruby-identifier">load_update_files_from_web</span>
-    <span class="ruby-identifier">max_as_of</span> = <span class="ruby-constant">DeathMasterFile</span>.<span class="ruby-identifier">maximum</span>(<span class="ruby-identifier">:as_of</span>)
-    <span class="ruby-identifier">run_file_date</span> = <span class="ruby-identifier">max_as_of</span>.<span class="ruby-identifier">beginning_of_month</span>.<span class="ruby-identifier">next_month</span>
+    <span class="ruby-identifier">max_as_of</span>      = <span class="ruby-constant">DeathMasterFile</span>.<span class="ruby-identifier">maximum</span>(<span class="ruby-identifier">:as_of</span>)
+    <span class="ruby-identifier">run_file_date</span>  = <span class="ruby-identifier">max_as_of</span>.<span class="ruby-identifier">beginning_of_month</span>.<span class="ruby-identifier">next_month</span>
     <span class="ruby-identifier">last_file_date</span> = <span class="ruby-constant">Date</span>.<span class="ruby-identifier">today</span>.<span class="ruby-identifier">beginning_of_month</span>
     <span class="ruby-keyword kw">while</span> <span class="ruby-identifier">run_file_date</span> <span class="ruby-operator">&lt;=</span> <span class="ruby-identifier">last_file_date</span>
       <span class="ruby-identifier">url</span> = <span class="ruby-node">&quot;https://dmf.ntis.gov/dmldata/monthly/MA#{run_file_date.strftime(&quot;%y%m%d&quot;)}&quot;</span>
       <span class="ruby-identifier">puts</span> <span class="ruby-node">&quot;Loading file #{url}&quot;</span>
-      <span class="ruby-constant">DeathMasterFileLoader</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">url</span>,<span class="ruby-identifier">run_file_date</span>.<span class="ruby-identifier">strftime</span>(<span class="ruby-value str">&quot;%Y-%m-%d&quot;</span>)).<span class="ruby-identifier">load_file</span>
+      <span class="ruby-keyword kw">yield</span> <span class="ruby-node">&quot;Loading file #{url}&quot;</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">block_given?</span>
+      <span class="ruby-identifier">dmf</span> = <span class="ruby-constant">DeathMasterFileLoader</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">url</span>, <span class="ruby-identifier">run_file_date</span>.<span class="ruby-identifier">strftime</span>(<span class="ruby-value str">&quot;%Y-%m-%d&quot;</span>)){<span class="ruby-operator">|</span><span class="ruby-identifier">status</span><span class="ruby-operator">|</span> <span class="ruby-keyword kw">yield</span> <span class="ruby-identifier">status</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">block_given?</span>}
+      <span class="ruby-identifier">dmf</span>.<span class="ruby-identifier">load_file</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">status</span><span class="ruby-operator">|</span>
+        <span class="ruby-keyword kw">yield</span> <span class="ruby-identifier">status</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">block_given?</span>
+      <span class="ruby-keyword kw">end</span>
       <span class="ruby-identifier">run_file_date</span> <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>.<span class="ruby-identifier">month</span>
     <span class="ruby-keyword kw">end</span>
   <span class="ruby-keyword kw">end</span>
@@ -152,7 +156,7 @@ loaded, and loads each missing file in sequence up to the current file.
 
         <div class="method-heading">
           <a href="#M000001" class="method-signature">
-          <span class="method-name">new</span><span class="method-args">(path_or_url,file_as_of)</span>
+          <span class="method-name">new</span><span class="method-args">(path_or_url, file_as_of) {|status if block_given?| ...}</span>
           </a>
         </div>
       
@@ -167,10 +171,10 @@ data is accurate.
           <div class="method-source-code" id="M000001-source">
 <pre>
 <span class="ruby-comment cmt"># File lib/ssn_validator/models/death_master_file_loader.rb, line 11</span>
-  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">path_or_url</span>,<span class="ruby-identifier">file_as_of</span>)
+  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">path_or_url</span>, <span class="ruby-identifier">file_as_of</span>)
     <span class="ruby-ivar">@file_path_or_url</span> = <span class="ruby-identifier">path_or_url</span>
-    <span class="ruby-ivar">@file_as_of</span> = <span class="ruby-identifier">file_as_of</span>
-    <span class="ruby-identifier">valid?</span>
+    <span class="ruby-ivar">@file_as_of</span>       = <span class="ruby-identifier">file_as_of</span>
+    <span class="ruby-identifier">valid?</span>{<span class="ruby-operator">|</span><span class="ruby-identifier">status</span><span class="ruby-operator">|</span> <span class="ruby-keyword kw">yield</span> <span class="ruby-identifier">status</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">block_given?</span>}
   <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
@@ -184,7 +188,7 @@ data is accurate.
 
         <div class="method-heading">
           <a href="#M000004" class="method-signature">
-          <span class="method-name">get_file_from_web</span><span class="method-args">()</span>
+          <span class="method-name">get_file_from_web</span><span class="method-args">() {|&quot;%d%% done (%d of %d&quot; % [(size * 100) / total, size, total])| ...}</span>
           </a>
         </div>
       
@@ -193,18 +197,18 @@ data is accurate.
             onclick="toggleCode('M000004-source');return false;">[Source]</a></p>
           <div class="method-source-code" id="M000004-source">
 <pre>
-<span class="ruby-comment cmt"># File lib/ssn_validator/models/death_master_file_loader.rb, line 46</span>
+<span class="ruby-comment cmt"># File lib/ssn_validator/models/death_master_file_loader.rb, line 47</span>
   <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_file_from_web</span>
-    <span class="ruby-identifier">uri</span> = <span class="ruby-constant">URI</span>.<span class="ruby-identifier">parse</span>(<span class="ruby-ivar">@file_path_or_url</span>)
+    <span class="ruby-identifier">uri</span>     = <span class="ruby-constant">URI</span>.<span class="ruby-identifier">parse</span>(<span class="ruby-ivar">@file_path_or_url</span>)
 
     <span class="ruby-identifier">request</span> = <span class="ruby-constant">Net</span><span class="ruby-operator">::</span><span class="ruby-constant">HTTP</span><span class="ruby-operator">::</span><span class="ruby-constant">Get</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">uri</span>.<span class="ruby-identifier">request_uri</span>)
-    <span class="ruby-identifier">request</span>.<span class="ruby-identifier">basic_auth</span>(<span class="ruby-constant">SsnValidator</span><span class="ruby-operator">::</span><span class="ruby-constant">Ntis</span>.<span class="ruby-identifier">user_name</span>,<span class="ruby-constant">SsnValidator</span><span class="ruby-operator">::</span><span class="ruby-constant">Ntis</span>.<span class="ruby-identifier">password</span>)
+    <span class="ruby-identifier">request</span>.<span class="ruby-identifier">basic_auth</span>(<span class="ruby-constant">SsnValidator</span><span class="ruby-operator">::</span><span class="ruby-constant">Ntis</span>.<span class="ruby-identifier">user_name</span>, <span class="ruby-constant">SsnValidator</span><span class="ruby-operator">::</span><span class="ruby-constant">Ntis</span>.<span class="ruby-identifier">password</span>)
 
-    <span class="ruby-identifier">http</span> = <span class="ruby-constant">Net</span><span class="ruby-operator">::</span><span class="ruby-constant">HTTP</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">uri</span>.<span class="ruby-identifier">host</span>, <span class="ruby-identifier">uri</span>.<span class="ruby-identifier">port</span>)
-    <span class="ruby-identifier">http</span>.<span class="ruby-identifier">use_ssl</span> = (<span class="ruby-identifier">uri</span>.<span class="ruby-identifier">port</span> <span class="ruby-operator">==</span> <span class="ruby-value">443</span>)
+    <span class="ruby-identifier">http</span>             = <span class="ruby-constant">Net</span><span class="ruby-operator">::</span><span class="ruby-constant">HTTP</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">uri</span>.<span class="ruby-identifier">host</span>, <span class="ruby-identifier">uri</span>.<span class="ruby-identifier">port</span>)
+    <span class="ruby-identifier">http</span>.<span class="ruby-identifier">use_ssl</span>     = (<span class="ruby-identifier">uri</span>.<span class="ruby-identifier">port</span> <span class="ruby-operator">==</span> <span class="ruby-value">443</span>)
     <span class="ruby-identifier">http</span>.<span class="ruby-identifier">verify_mode</span> = <span class="ruby-constant">OpenSSL</span><span class="ruby-operator">::</span><span class="ruby-constant">SSL</span><span class="ruby-operator">::</span><span class="ruby-constant">VERIFY_NONE</span>
 
-    <span class="ruby-identifier">csv_file</span> = <span class="ruby-constant">Tempfile</span>.<span class="ruby-identifier">new</span>(<span class="ruby-ivar">@file_path_or_url</span>.<span class="ruby-identifier">split</span>(<span class="ruby-value str">'/'</span>).<span class="ruby-identifier">last</span>)    <span class="ruby-comment cmt"># create temp file for the raw file.</span>
+    <span class="ruby-identifier">csv_file</span>         = <span class="ruby-constant">Tempfile</span>.<span class="ruby-identifier">new</span>(<span class="ruby-ivar">@file_path_or_url</span>.<span class="ruby-identifier">split</span>(<span class="ruby-value str">'/'</span>).<span class="ruby-identifier">last</span>) <span class="ruby-comment cmt"># create temp file for the raw file.</span>
     <span class="ruby-identifier">http</span>.<span class="ruby-identifier">request</span>(<span class="ruby-identifier">request</span>) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">res</span><span class="ruby-operator">|</span>
       <span class="ruby-identifier">raise</span>(<span class="ruby-constant">ArgumentError</span>, <span class="ruby-node">&quot;Invalid URL: #{@file_path_or_url}&quot;</span>) <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">res</span>.<span class="ruby-identifier">kind_of?</span>(<span class="ruby-constant">Net</span><span class="ruby-operator">::</span><span class="ruby-constant">HTTPNotFound</span>)
       <span class="ruby-identifier">raise</span>(<span class="ruby-constant">ArgumentError</span>, <span class="ruby-value str">&quot;Authorization Required: Invalid username or password.  Set the variables SsnValidator::Ntis.user_name and SsnValidator::Ntis.password in your environment.rb file.&quot;</span>) <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">res</span>.<span class="ruby-identifier">kind_of?</span>(<span class="ruby-constant">Net</span><span class="ruby-operator">::</span><span class="ruby-constant">HTTPUnauthorized</span>)
@@ -213,6 +217,7 @@ data is accurate.
         <span class="ruby-identifier">size</span> <span class="ruby-operator">+=</span> <span class="ruby-identifier">chunk</span>.<span class="ruby-identifier">size</span>
         <span class="ruby-identifier">csv_file</span>.<span class="ruby-identifier">write</span> <span class="ruby-identifier">chunk</span>
         <span class="ruby-identifier">puts</span> <span class="ruby-value str">&quot;%d%% done (%d of %d)&quot;</span> <span class="ruby-operator">%</span> [(<span class="ruby-identifier">size</span> <span class="ruby-operator">*</span> <span class="ruby-value">100</span>) <span class="ruby-operator">/</span> <span class="ruby-identifier">total</span>, <span class="ruby-identifier">size</span>, <span class="ruby-identifier">total</span>]
+        <span class="ruby-keyword kw">yield</span>(<span class="ruby-value str">&quot;%d%% done (%d of %d)&quot;</span> <span class="ruby-operator">%</span> [(<span class="ruby-identifier">size</span> <span class="ruby-operator">*</span> <span class="ruby-value">100</span>) <span class="ruby-operator">/</span> <span class="ruby-identifier">total</span>, <span class="ruby-identifier">size</span>, <span class="ruby-identifier">total</span>]) <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">block_given?</span>
       <span class="ruby-keyword kw">end</span>
 
     <span class="ruby-keyword kw">end</span>
@@ -229,7 +234,7 @@ data is accurate.
 
         <div class="method-heading">
           <a href="#M000003" class="method-signature">
-          <span class="method-name">load_file</span><span class="method-args">()</span>
+          <span class="method-name">load_file</span><span class="method-args">() {|&quot;Converting file to csv format for Mysql import. This could take several minutes.&quot; if block_given?| ...}</span>
           </a>
         </div>
       
@@ -243,12 +248,13 @@ data is accurate.
 
     <span class="ruby-keyword kw">if</span> <span class="ruby-constant">DeathMasterFile</span>.<span class="ruby-identifier">connection</span>.<span class="ruby-identifier">kind_of?</span>(<span class="ruby-constant">ActiveRecord</span><span class="ruby-operator">::</span><span class="ruby-constant">ConnectionAdapters</span><span class="ruby-operator">::</span><span class="ruby-constant">MysqlAdapter</span>) <span class="ruby-operator">||</span> <span class="ruby-constant">DeathMasterFile</span>.<span class="ruby-identifier">connection</span>.<span class="ruby-identifier">kind_of?</span>(<span class="ruby-constant">ActiveRecord</span><span class="ruby-operator">::</span><span class="ruby-constant">ConnectionAdapters</span><span class="ruby-operator">::</span><span class="ruby-constant">JdbcAdapter</span>)
       <span class="ruby-identifier">puts</span> <span class="ruby-value str">&quot;Converting file to csv format for Mysql import.  This could take several minutes.&quot;</span>
+      <span class="ruby-keyword kw">yield</span> <span class="ruby-value str">&quot;Converting file to csv format for Mysql import.  This could take several minutes.&quot;</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">block_given?</span>
 
-      <span class="ruby-identifier">csv_file</span> = <span class="ruby-identifier">convert_file_to_csv</span>
+      <span class="ruby-identifier">csv_file</span> = <span class="ruby-identifier">convert_file_to_csv</span>{<span class="ruby-operator">|</span><span class="ruby-identifier">status</span><span class="ruby-operator">|</span> <span class="ruby-keyword kw">yield</span> <span class="ruby-identifier">status</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">block_given?</span>}
 
-      <span class="ruby-identifier">bulk_mysql_update</span>(<span class="ruby-identifier">csv_file</span>)
+      <span class="ruby-identifier">bulk_mysql_update</span>(<span class="ruby-identifier">csv_file</span>){<span class="ruby-operator">|</span><span class="ruby-identifier">status</span><span class="ruby-operator">|</span> <span class="ruby-keyword kw">yield</span> <span class="ruby-identifier">status</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">block_given?</span>}
     <span class="ruby-keyword kw">else</span>
-      <span class="ruby-identifier">active_record_file_load</span>
+      <span class="ruby-identifier">active_record_file_load</span>{<span class="ruby-operator">|</span><span class="ruby-identifier">status</span><span class="ruby-operator">|</span> <span class="ruby-keyword kw">yield</span> <span class="ruby-identifier">status</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">block_given?</span>}
     <span class="ruby-keyword kw">end</span>
 
   <span class="ruby-keyword kw">end</span>
@@ -262,7 +268,7 @@ data is accurate.
 
         <div class="method-heading">
           <a href="#M000002" class="method-signature">
-          <span class="method-name">valid?</span><span class="method-args">()</span>
+          <span class="method-name">valid?</span><span class="method-args">() {|status if block_given?| ...}</span>
           </a>
         </div>
       
@@ -281,7 +287,7 @@ data is accurate.
     <span class="ruby-keyword kw">if</span> <span class="ruby-constant">File</span>.<span class="ruby-identifier">exists?</span>(<span class="ruby-ivar">@file_path_or_url</span>)
       <span class="ruby-ivar">@download_file</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-ivar">@file_path_or_url</span>)
     <span class="ruby-keyword kw">elsif</span> <span class="ruby-constant">URI</span>.<span class="ruby-identifier">parse</span>(<span class="ruby-ivar">@file_path_or_url</span>).<span class="ruby-identifier">kind_of?</span>(<span class="ruby-constant">URI</span><span class="ruby-operator">::</span><span class="ruby-constant">HTTP</span>)
-      <span class="ruby-ivar">@download_file</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-identifier">get_file_from_web</span>)
+      <span class="ruby-ivar">@download_file</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-identifier">get_file_from_web</span>{<span class="ruby-operator">|</span><span class="ruby-identifier">status</span><span class="ruby-operator">|</span> <span class="ruby-keyword kw">yield</span> <span class="ruby-identifier">status</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">block_given?</span>})
     <span class="ruby-keyword kw">else</span>
       <span class="ruby-identifier">raise</span>(<span class="ruby-constant">Errno</span><span class="ruby-operator">::</span><span class="ruby-constant">ENOENT</span>, <span class="ruby-ivar">@file_path_or_url</span>)
     <span class="ruby-keyword kw">end</span>

data/rdoc/classes/SsnHighGroupCodeLoader.html

@@ -114,7 +114,7 @@
 
         <div class="method-heading">
           <a href="#M000006" class="method-signature">
-          <span class="method-name">load_all_high_group_codes_files</span><span class="method-args">()</span>
+          <span class="method-name">load_all_high_group_codes_files</span><span class="method-args">() {|status if block_given?| ...}</span>
           </a>
         </div>
       
@@ -146,7 +146,9 @@
               <span class="ruby-identifier">file_name</span> = <span class="ruby-node">&quot;HG#{run_file_month}#{string_day}#{string_year}#{mod}.txt&quot;</span>
               <span class="ruby-identifier">text</span> = <span class="ruby-constant">Net</span><span class="ruby-operator">::</span><span class="ruby-constant">HTTP</span>.<span class="ruby-identifier">get</span>(<span class="ruby-constant">URI</span>.<span class="ruby-identifier">parse</span>(<span class="ruby-node">&quot;http://www.socialsecurity.gov/employer/#{url_mod}/#{file_name}&quot;</span>))
               <span class="ruby-keyword kw">unless</span> <span class="ruby-identifier">text</span>.<span class="ruby-identifier">include?</span> <span class="ruby-value str">'File Not Found'</span>
-                <span class="ruby-identifier">create_records</span>(<span class="ruby-identifier">parse_text</span>(<span class="ruby-identifier">text</span>),<span class="ruby-identifier">extract_as_of_date</span>(<span class="ruby-identifier">text</span>))
+                <span class="ruby-identifier">create_records</span>(<span class="ruby-identifier">parse_text</span>(<span class="ruby-identifier">text</span>),<span class="ruby-identifier">extract_as_of_date</span>(<span class="ruby-identifier">text</span>)) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">status</span><span class="ruby-operator">|</span>
+                  <span class="ruby-keyword kw">yield</span> <span class="ruby-identifier">status</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">block_given?</span>
+                <span class="ruby-keyword kw">end</span>
                 <span class="ruby-identifier">file_processed</span> = <span class="ruby-keyword kw">true</span>
                 <span class="ruby-keyword kw">break</span>
               <span class="ruby-keyword kw">end</span>
@@ -180,7 +182,7 @@ href="http://www.socialsecurity.gov/employer/ssns/highgroup.txt">www.socialsecur
             onclick="toggleCode('M000007-source');return false;">[Source]</a></p>
           <div class="method-source-code" id="M000007-source">
 <pre>
-<span class="ruby-comment cmt"># File lib/ssn_validator/models/ssn_high_group_code_loader.rb, line 39</span>
+<span class="ruby-comment cmt"># File lib/ssn_validator/models/ssn_high_group_code_loader.rb, line 41</span>
   <span class="ruby-keyword kw">def</span> <span class="ruby-keyword kw">self</span>.<span class="ruby-identifier">load_current_high_group_codes_file</span>
     <span class="ruby-identifier">text</span> = <span class="ruby-constant">Net</span><span class="ruby-operator">::</span><span class="ruby-constant">HTTP</span>.<span class="ruby-identifier">get</span>(<span class="ruby-constant">URI</span>.<span class="ruby-identifier">parse</span>(<span class="ruby-value str">'http://www.socialsecurity.gov/employer/ssns/highgroup.txt'</span>))
     <span class="ruby-identifier">create_records</span>(<span class="ruby-identifier">parse_text</span>(<span class="ruby-identifier">text</span>),<span class="ruby-identifier">extract_as_of_date</span>(<span class="ruby-identifier">text</span>))

data/rdoc/created.rid

@@ -1 +1 @@
-Tue, 21 Dec 2010 12:09:12 -0500
+Mon, 07 Mar 2011 16:17:46 -0500

data/rdoc/files/lib/ssn_validator/models/death_master_file_loader_rb.html

@@ -56,7 +56,7 @@
     </tr>
     <tr class="top-aligned-row">
       <td><strong>Last Update:</strong></td>
-      <td>Tue Dec 21 12:06:44 -0500 2010</td>
+      <td>Mon Mar 07 16:14:18 -0500 2011</td>
     </tr>
     </table>
   </div>

data/rdoc/files/lib/ssn_validator/models/ssn_high_group_code_loader_rb.html

@@ -56,7 +56,7 @@
     </tr>
     <tr class="top-aligned-row">
       <td><strong>Last Update:</strong></td>
-      <td>Thu Sep 09 11:12:19 -0400 2010</td>
+      <td>Mon Mar 07 16:14:18 -0500 2011</td>
     </tr>
     </table>
   </div>

data/rdoc/index.html

@@ -5,12 +5,12 @@
 
 <!--
 
-    ssn_validator 1.0.8
+    ssn_validator 1.0.9
 
   -->
 <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
 <head>
-  <title>ssn_validator 1.0.8</title>
+  <title>ssn_validator 1.0.9</title>
   <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
 </head>
 <frameset rows="20%, 80%">

data/ssn_validator.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{ssn_validator}
-  s.version = "1.0.8"
+  s.version = "1.0.9"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Kevin Tyll"]
-  s.date = %q{2010-12-21}
+  s.date = %q{2011-03-07}
   s.description = %q{Validates whether an SSN has likely been issued or not.}
   s.email = %q{kevintyll@gmail.com}
   s.extra_rdoc_files = [

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
     - 1
     - 0
-    - 8
-  version: 1.0.8
+    - 9
+  version: 1.0.9
 platform: ruby
 authors: 
   - Kevin Tyll
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-12-21 00:00:00 -05:00
+date: 2011-03-07 00:00:00 -05:00
 default_executable: 
 dependencies: []