myl-fech 1.0.3

data/lib/fech/translator.rb

@@ -0,0 +1,138 @@
+require 'people'
+
+module Fech
+  
+  # Fech::Translator stores a collection of Procs which are associated with
+  # one or many field types, row types and filing versions. When a row that
+  # matches all of these is mapped in Filing, the Proc is run on that value.
+  #
+  # :action => :convert alters a single value in place.
+  #            :combine creates a new row out of others.
+  #
+  # It also stores a set of aliases, allowing fields on the returned Hash of
+  # mapped data to be accessed by other names.
+  class Translator
+    
+    attr_accessor :translations, :aliases, :cache
+    
+    NAME_PARSER = People::NameParser.new
+    
+    def initialize(opts = {})
+      @cache        = {}
+      @aliases      = []
+      @translations = []
+      # op-in default translation packs
+      add_default_translations(opts[:include] || [])
+    end
+    
+    # Returns list of all translations that should be applied to values of
+    # specified row and field.
+    #
+    # @option opts [String] :field the current field's value
+    # @option opts [String] :version the current filing's version
+    # @option opts [String] :row the row type
+    # @option opts [Symbol] :action match only :combine or :convert translations
+    def get_translations(opts)
+      key = [:field, :row, :version, :action].collect { |key| opts[key] }.join(":")
+      @cache[key] ||= \
+      procs = translations.collect do |t|
+        t if self.class.applicable_translation?(t, opts)
+      end.compact
+    end
+    
+    # Given a translation and any or all of field, version, row, action:
+    # Returns true if all the given options are compatible with those
+    # specified in the translation.
+    #
+    # @param [Hash] translation the translation being tested for relevance
+    # @option opts [String] :field the current field's value
+    # @option opts [String] :version the current filing's version
+    # @option opts [String] :row the row type
+    # @option opts [Symbol] :action match only :combine or :convert translations
+    def self.applicable_translation?(translation, opts)
+      opts.keys.all? { |k| translation[k].match(opts[k].to_s) }
+    end
+
+    # Adds a tranlation for preprocessing a single field's value
+    # 
+    # t.convert(:row => /^sa/, :field => :date_coverage_from) { |v| Date.parse(v) }
+    #
+    # @option opts [String] :field the current field's value
+    # @option opts [String] :version the current filing's version
+    # @option opts [String] :row the row type
+    def convert(args={}, &block)
+      add_translation(args.merge(:action => :convert), &block)
+    end
+    
+    # Adds a translation that uses other fields to create a new one
+    # 
+    # t.combine(:row => "sa", :field => :net_individual_contributions) do |row|
+    #   row.individual_contributions - row.individual_refunds
+    # end
+    #
+    # @option opts [String] :field the name of the field to create
+    # @option opts [String] :version the current filing's version
+    # @option opts [String] :row the row type
+    def combine(args={}, &block)
+      add_translation(args.merge(:action => :combine), &block)
+    end
+    
+    # Allows @old_name on @row to be accessible on the returned hash as @new_name
+    # 
+    # t.alias(:new, :old, "sa")
+    #
+    # @param [Symbol] new_name the given field will be accessible using this token
+    # @param [Symbol] old_name the existing field whose value to alias
+    # @param [Symbol,Regex] row the types of rows this alias should be applied to
+    def alias(new_name, old_name, row=/.*/)
+      aliases << {
+        :row => Fech.regexify(row),
+        :alias => new_name,
+        :for => old_name
+      }
+    end
+    
+    private
+    
+    # Adds a translation to the global translation list.
+    # Åt runtime, any field whose field, row and version match a translation
+    # will have its value preprocessed through &block.
+    #
+    # @option data [String] :field the current field's value
+    # @option data [String] :version the current filing's version
+    # @option data [String] :row the row type
+    def add_translation(data, &block)
+      raise "Block required" unless block_given?
+      
+      # The cache may be now be out of date after adding this translation
+      cache = {}
+      
+      data            ||= {}
+      data[:row]      ||= /.*/
+      data[:field]    ||= /.*/
+      data[:version]  ||= /.*/
+      
+      # Convert any string or symbols to regular expressions for the hash
+      data.each do |k,v|
+        data[k] = Fech.regexify(v)
+      end
+      
+      data = data.merge(:proc => block)
+      translations << data
+      data
+    end
+    
+    # For each default translation set given, execute the corresponding
+    # code in Fech::DefaultTranslations.
+    def add_default_translations(translations_list)
+      translations_list = [translations_list] unless translations_list.is_a?(Array)
+      return if translations_list.empty?
+      
+      default = Fech::DefaultTranslations.new(self)
+      translations_list.each do |package|
+        default.send(package)
+      end
+    end
+    
+  end
+end

data/lib/fech/version.rb

@@ -0,0 +1,3 @@
+module Fech
+  VERSION = "1.0.3"
+end

data/lib/fech.rb

@@ -0,0 +1,15 @@
+require 'fech/filing'
+require 'fech/rendered_maps'
+require 'fech/mappings'  
+require 'fech/default_translations'
+require 'fech/translator'
+require 'fech/mapped'
+require 'fech/fech_utils'
+require 'fech/map_generator'
+require 'fech/csv'
+require 'fech/comparison'
+
+module Fech
+  extend FechUtils
+  DEFAULT_VERSION = "8.0"
+end

data/sources/F1.csv

@@ -0,0 +1,106 @@
+canonical,^8.0|7.0|6.4,,^6.3|6.2|6.1,,^5.3|5.2|5.1|5.0,,^3.0,
+form_type,1,FORM TYPE,1,FORM TYPE,1,FORM TYPE,1,FORM TYPE
+filer_committee_id_number,2,FILER COMMITTEE ID NUMBER,2,FILER COMMITTEE ID NUMBER,2,FILER FEC CMTE ID ,2,FILER FEC CMTE ID 
+change_of_committee_name,3,CHANGE OF COMMITTEE NAME,3,CHANGE OF COMMITTEE NAME,10,CHG OF COMMITTEE NAME,10,CHG OF COMMITTEE NAME
+committee_name,4,COMMITTEE NAME,4,COMMITTEE NAME,3,COMMITTEE NAME,3,COMMITTEE NAME
+change_of_address,5,CHANGE OF ADDRESS,5,CHANGE OF ADDRESS,11,CHG OF ADDRESS,11,CHG OF ADDRESS
+street_1,6,STREET 1,6,STREET 1,4,STREET 1,4,STREET 1
+street_2,7,STREET 2,7,STREET 2,5,STREET 2,5,STREET 2
+city,8,CITY,8,CITY,6,CITY,6,CITY
+state,9,STATE,9,STATE,7,STATE,7,STATE
+zip_code,10,ZIP,10,ZIP,8,ZIP,8,ZIP
+change_of_committee_email,11,CHANGE OF COMMITTEE EMAIL,11,CHANGE OF COMMITTEE EMAIL,,,,
+committee_email,12,COMMITTEE EMAIL,12,COMMITTEE EMAIL,61,COMMITTEE EMAIL,61,COMMITTEE EMAIL
+change_of_committee_url,13,CHANGE OF COMMITTEE WEB URL,13,CHANGE OF COMMITTEE WEB URL,,,,
+committee_url,14,COMMITTEE WEB URL,14,COMMITTEE WEB URL,62,COMMITTEE WEB URL,62,COMMITTEE WEB URL
+committee_fax_number,,,,,63,COMMITTEE FAX NUMBER,,
+effective_date,15,EFFECTIVE DATE,15,SUBMISSION DATE,9,DATE (Submitted),9,DATE (Submitted)
+signature_name,,,,,59,NAME/TREASURER (as signed),59,NAME/TREASURER (as signed)
+signature_last_name,16,SIGNATURE LAST NAME,16,SIGNATURE LAST NAME,,,,
+signature_first_name,17,SIGNATURE FIRST NAME,17,SIGNATURE FIRST NAME,,,,
+signature_middle_name,18,SIGNATURE MIDDLE NAME,18,SIGNATURE MIDDLE NAME,,,,
+signature_prefix,19,SIGNATURE PREFIX,19,SIGNATURE PREFIX,,,,
+signature_suffix,20,SIGNATURE SUFFIX,20,SIGNATURE SUFFIX,,,,
+date_signed,21,DATE SIGNED,21,DATE SIGNED,60,DATE  (Signed),60,DATE  (Signed)
+committee_type,22,5. COMMITTEE TYPE,22,5. COMMITTEE TYPE,12,5. COMMITTEE TYPE,12,5. COMMITTEE TYPE
+candidate_id_number,23,5. CANDIDATE ID NUMBER,23,5. CANDIDATE ID NUMBER,13,5. FEC CANDIDATE ID NUMBER,13,5. FEC CANDIDATE ID NUMBER
+candidate_name,,,,,14,5. CANDIDATE NAME,14,5. CANDIDATE NAME
+candidate_last_name,24,5. CANDIDATE LAST NAME,24,5. CANDIDATE LAST NAME,,,,
+candidate_first_name,25,5. CANDIDATE FIRST NAME,25,5. CANDIDATE FIRST NAME,,,,
+candidate_middle_name,26,5. CANDIDATE MIDDLE NAME,26,5. CANDIDATE MIDDLE NAME,,,,
+candidate_prefix,27,5. CANDIDATE PREFIX,27,5. CANDIDATE PREFIX,,,,
+candidate_suffix,28,5. CANDIDATE SUFFIX,28,5. CANDIDATE SUFFIX,,,,
+candidate_office,29,5. CANDIDATE OFFICE ,29,5. CANDIDATE OFFICE ,15,5. CAN/OFFICE ,15,5. CAN/OFFICE 
+candidate_state,30,5. CANDIDATE STATE,30,5. CANDIDATE STATE,16,5. CAN/STATE,16,5. CAN/STATE
+candidate_district,31,5. CANDIDATE DISTRICT,31,5. CANDIDATE DISTRICT,17,5. CAN/DIST,17,5. CAN/DIST
+party_code,32,5. PARTY CODE,32,5. PARTY CODE,18,5. PARTY CODE,18,5. PARTY CODE
+party_type,33,5. PARTY TYPE,33,5. PARTY TYPE,19,5. PARTY TYPE,19,5. PARTY TYPE
+organization_type,34,5 (e). ORGANIZATION TYPE,34,5 (e). ORGANIZATION TYPE,28,6. ORGANIZATION TYPE,28,6. ORGANIZATION TYPE
+lobbyist_registrant_pac,35,5 (e). LOBBYIST/REGISTRANT PAC ,35,5 (e). LOBBYIST/REGISTRANT PAC ,,,,
+lobbyist_registrant_pac_2,36,5 (f). LOBBYIST/REGISTRANT PAC ,36,5 (f). LOBBYIST/REGISTRANT PAC ,,,,
+leadership_pac,37,5 (f). LEADERSHIP PAC,37,5 (f). LEADERSHIP PAC,,,,
+affiliated_committee_id_number,38,6. AFFILIATED CMTTE ID NUM,38,6. AFFILIATED CMTTE ID NUM,20,6. FEC COMMITTEE ID NUMBER,20,6. FEC COMMITTEE ID NUMBER
+affiliated_committee_name,39,6. AFFILIATED CMTTE NAME,39,6. AFFILIATED CMTTE NAME,21,6. COMMITTEE NAME (Affiliated),21,6. COMMITTEE NAME (Affiliated)
+affiliated_candidate_id_number,40,6. AFFILIATED CANDIDATE ID NUM,40,6. AFFILIATED CANDIDATE ID NUM,,,,
+affiliated_last_name,41,6. AFFILIATED LAST NAME,41,6. AFFILIATED LAST NAME,,,,
+affiliated_first_name,42,6. AFFILIATED FIRST NAME,42,6. AFFILIATED FIRST NAME,,,,
+affiliated_middle_name,43,6. AFFILIATED MIDDLE NAME,43,6. AFFILIATED MIDDLE NAME,,,,
+affiliated_prefix,44,6. AFFILIATED PREFIX,44,6. AFFILIATED PREFIX,,,,
+affiliated_suffix,45,6. AFFILIATED SUFFIX,45,6. AFFILIATED SUFFIX,,,,
+affiliated_street_1,46,6. AFFILIATED STREET 1,46,6. AFFILIATED STREET 1,22,6. STREET 1,22,6. STREET 1
+affiliated_street_2,47,6. AFFILIATED STREET 2,47,6. AFFILIATED STREET 2,23,6. STREET 2,23,6. STREET 2
+affiliated_city,48,6. AFFILIATED CITY,48,6. AFFILIATED CITY,24,6. CITY,24,6. CITY
+affiliated_state,49,6. AFFILIATED STATE,49,6. AFFILIATED STATE,25,6. STATE,25,6. STATE
+affiliated_zip_code,50,6. AFFILIATED ZIP,50,6. AFFILIATED ZIP,26,6. ZIP,26,6. ZIP
+affiliated_relationship_code,51,"6. AFFILIATED RELATIONSHIP CODE",51,6. AFFILIATED RELATIONSHIP CODE,27,6. RELATIONSHIP (w/ Above Cmte),27,6. RELATIONSHIP (w/ Above Cmte)
+custodian_name,,,,,29,7. IND/NAME  (Custodian Name),29,7. IND/NAME  (Custodian Name)
+custodian_last_name,52,7. CUSTODIAN LAST NAME,52,7. CUSTODIAN LAST NAME,,,,
+custodian_first_name,53,7. CUSTODIAN FIRST NAME,53,7. CUSTODIAN FIRST NAME,,,,
+custodian_middle_name,54,7. CUSTODIAN MIDDLE NAME,54,7. CUSTODIAN MIDDLE NAME,,,,
+custodian_prefix,55,7. CUSTODIAN PREFIX,55,7. CUSTODIAN PREFIX,,,,
+custodian_suffix,56,7. CUSTODIAN SUFFIX,56,7. CUSTODIAN SUFFIX,,,,
+custodian_street_1,57,7. CUSTODIAN STREET 1,57,7. CUSTODIAN STREET 1,30,7. STREET 1,30,7. STREET 1
+custodian_street_2,58,7. CUSTODIAN STREET 2,58,7. CUSTODIAN STREET 2,31,7. STREET 2,31,7. STREET 2
+custodian_city,59,7. CUSTODIAN CITY,59,7. CUSTODIAN CITY,32,7. CITY,32,7. CITY
+custodian_state,60,7. CUSTODIAN STATE,60,7. CUSTODIAN STATE,33,7. STATE,33,7. STATE
+custodian_zip_code,61,7. CUSTODIAN ZIP,61,7. CUSTODIAN ZIP,34,7. ZIP,34,7. ZIP
+custodian_title,62,7. CUSTODIAN TITLE,62,7. CUSTODIAN TITLE,35,7. TITLE,35,7. TITLE
+custodian_telephone,63,7. CUSTODIAN TELEPHONE,63,7. CUSTODIAN TELEPHONE,36,7. TELEPHONE,36,7. TELEPHONE
+treasurer_name,,,,,37,8. IND/NAME  (Treasurer),37,8. IND/NAME  (Treasurer)
+treasurer_last_name,64,8. TREASURER LAST NAME,64,8. TREASURER LAST NAME,,,,
+treasurer_first_name,65,8. TREASURER FIRST NAME,65,8. TREASURER FIRST NAME,,,,
+treasurer_middle_name,66,8. TREASURER MIDDLE NAME,66,8. TREASURER MIDDLE NAME,,,,
+treasurer_prefix,67,8. TREASURER PREFIX,67,8. TREASURER PREFIX,,,,
+treasurer_suffix,68,8. TREASURER SUFFIX,68,8. TREASURER SUFFIX,,,,
+treasurer_street_1,69,8. TREASURER STREET 1,69,8. TREASURER STREET 1,38,8. STREET 1,38,8. STREET 1
+treasurer_street_2,70,8. TREASURER STREET 2,70,8. TREASURER STREET 2,39,8. STREET 2,39,8. STREET 2
+treasurer_city,71,8. TREASURER CITY,71,8. TREASURER CITY,40,8. CITY,40,8. CITY
+treasurer_state,72,8. TREASURER STATE,72,8. TREASURER STATE,41,8. STATE,41,8. STATE
+treasurer_zip_code,73,8. TREASURER ZIP,73,8. TREASURER ZIP,42,8. ZIP,42,8. ZIP
+treasurer_title,74,8. TREASURER TITLE,74,8. TREASURER TITLE,43,8. TITLE,43,8. TITLE
+treasurer_telephone,75,8. TREASURER TELEPHONE,75,8. TREASURER TELEPHONE,44,8. TELEPHONE,44,8. TELEPHONE
+agent_name,,,,,45,8. IND/NAME  (Designated Agent),45,8. IND/NAME  (Designated Agent)
+agent_last_name,76,8. AGENT LAST NAME,76,8. AGENT LAST NAME,,,,
+agent_first_name,77,8. AGENT FIRST NAME,77,8. AGENT FIRST NAME,,,,
+agent_middle_name,78,8. AGENT MIDDLE NAME,78,8. AGENT MIDDLE NAME,,,,
+agent_prefix,79,8. AGENT PREFIX,79,8. AGENT PREFIX,,,,
+agent_suffix,80,8. AGENT SUFFIX,80,8. AGENT SUFFIX,,,,
+agent_street_1,81,8. AGENT STREET 1,81,8. AGENT STREET 1,46,8. STREET 1,46,8. STREET 1
+agent_street_2,82,8. AGENT STREET 2,82,8. AGENT STREET 2,47,8. STREET 2,47,8. STREET 2
+agent_city,83,8. AGENT CITY,83,8. AGENT CITY,48,8. CITY,48,8. CITY
+agent_state,84,8. AGENT STATE,84,8. AGENT STATE,49,8. STATE,49,8. STATE
+agent_zip_code,85,8. AGENT ZIP,85,8. AGENT ZIP,50,8. ZIP,50,8. ZIP
+agent_title,86,8. AGENT TITLE,86,8. AGENT TITLE,51,8. TITLE,51,8. TITLE
+agent_telephone,87,8. AGENT TELEPHONE,87,8. AGENT TELEPHONE,52,8. TELEPHONE,52,8. TELEPHONE
+bank_name,88,9. a) BANK NAME,88,9. a) BANK NAME,53,9. IND/NAME  (Bank/Depository),53,9. IND/NAME  (Bank/Depository)
+bank_street_1,89,9. a) BANK STREET 1,89,9. a) BANK STREET 1,54,9. STREET 1,54,9. STREET 1
+bank_street_2,90,9. a) BANK STREET 2,90,9. a) BANK STREET 2,55,9. STREET 2,55,9. STREET 2
+bank_city,91,9. a) BANK CITY,91,9. a) BANK CITY,56,9. CITY,56,9. CITY
+bank_state,92,9. a) BANK STATE,92,9. a) BANK STATE,57,9. STATE,57,9. STATE
+bank_zip_code,93,9. a) BANK ZIP,93,9. a) BANK ZIP,58,9. ZIP,58,9. ZIP
+bank2_name,94,9. b) BANK NAME,94,9. b) BANK NAME,,,,
+bank2_street_1,95,9. b) BANK STREET 1,95,9. b) BANK STREET 1,,,,
+bank2_street_2,96,9. b) BANK STREET 2,96,9. b) BANK STREET 2,,,,
+bank2_city,97,9. b) BANK CITY,97,9. b) BANK CITY,,,,
+bank2_state,98,9. b) BANK STATE,98,9. b) BANK STATE,,,,
+bank2_zip_code,99,9. b) BANK ZIP,99,9. b) BANK ZIP,,,,

data/sources/F1M.csv

@@ -0,0 +1,78 @@
+canonical,^8.0|7.0|6.4|6.3|6.2|6.1,,^5.3|5.2|5.1|5.0|3.0,
+form_type,1,FORM TYPE,1,FORM TYPE
+filer_committee_id_number,2,FILER COMMITTEE ID NUMBER,2,FILER COMMITTEE ID NUMBER
+committee_name,3,COMMITTEE NAME,3,COMMITTEE NAME
+street_1,4,STREET 1,4,STREET 1
+street_2,5,STREET 2,5,STREET 2
+city,6,CITY,6,CITY
+state,7,STATE,7,STATE
+zip_code,8,ZIP,8,ZIP
+committee_type,9,COMMITTEE TYPE,9,COMMITTEE TYPE
+affiliated_date_f1_filed,10,DATE (Of Affiliation),10,AFFILIATED - DATE FORM F1 FILED
+affiliated_committee_id_number,11,FEC COMMITTEE ID NUMBER,11,AFFILIATED COMMITTEE FEC ID
+affiliated_committee_name,12,COMMITTEE NAME,12,AFFILIATED COMMITTEE NAME
+first_candidate_id_number,13,I CANDIDATE ID NUMBER,13,FEC CANDIDATE ID NUMBER
+first_candidate_name,,,14,CANDIDATE NAME
+first_candidate_last_name,14,I CANDIDATE LAST NAME,,
+first_candidate_first_name,15,I CANDIDATE FIRST NAME,,
+first_candidate_middle_name,16,I CANDIDATE MIDDLE NAME,,
+first_candidate_prefix,17,I CANDIDATE PREFIX,,
+first_candidate_suffix,18,I CANDIDATE SUFFIX,,
+first_candidate_office,19,I CANDIDATE OFFICE,15,CAN/OFFICE
+first_candidate_state,20,I CANDIDATE STATE ,16,CAN/STATE 
+first_candidate_district,21,I CANDIDATE DIST,17,CAN/DIST
+first_candidate_contribution_date,22,I DATE OF CONTRIBUTION,18, DATE (Of Contribution)
+second_candidate_id_number,23,II CANDIDATE ID NUMBER,19,FEC CANDIDATE ID NUMBER
+second_candidate_name,,,20,CANDIDATE NAME
+second_candidate_last_name,24,II CANDIDATE LAST NAME,,
+second_candidate_second_name,25,II CANDIDATE FIRST NAME,,
+second_candidate_middle_name,26,II CANDIDATE MIDDLE NAME,,
+second_candidate_prefix,27,II CANDIDATE PREFIX,,
+second_candidate_suffix,28,II CANDIDATE SUFFIX,,
+second_candidate_office,29,II CANDIDATE OFFICE,21,CAN/OFFICE
+second_candidate_state,30,II CANDIDATE STATE ,22,CAN/STATE 
+second_candidate_district,31,II CANDIDATE DIST,23,CAN/DIST
+second_candidate_contribution_date,32,II DATE OF CONTRIBUTION,24, DATE (Of Contribution)
+third_candidate_id_number,33,III CANDIDATE ID NUMBER,25,FEC CANDIDATE ID NUMBER
+third_candidate_name,,,26,CANDIDATE NAME
+third_candidate_last_name,34,III CANDIDATE LAST NAME,,
+third_candidate_third_name,35,III CANDIDATE FIRST NAME,,
+third_candidate_middle_name,36,III CANDIDATE MIDDLE NAME,,
+third_candidate_prefix,37,III CANDIDATE PREFIX,,
+third_candidate_suffix,38,III CANDIDATE SUFFIX,,
+third_candidate_office,39,III CANDIDATE OFFICE,27,CAN/OFFICE
+third_candidate_state,40,III CANDIDATE STATE ,28,CAN/STATE 
+third_candidate_district,41,III CANDIDATE DIST,29,CAN/DIST
+third_candidate_contribution_date,42,III DATE OF CONTRIBUTION,30, DATE (Of Contribution)
+fourth_candidate_id_number,43,IV CANDIDATE ID NUMBER,31,FEC CANDIDATE ID NUMBER
+fourth_candidate_name,,,32,CANDIDATE NAME
+fourth_candidate_last_name,44,IV CANDIDATE LAST NAME,,
+fourth_candidate_fourth_name,45,IV CANDIDATE FIRST NAME,,
+fourth_candidate_middle_name,46,IV CANDIDATE MIDDLE NAME,,
+fourth_candidate_prefix,47,IV CANDIDATE PREFIX,,
+fourth_candidate_suffix,48,IV CANDIDATE SUFFIX,,
+fourth_candidate_office,49,IV CANDIDATE OFFICE,33,CAN/OFFICE
+fourth_candidate_state,50,IV CANDIDATE STATE ,34,CAN/STATE 
+fourth_candidate_district,51,IV CANDIDATE DIST,35,CAN/DIST
+fourth_candidate_contribution_date,52,IV DATE OF CONTRIBUTION,36, DATE (Of Contribution)
+fifth_candidate_id_number,53,V CANDIDATE ID NUMBER,37,FEC CANDIDATE ID NUMBER
+fifth_candidate_name,,,38,CANDIDATE NAME
+fifth_candidate_last_name,54,V CANDIDATE LAST NAME,,
+fifth_candidate_fifth_name,55,V CANDIDATE FIRST NAME,,
+fifth_candidate_middle_name,56,V CANDIDATE MIDDLE NAME,,
+fifth_candidate_prefix,57,V CANDIDATE PREFIX,,
+fifth_candidate_suffix,58,V CANDIDATE SUFFIX,,
+fifth_candidate_office,59,V CANDIDATE OFFICE,39,CAN/OFFICE
+fifth_candidate_state,60,V CANDIDATE STATE ,40,CAN/STATE 
+fifth_candidate_district,61,V CANDIDATE DIST,41,CAN/DIST
+fifth_candidate_contribution_date,62,V DATE OF CONTRIBUTION,42, DATE (Of Contribution)
+fifty_first_contributor_date,63,DATE (Of 51st Contributor),43,DATE (Of 51st Contributor)
+original_registration_date,64,DATE (Of Orig Registration),44,DATE (Of Orig Registration)
+requirements_met_date,65,DATE (Cmte Met Requirements),45,DATE (Cmte Met Requirements)
+treasurer_name,,,46,NAME/TREASURER (as signed)
+treasurer_last_name,66,TREASURER LAST NAME,,
+treasurer_first_name,67,TREASURER FIRST NAME,,
+treasurer_middle_name,68,TREASURER MIDDLE NAME,,
+treasurer_prefix,69,TREASURER PREFIX,,
+treasurer_suffix,70,TREASURER SUFFIX,,
+date_signed,71,DATE SIGNED,47,DATE SIGNED

data/sources/F2.csv

@@ -0,0 +1,43 @@
+canonical,^8.0|7.0|6.4,,^6.3|6.2|6.1,,^5.3|5.2|5.1|5.0,,^3.0,
+form_type,1,FORM TYPE,1,FORM TYPE,1,FORM TYPE,1,FORM TYPE
+candidate_id_number,2,FILER CANDIDATE ID NUMBER,2,FILER CANDIDATE ID NUMBER,2,FILER FEC CAND ID ,2,FILER FEC CAND ID 
+candidate_name,,,,,3,CANDIDATE NAME,3,CANDIDATE NAME
+candidate_last_name,3,CANDIDATE LAST NAME,3,CANDIDATE LAST NAME,32,CANDIDATE LAST NAME,,
+candidate_first_name,4,CANDIDATE FIRST NAME,4,CANDIDATE FIRST NAME,33,CANDIDATE FIRST NAME,,
+candidate_middle_name,5,CANDIDATE MIDDLE NAME,5,CANDIDATE MIDDLE NAME,34,CANDIDATE MIDDLE NAME,,
+candidate_prefix,6,CANDIDATE PREFIX,6,CANDIDATE PREFIX,35,CANDIDATE PREFIX,,
+candidate_suffix,7,CANDIDATE SUFFIX,7,CANDIDATE SUFFIX,36,CANDIDATE SUFFIX,,
+change_of_address,8,CHANGE OF ADDRESS,8,CHANGE OF ADDRESS,,,,
+candidate_street_1,9,CANDIDATE STREET 1,9,CANDIDATE STREET 1,4,STREET 1,4,STREET 1
+candidate_street_2,10,CANDIDATE STREET 2,10,CANDIDATE STREET 2,5,STREET 2,5,STREET 2
+candidate_city,11,CANDIDATE CITY,11,CANDIDATE CITY,6,CITY,6,CITY
+candidate_state,12,CANDIDATE STATE,12,CANDIDATE STATE,7,STATE,7,STATE
+candidate_zip_code,13,CANDIDATE ZIP,13,CANDIDATE ZIP,8,ZIP,8,ZIP
+candidate_party_code,14,CANDIDATE PARTY CODE,14,CANDIDATE PARTY CODE,9,PTY/CODE,9,PTY/CODE
+candidate_office,15,CANDIDATE OFFICE,15,CANDIDATE OFFICE,10,CAN/OFFICE,10,CAN/OFFICE
+candidate_state,16,CANDIDATE STATE  ,16,CANDIDATE STATE  ,11,CAN/STATE  ,11,CAN/STATE  
+candidate_district,17,CANDIDATE DISTRICT,17,CANDIDATE DISTRICT,12,CAN/DIST,12,CAN/DIST
+election_year,18,YEAR OF ELECTION 1900-2999,18,YEAR OF ELECTION 1900-2999,13,YEAR OF ELECTION 1900-2999,13,YEAR OF ELECTION 1900-2999
+committee_id_number,19,PCC COMMITTEE ID NUMBER,19,PCC COMMITTEE ID NUMBER,14,FEC COMMITTEE ID NUMBER (PCC),14,FEC COMMITTEE ID NUMBER (PCC)
+committee_name,20,PCC COMMITTEE NAME,20,PCC COMMITTEE NAME,15,COMMITTEE NAME (PCC),15,COMMITTEE NAME (PCC)
+committee_street_1,21,PCC STREET 1,21,PCC STREET 1,16,STREET 1,16,STREET 1
+committee_street_2,22,PCC STREET 2,22,PCC STREET 2,17,STREET 2,17,STREET 2
+committee_city,23,PCC CITY,23,PCC CITY,18,CITY,18,CITY
+committee_state,24,PCC STATE,24,PCC STATE,19,STATE,19,STATE
+committee_zip_code,25,PCC ZIP,25,PCC ZIP,20,ZIP,20,ZIP
+authorized_committee_id_number,26,AUTH COMMITTEE ID NUMBER,26,AUTH COMMITTEE ID NUMBER,21,FEC COMMITTEE ID NUMBER (Auth),21,FEC COMMITTEE ID NUMBER (Auth)
+authorized_committee_name,27,AUTH COMMITTEE NAME,27,AUTH COMMITTEE NAME,22,COMMITTEE NAME (Auth),22,COMMITTEE NAME (Auth)
+authorized_committee_street_1,28,AUTH STREET 1,28,AUTH STREET 1,23,STREET 1,23,STREET 1
+authorized_committee_street_2,29,AUTH STREET 2,29,AUTH STREET 2,24,STREET 2,24,STREET 2
+authorized_committee_city,30,AUTH CITY,30,AUTH CITY,25,CITY,25,CITY
+authorized_committee_state,31,AUTH STATE,31,AUTH STATE,26,STATE,26,STATE
+authorized_committee_zip_code,32,AUTH ZIP,32,AUTH ZIP,27,ZIP,27,ZIP
+candidate_signature_name,,,,,28,NAME/CAN (as signed),28,NAME/CAN (as signed)
+candidate_signature_last_name,33,CANDIDATE SIGNATURE LAST NAME,35,CANDIDATE SIGNATURE LAST NAME,,,,
+candidate_signature_first_name,34,CANDIDATE SIGNATURE FIRST NAME,36,CANDIDATE SIGNATURE FIRST NAME,,,,
+candidate_signature_middle_name,35,CANDIDATE SIGNATURE MIDDLE NAME,37,CANDIDATE SIGNATURE MIDDLE NAME,,,,
+candidate_signature_prefix,36,CANDIDATE SIGNATURE PREFIX,38,CANDIDATE SIGNATURE PREFIX,,,,
+candidate_signature_suffix,37,CANDIDATE SIGNATURE SUFFIX,39,CANDIDATE SIGNATURE SUFFIX,,,,
+date_signed,38,DATE SIGNED,40,DATE SIGNED,29,DATE (Signed),29,DATE (Signed)
+primary_personal_funds_declared,,,33,PRI PERSONAL FUNDS DECLARED,30,PRI PERSONAL FUNDS DECLARED,,
+general_personal_funds_declared,,,34,GEN PERSONAL FUNDS DECLARED,31,GEN PERSONAL FUNDS DECLARED,,

data/sources/F24.csv

@@ -0,0 +1,18 @@
+canonical,^8.0,,^7.0|6.4|6.3|6.2|6.1,,^5.0|5.1|5.2|5.3,,^3,
+form_type,1,FORM TYPE,1,FORM TYPE,1,FORM TYPE,1,FORM TYPE
+filer_committee_id_number,2,FILER COMMITTEE ID NUMBER,2,FILER COMMITTEE ID NUMBER,2,FILER COMMITTEE ID NUMBER,2,FILER FEC CMTE ID
+report_type,3,REPORT TYPE {24/48 Hour},3,REPORT TYPE {24/48 Hour},11,REPORT TYPE,,
+original_amendment_date,4,ORIGINAL AMENDMENT DATE,,
+committee_name,5,COMMITTEE NAME,4,COMMITTEE NAME,3,COMMITTEE NAME,3,COMMITTEE NAME
+street_1,6,STREET 1,5,STREET 1,4,STREET 1,4,STREET 1
+street_2,7,STREET 1,6,STREET 2,5,STREET 2,5,STREET 2
+city,8,CITY,7,CITY,6,CITY,6,CITY
+state,9,STATE,8,STATE,7,STATE,7,STATE
+zip_code,10,ZIP,9,ZIP,8,ZIP,8,ZIP
+treasurer_name,,,,9,NAME/TREASURER (as signed),9,NAME/TREASURER (as signed)
+treasurer_last_name,11,TREASURER LAST NAME,10,TREASURER LAST NAME,,,,
+treasurer_first_name,12,TREASURER FIRST NAME,11,TREASURER FIRST NAME,,,,
+treasurer_middle_name,13,TREASURER MIDDLE NAME,12,TREASURER MIDDLE NAME,,,,
+treasurer_prefix,14,TREASURER PREFIX,13,TREASURER PREFIX,,,,
+treasurer_suffix,15,TREASURER SUFFIX,14,TREASURER SUFFIX,,,,
+date_signed,16,DATE SIGNED,15,DATE SIGNED,10,DATE (Signed),10,DATE (Signed)

data/sources/F3.csv

@@ -0,0 +1 @@
+canonical,^8.0|7.0|6.4,,^6.3|6.2|6.1,,^5.3|5.2|5.1|5.0,,^3.0,

data/sources/F3L.csv

@@ -0,0 +1,27 @@
+canonical,^8.0|7.0|6.4
+form_type,1,FORM TYPE
+filer_committee_id_number,2,FILER COMMITTEE ID NUMBER
+committee_name,3,COMMITTEE NAME
+change_of_address,4,CHANGE OF ADDRESS
+street_1,5,STREET  1
+street_2,6,STREET  2
+city,7,CITY
+state,8,STATE
+zip_code,9,ZIP
+report_code,12,REPORT CODE
+election_date,13,DATE OF ELECTION
+election_state,10,ELECTION STATE
+election_district,11,ELECTION DISTRICT
+coverage_from_date,16,COVERAGE FROM DATE
+coverage_through_date,17,COVERAGE THROUGH DATE
+semi_annual_period,15,SEMI-ANNUAL PERIOD - Sect 5(c) or (d)
+semi_annual_period_jan_june,18,SEMI-ANNUAL JAN-JUN - Sect 6(b)
+semi_annual_period_jul_dec,19,SEMI-ANNUAL JUL-DEC - Sect 6(b)
+quarterly_monthly_bundled_contributions,20,QTR/MON/POST BUNDLED CONTRIBUTIONS
+semi_annual_bundled_contributions,21,SEMI-ANNUAL BUNDLED CONTRIBS
+treasurer_last_name,22,TREASURER LAST NAME
+treasurer_first_name,23,TREASURER FIRST NAME
+treasurer_middle_name,24,TREASURER MIDDLE NAME
+treasurer_prefix,25,TREASURER PREFIX
+treasurer_suffix,26,TREASURER SUFFIX
+date_signed,27,DATE SIGNED