fech 0.9.3 → 0.9.4

data/README.rdoc

@@ -6,10 +6,14 @@
 
 Fech makes it easy to parse electronic campaign filings[http://query.nictusa.com/pres/], House candidate filings, PAC filings and independent expenditure filings[http://www.fec.gov/finance/disclosure/ie_reports.shtml] from the Federal Election Commission. It lets you access filing attributes the same way regardless of filing version, and works as a framework for cleaning and filing data.
 
-Fech supports several FEC form types, including all F1 (statements of organization), F2 (statements of candidacy), F3 (House candidate filings), F3L (contributions bundled by lobbyists) F3P (presidential filings), F4 (convention committee filings), F5 (independent expenditures), F24 (24/48 hour notices of independent expenditures), F56 (contributions to independent expenditure committees) F57 (expenditures by independent expenditure committees), F3X (filings by unauthorized committees) and F9 (electioneering communications).
+Fech supports several FEC form types, including all F1 (statements of organization), F2 (statements of candidacy), F24 (24/48 hour notices of independent expenditures), F3 (House candidate filings), F3L (contributions bundled by lobbyists) F3P (presidential filings), F4 (convention committee filings), F5 (independent expenditures), F56 (contributions to independent expenditure committees) F57 (expenditures by independent expenditure committees), F6 (48 hour notices of contributions/loans received), F3X (filings by unauthorized committees) and F9 (electioneering communications).
+
+Fech is an open source project of The New York Times, but contributions from anyone interested in working with F.E.C. filings are greatly appreciated.
 
 == News
 
+* March 10, 2012: Version 0.9.4 released. Added support for F6 filings.
+* March 8, 2012: Version 0.9.3 released. Bug-fix for F2 & F24 mappings.
 * Feb. 29, 2012: Version 0.9.2 released. Bug-fix for F3 mappings, added filing comparison class.
 * Feb. 21, 2012: Versions 0.9.0, 0.9.1 released. Added support for alternative CSV Parsers, F4 filings.
 * Feb. 19, 2012: Version 0.8.2 released. Added layouts for F1M and F2 filings.
@@ -237,6 +241,8 @@ The following row types are currently supported from filing version 3 through 8.
 * F5 (Report of Independent Expenditures Made and Contributions Received)
 * F56 (Contributions for Independent Expenditures)
 * F57 (Independent Expenditures)
+* F6 (48 Hour Notice of Contributions/Loans Received)
+* F65 (Contributions for 48 Hour Notices)
 * F9 (Electioneering Communications, first appeared in filing version 5.0)
 * F91 (Lists of Persons Exercising Control)
 * F92 (Contributions for Electioneering Communications)
@@ -251,6 +257,14 @@ The following row types are currently supported from filing version 3 through 8.
 * SE (Independent Expenditures)
 * SF (Coordinated Expenditures)
 
+== How to contribute
+
+Fech's goal is to provide support for all electronically filed forms and their row types, so contributors can pick an form type that is currently unsupported and try to implement it. For entirely new form types, please include specs showing successful parsing of the summary. A good way to start is to look at the mappings for a similar form type. Please note that Fech currently commits to supporting the F.E.C.'s filing formats back to version 3.0, where applicable.
+
+Bug reports and feature requests are welcomed by submitting an Issue. Please be advised that development is focused on parsing filings, which may contain errors or be improperly filed, and not on providing wrappers or helper methods for working with filings in another context.
+
+To get started, fork the repo, make your additions or changes and send a pull request.
+
 == Authors
 
 Michael Strickland, michael.strickland@nytimes.com

data/lib/fech/fech_utils.rb

@@ -3,7 +3,8 @@
 module FechUtils
   
   # All supported row types pointed to regular expressions that will correctly
-  # match that row type in the wild.
+  # match that row type in the wild. If multiple matches exist, Fech will match
+  # the longest regex pattern found.
   ROW_TYPES = {
     :hdr   => /^hdr$/i,
     :f1    => /^f1/i,
@@ -21,6 +22,8 @@ module FechUtils
     :f5    => /^f5[na]/i,
     :f56   => /^f56/i,
     :f57   => /^f57/i,
+    :f6    => /^f6[^5]/i,
+    :f65   => /^f65/i,
     :f7    => /^f7[na]/i,
     :f76   => /^f76/i,
     :f9    => /^f9/i,

data/lib/fech/map_generator.rb

@@ -10,7 +10,7 @@ module Fech
     FILING_VERSIONS   = ["8.0", "7.0", "6.4", "6.3", "6.2", "6.1",
                          "5.3", "5.2", "5.1", "5.0", "3"]
     BASE_ROW_TYPES    = ["HDR", "F1", "F1M", "F2", "F24", "F3", "F3L", "F3P", "F3P31", "F3PS", "F3S", "F3X", 
-                         "F4", "F5", "F56", "F57", "F7", "F76", "F9", "F91", "F92", "F93", "F94", "F99",
+                         "F4", "F5", "F56", "F57", "F6", "F65", "F7", "F76", "F9", "F91", "F92", "F93", "F94", "F99",
                          "SchA", "SchB", "SchC", "SchC1", "SchC2", "SchD", "SchE", 
                          "SchF", "TEXT"]
     ROW_TYPE_MATCHERS = {
@@ -30,6 +30,8 @@ module Fech
       "F5"     => FechUtils::ROW_TYPES[:f5],
       "F56"    => FechUtils::ROW_TYPES[:f56],
       "F57"    => FechUtils::ROW_TYPES[:f57],
+      "F6"     => FechUtils::ROW_TYPES[:f6],
+      "F65"     => FechUtils::ROW_TYPES[:f65],
       "F7"     => FechUtils::ROW_TYPES[:f7],
       "F76"    => FechUtils::ROW_TYPES[:f76],
       "F9"     => FechUtils::ROW_TYPES[:f9],

data/lib/fech/rendered_maps.rb

@@ -85,6 +85,15 @@ module Fech
       '^5.3|5.2|5.1|5.0' => [:form_type, :filer_committee_id_number, :entity_type, :payee_name, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip, :expenditure_purpose_descrip, :expenditure_date, :expenditure_amount, :support_oppose_code, :candidate_id_number, :candidate_name, :candidate_office, :candidate_state, :candidate_district, nil, nil, nil, nil, nil, nil, :conduit_name, :conduit_street_1, :conduit_street_2, :conduit_city, :conduit_state, :conduit_zip, nil, :transaction_id_number, :category_code, :expenditure_purpose_code, :calendar_y_t_d_per_election_office, :election_code, :election_other_description],
       '^3' => [:form_type, :filer_committee_id_number, :entity_type, :payee_name, :payee_street_2, nil, :payee_city, :payee_state, :payee_zip, :expenditure_purpose_descrip, :expenditure_date, :expenditure_amount, :support_oppose_code, :candidate_id_number, :candidate_name, :candidate_office, :candidate_state, :candidate_district, nil, nil, nil, nil, nil, nil, :conduit_name, :conduit_street_1, :conduit_street_2, :conduit_city, :conduit_state, :conduit_zip, :amended_code],
     },
+    "^f6[^5]" => {
+      '^7.0|6.4|6.3|6.2|6.1' => [:form_type, :filer_committee_id_number, nil, :committee_name, :street_1, :street_2, :city, :state, :zip, :candidate_id_number, :candidate_last_name, :candidate_first_name, :candidate_middle_name, :candidate_prefix, :candidate_suffix, :candidate_office, :candidate_state, :candidate_district, :signer_last_name, :signer_first_name, :signer_middle_name, :signer_prefix, :signer_suffix, :date_signed],
+      '^5.3|5.2|5.1|5.0|3.0' => [:form_type, :filer_committee_id_number, :committee_name, :street_1, :street_2, :city, :state, :zip, :candidate_id_number, :candidate_name, :candidate_office, :candidate_state, :candidate_district, :date_signed],
+      '^8.0' => [:form_type, :filer_committee_id_number, :original_amendment_date, :committee_name, :street_1, :street_2, :city, :state, :zip, :candidate_id_number, :candidate_last_name, :candidate_first_name, :candidate_middle_name, :candidate_prefix, :candidate_suffix, :candidate_office, :candidate_state, :candidate_district, :signer_last_name, :signer_first_name, :signer_middle_name, :signer_prefix, :signer_suffix, :date_signed],
+    },
+    "^f65" => {
+      '^5.3|5.2|5.1|5.0|3.0' => [:form_type, :filer_committee_id_number, :entity_type, :contributor_name, :contributor_street_1, :contributor_street_2, :contributor_city, :contributor_state, :contributor_zip, :contributor_employer, :contributor_occupation, :contribution_date, :contribution_amount, :contributor_fec_id, :candidate_id, :candidate_name, :candidate_office, :candidate_state, :candidate_district, :conduit_name, :conduit_street_1, :conduit_street_2, :conduit_city, :conduit_state, :conduit_zip, nil, :transaction_id],
+      '^8.0|7.0|6.4|6.3|6.2|6.1' => [:form_type, :filer_committee_id_number, :transaction_id, :entity_type, :contributor_organization_name, :contributor_last_name, :contributor_first_name, :contributor_middle_name, :contributor_prefix, :contributor_suffix, :contributor_street_1, :contributor_street_2, :contributor_city, :contributor_state, :contributor_zip, :contributor_fec_id, :contribution_date, :contribution_amount, :contributor_employer, :contributor_occupation],
+    },
     "^f7[na]" => {
       '^5.3|5.2|5.1|5.0|3.0' => [:form_type, :filer_committee_id_number, :organization_name, :street_1, :street_2, :city, :state, :zip, :organization_type, :report_code, :election_date, :election_state, :coverage_from_date, :coverage_through_date, :total_costs, :person_designated_name, :date_signed, :person_designated_title],
       '^8.0|7.0|6.4|6.3|6.2|6.1' => [:form_type, :filer_committee_id_number, :organization_name, :street_1, :street_2, :city, :state, :zip, :organization_type, :report_code, :election_date, :election_state, :coverage_from_date, :coverage_through_date, :total_costs, :person_designated_last_name, :person_designated_first_name, :person_designated_middle_name, :person_designated_prefix, :person_designated_suffix, :person_designated_title, :date_signed],
@@ -120,9 +129,9 @@ module Fech
       '^8.0|7.0|6.4|6.3|6.2|6.1' => [:form_type, :filer_committee_id_number, :transaction_id, :back_reference_tran_id_number, :back_reference_sched_name, :candidate_id_number, :candidate_last_name, :candidate_first_name, :candidate_middle_name, :candidate_prefix, :candidate_suffix, :candidate_office, :candidate_state, :candidate_district, :election_code, :election_other_description],
     },
     "^f99" => {
-      '^5.3|5.2|5.1|5.0' => [:form_type, :filer_committee_id_number, :committee_name, :street_1, :street_2, :city, :state, :zip, :treasurer_name, :date_signed, :text_code],
-      '^8.0|7.0|6.4|6.3|6.2|6.1' => [:form_type, :filer_committee_id_number, :committee_name, :street_1, :street_2, :city, :state, :zip, :treasurer_last_name, :treasurer_first_name, :treasurer_middle_name, :treasurer_prefix, :treasurer_suffix, :date_signed, :text_code],
-      '^3' => [:form_type, :filer_committee_id_number, :committee_name, :street_1, :street_2, :city, :state, :zip, :treasurer_name, :date_signed],
+      '^5.3|5.2|5.1|5.0' => [:form_type, :filer_committee_id_number, :committee_name, :street_1, :street_2, :city, :state, :zip, :treasurer_name, :date_signed, :text_code, :text],
+      '^8.0|7.0|6.4|6.3|6.2|6.1' => [:form_type, :filer_committee_id_number, :committee_name, :street_1, :street_2, :city, :state, :zip, :treasurer_last_name, :treasurer_first_name, :treasurer_middle_name, :treasurer_prefix, :treasurer_suffix, :date_signed, :text_code, :text],
+      '^3' => [:form_type, :filer_committee_id_number, :committee_name, :street_1, :street_2, :city, :state, :zip, :treasurer_name, :date_signed, :text],
     },
     "^sa" => {
       '^5.0' => [:form_type, :filer_committee_id_number, :entity_type, :contributor_name, :contributor_street_1, :contributor_street_2, :contributor_city, :contributor_state, :contributor_zip, :election_code, :election_other_description, :contributor_employer, :contributor_occupation, :contribution_aggregate, :contribution_date, :contribution_amount, :contribution_purpose_code, :contribution_purpose_descrip, :donor_committee_fec_id, :donor_candidate_fec_id, :donor_candidate_name, :donor_candidate_office, :donor_candidate_state, :donor_candidate_district, :conduit_name, :conduit_street1, :conduit_street2, :conduit_city, :conduit_state, :conduit_zip, :memo_code, :memo_text_description, nil, :transaction_id, :back_reference_tran_id_number, :back_reference_sched_name, :reference_code, :increased_limit_code],

data/lib/fech/version.rb

@@ -1,3 +1,3 @@
 module Fech
-  VERSION = "0.9.3"
+  VERSION = "0.9.4"
 end

data/sources/F6.csv

@@ -0,0 +1 @@
+canonical,^8.0,,^7.0|6.4|6.3|6.2|6.1,,^5.3|5.2|5.1|5.0|3.0,

data/sources/F65.csv

@@ -0,0 +1 @@
+canonical,^8.0|7.0|6.4|6.3|6.2|6.1,,^5.3|5.2|5.1|5.0|3.0,

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: fech
 version: !ruby/object:Gem::Version 
-  hash: 61
+  hash: 51
   prerelease: 
   segments: 
   - 0
   - 9
-  - 3
-  version: 0.9.3
+  - 4
+  version: 0.9.4
 platform: ruby
 authors: 
 - Michael Strickland
@@ -17,7 +17,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2012-03-08 00:00:00 -05:00
+date: 2012-03-10 00:00:00 -05:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -193,6 +193,8 @@ files:
 - sources/F5.csv
 - sources/F56.csv
 - sources/F57.csv
+- sources/F6.csv
+- sources/F65.csv
 - sources/F7.csv
 - sources/F76.csv
 - sources/F9.csv