fech 1.6.1 → 1.6.2

Sign up to get free protection for your applications and to get access to all the features.
data/CHANGELOG CHANGED
@@ -1,3 +1,9 @@
1
+ 1.6.2 / 2014-01-15
2
+
3
+ * Bug fixes
4
+
5
+ * Added dissemination date to SE transactions.
6
+
1
7
  1.6.1 / 2014-01-15
2
8
 
3
9
  * Bug fixes
data/Gemfile.lock CHANGED
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- fech (1.6.1)
4
+ fech (1.6.2)
5
5
  ensure-encoding
6
6
  fastercsv
7
7
  people
data/README.rdoc CHANGED
@@ -6,7 +6,7 @@
6
6
 
7
7
  Fech makes it easy to parse electronic campaign finance filings[http://www.fec.gov/finance/disclosure/efile_search.shtml] by candidates, parties and political action committees from the Federal Election Commission. It lets you access filing attributes the same way regardless of filing version, and works as a framework for cleaning and filing data. Fech is an open source project of The New York Times, but contributions from anyone interested in working with F.E.C. filings are greatly appreciated.
8
8
 
9
- Latest version: 1.6.1. For details see the CHANGELOG.
9
+ Latest version: 1.6.2. For details see the CHANGELOG.
10
10
 
11
11
  Fech is tested under Ruby versions 1.8.7, 1.9.2, 1.9.3 and 2.0.0.
12
12
 
@@ -16,6 +16,7 @@ Can be found at Fech's Github page[http://nytimes.github.com/Fech/].
16
16
 
17
17
  == News
18
18
 
19
+ * Jan. 15, 2014: Version 1.6.2 released. Bugfix to add dissemination date to SE mappings.
19
20
  * Jan. 15, 2014: Version 1.6.1 released. Bugfix to add FEC version 8.1 mappings for F13 and F24 forms.
20
21
  * Jan. 14, 2014: Version 1.6.0 released. Added support for FEC electronic filing version 8.1 headers and mappings.
21
22
  * Nov. 14, 2013: Version 1.5.0 released. Bugfix for F3 mapping that did not include col_a_total_receipts_period. Thanks to @capitolmuckrakr for the report.
@@ -230,11 +230,12 @@ module Fech
230
230
  '^5.2|5.1|5.0|3' => [:form_type, :filer_committee_id_number, :entity_type, :creditor_name, :creditor_street_1, :creditor_street_2, :creditor_city, :creditor_state, :creditor_zip_code, :purpose_of_debt_or_obligation, :beginning_balance_this_period, :incurred_amount_this_period, :payment_amount_this_period, :balance_at_close_this_period, :fec_committee_id_number, :fec_candidate_id_number, :candidate_name, :candidate_office, :candidate_state, :candidate_district, :conduit_name, :conduit_street_1, :conduit_street_2, :conduit_city, :conduit_state, :conduit_zip_code, nil, :transaction_id_number],
231
231
  },
232
232
  "^se" => {
233
- '^8.1|8.0' => [:form_type, :filer_committee_id_number, :transaction_id_number, :back_reference_tran_id_number, :back_reference_sched_name, :entity_type, :payee_organization_name, :payee_last_name, :payee_first_name, :payee_middle_name, :payee_prefix, :payee_suffix, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :election_code, :election_other_description, :expenditure_date, :expenditure_amount, :calendar_y_t_d_per_election_office, :expenditure_purpose_descrip, :category_code, :payee_cmtte_fec_id_number, :support_oppose_code, :candidate_id_number, :candidate_last_name, :candidate_first_name, :candidate_middle_name, :candidate_prefix, :candidate_suffix, :candidate_office, :candidate_state, :candidate_district, :completing_last_name, :completing_first_name, :completing_middle_name, :completing_prefix, :completing_suffix, :date_signed, :memo_code, :memo_text_description],
234
- '^7.0|6.4|6.3|6.2|6.1' => [:form_type, :filer_committee_id_number, :transaction_id_number, :back_reference_tran_id_number, :back_reference_sched_name, :entity_type, :payee_organization_name, :payee_last_name, :payee_first_name, :payee_middle_name, :payee_prefix, :payee_suffix, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :election_code, :election_other_description, :expenditure_date, :expenditure_amount, :calendar_y_t_d_per_election_office, :expenditure_purpose_code, :expenditure_purpose_descrip, :category_code, :payee_cmtte_fec_id_number, :support_oppose_code, :candidate_id_number, :candidate_last_name, :candidate_first_name, :candidate_middle_name, :candidate_prefix, :candidate_suffix, :candidate_office, :candidate_state, :candidate_district, :completing_last_name, :completing_first_name, :completing_middle_name, :completing_prefix, :completing_suffix, :date_signed, :memo_code, :memo_text_description],
235
- '^5.3' => [:form_type, :filer_committee_id_number, :entity_type, :payee_name, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :expenditure_purpose_descrip, :expenditure_date, :expenditure_amount, :support_oppose_code, :candidate_id_number, :candidate_name, :candidate_office, :candidate_state, :candidate_district, :payee_cmtte_fec_id_number, nil, nil, nil, nil, nil, :conduit_name, :conduit_street_1, :conduit_street_2, :conduit_city, :conduit_state, :conduit_zip_code, :ind_name_as_signed, :date_signed, :date_notarized, :date_notary_commission_expires, :ind_name_notary, nil, :transaction_id_number, :memo_code, :memo_text_description, :back_reference_tran_id_number, :back_reference_sched_name, :election_code, :election_other_description, :category_code, :expenditure_purpose_code, :calendar_y_t_d_per_election_office],
236
- '^5.2|5.1|5.0' => [:form_type, :filer_committee_id_number, :entity_type, :payee_name, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :expenditure_purpose_descrip, :expenditure_date, :expenditure_amount, :support_oppose_code, :candidate_id_number, :candidate_name, :candidate_office, :candidate_state, :candidate_district, :payee_cmtte_fec_id_number, nil, nil, nil, nil, nil, :conduit_name, :conduit_street_1, :conduit_street_2, :conduit_city, :conduit_state, :conduit_zip_code, :ind_name_as_signed, :date_signed, :date_notarized, :date_notary_commission_expires, :ind_name_notary, nil, :transaction_id_number, :memo_code, :memo_text_description, :back_reference_tran_id_number, :back_reference_sched_name, :election_code, :election_other_description, :category_code, :expenditure_purpose_code, :calendar_y_t_d_per_election_office],
237
- '^3' => [:form_type, :filer_committee_id_number, :entity_type, :payee_name, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :expenditure_purpose_descrip, :expenditure_date, :expenditure_amount, :support_oppose_code, :candidate_id_number, :candidate_name, :candidate_office, :candidate_state, :candidate_district, :payee_cmtte_fec_id_number, nil, nil, nil, nil, nil, :conduit_name, :conduit_street_1, :conduit_street_2, :conduit_city, :conduit_state, :conduit_zip_code, :ind_name_as_signed, :date_signed, :date_notarized, :date_notary_commission_expires, :ind_name_notary, nil, :transaction_id_number, :memo_code, :memo_text_description, :back_reference_tran_id_number, :back_reference_sched_name],
233
+ '^8.1' => [:form_type, :filer_committee_id_number, :transaction_id_number, :back_reference_tran_id_number, :back_reference_sched_name, :entity_type, :payee_organization_name, :payee_last_name, :payee_first_name, :payee_middle_name, :payee_prefix, :payee_suffix, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :election_code, :election_other_description, :dissemination_date, :expenditure_amount, :disbursement_date, :calendar_y_t_d_per_election_office, :expenditure_purpose_descrip, :category_code, :payee_cmtte_fec_id_number, :support_oppose_code, :candidate_id_number, :candidate_last_name, :candidate_first_name, :candidate_middle_name, :candidate_prefix, :candidate_suffix, :candidate_office, :candidate_state, :candidate_district, :completing_last_name, :completing_first_name, :completing_middle_name, :completing_prefix, :completing_suffix, :date_signed, :memo_code, :memo_text_description],
234
+ '^8.0' => [:form_type, :filer_committee_id_number, :transaction_id_number, :back_reference_tran_id_number, :back_reference_sched_name, :entity_type, :payee_organization_name, :payee_last_name, :payee_first_name, :payee_middle_name, :payee_prefix, :payee_suffix, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :election_code, :election_other_description, :dissemination_date, :expenditure_amount, :calendar_y_t_d_per_election_office, :expenditure_purpose_descrip, :category_code, :payee_cmtte_fec_id_number, :support_oppose_code, :candidate_id_number, :candidate_last_name, :candidate_first_name, :candidate_middle_name, :candidate_prefix, :candidate_suffix, :candidate_office, :candidate_state, :candidate_district, :completing_last_name, :completing_first_name, :completing_middle_name, :completing_prefix, :completing_suffix, :date_signed, :memo_code, :memo_text_description],
235
+ '^7.0|6.4|6.3|6.2|6.1' => [:form_type, :filer_committee_id_number, :transaction_id_number, :back_reference_tran_id_number, :back_reference_sched_name, :entity_type, :payee_organization_name, :payee_last_name, :payee_first_name, :payee_middle_name, :payee_prefix, :payee_suffix, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :election_code, :election_other_description, :dissemination_date, :expenditure_amount, :calendar_y_t_d_per_election_office, :expenditure_purpose_code, :expenditure_purpose_descrip, :category_code, :payee_cmtte_fec_id_number, :support_oppose_code, :candidate_id_number, :candidate_last_name, :candidate_first_name, :candidate_middle_name, :candidate_prefix, :candidate_suffix, :candidate_office, :candidate_state, :candidate_district, :completing_last_name, :completing_first_name, :completing_middle_name, :completing_prefix, :completing_suffix, :date_signed, :memo_code, :memo_text_description],
236
+ '^5.3' => [:form_type, :filer_committee_id_number, :entity_type, :payee_name, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :expenditure_purpose_descrip, :dissemination_date, :expenditure_amount, :support_oppose_code, :candidate_id_number, :candidate_name, :candidate_office, :candidate_state, :candidate_district, :payee_cmtte_fec_id_number, nil, nil, nil, nil, nil, :conduit_name, :conduit_street_1, :conduit_street_2, :conduit_city, :conduit_state, :conduit_zip_code, :ind_name_as_signed, :date_signed, :date_notarized, :date_notary_commission_expires, :ind_name_notary, nil, :transaction_id_number, :memo_code, :memo_text_description, :back_reference_tran_id_number, :back_reference_sched_name, :election_code, :election_other_description, :category_code, :expenditure_purpose_code, :calendar_y_t_d_per_election_office],
237
+ '^5.2|5.1|5.0' => [:form_type, :filer_committee_id_number, :entity_type, :payee_name, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :expenditure_purpose_descrip, :dissemination_date, :expenditure_amount, :support_oppose_code, :candidate_id_number, :candidate_name, :candidate_office, :candidate_state, :candidate_district, :payee_cmtte_fec_id_number, nil, nil, nil, nil, nil, :conduit_name, :conduit_street_1, :conduit_street_2, :conduit_city, :conduit_state, :conduit_zip_code, :ind_name_as_signed, :date_signed, :date_notarized, :date_notary_commission_expires, :ind_name_notary, nil, :transaction_id_number, :memo_code, :memo_text_description, :back_reference_tran_id_number, :back_reference_sched_name, :election_code, :election_other_description, :category_code, :expenditure_purpose_code, :calendar_y_t_d_per_election_office],
238
+ '^3' => [:form_type, :filer_committee_id_number, :entity_type, :payee_name, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :expenditure_purpose_descrip, :dissemination_date, :expenditure_amount, :support_oppose_code, :candidate_id_number, :candidate_name, :candidate_office, :candidate_state, :candidate_district, :payee_cmtte_fec_id_number, nil, nil, nil, nil, nil, :conduit_name, :conduit_street_1, :conduit_street_2, :conduit_city, :conduit_state, :conduit_zip_code, :ind_name_as_signed, :date_signed, :date_notarized, :date_notary_commission_expires, :ind_name_notary, nil, :transaction_id_number, :memo_code, :memo_text_description, :back_reference_tran_id_number, :back_reference_sched_name],
238
239
  },
239
240
  "^sf" => {
240
241
  '^8.1|8.0' => [:form_type, :filer_committee_id_number, :transaction_id_number, :back_reference_tran_id_number, :back_reference_sched_name, :coordinated_expenditures, :designating_committee_id_number, :designating_committee_name, :subordinate_committee_id_number, :subordinate_committee_name, :subordinate_street_1, :subordinate_street_2, :subordinate_city, :subordinate_state, :subordinate_zip_code, :entity_type, :payee_organization_name, :payee_last_name, :payee_first_name, :payee_middle_name, :payee_prefix, :payee_suffix, :payee_street_1, :payee_street_2, :payee_city, :payee_state, :payee_zip_code, :expenditure_date, :expenditure_amount, :aggregate_general_elec_expended, :expenditure_purpose_descrip, :category_code, :payee_committee_id_number, :payee_candidate_id_number, :payee_candidate_last_name, :payee_candidate_first_name, :payee_candidate_middle_name, :payee_candidate_prefix, :payee_candidate_suffix, :payee_candidate_office, :payee_candidate_state, :payee_candidate_district, :memo_code, :memo_text_description],
data/lib/fech/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Fech
2
- VERSION = "1.6.1"
2
+ VERSION = "1.6.2"
3
3
  end
data/sources/SchE.csv CHANGED
@@ -1,57 +1 @@
1
- canonical,^8.1|8.0,,^7.0|6.4|6.3|6.2|6.1,,^5.3,,^5.2|5.1|5.0,,^3,
2
- form_type,1,FORM TYPE,1,FORM TYPE,1,FORM TYPE,1,FORM TYPE,1,FORM TYPE
3
- filer_committee_id_number,2,FILER COMMITTEE ID NUMBER,2,FILER COMMITTEE ID NUMBER,2,FILER FEC CMTE ID,2,FILER FEC CMTE ID,2,FILER FEC CMTE ID
4
- transaction_id_number,3,TRANSACTION ID NUMBER,3,TRANSACTION ID NUMBER,37,TRAN ID,37,TRAN ID,37,TRAN ID
5
- back_reference_tran_id_number,4,BACK REFERENCE TRAN ID NUMBER,4,BACK REFERENCE TRAN ID NUMBER,40,BACK REF TRAN ID,40,BACK REF TRAN ID,40,BACK REF TRAN ID
6
- back_reference_sched_name,5,BACK REFERENCE SCHED NAME,5,BACK REFERENCE SCHED NAME,41,BACK REF SCHED NAME,41,BACK REF SCHED NAME,41,BACK REF SCHED NAME
7
- entity_type,6,ENTITY TYPE,6,ENTITY TYPE,3,ENTITY TYPE,3,ENTITY TYPE,3,ENTITY TYPE
8
- payee_name,,,,,4,NAME (Payee),4,NAME (Payee),4,NAME (Payee)
9
- payee_organization_name,7,PAYEE ORGANIZATION NAME,7,PAYEE ORGANIZATION NAME,,,,,,
10
- payee_last_name,8,PAYEE LAST NAME,8,PAYEE LAST NAME,,,,,,
11
- payee_first_name,9,PAYEE FIRST NAME,9,PAYEE FIRST NAME,,,,,,
12
- payee_middle_name,10,PAYEE MIDDLE NAME,10,PAYEE MIDDLE NAME,,,,,,
13
- payee_prefix,11,PAYEE PREFIX,11,PAYEE PREFIX,,,,,,
14
- payee_suffix,12,PAYEE SUFFIX,12,PAYEE SUFFIX,,,,,,
15
- payee_street_1,13,PAYEE STREET 1,13,PAYEE STREET 1,5,STREET 1,5,STREET 1,5,STREET 1
16
- payee_street_2,14,PAYEE STREET 2,14,PAYEE STREET 2,6,STREET 2,6,STREET 2,6,STREET 2
17
- payee_city,15,PAYEE CITY,15,PAYEE CITY,7,CITY,7,CITY,7,CITY
18
- payee_state,16,PAYEE STATE,16,PAYEE STATE,8,STATE,8,STATE,8,STATE
19
- payee_zip_code,17,PAYEE ZIP,17,PAYEE ZIP,9,ZIP,9,ZIP,9,ZIP
20
- election_code,18,ELECTION CODE,18,ELECTION CODE,42,ITEM ELECT CD,42,ITEM ELECT CD,,
21
- election_other_description,19,ELECTION OTHER DESCRIPTION ,19,ELECTION OTHER DESCRIPTION ,43,ITEM ELECT OTHER,43,ITEM ELECT OTHER,,
22
- expenditure_date,20,EXPENDITURE DATE,20,EXPENDITURE DATE,11,DATE,11,DATE,11,DATE
23
- expenditure_amount,21,EXPENDITURE AMOUNT,21,EXPENDITURE AMOUNT,12,AMOUNT EXPENDED,12,AMOUNT EXPENDED,12,AMOUNT EXPENDED
24
- calendar_y_t_d_per_election_office,22,CALENDAR Y-T-D (per election/office),22,CALENDAR Y-T-D (per election/office),46,CALENDAR YTD - OFFICE SOUGHT,46,CALENDAR YTD - OFFICE SOUGHT,,
25
- expenditure_purpose_code,,,23,EXPENDITURE PURPOSE CODE,45,TRANS CODE,45,TRANS CODE,,
26
- expenditure_purpose_descrip,23,EXPENDITURE PURPOSE DESCRIP,24,EXPENDITURE PURPOSE DESCRIP,10,TRANS {Purpose} DESCRIP,10,TRANS {Purpose} DESCRIP,10,TRANSDESC
27
- category_code,24,CATEGORY CODE,25,CATEGORY CODE,44,CATEGORY CODE,44,CATEGORY CODE,,
28
- payee_cmtte_fec_id_number,25,PAYEE CMTTE FEC ID NUMBER,26,PAYEE CMTTE FEC ID NUMBER,19,FEC COMMITTEE ID NUMBER,19,FEC COMMITTEE ID NUMBER,19,FEC COMMITTEE ID NUMBER
29
- support_oppose_code,26,SUPPORT/OPPOSE CODE ,27,SUPPORT/OPPOSE CODE ,13,SUPPORT/OPPOSE ,13,SUPPORT/OPPOSE ,13,SUPPORT/OPPOSE
30
- candidate_id_number,27,S/O CANDIDATE ID NUMBER,28,S/O CANDIDATE ID NUMBER,14,S/O FEC CAN ID NUMBER,14,S/O FEC CAN ID NUMBER,14,S/O FEC CAN ID NUMBER
31
- candidate_name,,,,,15,S/O CAN/NAME,15,S/O CAN/NAME,15,S/O CAN/NAME
32
- candidate_last_name,28,S/O CANDIDATE LAST NAME,29,S/O CANDIDATE LAST NAME,,,,,,
33
- candidate_first_name,29,S/O CANDIDATE FIRST NAME,30,S/O CANDIDATE FIRST NAME,,,,,,
34
- candidate_middle_name,30,S/O CANDIDATE MIDDLE NAME,31,S/O CANDIDATE MIDDLE NAME,,,,,,
35
- candidate_prefix,31,S/O CANDIDATE PREFIX,32,S/O CANDIDATE PREFIX,,,,,,
36
- candidate_suffix,32,S/O CANDIDATE SUFFIX,33,S/O CANDIDATE SUFFIX,,,,,,
37
- candidate_office,33,S/O CANDIDATE OFFICE,34,S/O CANDIDATE OFFICE,16,S/O CAN/OFFICE,16,S/O CAN/OFFICE,16,S/O CAN/OFFICE
38
- candidate_state,34,S/O CANDIDATE STATE,35,S/O CANDIDATE STATE,17,S/O STATE,17,S/O STATE,17,S/O STATE
39
- candidate_district,35,S/O CANDIDATE DISTRICT,36,S/O CANDIDATE DISTRICT,18,S/O CAN/DIST,18,S/O CAN/DIST,18,S/O CAN/DIST
40
- completing_last_name,36,COMPLETING LAST NAME,37,COMPLETING LAST NAME,,,,,,
41
- completing_first_name,37,COMPLETING FIRST NAME,38,COMPLETING FIRST NAME,,,,,,
42
- completing_middle_name,38,COMPLETING MIDDLE NAME,39,COMPLETING MIDDLE NAME,,,,,,
43
- completing_prefix,39,COMPLETING PREFIX,40,COMPLETING PREFIX,,,,,,
44
- completing_suffix,40,COMPLETING SUFFIX,41,COMPLETING SUFFIX,,,,,,
45
- date_signed,41,DATE SIGNED,42,DATE SIGNED,32,DATE (Signed),32,DATE (Signed),32,DATE (Signed)
46
- memo_code,42,MEMO CODE,43,MEMO CODE,38,MEMO CODE,38,MEMO CODE,38,MEMO CODE
47
- memo_text_description,43,MEMO TEXT/DESCRIPTION,44,MEMO TEXT/DESCRIPTION,39,MEMO TEXT,39,MEMO TEXT,39,MEMO TEXT
48
- date_notarized,,,,,33,DATE (Notarized),33,DATE (Notarized),33,DATE (Notarized)
49
- date_notary_commission_expires,,,,,34,DATE (Notary Commission Expires),34,DATE (Notary Commission Expires),34,DATE (Notary Commission Expires)
50
- conduit_name,,,,,25,CONDUIT NAME,25,CONDUIT NAME,25,CONDUIT NAME
51
- conduit_street_1,,,,,26,CONDUIT STREET 1,26,CONDUIT STREET 1,26,CONDUIT STREET 1
52
- conduit_street_2,,,,,27,CONDUIT STREET 2,27,CONDUIT STREET 2,27,CONDUIT STREET 2
53
- conduit_city,,,,,28,CONDUIT CITY,28,CONDUIT CITY,28,CONDUIT CITY
54
- conduit_state,,,,,29,CONDUIT STATE,29,CONDUIT STATE,29,CONDUIT STATE
55
- conduit_zip_code,,,,,30,CONDUIT ZIP,30,CONDUIT ZIP,30,CONDUIT ZIP
56
- ind_name_as_signed,,,,,31,IND/NAME (as signed),31,IND/NAME (as signed),31,IND/NAME (as signed)
57
- ind_name_notary,,,,,35,IND/NAME (Notary),35,IND/NAME (Notary),35,IND/NAME (Notary)
1
+ canonical,^8.1,,^8.0,,^7.0|6.4|6.3|6.2|6.1,,^5.3,,^5.2|5.1|5.0,,^3,
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fech
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.6.1
4
+ version: 1.6.2
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -340,7 +340,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
340
340
  version: '0'
341
341
  segments:
342
342
  - 0
343
- hash: -464137338092288220
343
+ hash: -4379222883206279012
344
344
  required_rubygems_version: !ruby/object:Gem::Requirement
345
345
  none: false
346
346
  requirements:
@@ -349,7 +349,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
349
349
  version: '0'
350
350
  segments:
351
351
  - 0
352
- hash: -464137338092288220
352
+ hash: -4379222883206279012
353
353
  requirements: []
354
354
  rubyforge_project: fech
355
355
  rubygems_version: 1.8.25