quandl-elasticsearch 2.1.0.rc5

Sign up to get free protection for your applications and to get access to all the features.
Files changed (60) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +20 -0
  3. data/.rubocop.yml +34 -0
  4. data/COMMANDS.md +29 -0
  5. data/Gemfile +10 -0
  6. data/Gemfile.lock +155 -0
  7. data/LICENSE.txt +22 -0
  8. data/README.md +50 -0
  9. data/Rakefile +1 -0
  10. data/config/elasticsearch.yml +32 -0
  11. data/elasticsearch/elasticsearch.yml +386 -0
  12. data/elasticsearch/logging.yml +56 -0
  13. data/elasticsearch/stopwords/english.txt +38 -0
  14. data/elasticsearch/synonyms/synonyms_english.txt +318 -0
  15. data/fixtures/vcr_cassettes/search_spec_database_1.yml +38 -0
  16. data/fixtures/vcr_cassettes/search_spec_database_2.yml +38 -0
  17. data/fixtures/vcr_cassettes/search_spec_dataset_1.yml +48 -0
  18. data/fixtures/vcr_cassettes/search_spec_dataset_2.yml +41 -0
  19. data/fixtures/vcr_cassettes/setup.yml +139 -0
  20. data/lib/quandl/elasticsearch.rb +61 -0
  21. data/lib/quandl/elasticsearch/base.rb +20 -0
  22. data/lib/quandl/elasticsearch/database.rb +22 -0
  23. data/lib/quandl/elasticsearch/dataset.rb +51 -0
  24. data/lib/quandl/elasticsearch/indice.rb +96 -0
  25. data/lib/quandl/elasticsearch/query.rb +282 -0
  26. data/lib/quandl/elasticsearch/search.rb +150 -0
  27. data/lib/quandl/elasticsearch/tag.rb +21 -0
  28. data/lib/quandl/elasticsearch/template.rb +189 -0
  29. data/lib/quandl/elasticsearch/utility.rb +6 -0
  30. data/lib/quandl/elasticsearch/version.rb +6 -0
  31. data/quandl +77 -0
  32. data/quandl-elasticsearch.gemspec +34 -0
  33. data/solano.yml +20 -0
  34. data/spec/lib/quandl/elasticsearch/database_spec.rb +98 -0
  35. data/spec/lib/quandl/elasticsearch/dataset_spec.rb +124 -0
  36. data/spec/lib/quandl/elasticsearch/indice_spec.rb +10 -0
  37. data/spec/lib/quandl/elasticsearch/query_spec.rb +239 -0
  38. data/spec/lib/quandl/elasticsearch/search_spec.rb +83 -0
  39. data/spec/lib/quandl/elasticsearch/template_spec.rb +182 -0
  40. data/spec/lib/quandl/elasticsearch/utility_spec.rb +10 -0
  41. data/spec/lib/quandl/elasticsearch_spec.rb +99 -0
  42. data/spec/spec_helper.rb +27 -0
  43. data/templates/database_mapping.json +11 -0
  44. data/templates/dataset_mapping.json +9 -0
  45. data/templates/quandl_delimiter.json +0 -0
  46. data/templates/search_term_mapping.json +13 -0
  47. data/tests/Database-Ratings.csv +405 -0
  48. data/tests/Database-Tags.csv +341 -0
  49. data/tests/compare.csv +1431 -0
  50. data/tests/compare.rb +33 -0
  51. data/tests/console.rb +4 -0
  52. data/tests/generated_db_tags.csv +341 -0
  53. data/tests/search.rb +14 -0
  54. data/tests/search_db_mapping.txt +402 -0
  55. data/tests/status.rb +2 -0
  56. data/tests/test_search.csv +87 -0
  57. data/tests/test_search.rb +113 -0
  58. data/tests/testing-list.txt +183 -0
  59. data/tests/top500searches.csv +477 -0
  60. metadata +300 -0
@@ -0,0 +1,10 @@
1
+ require 'spec_helper'
2
+
3
+ describe Quandl::Elasticsearch::Utility do
4
+ describe '.initialize' do
5
+ it 'can initialize' do
6
+ utility = Quandl::Elasticsearch::Utility.new
7
+ expect(utility.class).to be(Quandl::Elasticsearch::Utility)
8
+ end
9
+ end
10
+ end
@@ -0,0 +1,99 @@
1
+ require 'spec_helper'
2
+
3
+ describe Quandl::Elasticsearch do
4
+ describe '.setup' do
5
+ context 'when setting up the test suite' do
6
+ it 'has a handle to the gem' do
7
+ expect(Quandl::Elasticsearch::VERSION).to be_a(String)
8
+ end
9
+ it 'has a handle to the elasticsearch instance' do
10
+ VCR.use_cassette('setup') do
11
+ search_client = Quandl::Elasticsearch::Search.new
12
+ expect(search_client.database('stocks', '').length).to be > 0
13
+ end
14
+ end
15
+ end
16
+ end
17
+
18
+ describe '.configuration' do
19
+ it 'should exist and be an instance of Quandl config' do
20
+ expect(Quandl::Elasticsearch.configuration).to be_a(Quandl::Config)
21
+ end
22
+ end
23
+
24
+ describe '.configure' do
25
+ let(:override_host) { 'bar' }
26
+
27
+ it 'should override configuration with block attributes' do
28
+ Quandl::Elasticsearch.configure do |config|
29
+ config.host = override_host
30
+ end
31
+ expect(Quandl::Elasticsearch.configuration.host).to eq(override_host)
32
+ end
33
+ end
34
+
35
+ describe '.disconnect!' do
36
+ it 'should remove the client' do
37
+ Quandl::Elasticsearch.client
38
+ expect(Quandl::Elasticsearch.instance_variable_get(:@clients)).to_not eq({})
39
+ Quandl::Elasticsearch.disconnect!
40
+ expect(Quandl::Elasticsearch.instance_variable_get(:@clients)).to eq({})
41
+ end
42
+ end
43
+
44
+ describe '.reset_configuration!' do
45
+ let(:host) { 'foobar' }
46
+
47
+ it 'remove block configurations' do
48
+ Quandl::Elasticsearch.configure { |c| c.host = host }
49
+ expect(Quandl::Elasticsearch.configuration.host).to eq(host)
50
+ Quandl::Elasticsearch.reset_configuration!
51
+ expect(Quandl::Elasticsearch.configuration.host).to_not eq(host)
52
+ end
53
+ end
54
+
55
+ describe '.client' do
56
+ [nil, 'http://quandl.com'].each do |host|
57
+ context "Host is #{host.nil? ? 'empty' : 'present'}" do
58
+ it 'returns the correct client object' do
59
+ expect(Quandl::Elasticsearch.client(host)).to be_a_kind_of(Elasticsearch::Transport::Client)
60
+ end
61
+
62
+ it 'should only initialize the client once', focus: true do
63
+ expect(::Elasticsearch::Client).to receive(:new).once
64
+ 10.times { Quandl::Elasticsearch.client(host) }
65
+ end
66
+ end
67
+ end
68
+
69
+ context 'connection config' do
70
+ let(:expected_connection_config) {
71
+ {
72
+ host: 'http://staging-search.quandl.com:9200/',
73
+ transport_options: {
74
+ request: {
75
+ timeout: 10,
76
+ open_timeout: 1
77
+ }
78
+ }
79
+ }
80
+ }
81
+
82
+ it 'configures request and open connection timeouts' do
83
+ expect(::Elasticsearch::Client).to receive(:new).with(expected_connection_config).and_call_original
84
+ Quandl::Elasticsearch.client
85
+ end
86
+ end
87
+ end
88
+
89
+ describe 'Configuration class' do
90
+ it 'should initialize an Elasticsearch client' do
91
+ expect(Quandl::Elasticsearch::Configuration.client).to be_a(Elasticsearch::Transport::Client)
92
+ end
93
+
94
+ it 'should initailze through the Elasticsearch module' do
95
+ expect(Quandl::Elasticsearch).to receive(:client).once
96
+ Quandl::Elasticsearch::Configuration.client
97
+ end
98
+ end
99
+ end
@@ -0,0 +1,27 @@
1
+ require 'simplecov'
2
+ require 'quandl/elasticsearch'
3
+ require 'webmock/rspec'
4
+ require 'vcr'
5
+
6
+ require 'simplecov'
7
+ SimpleCov.start
8
+
9
+ ENV['RAILS_ENV'] = 'test'
10
+
11
+ RSpec.configure do |config|
12
+ config.fail_fast = false
13
+ config.color = true
14
+ config.expect_with :rspec do |c|
15
+ c.syntax = :expect
16
+ end
17
+ config.after(:example) do
18
+ Quandl::Elasticsearch.reset_configuration!
19
+ Quandl::Elasticsearch.disconnect!
20
+ end
21
+ end
22
+
23
+ VCR.configure do |config|
24
+ config.cassette_library_dir = 'fixtures/vcr_cassettes'
25
+ config.hook_into :webmock # or :fakeweb
26
+ config.allow_http_connections_when_no_cassette = true
27
+ end
@@ -0,0 +1,11 @@
1
+ {
2
+ _id: { type: 'integer', store: true, index: 'not_analyzed' },
3
+ code: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'keyword_lowercase' },
4
+ name: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'quandl_text' },
5
+ description: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'quandl_text' },
6
+ documentation: { type: 'string', store: true, analyzer: 'quandl_text' },
7
+ premium: { type: 'boolean', store: true },
8
+ type: { type: 'string', store: true, index: 'not_analyzed' },
9
+ rating: { type: 'integer', store: true, index: 'not_analyzed' },
10
+ tags: { type: 'string', store: true, index: 'not_analyzed' }
11
+ }
@@ -0,0 +1,9 @@
1
+ {
2
+ _id: { type: 'long', store: true, index: 'not_analyzed' },
3
+ code: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'keyword_lowercase' },
4
+ name: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'quandl_text' },
5
+ is_private: { type: 'boolean', store: true },
6
+ type: { type: 'string', store: true, index: 'not_analyzed' },
7
+ frequency: { type: 'string', store: true, index: 'not_analyzed' },
8
+ to_date: { type: 'date', format: 'date', store: true }
9
+ }
File without changes
@@ -0,0 +1,13 @@
1
+ {
2
+ top_term: { type: 'string', store: true, analyzer: 'quandl_text' },
3
+ databases: {
4
+ type: 'nested',
5
+ properties: {
6
+ _id: { type: 'integer', store: true },
7
+ code: { type: 'string', store: true },
8
+ name: { type: 'string', store: true },
9
+ premium: { type: 'boolean', store: true },
10
+ tags: { type: 'string', store: true }
11
+ }
12
+ }
13
+ }
@@ -0,0 +1,405 @@
1
+ BLS,Bureau of Labor Statistics Key Indicators,4,goodish
2
+ CFTC,Commodity Futures Trading Commission Reports,4,good
3
+ CME,Chicago Mercantile Exchange Futures Data,4,good
4
+ CORP,DELPHX Corporate Bond Prices,4,good
5
+ DY1,Core China Fundamentals Data,4,good
6
+ EOD,End of Day US Stock Prices,4,good
7
+ FMAC,Freddie Mac,4,good
8
+ FRBNY,Federal Reserve Bank of New York,4,good
9
+ FRED,Federal Reserve Economic Data,4,good
10
+ JODI,JODI Oil World Database,4,good
11
+ LLOYDS,Lloyd's List,4,good
12
+ NASDAQOMX,NASDAQ OMX Global Index Data,4,good
13
+ ODA,IMF Cross Country Macroeconomic Statistics,4,good
14
+ OPEC,Organization of the Petroleum Exporting Countries,4,good
15
+ OWF,OptionWorks Futures Options,4,good
16
+ PIKETTY,Thomas Piketty,4,good
17
+ SCF,Stevens Continuous Futures,4,good
18
+ SF1,Core US Fundamentals Data,4,good
19
+ SGE,Trading Economics,4,good
20
+ YC,Global Yield Curves,4,good
21
+ ZAR,Zacks Analyst Recommendations,4,good
22
+ ZDIV,Zacks Dividends,4,good
23
+ ZEA,Zacks Earnings Announcements,4,good
24
+ ZEE,Zacks Earnings Estimates,4,good
25
+ ZES,Zacks Earnings Surprises,4,good
26
+ ZET,Zacks Consensus Earnings Estimates Trends,4,good
27
+ ZFA,Zacks Fundamentals Collection A,4,good
28
+ ZFB,Zacks Fundamentals Collection B,4,good
29
+ ZILL,Zillow Real Estate Research,4,good (when it's finished)
30
+ ZSE,Zacks Sales Estimates,4,good
31
+ ZSEE,Zacks Street Earnings Estimates,4,good
32
+ ZSS,Zacks Sales Surprises,4,good
33
+ ACC,American Chemistry Council,3,"wtf is this, might be out of date too"
34
+ ADP,ADP Research Institute,3,good
35
+ ALFRED,Archival Federal Reserve Economic Data,3,good
36
+ AUSBS,Australian Bureau of Statistics,3,Annual needs to be rerun
37
+ BAVERAGE,Bitcoin Average,3,good
38
+ BCB,Central Bank of Brazil Statistical Database,3,needs update
39
+ BCHAIN,Blockchain,3,good
40
+ BCHARTS,Bitcoin Charts Exchange Rate Data,3,good
41
+ BDM,Bank of Mexico,3,needs update
42
+ BEA,Bureau of Economic Analysis,3,fine
43
+ BITFINEX,Bitfinex,3,good
44
+ BKRHUGHES,Baker Hughes Investor Relations,3,good
45
+ BLSB,BLS Pay & Benefits,3,"good, needs description"
46
+ BLSE,BLS Employment & Unemployment,3,"good I think, needs description"
47
+ BLSI,BLS Inflation & Prices,3,"good I think, needs description"
48
+ BLSN,BLS International,3,good
49
+ BLSP,BLS Productivity,3,"good I think, needs description"
50
+ BOE,Bank of England Official Statistics,3,Annual needs to be rerun
51
+ BOF,Bank of France,3,"Some up to date, some out of date"
52
+ BOJ,Bank of Japan,3,good for now
53
+ BP,British Petroleum,3,probs needs update
54
+ BTER,BTER,3,good
55
+ CASS,Cass Information Systems,3,"out of date, and wtf is this"
56
+ CBOE,Chicago Board Options Exchange,3,good
57
+ CHRIS,Wiki Continuous Futures,3,perfect
58
+ CMHC,Canadian Mortgage and Housing Corporation,3,needs update
59
+ COOLEY,Cooley Venture Financing Report,3,
60
+ CVR,Center for Venture Research,3,
61
+ DOE,US Department of Energy,3,
62
+ ECB,European Central Bank,3,Some stuff is old
63
+ ECONOMIST,The Economist,3,update rayyyyyyyyyy
64
+ ECRI,Economic Cycle Research Institute,3,
65
+ EEX,European Energy Exchange,3,is good
66
+ EIA,U.S. Energy Information Administration Data,3,"fixed, ish"
67
+ EUREX,EUREX Futures Data,3,good
68
+ EUROSTAT,EuroStat,3,not good but sigh
69
+ FED,US Federal Reserve Data Releases,3,
70
+ FINRA,Financial Industry Regulatory Authority,3,Perfect
71
+ FRBC,Federal Reserve Bank of Cleveland,3,good
72
+ GOOG,Google Finance,3,good
73
+ IBGE,Brazilian Institute of Geography and Statistics,3,Holy shit it's still updating
74
+ ICE,Intercontinental Exchange Futures Data,3,good
75
+ INSEE,National Institute of Statistics and Economic Studies (France),3,we should check if this is updating
76
+ IRS,Internal Revenue Service,3,
77
+ ISM,Institute for Supply Management,3,good
78
+ JOHNMATT,Johnson Matthey,3,
79
+ KFRENCH,Ken French,3,"used often, users want more"
80
+ LBMA,London Bullion Market Association,3,
81
+ LIFFE,LIFFE Futures Data,3,good
82
+ LPPM,London Platinum & Palladium Market,3,
83
+ MCX,Multi Commodity Exchange India,3,good
84
+ MGEX,Minneapolis Grain Exchange,3,good
85
+ ML,Merrill Lynch,3,good
86
+ MOFJ,Ministry of Finance Japan,3,good
87
+ MOODY,Moody's,3,
88
+ MULTPL,multpl.com,3,meh
89
+ MX,Montreal Exchange,3,giid
90
+ NCES,National Center for Education Statistics,3,"check, think its okay"
91
+ NHTSA,National Highway Traffic Safety Administration,3,probably needs update
92
+ NIKKEI,Nikkei,3,good
93
+ NVCA,National Venture Capital Association Data,3,good
94
+ ODE,Osaka Dojima Commodity Exchange,3,good
95
+ OSE,Osaka Securities Exchange,3,good
96
+ PSYCH,PsychSignal,3,
97
+ RBA,Reserve Bank of Australia,3,mostly working somehow
98
+ RBNZ,Reserve Bank of New Zealand,3,good
99
+ RENCAP,Renaissance Capital,3,
100
+ SGX,Singapore Exchange,3,should maybe work?
101
+ SHFE,Shanghai Futures Exchange,3,good
102
+ SIDC,Solar Influences Data Analysis Center,3,
103
+ TFGRAIN,Top Flight Grain Co-operative,3,
104
+ TFX,Tokyo Financial Exchange,3,
105
+ UKONS,United Kingdom Office of National Statistics,3,
106
+ USCENSUS,U.S. Census Bureau,3,
107
+ USDAFNS,U.S. Department of Agriculture FNS,3,
108
+ USTREASURY,US Treasury,3,"large number of people using, check the quality"
109
+ WGC,World Gold Council,3,good
110
+ WIKI,Wiki EOD Stock Prices,3,is good
111
+ WORLDBANK,World Bank Cross Country Data,3,Being broken up
112
+ WSJ,Wall Street Journal,3,probably broken somewhere
113
+ ULMI,United Nations Labour Market Indicators,3,good
114
+ UTOR,United Nations World Tourism,3,good
115
+ UCOM,United Nations Commodity Trade,3,good
116
+ UENG,United Nations Energy Statistics,3,good
117
+ UENV,United Nations Environment Statistics,3,good
118
+ UFAO,United Nations Food and Agriculture,3,good
119
+ UGEN,United Nations Gender Information,3,good
120
+ UGHG,United Nations Greenhouse Gas Inventory,3,good
121
+ UGID,United Nations Global Indicators,3,good
122
+ UICT,United Nations Information and Communication Technology,3,good
123
+ UIFS,United Nations International Financial Statistics,3,good
124
+ UINC,United Nations Industrial Commodities,3,good
125
+ UIST,United Nations Industrial Development Organization,3,good
126
+ UNAE,United Nations National Accounts Estimates,3,good
127
+ UNAC,United Nations National Accounts Official Country Data,3,good
128
+ LUXSE,Luxembourg Stock Exchange,2,
129
+ PRAGUESE,Prague Stock Exchange,2,
130
+ THAISE,Stock Exchange of Thailand,2,
131
+ ZAGREBSE,Zagreb Stock Exchange,2,
132
+ 148APPS,148Apps,2,
133
+ AAII,American Association of Individual Investors,2,
134
+ ABMI,Asia Bond Market Initiative,2,good but eh
135
+ ADB,Asian Development Bank,2,update
136
+ AMMANSE,Amman Stock Exchange,2,works surprisingly
137
+ ASX,Australian Securities Exchange,2,good
138
+ BANKISRAEL,Bank of Israel,2,some stuff not updated
139
+ BCRA,Central Bank of Argentina,2,needs update
140
+ BELGRADESE,Belgrade Stock Exchange,2,
141
+ BIS,Bank for International Settlements,2,needs to update
142
+ BITCOINWATCH,Bitcoin Watch,2,
143
+ BITSTAMP,Bitstamp,2,
144
+ BOC,Bank of Canada Statistical Database,2,good
145
+ BSE,Bombay Stock Exchange,2,I hate these
146
+ BTCE,BTC-e,2,
147
+ BTS,Bureau of Transportation Statistics,2,
148
+ BTS_MM,Bureau of Transportation Statistics (Multimodal),2,okay
149
+ BUNDESBANK,Deutsche Bundesbank Data Repository,2,needs rerun
150
+ CANSIM,Statistics Canada,2,wait to fix
151
+ CBE,Central Bank of Egypt,2,needs update
152
+ CBO,Congressional Budget Office,2,good
153
+ CCSD,Canadian Council on Social Development,2,
154
+ CRYPTOCHART,CryptoCoinChart,2,it works
155
+ DEMOG,Demographia,2,fine
156
+ DMDRN,Financial Ratios,2,"dead, but keep"
157
+ EUREKA,Eurekahedge,2,"Not updating, file has changed"
158
+ EURONEXT,Euronext Stock Exchange,2,
159
+ FAA,Federal Aviation Administration,2,
160
+ FAO,Food and Agriculture Organization of the United Nations,2,"Good data, needs to be checked for index changes"
161
+ FBI,FBI,2,
162
+ FBI_UCR,Uniform Crime Reporting Statistics,2,needs update
163
+ FDIC,Federal Deposit Insurance Corporation,2,will need update in months
164
+ FIREARMS,Firearm Stats,2,
165
+ FRBP,Federal Reserve Bank of Philadelphia,2,needs update
166
+ GALLUP,Gallup,2,
167
+ GFK,GfK Group,2,
168
+ GOOGLEORG,Google Org,2,
169
+ HKEX,Hong Kong Exchange,2,90% sure not updating
170
+ ILOSTAT,ILOSTAT Database,2,will be deleted (eventually)
171
+ INDIA_LAB,Labour Bureau Government of India,2,
172
+ ISE,International Securities Exchange,2,
173
+ ITU,International Telecommunication Union,2,"needs update, probable rework"
174
+ IWS,Internet World Stats,2,
175
+ JFOX,James Alan Fox,2,
176
+ JOHNSTON,Johnston's Archive,2,needs refresh
177
+ KAUFFMAN,The Kauffman Foundation,2,
178
+ LIS,LIS Cross-National Data Center,2,"Source doesn't update often but it is still active, could be rerun"
179
+ LOCALBTC,Local Bitcoins,2,good
180
+ LSE,London Stock Exchange,2,
181
+ MONEYTREE,MoneyTree Report,2,needs update
182
+ MORTGAGEX,Mortgage-X,2,
183
+ NAA,Newspaper Association of America,2,
184
+ NAHB,National Association of Homebuilders,2,good
185
+ NBER,National Bureau of Economic Research,2,weird historical is okay
186
+ NFPA,National Fire Protection Association,2,think it needs update
187
+ NORGES,Norges Bank,2,okayish
188
+ NSE,National Stock Exchange of India,2,good
189
+ NSF,National Science Foundation,2,
190
+ NSIS,National Statistics Institute of Spain,2,certainly not updating
191
+ NTSB,National Transportation Safety Board,2,
192
+ NYUSTERN,NYU Stern,2,
193
+ NYXDATA,NYSE Factbook,2,
194
+ OECD,Organisation for Economic Co-operation and Development,2,
195
+ OFDP,Open Financial Data Project,2,
196
+ ONE,ONE,2,
197
+ PBCHINA,People`s Bank of China,2,
198
+ PENN,Penn World Table,2,see GGDC
199
+ PERTH,Perth Mint,2,needs update
200
+ PHILSE,Philippine Stock Exchange,2,
201
+ PORDATA,Portugal Contemporary Database (Pordata),2,seems okay
202
+ PUP,Policy Uncertainty Project,2,dead
203
+ PXDATA,PRICE-DATA.COM,2,meh
204
+ RATEINF,Rate Inflation,2,good
205
+ RAYMOND,Raymond,2,sucks
206
+ RFSS,Russian Federation Statistics Service,2,refresh or update
207
+ SEC,Securities and Exchange Commission Filings,2,Don't want to think about
208
+ SI,NASDAQ Short Interest,2,"updating, but not up to date tickers"
209
+ SIX,Swiss Exchange,2,Some still works
210
+ SNB,Swiss National Bank,2,not updating (looks to need rerun)
211
+ SNGLRTY,Singularity,2,good I guess
212
+ SOCSEC,Social Security Administration,2,annual need update
213
+ STATBRAIN,Statistic Brain,2,
214
+ STATCHINA,National Bureau of Statistics China,2,something to look at in the future
215
+ STATESTREET,State Street Global Markets,2,
216
+ STATS_INDONESIA,Statistics Indonesia,2,needs to be run
217
+ TPC,Tax Policy Center,2,update
218
+ TREASURY_DIRECT,Treasury Direct,2,
219
+ TSE,Tokyo Stock Exchange,2,meh
220
+ UMICH,University of Michigan,2,needs update
221
+ UNDATA,United Nations Statistics Division Data,2,being replaced (various other db)
222
+ UNODC,United Nations Office on Drugs and Crime,2,needs to be done in new UN format
223
+ URC,Unicorn Research Corporation,2,"works, needs description"
224
+ USCOURTS,United States Courts,2,
225
+ USDAERS,U.S. Department of Agriculture ERS,2,Needs to be refreshed
226
+ USDAFAS,U.S. Department of Agriculture FAS,2,sort of working?
227
+ USDANASS,U.S. Department of Agriculture NASS,2,needs to be run
228
+ USFCC,US Federal Communications Commission,2,
229
+ USHOMESEC,US Department of Homeland Security,2,
230
+ USMISERY,United States Misery Index,2,
231
+ USPTO,U.S. Patent and Trademark Office,2,Needs to be run
232
+ WHO_DISEASES,World Health Organization (Diseases),2,"Not sure what's going on, jeff knows"
233
+ WHO_UNICEF,Who Unicef Joint Monitoring Program,2,"Not sure what's going on, jeff knows"
234
+ WORLDAL,World Aluminium,2,
235
+ WTO,World Trade Organization,2,"looks like it gets used, but it will need to be reworked"
236
+ YAHOO,YFinance,2,good
237
+ YALE,Yale Department of Economics,2,looks okay
238
+ ZILLOW,Zillow Real Estate Research,2,"Not updating, can't delete yet"
239
+ ACCI,Australia Chamber of Commerce and Industry,1,
240
+ AGECONSEARCH,AgEconSearch,1,
241
+ ANZ,Australia and New Zealand Banking Group,1,
242
+ AOFM,Australian Office of Financial Management,1,
243
+ AUS_BUDGET,Australian Governement Budget,1,
244
+ BANKRUSSIA,Bank of Russia,1,broken
245
+ BARB,Beta Arbitrage,1,100% broken I think
246
+ BCME,British Columbia Ministry of Environment,1,
247
+ BITCOIN,Bitcoin Charts,1,BCHARTS trumps
248
+ BUCHARESTSE,Bucharest Stock Exchange,1,
249
+ BUDAPESTSE,Budapest Stock Exchange,1,
250
+ CBOEFE,CBOE Futures Exchange,1,should die
251
+ CDC,Center for Disease Control,1,unfinished
252
+ CEPEA,Center for Applied Studies on Applied Economics (Brazil),1,dead
253
+ CITYPOP,Thomas Brinkhoff: City Populations,1,"We need to fix this, I don't think we should delete"
254
+ CSFI,Center for the Study of Finance and Insurance,1,
255
+ CURRFX,Wiki Exchange Rates,1,Awful but probably shouldn't delete yet
256
+ DISASTERCENTER,US Disaster Center,1,
257
+ DREXEL,Drexel University,1,
258
+ ECONWEBINS,Economics Web Institute,1,source file not being updated
259
+ ECPI,Economic Policy Institute,1,needs source file update
260
+ EHNET,Economic History,1,
261
+ EPI,Earth Policy Institute,1,Not updating
262
+ FHFA,Federal Housing Finance Agency,1,
263
+ FMSTREAS,US Treasury - Financial Management Service,1,
264
+ FRKC,Federal Reserve Bank of Kansas City,1,dead
265
+ FSE,Frankfurt Stock Exchange,1,hasn't worked in who knows how long
266
+ GAPM,Gapminder,1,probably delete
267
+ GEOCOMP,Geo3 Data Compendium,1,"probably fix, will be big"
268
+ GFN,Global Footprint Network,1,
269
+ GGDC,Groningen Growth and Development Centre,1,probably redundent (PENN)
270
+ GSTATS,Global Stats StatCounter,1,
271
+ GUARDIAN,Guardian Datablog,1,dead
272
+ HEALTHCAN,Health Canada,1,
273
+ ICP2005,International Comparison Program 2005,1,no
274
+ ICP2011,International Comparison Program 2011,1,why ICP2005 different
275
+ IFAD,International Fund for Agricultural Development,1,
276
+ IHAPPR,Inhouse Appraisal,1,
277
+ ILO,International Labour Organization,1,being replaced
278
+ INDIA_COMM,Government of India Department of Commerce,1,
279
+ INDIA_EA,Office of the Economic Adviser,1,
280
+ IRPR,Puerto Rico Institute of Statistics,1,
281
+ ISDA,International Swaps and Derivatives Association,1,
282
+ IUCN_MED,Centre for Mediterranean Cooperation,1,
283
+ LACEDC,LA County Economic Development Corporation,1,
284
+ LEGCO,Legislative Council of the Hong Kong Special Administrative Region,1,
285
+ LIMASE,Lima Stock Exchange (Peru),1,
286
+ LIVEX,Liv-Ex,1,
287
+ LJUBSE,Ljubljana Stock Exchange (Slovenia),1,
288
+ MADDISON,Angus Maddison,1,I think we should keep but I don't think it's going to update
289
+ MAURITIUSSE,Stock Exchange of Mauritius,1,
290
+ MOHRSS,Chinese Ministry of Human Resources and Social Security,1,
291
+ MONGABAY,Mongabay,1,
292
+ MOSPI,Ministry of Statistics India,1,Awful but we probably shouldn't delete
293
+ MWORTH,MeasuringWorth,1,works but meh
294
+ MYX,Bursa Malaysia,1,dead
295
+ NAB,National Australia Bank,1,
296
+ NAR,National Association of Realtors,1,"broken, has lots of downloads though?"
297
+ NATS,North American Transportation Statistics,1,dead
298
+ NGC,National Gang Center,1,
299
+ NIAAA,National Institute of Alcohol Abuse and Alcoholism,1,
300
+ NMA,National Mining Association,1,
301
+ NRC,Natural Resources Canada,1,
302
+ NUFORC,National UFO Reporting Center,1,
303
+ NYX,NYSE Euronext,1,"replaced by EURONEXT, but has history it doesn't :("
304
+ OICA,International Organization of Motor Vehicle Manufacturers,1,new source file http://www.oica.net/wp-content/uploads//cv-sales-2013.xlsx
305
+ OMB,U.S. Office of Management and Budget,1,link changed to 2014 budget http://www.whitehouse.gov/sites/default/files/omb/budget/fy2014/assets/hist05z5.xls
306
+ OMTC,"Ontario Ministry of Tourism, Culture & Sport",1,
307
+ OSFINT,Osfint,1,
308
+ PACINST,Pacific Institute,1,Source file not being updated
309
+ PFTS,PFTS Stock Exchange (Ukraine),1,
310
+ PSCS,Public Sector Credit Solutions,1,keep it for nostalgia
311
+ PUBPUR,The Public Purpose,1,
312
+ QUITOSE,Quito Stock Exchange (Ecuador),1,
313
+ RITTER,Professor Jay Ritter,1,
314
+ RWB,Reporters Without Borders,1,
315
+ SBJ,Statistics Bureau of Japan,1,out of date
316
+ SCIMAG,Science Magazine,1,cool data but weird
317
+ SPDJ,S&P Dow Jones Indices,1,this don't exist mkay
318
+ SSE,Boerse Stuttgart,1,probably delete
319
+ STATNOR,Statistics Norway,1,Same sort of deal as Cansim.
320
+ STATSCAN,Statistics Canada,1,delete
321
+ STOCKNOD,Stocknod,1,"delete, fucked if I know what this is"
322
+ STOXX,Stoxx,1,
323
+ SWA,State of Working America,1,
324
+ SYSPEACE,Center for Systemic Peace,1,needs source file update
325
+ TUNISSE,Tunis Stock Exchange,1,
326
+ UIS,University of Stavanger,1,
327
+ UK_BUDGET,UK Office for Budget Responsibility,1,
328
+ UKRSE,Ukrainian Exchange,1,
329
+ UMKC,University of Missouri Kansas City,1,
330
+ USAID,U.S. Agency for International Development,1,broken
331
+ USDATA,US Gov Data,1,broken
332
+ USGEOSURV,US Geological Survey,1,
333
+ USTRADEREP,US Trade Representative,1,
334
+ WARSAWSE,Warsaw Stock Exchange,1,
335
+ WESTPAC,Westpac Bank,1,
336
+ WFE,World Federation of Exchanges,1,source file not updating
337
+ WHO,World Health Organization,1,:(
338
+ WHO_TB,World Health Organization (TB),1,WHO is so fucked
339
+ WREN,Wren,1,"broken, don't know where toolbelt script is"
340
+ WRI,World Resources Institute,1,source file changed
341
+ AINDICES,Ananlyze Indices,0,
342
+ AIRQUALITYONT,Air Quality Ontario,0,
343
+ ALEXA,Alexa Internet Inc.,0,
344
+ AMIS,Agricultural Management Information System Statistics,0,
345
+ AUTONOMY,Autonomy Capital,0,
346
+ BAKERHUGHES,Baker Hughes,0,
347
+ BASEBALLREF,Baseball-Reference.com,0,
348
+ BBALL,Basketball Reference,0,
349
+ BBM_CA,BBM (Bureau of Broadcast Measurement),0,
350
+ BITRE,"Bureau of Infrastrucutre, Transport and Regional Economics",0,
351
+ BNP,BNP Paribas,0,"This is very clearly straight from OANDA, even the display link says OANDA"
352
+ BOMOJO,Box Office Mojo,0,
353
+ BREE,Bureau of Resources and Energy Economics,0,
354
+ CASABB,Casablanca Bourse,0,
355
+ CDADATA,Government of Canada Open Data,0,
356
+ CHRISS,ChrisS,0,
357
+ CIC,Citizenship and Immigration Canada,0,
358
+ CMS,Centers for Medicare & Medicaid Services,0,
359
+ CO2INFOCENTER,Carbon Dioxide Information Analysis Center,0,
360
+ DATA360,Data360,0,
361
+ DJACKS,David S. Jacks,0,
362
+ DOFON,Demographics of Ontario:Urban and rural population,0,
363
+ DOGE,DogecoinAverage,0,
364
+ DOPESTATS,Dope Stats,0,
365
+ ENVCAN,Environment Canada,0,
366
+ FLAMUS,Florida Museum of Natural History,0,
367
+ GOOGDOCS,Google Documents,0,
368
+ HOCKEY,Hockey Reference,0,
369
+ HRPA,Human Resources Professionals Association of Ontario,0,
370
+ ICAS,Icasualties.org,0,
371
+ ICETEMP,Intercontinental Exchange,0,
372
+ ICO,International Coffee Organization,0,
373
+ IELTS,IELTS Test,0,
374
+ IER,Institute of Economic Research,0,
375
+ IMF,International Monetary Fund,0,
376
+ INDEC,Argentina National Institute of Statistics and Censuses,0,
377
+ INDEXMUNDI,IndexMundi,0,
378
+ JSASE,Johannesburg Stock Exchange,0,
379
+ KICKSTARTER,Kickstarter,0,
380
+ MCK,McKinsey & Company,0,
381
+ MD,Marcus Davidsson,0,
382
+ MOJO,Box Office Mojo,0,
383
+ MONTESE,Montenegro Berza,0,
384
+ OLYMPICS,The 2014 Winter Olympics,0,
385
+ ONTARIO,Government of Ontario,0,
386
+ OXN,Oxford University (Nuffield College),0,
387
+ PROFB,Pro Football Reference,0,
388
+ RASMUSSEN_REPORTS,Rasmussen Reports,0,
389
+ RBA_OLD,Reserve Bank of Australia,0,
390
+ SANDP,Gary Lasker,0,
391
+ SERGEITEST,Test. Delete any time,0,
392
+ SLOTD,Sports List of the Day,0,
393
+ STATFIN,Statistics Finland,0,
394
+ STEVENSFUT,Stevens Analytics 2,0,
395
+ TAMMER,tammer.com,0,
396
+ TEST_WIKI_FORM,Test Wikimeta Form,0,
397
+ TWITTER,Twitter Inc.,0,
398
+ TWITTER_TWO,Twitter Inc.,0,
399
+ UHERO,University of Hawaii,0,
400
+ UN,United Nations,0,
401
+ USGS_MINERALS,US Geological Survey - Minerals,0,
402
+ WIKIPOSIT,Wikiposit,0,
403
+ WWW_COUNTTHECOSTS_ORG,Count The Costs,0,
404
+ WWW_W3SCHOOLS_COM,W3 Schools,0,
405
+ YC_TEST,yc_test,0,