quandl-elasticsearch 2.1.0.rc5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.gitignore +20 -0
- data/.rubocop.yml +34 -0
- data/COMMANDS.md +29 -0
- data/Gemfile +10 -0
- data/Gemfile.lock +155 -0
- data/LICENSE.txt +22 -0
- data/README.md +50 -0
- data/Rakefile +1 -0
- data/config/elasticsearch.yml +32 -0
- data/elasticsearch/elasticsearch.yml +386 -0
- data/elasticsearch/logging.yml +56 -0
- data/elasticsearch/stopwords/english.txt +38 -0
- data/elasticsearch/synonyms/synonyms_english.txt +318 -0
- data/fixtures/vcr_cassettes/search_spec_database_1.yml +38 -0
- data/fixtures/vcr_cassettes/search_spec_database_2.yml +38 -0
- data/fixtures/vcr_cassettes/search_spec_dataset_1.yml +48 -0
- data/fixtures/vcr_cassettes/search_spec_dataset_2.yml +41 -0
- data/fixtures/vcr_cassettes/setup.yml +139 -0
- data/lib/quandl/elasticsearch.rb +61 -0
- data/lib/quandl/elasticsearch/base.rb +20 -0
- data/lib/quandl/elasticsearch/database.rb +22 -0
- data/lib/quandl/elasticsearch/dataset.rb +51 -0
- data/lib/quandl/elasticsearch/indice.rb +96 -0
- data/lib/quandl/elasticsearch/query.rb +282 -0
- data/lib/quandl/elasticsearch/search.rb +150 -0
- data/lib/quandl/elasticsearch/tag.rb +21 -0
- data/lib/quandl/elasticsearch/template.rb +189 -0
- data/lib/quandl/elasticsearch/utility.rb +6 -0
- data/lib/quandl/elasticsearch/version.rb +6 -0
- data/quandl +77 -0
- data/quandl-elasticsearch.gemspec +34 -0
- data/solano.yml +20 -0
- data/spec/lib/quandl/elasticsearch/database_spec.rb +98 -0
- data/spec/lib/quandl/elasticsearch/dataset_spec.rb +124 -0
- data/spec/lib/quandl/elasticsearch/indice_spec.rb +10 -0
- data/spec/lib/quandl/elasticsearch/query_spec.rb +239 -0
- data/spec/lib/quandl/elasticsearch/search_spec.rb +83 -0
- data/spec/lib/quandl/elasticsearch/template_spec.rb +182 -0
- data/spec/lib/quandl/elasticsearch/utility_spec.rb +10 -0
- data/spec/lib/quandl/elasticsearch_spec.rb +99 -0
- data/spec/spec_helper.rb +27 -0
- data/templates/database_mapping.json +11 -0
- data/templates/dataset_mapping.json +9 -0
- data/templates/quandl_delimiter.json +0 -0
- data/templates/search_term_mapping.json +13 -0
- data/tests/Database-Ratings.csv +405 -0
- data/tests/Database-Tags.csv +341 -0
- data/tests/compare.csv +1431 -0
- data/tests/compare.rb +33 -0
- data/tests/console.rb +4 -0
- data/tests/generated_db_tags.csv +341 -0
- data/tests/search.rb +14 -0
- data/tests/search_db_mapping.txt +402 -0
- data/tests/status.rb +2 -0
- data/tests/test_search.csv +87 -0
- data/tests/test_search.rb +113 -0
- data/tests/testing-list.txt +183 -0
- data/tests/top500searches.csv +477 -0
- metadata +300 -0
@@ -0,0 +1,99 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe Quandl::Elasticsearch do
|
4
|
+
describe '.setup' do
|
5
|
+
context 'when setting up the test suite' do
|
6
|
+
it 'has a handle to the gem' do
|
7
|
+
expect(Quandl::Elasticsearch::VERSION).to be_a(String)
|
8
|
+
end
|
9
|
+
it 'has a handle to the elasticsearch instance' do
|
10
|
+
VCR.use_cassette('setup') do
|
11
|
+
search_client = Quandl::Elasticsearch::Search.new
|
12
|
+
expect(search_client.database('stocks', '').length).to be > 0
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
17
|
+
|
18
|
+
describe '.configuration' do
|
19
|
+
it 'should exist and be an instance of Quandl config' do
|
20
|
+
expect(Quandl::Elasticsearch.configuration).to be_a(Quandl::Config)
|
21
|
+
end
|
22
|
+
end
|
23
|
+
|
24
|
+
describe '.configure' do
|
25
|
+
let(:override_host) { 'bar' }
|
26
|
+
|
27
|
+
it 'should override configuration with block attributes' do
|
28
|
+
Quandl::Elasticsearch.configure do |config|
|
29
|
+
config.host = override_host
|
30
|
+
end
|
31
|
+
expect(Quandl::Elasticsearch.configuration.host).to eq(override_host)
|
32
|
+
end
|
33
|
+
end
|
34
|
+
|
35
|
+
describe '.disconnect!' do
|
36
|
+
it 'should remove the client' do
|
37
|
+
Quandl::Elasticsearch.client
|
38
|
+
expect(Quandl::Elasticsearch.instance_variable_get(:@clients)).to_not eq({})
|
39
|
+
Quandl::Elasticsearch.disconnect!
|
40
|
+
expect(Quandl::Elasticsearch.instance_variable_get(:@clients)).to eq({})
|
41
|
+
end
|
42
|
+
end
|
43
|
+
|
44
|
+
describe '.reset_configuration!' do
|
45
|
+
let(:host) { 'foobar' }
|
46
|
+
|
47
|
+
it 'remove block configurations' do
|
48
|
+
Quandl::Elasticsearch.configure { |c| c.host = host }
|
49
|
+
expect(Quandl::Elasticsearch.configuration.host).to eq(host)
|
50
|
+
Quandl::Elasticsearch.reset_configuration!
|
51
|
+
expect(Quandl::Elasticsearch.configuration.host).to_not eq(host)
|
52
|
+
end
|
53
|
+
end
|
54
|
+
|
55
|
+
describe '.client' do
|
56
|
+
[nil, 'http://quandl.com'].each do |host|
|
57
|
+
context "Host is #{host.nil? ? 'empty' : 'present'}" do
|
58
|
+
it 'returns the correct client object' do
|
59
|
+
expect(Quandl::Elasticsearch.client(host)).to be_a_kind_of(Elasticsearch::Transport::Client)
|
60
|
+
end
|
61
|
+
|
62
|
+
it 'should only initialize the client once', focus: true do
|
63
|
+
expect(::Elasticsearch::Client).to receive(:new).once
|
64
|
+
10.times { Quandl::Elasticsearch.client(host) }
|
65
|
+
end
|
66
|
+
end
|
67
|
+
end
|
68
|
+
|
69
|
+
context 'connection config' do
|
70
|
+
let(:expected_connection_config) {
|
71
|
+
{
|
72
|
+
host: 'http://staging-search.quandl.com:9200/',
|
73
|
+
transport_options: {
|
74
|
+
request: {
|
75
|
+
timeout: 10,
|
76
|
+
open_timeout: 1
|
77
|
+
}
|
78
|
+
}
|
79
|
+
}
|
80
|
+
}
|
81
|
+
|
82
|
+
it 'configures request and open connection timeouts' do
|
83
|
+
expect(::Elasticsearch::Client).to receive(:new).with(expected_connection_config).and_call_original
|
84
|
+
Quandl::Elasticsearch.client
|
85
|
+
end
|
86
|
+
end
|
87
|
+
end
|
88
|
+
|
89
|
+
describe 'Configuration class' do
|
90
|
+
it 'should initialize an Elasticsearch client' do
|
91
|
+
expect(Quandl::Elasticsearch::Configuration.client).to be_a(Elasticsearch::Transport::Client)
|
92
|
+
end
|
93
|
+
|
94
|
+
it 'should initailze through the Elasticsearch module' do
|
95
|
+
expect(Quandl::Elasticsearch).to receive(:client).once
|
96
|
+
Quandl::Elasticsearch::Configuration.client
|
97
|
+
end
|
98
|
+
end
|
99
|
+
end
|
data/spec/spec_helper.rb
ADDED
@@ -0,0 +1,27 @@
|
|
1
|
+
require 'simplecov'
|
2
|
+
require 'quandl/elasticsearch'
|
3
|
+
require 'webmock/rspec'
|
4
|
+
require 'vcr'
|
5
|
+
|
6
|
+
require 'simplecov'
|
7
|
+
SimpleCov.start
|
8
|
+
|
9
|
+
ENV['RAILS_ENV'] = 'test'
|
10
|
+
|
11
|
+
RSpec.configure do |config|
|
12
|
+
config.fail_fast = false
|
13
|
+
config.color = true
|
14
|
+
config.expect_with :rspec do |c|
|
15
|
+
c.syntax = :expect
|
16
|
+
end
|
17
|
+
config.after(:example) do
|
18
|
+
Quandl::Elasticsearch.reset_configuration!
|
19
|
+
Quandl::Elasticsearch.disconnect!
|
20
|
+
end
|
21
|
+
end
|
22
|
+
|
23
|
+
VCR.configure do |config|
|
24
|
+
config.cassette_library_dir = 'fixtures/vcr_cassettes'
|
25
|
+
config.hook_into :webmock # or :fakeweb
|
26
|
+
config.allow_http_connections_when_no_cassette = true
|
27
|
+
end
|
@@ -0,0 +1,11 @@
|
|
1
|
+
{
|
2
|
+
_id: { type: 'integer', store: true, index: 'not_analyzed' },
|
3
|
+
code: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'keyword_lowercase' },
|
4
|
+
name: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'quandl_text' },
|
5
|
+
description: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'quandl_text' },
|
6
|
+
documentation: { type: 'string', store: true, analyzer: 'quandl_text' },
|
7
|
+
premium: { type: 'boolean', store: true },
|
8
|
+
type: { type: 'string', store: true, index: 'not_analyzed' },
|
9
|
+
rating: { type: 'integer', store: true, index: 'not_analyzed' },
|
10
|
+
tags: { type: 'string', store: true, index: 'not_analyzed' }
|
11
|
+
}
|
@@ -0,0 +1,9 @@
|
|
1
|
+
{
|
2
|
+
_id: { type: 'long', store: true, index: 'not_analyzed' },
|
3
|
+
code: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'keyword_lowercase' },
|
4
|
+
name: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'quandl_text' },
|
5
|
+
is_private: { type: 'boolean', store: true },
|
6
|
+
type: { type: 'string', store: true, index: 'not_analyzed' },
|
7
|
+
frequency: { type: 'string', store: true, index: 'not_analyzed' },
|
8
|
+
to_date: { type: 'date', format: 'date', store: true }
|
9
|
+
}
|
File without changes
|
@@ -0,0 +1,13 @@
|
|
1
|
+
{
|
2
|
+
top_term: { type: 'string', store: true, analyzer: 'quandl_text' },
|
3
|
+
databases: {
|
4
|
+
type: 'nested',
|
5
|
+
properties: {
|
6
|
+
_id: { type: 'integer', store: true },
|
7
|
+
code: { type: 'string', store: true },
|
8
|
+
name: { type: 'string', store: true },
|
9
|
+
premium: { type: 'boolean', store: true },
|
10
|
+
tags: { type: 'string', store: true }
|
11
|
+
}
|
12
|
+
}
|
13
|
+
}
|
@@ -0,0 +1,405 @@
|
|
1
|
+
BLS,Bureau of Labor Statistics Key Indicators,4,goodish
|
2
|
+
CFTC,Commodity Futures Trading Commission Reports,4,good
|
3
|
+
CME,Chicago Mercantile Exchange Futures Data,4,good
|
4
|
+
CORP,DELPHX Corporate Bond Prices,4,good
|
5
|
+
DY1,Core China Fundamentals Data,4,good
|
6
|
+
EOD,End of Day US Stock Prices,4,good
|
7
|
+
FMAC,Freddie Mac,4,good
|
8
|
+
FRBNY,Federal Reserve Bank of New York,4,good
|
9
|
+
FRED,Federal Reserve Economic Data,4,good
|
10
|
+
JODI,JODI Oil World Database,4,good
|
11
|
+
LLOYDS,Lloyd's List,4,good
|
12
|
+
NASDAQOMX,NASDAQ OMX Global Index Data,4,good
|
13
|
+
ODA,IMF Cross Country Macroeconomic Statistics,4,good
|
14
|
+
OPEC,Organization of the Petroleum Exporting Countries,4,good
|
15
|
+
OWF,OptionWorks Futures Options,4,good
|
16
|
+
PIKETTY,Thomas Piketty,4,good
|
17
|
+
SCF,Stevens Continuous Futures,4,good
|
18
|
+
SF1,Core US Fundamentals Data,4,good
|
19
|
+
SGE,Trading Economics,4,good
|
20
|
+
YC,Global Yield Curves,4,good
|
21
|
+
ZAR,Zacks Analyst Recommendations,4,good
|
22
|
+
ZDIV,Zacks Dividends,4,good
|
23
|
+
ZEA,Zacks Earnings Announcements,4,good
|
24
|
+
ZEE,Zacks Earnings Estimates,4,good
|
25
|
+
ZES,Zacks Earnings Surprises,4,good
|
26
|
+
ZET,Zacks Consensus Earnings Estimates Trends,4,good
|
27
|
+
ZFA,Zacks Fundamentals Collection A,4,good
|
28
|
+
ZFB,Zacks Fundamentals Collection B,4,good
|
29
|
+
ZILL,Zillow Real Estate Research,4,good (when it's finished)
|
30
|
+
ZSE,Zacks Sales Estimates,4,good
|
31
|
+
ZSEE,Zacks Street Earnings Estimates,4,good
|
32
|
+
ZSS,Zacks Sales Surprises,4,good
|
33
|
+
ACC,American Chemistry Council,3,"wtf is this, might be out of date too"
|
34
|
+
ADP,ADP Research Institute,3,good
|
35
|
+
ALFRED,Archival Federal Reserve Economic Data,3,good
|
36
|
+
AUSBS,Australian Bureau of Statistics,3,Annual needs to be rerun
|
37
|
+
BAVERAGE,Bitcoin Average,3,good
|
38
|
+
BCB,Central Bank of Brazil Statistical Database,3,needs update
|
39
|
+
BCHAIN,Blockchain,3,good
|
40
|
+
BCHARTS,Bitcoin Charts Exchange Rate Data,3,good
|
41
|
+
BDM,Bank of Mexico,3,needs update
|
42
|
+
BEA,Bureau of Economic Analysis,3,fine
|
43
|
+
BITFINEX,Bitfinex,3,good
|
44
|
+
BKRHUGHES,Baker Hughes Investor Relations,3,good
|
45
|
+
BLSB,BLS Pay & Benefits,3,"good, needs description"
|
46
|
+
BLSE,BLS Employment & Unemployment,3,"good I think, needs description"
|
47
|
+
BLSI,BLS Inflation & Prices,3,"good I think, needs description"
|
48
|
+
BLSN,BLS International,3,good
|
49
|
+
BLSP,BLS Productivity,3,"good I think, needs description"
|
50
|
+
BOE,Bank of England Official Statistics,3,Annual needs to be rerun
|
51
|
+
BOF,Bank of France,3,"Some up to date, some out of date"
|
52
|
+
BOJ,Bank of Japan,3,good for now
|
53
|
+
BP,British Petroleum,3,probs needs update
|
54
|
+
BTER,BTER,3,good
|
55
|
+
CASS,Cass Information Systems,3,"out of date, and wtf is this"
|
56
|
+
CBOE,Chicago Board Options Exchange,3,good
|
57
|
+
CHRIS,Wiki Continuous Futures,3,perfect
|
58
|
+
CMHC,Canadian Mortgage and Housing Corporation,3,needs update
|
59
|
+
COOLEY,Cooley Venture Financing Report,3,
|
60
|
+
CVR,Center for Venture Research,3,
|
61
|
+
DOE,US Department of Energy,3,
|
62
|
+
ECB,European Central Bank,3,Some stuff is old
|
63
|
+
ECONOMIST,The Economist,3,update rayyyyyyyyyy
|
64
|
+
ECRI,Economic Cycle Research Institute,3,
|
65
|
+
EEX,European Energy Exchange,3,is good
|
66
|
+
EIA,U.S. Energy Information Administration Data,3,"fixed, ish"
|
67
|
+
EUREX,EUREX Futures Data,3,good
|
68
|
+
EUROSTAT,EuroStat,3,not good but sigh
|
69
|
+
FED,US Federal Reserve Data Releases,3,
|
70
|
+
FINRA,Financial Industry Regulatory Authority,3,Perfect
|
71
|
+
FRBC,Federal Reserve Bank of Cleveland,3,good
|
72
|
+
GOOG,Google Finance,3,good
|
73
|
+
IBGE,Brazilian Institute of Geography and Statistics,3,Holy shit it's still updating
|
74
|
+
ICE,Intercontinental Exchange Futures Data,3,good
|
75
|
+
INSEE,National Institute of Statistics and Economic Studies (France),3,we should check if this is updating
|
76
|
+
IRS,Internal Revenue Service,3,
|
77
|
+
ISM,Institute for Supply Management,3,good
|
78
|
+
JOHNMATT,Johnson Matthey,3,
|
79
|
+
KFRENCH,Ken French,3,"used often, users want more"
|
80
|
+
LBMA,London Bullion Market Association,3,
|
81
|
+
LIFFE,LIFFE Futures Data,3,good
|
82
|
+
LPPM,London Platinum & Palladium Market,3,
|
83
|
+
MCX,Multi Commodity Exchange India,3,good
|
84
|
+
MGEX,Minneapolis Grain Exchange,3,good
|
85
|
+
ML,Merrill Lynch,3,good
|
86
|
+
MOFJ,Ministry of Finance Japan,3,good
|
87
|
+
MOODY,Moody's,3,
|
88
|
+
MULTPL,multpl.com,3,meh
|
89
|
+
MX,Montreal Exchange,3,giid
|
90
|
+
NCES,National Center for Education Statistics,3,"check, think its okay"
|
91
|
+
NHTSA,National Highway Traffic Safety Administration,3,probably needs update
|
92
|
+
NIKKEI,Nikkei,3,good
|
93
|
+
NVCA,National Venture Capital Association Data,3,good
|
94
|
+
ODE,Osaka Dojima Commodity Exchange,3,good
|
95
|
+
OSE,Osaka Securities Exchange,3,good
|
96
|
+
PSYCH,PsychSignal,3,
|
97
|
+
RBA,Reserve Bank of Australia,3,mostly working somehow
|
98
|
+
RBNZ,Reserve Bank of New Zealand,3,good
|
99
|
+
RENCAP,Renaissance Capital,3,
|
100
|
+
SGX,Singapore Exchange,3,should maybe work?
|
101
|
+
SHFE,Shanghai Futures Exchange,3,good
|
102
|
+
SIDC,Solar Influences Data Analysis Center,3,
|
103
|
+
TFGRAIN,Top Flight Grain Co-operative,3,
|
104
|
+
TFX,Tokyo Financial Exchange,3,
|
105
|
+
UKONS,United Kingdom Office of National Statistics,3,
|
106
|
+
USCENSUS,U.S. Census Bureau,3,
|
107
|
+
USDAFNS,U.S. Department of Agriculture FNS,3,
|
108
|
+
USTREASURY,US Treasury,3,"large number of people using, check the quality"
|
109
|
+
WGC,World Gold Council,3,good
|
110
|
+
WIKI,Wiki EOD Stock Prices,3,is good
|
111
|
+
WORLDBANK,World Bank Cross Country Data,3,Being broken up
|
112
|
+
WSJ,Wall Street Journal,3,probably broken somewhere
|
113
|
+
ULMI,United Nations Labour Market Indicators,3,good
|
114
|
+
UTOR,United Nations World Tourism,3,good
|
115
|
+
UCOM,United Nations Commodity Trade,3,good
|
116
|
+
UENG,United Nations Energy Statistics,3,good
|
117
|
+
UENV,United Nations Environment Statistics,3,good
|
118
|
+
UFAO,United Nations Food and Agriculture,3,good
|
119
|
+
UGEN,United Nations Gender Information,3,good
|
120
|
+
UGHG,United Nations Greenhouse Gas Inventory,3,good
|
121
|
+
UGID,United Nations Global Indicators,3,good
|
122
|
+
UICT,United Nations Information and Communication Technology,3,good
|
123
|
+
UIFS,United Nations International Financial Statistics,3,good
|
124
|
+
UINC,United Nations Industrial Commodities,3,good
|
125
|
+
UIST,United Nations Industrial Development Organization,3,good
|
126
|
+
UNAE,United Nations National Accounts Estimates,3,good
|
127
|
+
UNAC,United Nations National Accounts Official Country Data,3,good
|
128
|
+
LUXSE,Luxembourg Stock Exchange,2,
|
129
|
+
PRAGUESE,Prague Stock Exchange,2,
|
130
|
+
THAISE,Stock Exchange of Thailand,2,
|
131
|
+
ZAGREBSE,Zagreb Stock Exchange,2,
|
132
|
+
148APPS,148Apps,2,
|
133
|
+
AAII,American Association of Individual Investors,2,
|
134
|
+
ABMI,Asia Bond Market Initiative,2,good but eh
|
135
|
+
ADB,Asian Development Bank,2,update
|
136
|
+
AMMANSE,Amman Stock Exchange,2,works surprisingly
|
137
|
+
ASX,Australian Securities Exchange,2,good
|
138
|
+
BANKISRAEL,Bank of Israel,2,some stuff not updated
|
139
|
+
BCRA,Central Bank of Argentina,2,needs update
|
140
|
+
BELGRADESE,Belgrade Stock Exchange,2,
|
141
|
+
BIS,Bank for International Settlements,2,needs to update
|
142
|
+
BITCOINWATCH,Bitcoin Watch,2,
|
143
|
+
BITSTAMP,Bitstamp,2,
|
144
|
+
BOC,Bank of Canada Statistical Database,2,good
|
145
|
+
BSE,Bombay Stock Exchange,2,I hate these
|
146
|
+
BTCE,BTC-e,2,
|
147
|
+
BTS,Bureau of Transportation Statistics,2,
|
148
|
+
BTS_MM,Bureau of Transportation Statistics (Multimodal),2,okay
|
149
|
+
BUNDESBANK,Deutsche Bundesbank Data Repository,2,needs rerun
|
150
|
+
CANSIM,Statistics Canada,2,wait to fix
|
151
|
+
CBE,Central Bank of Egypt,2,needs update
|
152
|
+
CBO,Congressional Budget Office,2,good
|
153
|
+
CCSD,Canadian Council on Social Development,2,
|
154
|
+
CRYPTOCHART,CryptoCoinChart,2,it works
|
155
|
+
DEMOG,Demographia,2,fine
|
156
|
+
DMDRN,Financial Ratios,2,"dead, but keep"
|
157
|
+
EUREKA,Eurekahedge,2,"Not updating, file has changed"
|
158
|
+
EURONEXT,Euronext Stock Exchange,2,
|
159
|
+
FAA,Federal Aviation Administration,2,
|
160
|
+
FAO,Food and Agriculture Organization of the United Nations,2,"Good data, needs to be checked for index changes"
|
161
|
+
FBI,FBI,2,
|
162
|
+
FBI_UCR,Uniform Crime Reporting Statistics,2,needs update
|
163
|
+
FDIC,Federal Deposit Insurance Corporation,2,will need update in months
|
164
|
+
FIREARMS,Firearm Stats,2,
|
165
|
+
FRBP,Federal Reserve Bank of Philadelphia,2,needs update
|
166
|
+
GALLUP,Gallup,2,
|
167
|
+
GFK,GfK Group,2,
|
168
|
+
GOOGLEORG,Google Org,2,
|
169
|
+
HKEX,Hong Kong Exchange,2,90% sure not updating
|
170
|
+
ILOSTAT,ILOSTAT Database,2,will be deleted (eventually)
|
171
|
+
INDIA_LAB,Labour Bureau Government of India,2,
|
172
|
+
ISE,International Securities Exchange,2,
|
173
|
+
ITU,International Telecommunication Union,2,"needs update, probable rework"
|
174
|
+
IWS,Internet World Stats,2,
|
175
|
+
JFOX,James Alan Fox,2,
|
176
|
+
JOHNSTON,Johnston's Archive,2,needs refresh
|
177
|
+
KAUFFMAN,The Kauffman Foundation,2,
|
178
|
+
LIS,LIS Cross-National Data Center,2,"Source doesn't update often but it is still active, could be rerun"
|
179
|
+
LOCALBTC,Local Bitcoins,2,good
|
180
|
+
LSE,London Stock Exchange,2,
|
181
|
+
MONEYTREE,MoneyTree Report,2,needs update
|
182
|
+
MORTGAGEX,Mortgage-X,2,
|
183
|
+
NAA,Newspaper Association of America,2,
|
184
|
+
NAHB,National Association of Homebuilders,2,good
|
185
|
+
NBER,National Bureau of Economic Research,2,weird historical is okay
|
186
|
+
NFPA,National Fire Protection Association,2,think it needs update
|
187
|
+
NORGES,Norges Bank,2,okayish
|
188
|
+
NSE,National Stock Exchange of India,2,good
|
189
|
+
NSF,National Science Foundation,2,
|
190
|
+
NSIS,National Statistics Institute of Spain,2,certainly not updating
|
191
|
+
NTSB,National Transportation Safety Board,2,
|
192
|
+
NYUSTERN,NYU Stern,2,
|
193
|
+
NYXDATA,NYSE Factbook,2,
|
194
|
+
OECD,Organisation for Economic Co-operation and Development,2,
|
195
|
+
OFDP,Open Financial Data Project,2,
|
196
|
+
ONE,ONE,2,
|
197
|
+
PBCHINA,People`s Bank of China,2,
|
198
|
+
PENN,Penn World Table,2,see GGDC
|
199
|
+
PERTH,Perth Mint,2,needs update
|
200
|
+
PHILSE,Philippine Stock Exchange,2,
|
201
|
+
PORDATA,Portugal Contemporary Database (Pordata),2,seems okay
|
202
|
+
PUP,Policy Uncertainty Project,2,dead
|
203
|
+
PXDATA,PRICE-DATA.COM,2,meh
|
204
|
+
RATEINF,Rate Inflation,2,good
|
205
|
+
RAYMOND,Raymond,2,sucks
|
206
|
+
RFSS,Russian Federation Statistics Service,2,refresh or update
|
207
|
+
SEC,Securities and Exchange Commission Filings,2,Don't want to think about
|
208
|
+
SI,NASDAQ Short Interest,2,"updating, but not up to date tickers"
|
209
|
+
SIX,Swiss Exchange,2,Some still works
|
210
|
+
SNB,Swiss National Bank,2,not updating (looks to need rerun)
|
211
|
+
SNGLRTY,Singularity,2,good I guess
|
212
|
+
SOCSEC,Social Security Administration,2,annual need update
|
213
|
+
STATBRAIN,Statistic Brain,2,
|
214
|
+
STATCHINA,National Bureau of Statistics China,2,something to look at in the future
|
215
|
+
STATESTREET,State Street Global Markets,2,
|
216
|
+
STATS_INDONESIA,Statistics Indonesia,2,needs to be run
|
217
|
+
TPC,Tax Policy Center,2,update
|
218
|
+
TREASURY_DIRECT,Treasury Direct,2,
|
219
|
+
TSE,Tokyo Stock Exchange,2,meh
|
220
|
+
UMICH,University of Michigan,2,needs update
|
221
|
+
UNDATA,United Nations Statistics Division Data,2,being replaced (various other db)
|
222
|
+
UNODC,United Nations Office on Drugs and Crime,2,needs to be done in new UN format
|
223
|
+
URC,Unicorn Research Corporation,2,"works, needs description"
|
224
|
+
USCOURTS,United States Courts,2,
|
225
|
+
USDAERS,U.S. Department of Agriculture ERS,2,Needs to be refreshed
|
226
|
+
USDAFAS,U.S. Department of Agriculture FAS,2,sort of working?
|
227
|
+
USDANASS,U.S. Department of Agriculture NASS,2,needs to be run
|
228
|
+
USFCC,US Federal Communications Commission,2,
|
229
|
+
USHOMESEC,US Department of Homeland Security,2,
|
230
|
+
USMISERY,United States Misery Index,2,
|
231
|
+
USPTO,U.S. Patent and Trademark Office,2,Needs to be run
|
232
|
+
WHO_DISEASES,World Health Organization (Diseases),2,"Not sure what's going on, jeff knows"
|
233
|
+
WHO_UNICEF,Who Unicef Joint Monitoring Program,2,"Not sure what's going on, jeff knows"
|
234
|
+
WORLDAL,World Aluminium,2,
|
235
|
+
WTO,World Trade Organization,2,"looks like it gets used, but it will need to be reworked"
|
236
|
+
YAHOO,YFinance,2,good
|
237
|
+
YALE,Yale Department of Economics,2,looks okay
|
238
|
+
ZILLOW,Zillow Real Estate Research,2,"Not updating, can't delete yet"
|
239
|
+
ACCI,Australia Chamber of Commerce and Industry,1,
|
240
|
+
AGECONSEARCH,AgEconSearch,1,
|
241
|
+
ANZ,Australia and New Zealand Banking Group,1,
|
242
|
+
AOFM,Australian Office of Financial Management,1,
|
243
|
+
AUS_BUDGET,Australian Governement Budget,1,
|
244
|
+
BANKRUSSIA,Bank of Russia,1,broken
|
245
|
+
BARB,Beta Arbitrage,1,100% broken I think
|
246
|
+
BCME,British Columbia Ministry of Environment,1,
|
247
|
+
BITCOIN,Bitcoin Charts,1,BCHARTS trumps
|
248
|
+
BUCHARESTSE,Bucharest Stock Exchange,1,
|
249
|
+
BUDAPESTSE,Budapest Stock Exchange,1,
|
250
|
+
CBOEFE,CBOE Futures Exchange,1,should die
|
251
|
+
CDC,Center for Disease Control,1,unfinished
|
252
|
+
CEPEA,Center for Applied Studies on Applied Economics (Brazil),1,dead
|
253
|
+
CITYPOP,Thomas Brinkhoff: City Populations,1,"We need to fix this, I don't think we should delete"
|
254
|
+
CSFI,Center for the Study of Finance and Insurance,1,
|
255
|
+
CURRFX,Wiki Exchange Rates,1,Awful but probably shouldn't delete yet
|
256
|
+
DISASTERCENTER,US Disaster Center,1,
|
257
|
+
DREXEL,Drexel University,1,
|
258
|
+
ECONWEBINS,Economics Web Institute,1,source file not being updated
|
259
|
+
ECPI,Economic Policy Institute,1,needs source file update
|
260
|
+
EHNET,Economic History,1,
|
261
|
+
EPI,Earth Policy Institute,1,Not updating
|
262
|
+
FHFA,Federal Housing Finance Agency,1,
|
263
|
+
FMSTREAS,US Treasury - Financial Management Service,1,
|
264
|
+
FRKC,Federal Reserve Bank of Kansas City,1,dead
|
265
|
+
FSE,Frankfurt Stock Exchange,1,hasn't worked in who knows how long
|
266
|
+
GAPM,Gapminder,1,probably delete
|
267
|
+
GEOCOMP,Geo3 Data Compendium,1,"probably fix, will be big"
|
268
|
+
GFN,Global Footprint Network,1,
|
269
|
+
GGDC,Groningen Growth and Development Centre,1,probably redundent (PENN)
|
270
|
+
GSTATS,Global Stats StatCounter,1,
|
271
|
+
GUARDIAN,Guardian Datablog,1,dead
|
272
|
+
HEALTHCAN,Health Canada,1,
|
273
|
+
ICP2005,International Comparison Program 2005,1,no
|
274
|
+
ICP2011,International Comparison Program 2011,1,why ICP2005 different
|
275
|
+
IFAD,International Fund for Agricultural Development,1,
|
276
|
+
IHAPPR,Inhouse Appraisal,1,
|
277
|
+
ILO,International Labour Organization,1,being replaced
|
278
|
+
INDIA_COMM,Government of India Department of Commerce,1,
|
279
|
+
INDIA_EA,Office of the Economic Adviser,1,
|
280
|
+
IRPR,Puerto Rico Institute of Statistics,1,
|
281
|
+
ISDA,International Swaps and Derivatives Association,1,
|
282
|
+
IUCN_MED,Centre for Mediterranean Cooperation,1,
|
283
|
+
LACEDC,LA County Economic Development Corporation,1,
|
284
|
+
LEGCO,Legislative Council of the Hong Kong Special Administrative Region,1,
|
285
|
+
LIMASE,Lima Stock Exchange (Peru),1,
|
286
|
+
LIVEX,Liv-Ex,1,
|
287
|
+
LJUBSE,Ljubljana Stock Exchange (Slovenia),1,
|
288
|
+
MADDISON,Angus Maddison,1,I think we should keep but I don't think it's going to update
|
289
|
+
MAURITIUSSE,Stock Exchange of Mauritius,1,
|
290
|
+
MOHRSS,Chinese Ministry of Human Resources and Social Security,1,
|
291
|
+
MONGABAY,Mongabay,1,
|
292
|
+
MOSPI,Ministry of Statistics India,1,Awful but we probably shouldn't delete
|
293
|
+
MWORTH,MeasuringWorth,1,works but meh
|
294
|
+
MYX,Bursa Malaysia,1,dead
|
295
|
+
NAB,National Australia Bank,1,
|
296
|
+
NAR,National Association of Realtors,1,"broken, has lots of downloads though?"
|
297
|
+
NATS,North American Transportation Statistics,1,dead
|
298
|
+
NGC,National Gang Center,1,
|
299
|
+
NIAAA,National Institute of Alcohol Abuse and Alcoholism,1,
|
300
|
+
NMA,National Mining Association,1,
|
301
|
+
NRC,Natural Resources Canada,1,
|
302
|
+
NUFORC,National UFO Reporting Center,1,
|
303
|
+
NYX,NYSE Euronext,1,"replaced by EURONEXT, but has history it doesn't :("
|
304
|
+
OICA,International Organization of Motor Vehicle Manufacturers,1,new source file http://www.oica.net/wp-content/uploads//cv-sales-2013.xlsx
|
305
|
+
OMB,U.S. Office of Management and Budget,1,link changed to 2014 budget http://www.whitehouse.gov/sites/default/files/omb/budget/fy2014/assets/hist05z5.xls
|
306
|
+
OMTC,"Ontario Ministry of Tourism, Culture & Sport",1,
|
307
|
+
OSFINT,Osfint,1,
|
308
|
+
PACINST,Pacific Institute,1,Source file not being updated
|
309
|
+
PFTS,PFTS Stock Exchange (Ukraine),1,
|
310
|
+
PSCS,Public Sector Credit Solutions,1,keep it for nostalgia
|
311
|
+
PUBPUR,The Public Purpose,1,
|
312
|
+
QUITOSE,Quito Stock Exchange (Ecuador),1,
|
313
|
+
RITTER,Professor Jay Ritter,1,
|
314
|
+
RWB,Reporters Without Borders,1,
|
315
|
+
SBJ,Statistics Bureau of Japan,1,out of date
|
316
|
+
SCIMAG,Science Magazine,1,cool data but weird
|
317
|
+
SPDJ,S&P Dow Jones Indices,1,this don't exist mkay
|
318
|
+
SSE,Boerse Stuttgart,1,probably delete
|
319
|
+
STATNOR,Statistics Norway,1,Same sort of deal as Cansim.
|
320
|
+
STATSCAN,Statistics Canada,1,delete
|
321
|
+
STOCKNOD,Stocknod,1,"delete, fucked if I know what this is"
|
322
|
+
STOXX,Stoxx,1,
|
323
|
+
SWA,State of Working America,1,
|
324
|
+
SYSPEACE,Center for Systemic Peace,1,needs source file update
|
325
|
+
TUNISSE,Tunis Stock Exchange,1,
|
326
|
+
UIS,University of Stavanger,1,
|
327
|
+
UK_BUDGET,UK Office for Budget Responsibility,1,
|
328
|
+
UKRSE,Ukrainian Exchange,1,
|
329
|
+
UMKC,University of Missouri Kansas City,1,
|
330
|
+
USAID,U.S. Agency for International Development,1,broken
|
331
|
+
USDATA,US Gov Data,1,broken
|
332
|
+
USGEOSURV,US Geological Survey,1,
|
333
|
+
USTRADEREP,US Trade Representative,1,
|
334
|
+
WARSAWSE,Warsaw Stock Exchange,1,
|
335
|
+
WESTPAC,Westpac Bank,1,
|
336
|
+
WFE,World Federation of Exchanges,1,source file not updating
|
337
|
+
WHO,World Health Organization,1,:(
|
338
|
+
WHO_TB,World Health Organization (TB),1,WHO is so fucked
|
339
|
+
WREN,Wren,1,"broken, don't know where toolbelt script is"
|
340
|
+
WRI,World Resources Institute,1,source file changed
|
341
|
+
AINDICES,Ananlyze Indices,0,
|
342
|
+
AIRQUALITYONT,Air Quality Ontario,0,
|
343
|
+
ALEXA,Alexa Internet Inc.,0,
|
344
|
+
AMIS,Agricultural Management Information System Statistics,0,
|
345
|
+
AUTONOMY,Autonomy Capital,0,
|
346
|
+
BAKERHUGHES,Baker Hughes,0,
|
347
|
+
BASEBALLREF,Baseball-Reference.com,0,
|
348
|
+
BBALL,Basketball Reference,0,
|
349
|
+
BBM_CA,BBM (Bureau of Broadcast Measurement),0,
|
350
|
+
BITRE,"Bureau of Infrastrucutre, Transport and Regional Economics",0,
|
351
|
+
BNP,BNP Paribas,0,"This is very clearly straight from OANDA, even the display link says OANDA"
|
352
|
+
BOMOJO,Box Office Mojo,0,
|
353
|
+
BREE,Bureau of Resources and Energy Economics,0,
|
354
|
+
CASABB,Casablanca Bourse,0,
|
355
|
+
CDADATA,Government of Canada Open Data,0,
|
356
|
+
CHRISS,ChrisS,0,
|
357
|
+
CIC,Citizenship and Immigration Canada,0,
|
358
|
+
CMS,Centers for Medicare & Medicaid Services,0,
|
359
|
+
CO2INFOCENTER,Carbon Dioxide Information Analysis Center,0,
|
360
|
+
DATA360,Data360,0,
|
361
|
+
DJACKS,David S. Jacks,0,
|
362
|
+
DOFON,Demographics of Ontario:Urban and rural population,0,
|
363
|
+
DOGE,DogecoinAverage,0,
|
364
|
+
DOPESTATS,Dope Stats,0,
|
365
|
+
ENVCAN,Environment Canada,0,
|
366
|
+
FLAMUS,Florida Museum of Natural History,0,
|
367
|
+
GOOGDOCS,Google Documents,0,
|
368
|
+
HOCKEY,Hockey Reference,0,
|
369
|
+
HRPA,Human Resources Professionals Association of Ontario,0,
|
370
|
+
ICAS,Icasualties.org,0,
|
371
|
+
ICETEMP,Intercontinental Exchange,0,
|
372
|
+
ICO,International Coffee Organization,0,
|
373
|
+
IELTS,IELTS Test,0,
|
374
|
+
IER,Institute of Economic Research,0,
|
375
|
+
IMF,International Monetary Fund,0,
|
376
|
+
INDEC,Argentina National Institute of Statistics and Censuses,0,
|
377
|
+
INDEXMUNDI,IndexMundi,0,
|
378
|
+
JSASE,Johannesburg Stock Exchange,0,
|
379
|
+
KICKSTARTER,Kickstarter,0,
|
380
|
+
MCK,McKinsey & Company,0,
|
381
|
+
MD,Marcus Davidsson,0,
|
382
|
+
MOJO,Box Office Mojo,0,
|
383
|
+
MONTESE,Montenegro Berza,0,
|
384
|
+
OLYMPICS,The 2014 Winter Olympics,0,
|
385
|
+
ONTARIO,Government of Ontario,0,
|
386
|
+
OXN,Oxford University (Nuffield College),0,
|
387
|
+
PROFB,Pro Football Reference,0,
|
388
|
+
RASMUSSEN_REPORTS,Rasmussen Reports,0,
|
389
|
+
RBA_OLD,Reserve Bank of Australia,0,
|
390
|
+
SANDP,Gary Lasker,0,
|
391
|
+
SERGEITEST,Test. Delete any time,0,
|
392
|
+
SLOTD,Sports List of the Day,0,
|
393
|
+
STATFIN,Statistics Finland,0,
|
394
|
+
STEVENSFUT,Stevens Analytics 2,0,
|
395
|
+
TAMMER,tammer.com,0,
|
396
|
+
TEST_WIKI_FORM,Test Wikimeta Form,0,
|
397
|
+
TWITTER,Twitter Inc.,0,
|
398
|
+
TWITTER_TWO,Twitter Inc.,0,
|
399
|
+
UHERO,University of Hawaii,0,
|
400
|
+
UN,United Nations,0,
|
401
|
+
USGS_MINERALS,US Geological Survey - Minerals,0,
|
402
|
+
WIKIPOSIT,Wikiposit,0,
|
403
|
+
WWW_COUNTTHECOSTS_ORG,Count The Costs,0,
|
404
|
+
WWW_W3SCHOOLS_COM,W3 Schools,0,
|
405
|
+
YC_TEST,yc_test,0,
|