quandl-elasticsearch 2.1.0.rc5

data/spec/lib/quandl/elasticsearch/utility_spec.rb

@@ -0,0 +1,10 @@
+require 'spec_helper'
+
+describe Quandl::Elasticsearch::Utility do
+  describe '.initialize' do
+    it 'can initialize' do
+      utility = Quandl::Elasticsearch::Utility.new
+      expect(utility.class).to be(Quandl::Elasticsearch::Utility)
+    end
+  end
+end

data/spec/lib/quandl/elasticsearch_spec.rb

@@ -0,0 +1,99 @@
+require 'spec_helper'
+
+describe Quandl::Elasticsearch do
+  describe '.setup' do
+    context 'when setting up the test suite' do
+      it 'has a handle to the gem' do
+        expect(Quandl::Elasticsearch::VERSION).to be_a(String)
+      end
+      it 'has a handle to the elasticsearch instance' do
+        VCR.use_cassette('setup') do
+          search_client = Quandl::Elasticsearch::Search.new
+          expect(search_client.database('stocks', '').length).to be > 0
+        end
+      end
+    end
+  end
+
+  describe '.configuration' do
+    it 'should exist and be an instance of Quandl config' do
+      expect(Quandl::Elasticsearch.configuration).to be_a(Quandl::Config)
+    end
+  end
+
+  describe '.configure' do
+    let(:override_host) { 'bar' }
+
+    it 'should override configuration with block attributes' do
+      Quandl::Elasticsearch.configure do |config|
+        config.host = override_host
+      end
+      expect(Quandl::Elasticsearch.configuration.host).to eq(override_host)
+    end
+  end
+
+  describe '.disconnect!' do
+    it 'should remove the client' do
+      Quandl::Elasticsearch.client
+      expect(Quandl::Elasticsearch.instance_variable_get(:@clients)).to_not eq({})
+      Quandl::Elasticsearch.disconnect!
+      expect(Quandl::Elasticsearch.instance_variable_get(:@clients)).to eq({})
+    end
+  end
+
+  describe '.reset_configuration!' do
+    let(:host) { 'foobar' }
+
+    it 'remove block configurations' do
+      Quandl::Elasticsearch.configure { |c| c.host = host }
+      expect(Quandl::Elasticsearch.configuration.host).to eq(host)
+      Quandl::Elasticsearch.reset_configuration!
+      expect(Quandl::Elasticsearch.configuration.host).to_not eq(host)
+    end
+  end
+
+  describe '.client' do
+    [nil, 'http://quandl.com'].each do |host|
+      context "Host is #{host.nil? ? 'empty' : 'present'}" do
+        it 'returns the correct client object' do
+          expect(Quandl::Elasticsearch.client(host)).to be_a_kind_of(Elasticsearch::Transport::Client)
+        end
+
+        it 'should only initialize the client once', focus: true do
+          expect(::Elasticsearch::Client).to receive(:new).once
+          10.times { Quandl::Elasticsearch.client(host) }
+        end
+      end
+    end
+
+    context 'connection config' do
+      let(:expected_connection_config) {
+        {
+          host: 'http://staging-search.quandl.com:9200/',
+          transport_options: {
+            request: {
+              timeout: 10,
+              open_timeout: 1
+            }
+          }
+        }
+      }
+
+      it 'configures request and open connection timeouts' do
+        expect(::Elasticsearch::Client).to receive(:new).with(expected_connection_config).and_call_original
+        Quandl::Elasticsearch.client
+      end
+    end
+  end
+
+  describe 'Configuration class' do
+    it 'should initialize an Elasticsearch client' do
+      expect(Quandl::Elasticsearch::Configuration.client).to be_a(Elasticsearch::Transport::Client)
+    end
+
+    it 'should initailze through the Elasticsearch module' do
+      expect(Quandl::Elasticsearch).to receive(:client).once
+      Quandl::Elasticsearch::Configuration.client
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,27 @@
+require 'simplecov'
+require 'quandl/elasticsearch'
+require 'webmock/rspec'
+require 'vcr'
+
+require 'simplecov'
+SimpleCov.start
+
+ENV['RAILS_ENV'] = 'test'
+
+RSpec.configure do |config|
+  config.fail_fast = false
+  config.color = true
+  config.expect_with :rspec do |c|
+    c.syntax = :expect
+  end
+  config.after(:example) do
+    Quandl::Elasticsearch.reset_configuration!
+    Quandl::Elasticsearch.disconnect!
+  end
+end
+
+VCR.configure do |config|
+  config.cassette_library_dir = 'fixtures/vcr_cassettes'
+  config.hook_into :webmock # or :fakeweb
+  config.allow_http_connections_when_no_cassette = true
+end

data/templates/database_mapping.json

@@ -0,0 +1,11 @@
+          {
+            _id: { type: 'integer', store: true, index: 'not_analyzed' },
+            code: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'keyword_lowercase' },
+            name: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'quandl_text' },
+            description: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'quandl_text' },
+            documentation: { type: 'string', store: true, analyzer: 'quandl_text' },
+            premium: { type: 'boolean', store: true },
+            type: { type: 'string', store: true, index: 'not_analyzed' },
+            rating: { type: 'integer', store: true, index: 'not_analyzed' },
+            tags: { type: 'string', store: true, index: 'not_analyzed' }
+          }

data/templates/dataset_mapping.json

@@ -0,0 +1,9 @@
+{
+  _id: { type: 'long', store: true, index: 'not_analyzed' },
+  code: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'keyword_lowercase' },
+  name: { type: 'string', store: true, norms: { enabled: false }, analyzer: 'quandl_text' },
+  is_private: { type: 'boolean', store: true },
+  type: { type: 'string', store: true, index: 'not_analyzed' },
+  frequency: { type: 'string', store: true, index: 'not_analyzed' },
+  to_date: { type: 'date', format: 'date', store: true }
+}

data/templates/search_term_mapping.json

@@ -0,0 +1,13 @@
+ {
+    top_term: { type: 'string', store: true, analyzer: 'quandl_text' },
+    databases: {
+      type: 'nested',
+      properties: {
+        _id: { type: 'integer', store: true },
+        code: { type: 'string', store: true },
+        name: { type: 'string', store: true },
+        premium: { type: 'boolean', store: true },
+        tags: { type: 'string', store: true }
+      }
+    }
+}

data/tests/Database-Ratings.csv

@@ -0,0 +1,405 @@
+BLS,Bureau of Labor Statistics Key Indicators,4,goodish
+CFTC,Commodity Futures Trading Commission Reports,4,good
+CME,Chicago Mercantile Exchange Futures Data,4,good
+CORP,DELPHX Corporate Bond Prices,4,good
+DY1,Core China Fundamentals Data,4,good
+EOD,End of Day US Stock Prices,4,good
+FMAC,Freddie Mac,4,good
+FRBNY,Federal Reserve Bank of New York,4,good
+FRED,Federal Reserve Economic Data,4,good
+JODI,JODI Oil World Database,4,good
+LLOYDS,Lloyd's List,4,good
+NASDAQOMX,NASDAQ OMX Global Index Data,4,good
+ODA,IMF Cross Country Macroeconomic Statistics,4,good
+OPEC,Organization of the Petroleum Exporting Countries,4,good
+OWF,OptionWorks Futures Options,4,good
+PIKETTY,Thomas Piketty,4,good
+SCF,Stevens Continuous Futures,4,good
+SF1,Core US Fundamentals Data,4,good
+SGE,Trading Economics,4,good
+YC,Global Yield Curves,4,good
+ZAR,Zacks Analyst Recommendations,4,good
+ZDIV,Zacks Dividends,4,good
+ZEA,Zacks Earnings Announcements,4,good
+ZEE,Zacks Earnings Estimates,4,good
+ZES,Zacks Earnings Surprises,4,good
+ZET,Zacks Consensus Earnings Estimates Trends,4,good
+ZFA,Zacks Fundamentals Collection A,4,good
+ZFB,Zacks Fundamentals Collection B,4,good
+ZILL,Zillow Real Estate Research,4,good (when it's finished)
+ZSE,Zacks Sales Estimates,4,good
+ZSEE,Zacks Street Earnings Estimates,4,good
+ZSS,Zacks Sales Surprises,4,good
+ACC,American Chemistry Council,3,"wtf is this,  might be out of date too"
+ADP,ADP Research Institute,3,good
+ALFRED,Archival Federal Reserve Economic Data,3,good
+AUSBS,Australian Bureau of Statistics,3,Annual needs to be rerun
+BAVERAGE,Bitcoin Average,3,good
+BCB,Central Bank of Brazil Statistical Database,3,needs update
+BCHAIN,Blockchain,3,good
+BCHARTS,Bitcoin Charts Exchange Rate Data,3,good
+BDM,Bank of Mexico,3,needs update
+BEA,Bureau of Economic Analysis,3,fine
+BITFINEX,Bitfinex,3,good
+BKRHUGHES,Baker Hughes Investor Relations,3,good
+BLSB,BLS Pay & Benefits,3,"good, needs description"
+BLSE,BLS Employment & Unemployment,3,"good I think, needs description"
+BLSI,BLS Inflation & Prices,3,"good I think, needs description"
+BLSN,BLS International,3,good
+BLSP,BLS Productivity,3,"good I think, needs description"
+BOE,Bank of England Official Statistics,3,Annual needs to be rerun
+BOF,Bank of France,3,"Some up to date, some out of date"
+BOJ,Bank of Japan,3,good for now
+BP,British Petroleum,3,probs needs update
+BTER,BTER,3,good
+CASS,Cass Information Systems,3,"out of date, and wtf is this"
+CBOE,Chicago Board Options Exchange,3,good
+CHRIS,Wiki Continuous Futures,3,perfect
+CMHC,Canadian Mortgage and Housing Corporation,3,needs update
+COOLEY,Cooley Venture Financing Report,3,
+CVR,Center for Venture Research,3,
+DOE,US Department of Energy,3,
+ECB,European Central Bank,3,Some stuff is old
+ECONOMIST,The Economist,3,update rayyyyyyyyyy
+ECRI,Economic Cycle Research Institute,3,
+EEX,European Energy Exchange,3,is good
+EIA,U.S. Energy Information Administration Data,3,"fixed, ish"
+EUREX,EUREX Futures Data,3,good
+EUROSTAT,EuroStat,3,not good but sigh
+FED,US Federal Reserve Data Releases,3,
+FINRA,Financial Industry Regulatory Authority,3,Perfect
+FRBC,Federal Reserve Bank of Cleveland,3,good
+GOOG,Google Finance,3,good
+IBGE,Brazilian Institute of Geography and Statistics,3,Holy shit it's still updating
+ICE,Intercontinental Exchange Futures Data,3,good
+INSEE,National Institute of Statistics and Economic Studies (France),3,we should check if this is updating
+IRS,Internal Revenue Service,3,
+ISM,Institute for Supply Management,3,good
+JOHNMATT,Johnson Matthey,3,
+KFRENCH,Ken French,3,"used often, users want more"
+LBMA,London Bullion Market Association,3,
+LIFFE,LIFFE Futures Data,3,good
+LPPM,London Platinum & Palladium Market,3,
+MCX,Multi Commodity Exchange India,3,good
+MGEX,Minneapolis Grain Exchange,3,good
+ML,Merrill Lynch,3,good
+MOFJ,Ministry of Finance Japan,3,good
+MOODY,Moody's,3,
+MULTPL,multpl.com,3,meh
+MX,Montreal Exchange,3,giid
+NCES,National Center for Education Statistics,3,"check, think its okay"
+NHTSA,National Highway Traffic Safety Administration,3,probably needs update
+NIKKEI,Nikkei,3,good
+NVCA,National Venture Capital Association Data,3,good
+ODE,Osaka Dojima Commodity Exchange,3,good
+OSE,Osaka Securities Exchange,3,good
+PSYCH,PsychSignal,3,
+RBA,Reserve Bank of Australia,3,mostly working somehow
+RBNZ,Reserve Bank of New Zealand,3,good
+RENCAP,Renaissance Capital,3,
+SGX,Singapore Exchange,3,should maybe work?
+SHFE,Shanghai Futures Exchange,3,good
+SIDC,Solar Influences Data Analysis Center,3,
+TFGRAIN,Top Flight Grain Co-operative,3,
+TFX,Tokyo Financial Exchange,3,
+UKONS,United Kingdom Office of National Statistics,3,
+USCENSUS,U.S. Census Bureau,3,
+USDAFNS,U.S. Department of Agriculture FNS,3,
+USTREASURY,US Treasury,3,"large number of people using, check the quality"
+WGC,World Gold Council,3,good
+WIKI,Wiki EOD Stock Prices,3,is good
+WORLDBANK,World Bank Cross Country Data,3,Being broken up
+WSJ,Wall Street Journal,3,probably broken somewhere
+ULMI,United Nations Labour Market Indicators,3,good
+UTOR,United Nations World Tourism,3,good
+UCOM,United Nations Commodity Trade,3,good
+UENG,United Nations Energy Statistics,3,good
+UENV,United Nations Environment Statistics,3,good
+UFAO,United Nations Food and Agriculture,3,good
+UGEN,United Nations Gender Information,3,good
+UGHG,United Nations Greenhouse Gas Inventory,3,good
+UGID,United Nations Global Indicators,3,good
+UICT,United Nations Information and Communication Technology,3,good
+UIFS,United Nations International Financial Statistics,3,good
+UINC,United Nations Industrial Commodities,3,good
+UIST,United Nations Industrial Development Organization,3,good
+UNAE,United Nations National Accounts Estimates,3,good
+UNAC,United Nations National Accounts Official Country Data,3,good
+LUXSE,Luxembourg Stock Exchange,2,
+PRAGUESE,Prague Stock Exchange,2,
+THAISE,Stock Exchange of Thailand,2,
+ZAGREBSE,Zagreb Stock Exchange,2,
+148APPS,148Apps,2,
+AAII,American Association of Individual Investors,2,
+ABMI,Asia Bond Market Initiative,2,good but eh
+ADB,Asian Development Bank,2,update
+AMMANSE,Amman Stock Exchange,2,works surprisingly
+ASX,Australian Securities Exchange,2,good
+BANKISRAEL,Bank of Israel,2,some stuff not updated
+BCRA,Central Bank of Argentina,2,needs update
+BELGRADESE,Belgrade Stock Exchange,2,
+BIS,Bank for International Settlements,2,needs to update
+BITCOINWATCH,Bitcoin Watch,2,
+BITSTAMP,Bitstamp,2,
+BOC,Bank of Canada Statistical Database,2,good
+BSE,Bombay Stock Exchange,2,I hate these
+BTCE,BTC-e,2,
+BTS,Bureau of Transportation Statistics,2,
+BTS_MM,Bureau of Transportation Statistics (Multimodal),2,okay
+BUNDESBANK,Deutsche Bundesbank Data Repository,2,needs rerun
+CANSIM,Statistics Canada,2,wait to fix
+CBE,Central Bank of Egypt,2,needs update
+CBO,Congressional Budget Office,2,good
+CCSD,Canadian Council on Social Development,2,
+CRYPTOCHART,CryptoCoinChart,2,it works
+DEMOG,Demographia,2,fine
+DMDRN,Financial Ratios,2,"dead, but keep"
+EUREKA,Eurekahedge,2,"Not updating, file has changed"
+EURONEXT,Euronext Stock Exchange,2,
+FAA,Federal Aviation Administration,2,
+FAO,Food and Agriculture Organization of the United Nations,2,"Good data, needs to be checked for index changes"
+FBI,FBI,2,
+FBI_UCR,Uniform Crime Reporting Statistics,2,needs update
+FDIC,Federal Deposit Insurance Corporation,2,will need update in months
+FIREARMS,Firearm Stats,2,
+FRBP,Federal Reserve Bank of Philadelphia,2,needs update
+GALLUP,Gallup,2,
+GFK,GfK Group,2,
+GOOGLEORG,Google Org,2,
+HKEX,Hong Kong Exchange,2,90% sure not updating
+ILOSTAT,ILOSTAT Database,2,will be deleted (eventually)
+INDIA_LAB,Labour Bureau Government of India,2,
+ISE,International Securities Exchange,2,
+ITU,International Telecommunication Union,2,"needs update, probable rework"
+IWS,Internet World Stats,2,
+JFOX,James Alan Fox,2,
+JOHNSTON,Johnston's Archive,2,needs refresh
+KAUFFMAN,The Kauffman Foundation,2,
+LIS,LIS Cross-National Data Center,2,"Source doesn't update often but it is still active, could be rerun"
+LOCALBTC,Local Bitcoins,2,good
+LSE,London Stock Exchange,2,
+MONEYTREE,MoneyTree Report,2,needs update
+MORTGAGEX,Mortgage-X,2,
+NAA,Newspaper Association of America,2,
+NAHB,National Association of Homebuilders,2,good
+NBER,National Bureau of Economic Research,2,weird historical is okay
+NFPA,National Fire Protection Association,2,think it needs update
+NORGES,Norges Bank,2,okayish
+NSE,National Stock Exchange of India,2,good
+NSF,National Science Foundation,2,
+NSIS,National Statistics Institute of Spain,2,certainly not updating
+NTSB,National Transportation Safety Board,2,
+NYUSTERN,NYU Stern,2,
+NYXDATA,NYSE Factbook,2,
+OECD,Organisation for Economic Co-operation and Development,2,
+OFDP,Open Financial Data Project,2,
+ONE,ONE,2,
+PBCHINA,People`s Bank of China,2,
+PENN,Penn World Table,2,see GGDC
+PERTH,Perth Mint,2,needs update
+PHILSE,Philippine Stock Exchange,2,
+PORDATA,Portugal Contemporary Database (Pordata),2,seems okay
+PUP,Policy Uncertainty Project,2,dead
+PXDATA,PRICE-DATA.COM,2,meh
+RATEINF,Rate Inflation,2,good
+RAYMOND,Raymond,2,sucks
+RFSS,Russian Federation Statistics Service,2,refresh or update
+SEC,Securities and Exchange Commission Filings,2,Don't want to think about
+SI,NASDAQ Short Interest,2,"updating, but not up to date tickers"
+SIX,Swiss Exchange,2,Some still works
+SNB,Swiss National Bank,2,not updating (looks to need rerun)
+SNGLRTY,Singularity,2,good I guess
+SOCSEC,Social Security Administration,2,annual need update
+STATBRAIN,Statistic Brain,2,
+STATCHINA,National Bureau of Statistics China,2,something to look at in the future
+STATESTREET,State Street Global Markets,2,
+STATS_INDONESIA,Statistics Indonesia,2,needs to be run
+TPC,Tax Policy Center,2,update
+TREASURY_DIRECT,Treasury Direct,2,
+TSE,Tokyo Stock Exchange,2,meh
+UMICH,University of Michigan,2,needs update
+UNDATA,United Nations Statistics Division Data,2,being replaced (various other db)
+UNODC,United Nations Office on Drugs and Crime,2,needs to be done in new UN format
+URC,Unicorn Research Corporation,2,"works, needs description"
+USCOURTS,United States Courts,2,
+USDAERS,U.S. Department of Agriculture ERS,2,Needs to be refreshed
+USDAFAS,U.S. Department of Agriculture FAS,2,sort of working?
+USDANASS,U.S. Department of Agriculture NASS,2,needs to be run
+USFCC,US Federal Communications Commission,2,
+USHOMESEC,US Department of Homeland Security,2,
+USMISERY,United States Misery Index,2,
+USPTO,U.S. Patent and Trademark Office,2,Needs to be run
+WHO_DISEASES,World Health Organization (Diseases),2,"Not sure what's going on, jeff knows"
+WHO_UNICEF,Who Unicef Joint Monitoring Program,2,"Not sure what's going on, jeff knows"
+WORLDAL,World Aluminium,2,
+WTO,World Trade Organization,2,"looks like it gets used, but it will need to be reworked"
+YAHOO,YFinance,2,good
+YALE,Yale Department of Economics,2,looks okay
+ZILLOW,Zillow Real Estate Research,2,"Not updating, can't delete yet"
+ACCI,Australia Chamber of Commerce and Industry,1,
+AGECONSEARCH,AgEconSearch,1,
+ANZ,Australia and New Zealand Banking Group,1,
+AOFM,Australian Office of Financial Management,1,
+AUS_BUDGET,Australian Governement Budget,1,
+BANKRUSSIA,Bank of Russia,1,broken
+BARB,Beta Arbitrage,1,100% broken I think
+BCME,British Columbia Ministry of Environment,1,
+BITCOIN,Bitcoin Charts,1,BCHARTS trumps
+BUCHARESTSE,Bucharest Stock Exchange,1,
+BUDAPESTSE,Budapest Stock Exchange,1,
+CBOEFE,CBOE Futures Exchange,1,should die
+CDC,Center for Disease Control,1,unfinished
+CEPEA,Center for Applied Studies on Applied Economics (Brazil),1,dead
+CITYPOP,Thomas Brinkhoff: City Populations,1,"We need to fix this, I don't think we should delete"
+CSFI,Center for the Study of Finance and Insurance,1,
+CURRFX,Wiki Exchange Rates,1,Awful but probably shouldn't delete yet
+DISASTERCENTER,US Disaster Center,1,
+DREXEL,Drexel University,1,
+ECONWEBINS,Economics Web Institute,1,source file not being updated
+ECPI,Economic Policy Institute,1,needs source file update
+EHNET,Economic History,1,
+EPI,Earth Policy Institute,1,Not updating
+FHFA,Federal Housing Finance Agency,1,
+FMSTREAS,US Treasury - Financial Management Service,1,
+FRKC,Federal Reserve Bank of Kansas City,1,dead
+FSE,Frankfurt Stock Exchange,1,hasn't worked in who knows how long
+GAPM,Gapminder,1,probably delete
+GEOCOMP,Geo3 Data Compendium,1,"probably fix, will be big"
+GFN,Global Footprint Network,1,
+GGDC,Groningen Growth and Development Centre,1,probably redundent (PENN)
+GSTATS,Global Stats StatCounter,1,
+GUARDIAN,Guardian Datablog,1,dead
+HEALTHCAN,Health Canada,1,
+ICP2005,International Comparison Program 2005,1,no
+ICP2011,International Comparison Program 2011,1,why ICP2005 different
+IFAD,International Fund for Agricultural Development,1,
+IHAPPR,Inhouse Appraisal,1,
+ILO,International Labour Organization,1,being replaced
+INDIA_COMM,Government of India Department of Commerce,1,
+INDIA_EA,Office of the Economic Adviser,1,
+IRPR,Puerto Rico Institute of Statistics,1,
+ISDA,International Swaps and Derivatives Association,1,
+IUCN_MED,Centre for Mediterranean Cooperation,1,
+LACEDC,LA County Economic Development Corporation,1,
+LEGCO,Legislative Council of the Hong Kong Special Administrative Region,1,
+LIMASE,Lima Stock Exchange (Peru),1,
+LIVEX,Liv-Ex,1,
+LJUBSE,Ljubljana Stock Exchange (Slovenia),1,
+MADDISON,Angus Maddison,1,I think we should keep but I don't think it's going to update
+MAURITIUSSE,Stock Exchange of Mauritius,1,
+MOHRSS,Chinese Ministry of Human Resources and Social Security,1,
+MONGABAY,Mongabay,1,
+MOSPI,Ministry of Statistics India,1,Awful but we probably shouldn't delete
+MWORTH,MeasuringWorth,1,works but meh
+MYX,Bursa Malaysia,1,dead
+NAB,National Australia Bank,1,
+NAR,National Association of Realtors,1,"broken, has lots of downloads though?"
+NATS,North American Transportation Statistics,1,dead
+NGC,National Gang Center,1,
+NIAAA,National Institute of Alcohol Abuse and Alcoholism,1,
+NMA,National Mining Association,1,
+NRC,Natural Resources Canada,1,
+NUFORC,National UFO Reporting Center,1,
+NYX,NYSE Euronext,1,"replaced by EURONEXT, but has history it doesn't :("
+OICA,International Organization of Motor Vehicle Manufacturers,1,new source file http://www.oica.net/wp-content/uploads//cv-sales-2013.xlsx
+OMB,U.S. Office of Management and Budget,1,link changed to 2014 budget http://www.whitehouse.gov/sites/default/files/omb/budget/fy2014/assets/hist05z5.xls
+OMTC,"Ontario Ministry of Tourism, Culture & Sport",1,
+OSFINT,Osfint,1,
+PACINST,Pacific Institute,1,Source file not being updated
+PFTS,PFTS Stock Exchange (Ukraine),1,
+PSCS,Public Sector Credit Solutions,1,keep it for nostalgia
+PUBPUR,The Public Purpose,1,
+QUITOSE,Quito Stock Exchange (Ecuador),1,
+RITTER,Professor Jay Ritter,1,
+RWB,Reporters Without Borders,1,
+SBJ,Statistics Bureau of Japan,1,out of date
+SCIMAG,Science Magazine,1,cool data but weird
+SPDJ,S&P Dow Jones Indices,1,this don't exist mkay
+SSE,Boerse Stuttgart,1,probably delete
+STATNOR,Statistics Norway,1,Same sort of deal as Cansim.
+STATSCAN,Statistics Canada,1,delete
+STOCKNOD,Stocknod,1,"delete, fucked if I know what this is"
+STOXX,Stoxx,1,
+SWA,State of Working America,1,
+SYSPEACE,Center for Systemic Peace,1,needs source file update
+TUNISSE,Tunis Stock Exchange,1,
+UIS,University of Stavanger,1,
+UK_BUDGET,UK Office for Budget Responsibility,1,
+UKRSE,Ukrainian Exchange,1,
+UMKC,University of Missouri Kansas City,1,
+USAID,U.S. Agency for International Development,1,broken
+USDATA,US Gov Data,1,broken
+USGEOSURV,US Geological Survey,1,
+USTRADEREP,US Trade Representative,1,
+WARSAWSE,Warsaw Stock Exchange,1,
+WESTPAC,Westpac Bank,1,
+WFE,World Federation of Exchanges,1,source file not updating
+WHO,World Health Organization,1,:(
+WHO_TB,World Health Organization (TB),1,WHO is so fucked
+WREN,Wren,1,"broken, don't know where toolbelt script is"
+WRI,World Resources Institute,1,source file changed
+AINDICES,Ananlyze Indices,0,
+AIRQUALITYONT,Air Quality Ontario,0,
+ALEXA,Alexa Internet Inc.,0,
+AMIS,Agricultural Management Information System Statistics,0,
+AUTONOMY,Autonomy Capital,0,
+BAKERHUGHES,Baker Hughes,0,
+BASEBALLREF,Baseball-Reference.com,0,
+BBALL,Basketball Reference,0,
+BBM_CA,BBM (Bureau of Broadcast Measurement),0,
+BITRE,"Bureau of Infrastrucutre, Transport and Regional Economics",0,
+BNP,BNP Paribas,0,"This is very clearly straight from OANDA, even the display link says OANDA"
+BOMOJO,Box Office Mojo,0,
+BREE,Bureau of Resources and Energy Economics,0,
+CASABB,Casablanca Bourse,0,
+CDADATA,Government of Canada Open Data,0,
+CHRISS,ChrisS,0,
+CIC,Citizenship and Immigration Canada,0,
+CMS,Centers for Medicare & Medicaid Services,0,
+CO2INFOCENTER,Carbon Dioxide Information Analysis Center,0,
+DATA360,Data360,0,
+DJACKS,David S. Jacks,0,
+DOFON,Demographics of Ontario:Urban and rural population,0,
+DOGE,DogecoinAverage,0,
+DOPESTATS,Dope Stats,0,
+ENVCAN,Environment Canada,0,
+FLAMUS,Florida Museum of Natural History,0,
+GOOGDOCS,Google Documents,0,
+HOCKEY,Hockey Reference,0,
+HRPA,Human Resources Professionals Association of Ontario,0,
+ICAS,Icasualties.org,0,
+ICETEMP,Intercontinental Exchange,0,
+ICO,International Coffee Organization,0,
+IELTS,IELTS Test,0,
+IER,Institute of Economic Research,0,
+IMF,International Monetary Fund,0,
+INDEC,Argentina National Institute of Statistics and Censuses,0,
+INDEXMUNDI,IndexMundi,0,
+JSASE,Johannesburg Stock Exchange,0,
+KICKSTARTER,Kickstarter,0,
+MCK,McKinsey & Company,0,
+MD,Marcus Davidsson,0,
+MOJO,Box Office Mojo,0,
+MONTESE,Montenegro Berza,0,
+OLYMPICS,The 2014 Winter Olympics,0,
+ONTARIO,Government of Ontario,0,
+OXN,Oxford University (Nuffield College),0,
+PROFB,Pro Football Reference,0,
+RASMUSSEN_REPORTS,Rasmussen Reports,0,
+RBA_OLD,Reserve Bank of Australia,0,
+SANDP,Gary Lasker,0,
+SERGEITEST,Test. Delete any time,0,
+SLOTD,Sports List of the Day,0,
+STATFIN,Statistics Finland,0,
+STEVENSFUT,Stevens Analytics 2,0,
+TAMMER,tammer.com,0,
+TEST_WIKI_FORM,Test Wikimeta Form,0,
+TWITTER,Twitter Inc.,0,
+TWITTER_TWO,Twitter Inc.,0,
+UHERO,University of Hawaii,0,
+UN,United Nations,0,
+USGS_MINERALS,US Geological Survey - Minerals,0,
+WIKIPOSIT,Wikiposit,0,
+WWW_COUNTTHECOSTS_ORG,Count The Costs,0,
+WWW_W3SCHOOLS_COM,W3 Schools,0,
+YC_TEST,yc_test,0,