quandl-elasticsearch 2.1.0.rc5

data/tests/compare.rb

@@ -0,0 +1,33 @@
+require 'json'
+require './tests/search.rb'
+
+f = File.open('compare.csv', 'w')
+matched_count = 0
+missing_count = 0
+missing_list = []
+count = 0
+File.readlines('./tests/top500searches.csv').each do |line|
+  r = line.split(',')
+  term = r[1]
+  expected = r[3..-1].map { |d| d.gsub('\n', '') }.reject { |d| d == '' }
+  s = search(term, '', false, nil, 0, 22)
+  actual_string = s.map { |d| d['code'] }.join(',')
+  actual = actual_string.split(',')
+  common = expected & actual
+  missing = expected - common
+  missing_list += missing
+  f.puts '#{term},#{expected.join(', ')}'
+  f.puts 'present,#{common.join(', ')}'
+  f.puts 'missing,#{missing.join(', ')}'
+  matched_count += common.count
+  missing_count += missing.count
+  count += 1
+  # break if count == 20
+end
+puts 'matched:#{matched_count}'
+puts 'missing:#{missing_count}'
+puts 'search preciseness: #{matched_count.to_f/(matched_count+missing_count)}'
+words = missing_list.sort
+result = words.each_with_object(Hash.new(0)) { |w, counts| counts[w] += 1 }
+result = Hash[result.sort_by { |_, v| -v }]
+puts result

data/tests/console.rb

@@ -0,0 +1,4 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__) + '/../lib/')
+require 'quandl/elasticsearch'
+require 'quandl/elasticsearch/indice'
+require 'pry'

data/tests/generated_db_tags.csv

@@ -0,0 +1,341 @@
+CORP,["BONDS", "USA", "MARKETS", "PRIVATEFIRMS"]
+EOD,["STOCKS", "USA", "MARKETS", "PRIVATEFIRMS"]
+SCF,["FUTURES", "USA", "MARKETS", "PRIVATEFIRMS"]
+SF1,["STOCKS", "FUNDAMENTALS", "USA", "PRIVATEFIRMS"]
+SGE,["GLOBAL", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "PRIVATEFIRMS"]
+YC,["BONDS", "GLOBAL", "MARKETS", "PRIVATEFIRMS"]
+ZAR,["STOCKS", "ESTIMATES", "USA", "PRIVATEFIRMS"]
+ZDIV,["STOCKS", "FUNDAMENTALS", "USA", "PRIVATEFIRMS"]
+ZEA,["STOCKS", "ESTIMATES", "USA", "PRIVATEFIRMS"]
+ZEE,["STOCKS", "ESTIMATES", "USA", "PRIVATEFIRMS"]
+ZES,["STOCKS", "ESTIMATES", "USA", "PRIVATEFIRMS"]
+ZET,["STOCKS", "ESTIMATES", "USA", "PRIVATEFIRMS"]
+ZFA,["STOCKS", "FUNDAMENTALS", "USA", "PRIVATEFIRMS"]
+ZFB,["STOCKS", "FUNDAMENTALS", "USA", "PRIVATEFIRMS"]
+ZSE,["STOCKS", "ESTIMATES", "USA", "PRIVATEFIRMS"]
+ZSEE,["STOCKS", "ESTIMATES", "USA", "PRIVATEFIRMS"]
+ZSS,["STOCKS", "ESTIMATES", "USA", "PRIVATEFIRMS"]
+DY1,["STOCKS", "FUNDAMENTALS", "BRICS", "PRIVATEFIRMS"]
+OWF,["FUTURES", "OPTIONS", "USA", "MARKETS", "PRIVATEFIRMS"]
+SEC,["STOCKS", "FUNDAMENTALS", "USA"]
+DMDRN,["STOCKS", "FUNDAMENTALS", "USA"]
+ZILLOW,["INDEXES", "USA", "HOUSING"]
+ZILL,["INDEXES", "USA", "HOUSING"]
+WORLDBANK,["GLOBAL", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "HEALTH", "EDUCATION", "MULTINATIONALS"]
+EIA,["GLOBAL", "USA", "ENERGY", "STATISTICALAGENCIES"]
+CANSIM,["ROW", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "STATISTICALAGENCIES"]
+ILOSTAT,["GLOBAL", "EDUCATION", "LABOUR", "MULTINATIONALS"]
+BLS,["USA", "LABOUR", "STATISTICALAGENCIES"]
+EUROSTAT,["GLOBAL", "EUROPE", "ECONOMICS", "SOCIETY", "LABOUR", "MULTINATIONALS"]
+RAYMOND,["STOCKS", "FUNDAMENTALS", "USA"]
+ILO,["GLOBAL", "EDUCATION", "LABOUR", "MULTINATIONALS"]
+INSEE,["EUROPE", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "EDUCATION", "STATISTICALAGENCIES"]
+FAO,["GLOBAL", "AGRICULTURE", "MULTINATIONALS"]
+UNDATA,["GLOBAL", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "ENERGY", "LABOUR", "MULTINATIONALS"]
+ECB,["GLOBAL", "EUROPE", "MARKETS", "ECONOMICS", "LABOUR", "CENTRALBANKS"]
+FRED,["GLOBAL", "USA", "MARKETS", "ECONOMICS", "LABOUR", "CENTRALBANKS"]
+WHO,["GLOBAL", "DEMOGRAPHY", "HEALTH", "MULTINATIONALS"]
+IBGE,["BRICS", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "AGRICULTURE", "STATISTICALAGENCIES"]
+BEA,["USA", "ECONOMICS", "LABOUR", "STATISTICALAGENCIES"]
+YAHOO,["STOCKS", "GLOBAL", "USA", "EUROPE", "MARKETS"]
+FRBNY,["USA", "CENTRALBANKS"]
+CME,["STOCKS", "BONDS", "COMMODITIES", "CURRENCIES", "FUTURES", "USA", "AGRICULTURE", "EXCHANGES"]
+AUSBS,["ROW", "ECONOMICS", "SOCIETY", "STATISTICALAGENCIES"]
+GOOG,["STOCKS", "USA", "MARKETS"]
+GEOCOMP,["GLOBAL", "ENERGY", "MULTINATIONALS"]
+FINRA,["STOCKS", "USA", "MARKETS", "EXCHANGES"]
+NASDAQOMX,["INDEXES", "GLOBAL", "USA", "EUROPE", "MARKETS", "EXCHANGES"]
+SNB,["EUROPE", "MARKETS", "ECONOMICS", "CENTRALBANKS"]
+STATNOR,["EUROPE", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "STATISTICALAGENCIES"]
+BUNDESBANK,["EUROPE", "MARKETS", "ECONOMICS", "SOCIETY", "LABOUR", "CENTRALBANKS"]
+UKONS,["EUROPE", "ECONOMICS", "SOCIETY", "LABOUR", "STATISTICALAGENCIES"]
+OECD,["COMMODITIES", "MARKETS", "ENERGY"]
+JODI,["COMMODITIES", "GLOBAL", "ENERGY", "PRIVATEFIRMS"]
+FED,["BONDS", "CURRENCIES", "USA", "MARKETS", "CENTRALBANKS"]
+PSYCH,["STOCKS", "ESTIMATES", "USA", "MARKETS", "PRIVATEFIRMS"]
+CITYPOP,["GLOBAL", "DEMOGRAPHY", "PRIVATEFIRMS"]
+BCB,["BRICS", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "CENTRALBANKS"]
+NSIS,["EUROPE", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "STATISTICALAGENCIES"]
+DOE,["COMMODITIES", "USA", "ENERGY", "STATISTICALAGENCIES"]
+ALFRED,["USA", "ECONOMICS", "CENTRALBANKS"]
+CFTC,["COMMODITIES", "FUTURES", "OPTIONS", "USA", "EXCHANGES"]
+UNODC,["GLOBAL", "SOCIETY", "MULTINATIONALS"]
+SSE,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+ODA,["GLOBAL", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "MULTINATIONALS"]
+ICE,["COMMODITIES", "FUTURES", "USA", "EUROPE", "MARKETS", "EXCHANGES"]
+GGDC,["GLOBAL", "ECONOMICS", "PRIVATEFIRMS"]
+SI,["STOCKS", "USA", "MARKETS", "EXCHANGES"]
+WHO_TB,["GLOBAL", "HEALTH", "MULTINATIONALS"]
+PENN,["GLOBAL", "ECONOMICS", "PRIVATEFIRMS"]
+ADB,["GLOBAL", "ROW", "ECONOMICS", "SOCIETY", "MULTINATIONALS"]
+USDAFAS,["USA", "AGRICULTURE", "STATISTICALAGENCIES"]
+BSE,["STOCKS", "BRICS", "MARKETS", "EXCHANGES"]
+CHRIS,["FUTURES", "USA", "MARKETS", "PRIVATEFIRMS"]
+TSE,["STOCKS", "ROW", "MARKETS", "EXCHANGES"]
+NBER,["USA", "ECONOMICS", "PRIVATEFIRMS"]
+BIS,["GLOBAL", "MARKETS", "CENTRALBANKS"]
+WIKI,["STOCKS", "USA", "MARKETS", "PRIVATEFIRMS"]
+MOSPI,["BRICS", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "STATISTICALAGENCIES"]
+USCENSUS,["USA", "DEMOGRAPHY", "LABOUR", "STATISTICALAGENCIES"]
+CURRFX,["CURRENCIES", "GLOBAL", "MARKETS", "PRIVATEFIRMS"]
+BOF,["EUROPE", "MARKETS", "ECONOMICS", "CENTRALBANKS"]
+LSE,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+EURONEXT,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+BLSI,["USA", "ECONOMICS", "LABOUR", "STATISTICALAGENCIES"]
+BP,["COMMODITIES", "ENERGY", "PRIVATEFIRMS"]
+USDANASS,["USA", "AGRICULTURE", "STATISTICALAGENCIES"]
+USPTO,["USA", "SOCIETY", "STATISTICALAGENCIES"]
+STATS_INDONESIA,["ROW", "SOCIETY", "DEMOGRAPHY", "ENERGY", "STATISTICALAGENCIES"]
+WTO,["GLOBAL", "ECONOMICS", "MULTINATIONALS"]
+BANKISRAEL,["ROW", "ECONOMICS", "CENTRALBANKS"]
+GAPM,["GLOBAL", "ECONOMICS", "DEMOGRAPHY", "HEALTH", "MULTINATIONALS"]
+BLSE,["USA", "LABOUR", "STATISTICALAGENCIES"]
+NSE,["STOCKS", "BRICS", "MARKETS", "EXCHANGES"]
+LIFFE,["COMMODITIES", "FUTURES", "EUROPE", "MARKETS", "EXCHANGES"]
+PXDATA,["COMMODITIES", "FUTURES", "USA"]
+HKEX,["STOCKS", "BRICS", "MARKETS", "EXCHANGES"]
+NYX,["EUROPE", "MARKETS", "EXCHANGES"]
+NCES,["USA", "EDUCATION", "STATISTICALAGENCIES"]
+ICP2005,["GLOBAL", "ECONOMICS", "MULTINATIONALS"]
+EUREX,["STOCKS", "BONDS", "COMMODITIES", "FUTURES", "EUROPE", "MARKETS", "EXCHANGES"]
+BTS_MM,["USA", "SOCIETY", "INDUSTRY", "STATISTICALAGENCIES"]
+SPDJ,["INDEXES", "USA", "MARKETS", "PRIVATEFIRMS"]
+CRYPTOCHART,["CURRENCIES", "PRIVATEFIRMS"]
+RBA,["ROW", "ECONOMICS", "CENTRALBANKS"]
+NHTSA,["USA", "SOCIETY", "INDUSTRY", "STATISTICALAGENCIES"]
+EEX,["FUTURES", "EUROPE", "MARKETS", "ENERGY", "EXCHANGES"]
+SHFE,["COMMODITIES", "FUTURES", "BRICS", "MARKETS", "EXCHANGES"]
+ITU,["GLOBAL", "SOCIETY", "MULTINATIONALS"]
+PORDATA,["EUROPE", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "STATISTICALAGENCIES"]
+ICP2011,["GLOBAL", "ECONOMICS", "MULTINATIONALS"]
+BOE,["CURRENCIES", "EUROPE", "ECONOMICS", "CENTRALBANKS"]
+LIS,["GLOBAL", "ECONOMICS", "MULTINATIONALS"]
+SGX,["FUTURES", "ROW", "MARKETS", "EXCHANGES"]
+USDAERS,["USA", "AGRICULTURE", "STATISTICALAGENCIES"]
+MGEX,["FUTURES", "USA", "MARKETS", "AGRICULTURE", "EXCHANGES"]
+BNP,["CURRENCIES", "MARKETS", "PRIVATEFIRMS"]
+BDM,["ROW", "ECONOMICS", "CENTRALBANKS"]
+MADDISON,["GLOBAL", "ECONOMICS", "PRIVATEFIRMS"]
+CBOE,["FUTURES", "OPTIONS", "INDEXES", "USA", "MARKETS", "EXCHANGES"]
+CBOEFE,["FUTURES", "OPTIONS", "INDEXES", "USA", "MARKETS", "EXCHANGES"]
+MX,["FUTURES", "ROW", "MARKETS", "EXCHANGES"]
+OICA,["GLOBAL", "SOCIETY", "INDUSTRY", "MULTINATIONALS"]
+OMB,["USA", "SOCIETY", "STATISTICALAGENCIES"]
+FMAC,["BONDS", "USA", "HOUSING", "STATISTICALAGENCIES"]
+USAID,["GLOBAL", "SOCIETY", "HEALTH", "STATISTICALAGENCIES"]
+CDC,["USA", "HEALTH", "STATISTICALAGENCIES"]
+KFRENCH,["STOCKS", "INDEXES", "ESTIMATES", "USA", "PRIVATEFIRMS"]
+MCX,["COMMODITIES", "FUTURES", "BRICS", "MARKETS", "EXCHANGES"]
+ASX,["FUTURES", "ROW", "MARKETS", "EXCHANGES"]
+WHO_UNICEF,["GLOBAL", "SOCIETY", "HEALTH", "MULTINATIONALS"]
+WHO_DISEASES,["GLOBAL", "SOCIETY", "HEALTH", "MULTINATIONALS"]
+PACINST,["GLOBAL", "SOCIETY", "HEALTH", "MULTINATIONALS"]
+FRBC,["USA", "ECONOMICS", "CENTRALBANKS"]
+ECONWEBINS,["GLOBAL", "ECONOMICS", "PRIVATEFIRMS"]
+SIX,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+EPI,["GLOBAL", "DEMOGRAPHY", "ENERGY", "AGRICULTURE", "PRIVATEFIRMS"]
+EUREKA,["INDEXES", "ALTERNATIVES", "MARKETS", "PRIVATEFIRMS"]
+WFE,["INDEXES", "EXCHANGES"]
+WRI,["GLOBAL", "DEMOGRAPHY", "ENERGY", "AGRICULTURE", "PRIVATEFIRMS"]
+NAHB,["USA", "HOUSING", "PRIVATEFIRMS"]
+RBNZ,["ROW", "ECONOMICS", "CENTRALBANKS"]
+STATFIN,["EUROPE", "ECONOMICS", "SOCIETY", "STATISTICALAGENCIES"]
+BAVERAGE,["CURRENCIES", "MARKETS", "PRIVATEFIRMS"]
+BCHARTS,["CURRENCIES", "MARKETS", "PRIVATEFIRMS"]
+PSCS,["GLOBAL", "ECONOMICS", "PRIVATEFIRMS"]
+WGC,["COMMODITIES", "CURRENCIES", "MARKETS", "PRIVATEFIRMS"]
+RFSS,["BRICS", "ECONOMICS", "SOCIETY", "STATISTICALAGENCIES"]
+STATCHINA,["BRICS", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "LABOUR", "STATISTICALAGENCIES"]
+BTER,["CURRENCIES", "PRIVATEFIRMS"]
+BOJ,["ROW", "ECONOMICS", "CENTRALBANKS"]
+FSE,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+DEMOG,["GLOBAL", "DEMOGRAPHY", "PRIVATEFIRMS"]
+ECPI,["USA", "ECONOMICS", "SOCIETY", "EDUCATION", "LABOUR", "PRIVATEFIRMS"]
+BITCOIN,["CURRENCIES", "PRIVATEFIRMS"]
+STATSCAN,["ROW", "SOCIETY", "DEMOGRAPHY", "STATISTICALAGENCIES"]
+SYSPEACE,["GLOBAL", "SOCIETY", "PRIVATEFIRMS"]
+JOHNSTON,["GLOBAL", "SOCIETY", "HEALTH", "PRIVATEFIRMS"]
+TFX,["FUTURES", "ROW", "MARKETS", "EXCHANGES"]
+USDATA,["USA", "SOCIETY", "STATISTICALAGENCIES"]
+WSJ,["COMMODITIES", "MARKETS", "PRIVATEFIRMS"]
+BOC,["ROW", "ECONOMICS", "LABOUR", "CENTRALBANKS"]
+BKRHUGHES,["COMMODITIES", "ENERGY", "INDUSTRY", "PRIVATEFIRMS"]
+STOCKNOD,["STOCKS", "ROW", "MARKETS", "EXCHANGES"]
+FDIC,["USA", "ECONOMICS", "CENTRALBANKS"]
+TPC,["USA", "ECONOMICS", "PRIVATEFIRMS"]
+ODE,["COMMODITIES", "FUTURES", "ROW", "MARKETS", "EXCHANGES"]
+NORGES,["EUROPE", "ECONOMICS", "CENTRALBANKS"]
+OSE,["FUTURES", "ROW", "MARKETS", "EXCHANGES"]
+MYX,["STOCKS", "ROW", "MARKETS", "EXCHANGES"]
+BLSP,["EUROPE", "LABOUR", "STATISTICALAGENCIES"]
+PIKETTY,["GLOBAL", "ECONOMICS", "EXCHANGES"]
+FBI_UCR,["EUROPE", "SOCIETY", "STATISTICALAGENCIES"]
+MWORTH,["GLOBAL", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "PRIVATEFIRMS"]
+LOCALBTC,["CURRENCIES", "MARKETS", "EXCHANGES"]
+FRKC,["USA", "ECONOMICS", "CENTRALBANKS"]
+GUARDIAN,["EUROPE", "SOCIETY", "PRIVATEFIRMS"]
+ECONOMIST,["GLOBAL", "ECONOMICS", "PRIVATEFIRMS"]
+SCIMAG,["ROW", "SOCIETY", "PRIVATEFIRMS"]
+NVCA,["STOCKS", "ALTERNATIVES", "USA", "MARKETS", "PRIVATEFIRMS"]
+CMHC,["INDEXES", "ROW", "HOUSING", "STATISTICALAGENCIES"]
+UMICH,["INDEXES", "USA", "PRIVATEFIRMS"]
+PERTH,["COMMODITIES", "CURRENCIES", "MARKETS", "EXCHANGES"]
+BCRA,["ROW", "ECONOMICS", "SOCIETY", "CENTRALBANKS"]
+ABMI,["BONDS", "ROW", "CENTRALBANKS"]
+CBE,["ROW", "ECONOMICS", "CENTRALBANKS"]
+YALE,["INDEXES", "USA", "MARKETS", "PRIVATEFIRMS"]
+MULTPL,["INDEXES", "FUNDAMENTALS", "USA", "MARKETS", "PRIVATEFIRMS"]
+BCHAIN,["CURRENCIES", "PRIVATEFIRMS"]
+CBO,["USA", "CENTRALBANKS"]
+FRBP,["USA", "ECONOMICS", "CENTRALBANKS"]
+AMMANSE,["STOCKS", "ROW", "MARKETS"]
+URC,["STOCKS", "USA", "PRIVATEFIRMS"]
+ML,["BONDS", "USA", "MARKETS", "PRIVATEFIRMS"]
+RATEINF,["GLOBAL", "ECONOMICS", "PRIVATEFIRMS"]
+BLSN,["LABOUR", "STATISTICALAGENCIES"]
+ISM,["USA", "INDUSTRY", "PRIVATEFIRMS"]
+MOHRSS,["BRICS", "SOCIETY", "LABOUR", "STATISTICALAGENCIES"]
+UIS,["STOCKS", "INDEXES", "EUROPE", "PRIVATEFIRMS"]
+SBJ,["ROW", "SOCIETY", "STATISTICALAGENCIES"]
+NFPA,["USA", "INDUSTRY", "STATISTICALAGENCIES"]
+MOFJ,["ROW", "MARKETS", "ECONOMICS", "STATISTICALAGENCIES"]
+PBCHINA,["BRICS", "ECONOMICS", "CENTRALBANKS"]
+SOCSEC,["USA", "SOCIETY", "LABOUR", "STATISTICALAGENCIES"]
+NIKKEI,["STOCKS", "INDEXES", "ROW", "MARKETS", "EXCHANGES"]
+GSTATS,["USA", "INDUSTRY", "PRIVATEFIRMS"]
+SNGLRTY,["USA", "INDUSTRY", "PRIVATEFIRMS"]
+BARB,["INDEXES", "USA", "PRIVATEFIRMS"]
+CEPEA,["COMMODITIES", "INDEXES", "BRICS", "AGRICULTURE"]
+MONEYTREE,["ALTERNATIVES", "USA", "PRIVATEFIRMS"]
+NATS,["USA", "INDUSTRY", "STATISTICALAGENCIES"]
+PUP,["GLOBAL", "ECONOMICS", "PRIVATEFIRMS"]
+USTREASURY,["BONDS", "USA", "MARKETS", "CENTRALBANKS"]
+WREN,["INDEXES", "ESTIMATES", "USA", "ROW", "MARKETS", "EXCHANGES"]
+NAR,["USA", "HOUSING", "PRIVATEFIRMS"]
+BANKRUSSIA,["BRICS", "ECONOMICS", "LABOUR", "CENTRALBANKS"]
+NAA,["USA", "SOCIETY", "INDUSTRY", "PRIVATEFIRMS"]
+STATBRAIN,["SOCIETY", "PRIVATEFIRMS"]
+CVR,["ALTERNATIVES", "USA", "PRIVATEFIRMS"]
+JOHNMATT,["COMMODITIES", "MARKETS", "EXCHANGES"]
+KAUFFMAN,["ALTERNATIVES", "USA", "LABOUR", "PRIVATEFIRMS"]
+PHILSE,["STOCKS", "ROW", "MARKETS", "EXCHANGES"]
+PUBPUR,["USA", "EUROPE", "ECONOMICS", "SOCIETY", "STATISTICALAGENCIES"]
+BCME,["ROW", "SOCIETY", "STATISTICALAGENCIES"]
+ADP,["USA", "ECONOMICS", "LABOUR", "PRIVATEFIRMS"]
+BITFINEX,["CURRENCIES", "GLOBAL", "MARKETS", "EXCHANGES"]
+BLSB,["USA", "ECONOMICS", "LABOUR", "STATISTICALAGENCIES"]
+MOODY,["BONDS", "USA", "MARKETS", "PRIVATEFIRMS"]
+NRC,["ROW", "ENERGY", "STATISTICALAGENCIES"]
+THAISE,["STOCKS", "INDEXES", "ROW", "MARKETS", "EXCHANGES"]
+BUDAPESTSE,["INDEXES", "ROW", "MARKETS", "EXCHANGES"]
+INDIA_LAB,["BRICS", "ECONOMICS", "LABOUR", "STATISTICALAGENCIES"]
+LIVEX,["INDEXES", "GLOBAL", "MARKETS", "EXCHANGES", "PRIVATEFIRMS"]
+NIAAA,["USA", "SOCIETY", "HEALTH", "STATISTICALAGENCIES"]
+OMTC,["MARKETS", "DEMOGRAPHY", "HOUSING", "EXCHANGES"]
+ACC,["USA", "MARKETS", "INDUSTRY", "PRIVATEFIRMS"]
+CASS,["USA", "MARKETS", "PRIVATEFIRMS"]
+COOLEY,["ALTERNATIVES", "USA", "MARKETS", "ECONOMICS", "PRIVATEFIRMS"]
+LBMA,["COMMODITIES", "EUROPE", "MARKETS", "EXCHANGES"]
+LLOYDS,["EUROPE", "MARKETS", "PRIVATEFIRMS"]
+LUXSE,["INDEXES", "EUROPE", "MARKETS", "EXCHANGES"]
+RENCAP,["ALTERNATIVES", "USA", "MARKETS", "PRIVATEFIRMS"]
+SIDC,["GLOBAL", "UNIVERSITIES"]
+ZAGREBSE,["INDEXES", "EUROPE", "MARKETS", "EXCHANGES"]
+148APPS,["GLOBAL", "SOCIETY"]
+BTCE,["CURRENCIES", "GLOBAL", "MARKETS", "EXCHANGES"]
+BTS,["USA", "SOCIETY", "INDUSTRY", "STATISTICALAGENCIES"]
+ECRI,["INDEXES", "USA", "ECONOMICS", "PRIVATEFIRMS"]
+IRS,["USA", "ECONOMICS", "STATISTICALAGENCIES"]
+ISE,["INDEXES", "EUROPE", "MARKETS", "EXCHANGES"]
+NSF,["USA", "SOCIETY", "STATISTICALAGENCIES"]
+NTSB,["USA", "SOCIETY", "STATISTICALAGENCIES"]
+NYUSTERN,["EXCHANGES", "UNIVERSITIES"]
+ONE,["GLOBAL", "SOCIETY", "MULTINATIONALS"]
+TREASURY_DIRECT,["USA", "ECONOMICS", "SOCIETY", "STATISTICALAGENCIES"]
+USHOMESEC,["USA", "DEMOGRAPHY"]
+WORLDAL,["COMMODITIES", "GLOBAL", "MARKETS"]
+BELGRADESE,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+DISASTERCENTER,["USA", "SOCIETY"]
+DREXEL,["USA", "UNIVERSITIES"]
+FBI,["USA", "SOCIETY"]
+GALLUP,["USA", "SOCIETY", "PRIVATEFIRMS"]
+HEALTHCAN,["ROW", "HEALTH"]
+IWS,["BRICS", "INDUSTRY"]
+LACEDC,["EUROPE", "ECONOMICS"]
+LPPM,["USA", "ECONOMICS"]
+MORTGAGEX,["EXCHANGES", "HOUSING"]
+NGC,["USA", "SOCIETY"]
+PRAGUESE,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+STATESTREET,["INDEXES", "USA", "ROW", "MARKETS"]
+TFGRAIN,["COMMODITIES", "MARKETS"]
+USDAFNS,["USA", "AGRICULTURE"]
+USGEOSURV,["EXCHANGES", "USA"]
+AAII,["USA", "MARKETS"]
+ACCI,["ROW", "INDUSTRY"]
+AGECONSEARCH,["BRICS", "ECONOMICS", "UNIVERSITIES"]
+ANZ,["ROW", "LABOUR"]
+AOFM,["ROW", "ECONOMICS"]
+AUS_BUDGET,["ROW", "ECONOMICS"]
+BITCOINWATCH,["CURRENCIES", "GLOBAL", "MARKETS"]
+BITSTAMP,["CURRENCIES", "USA", "MARKETS", "EXCHANGES"]
+BUCHARESTSE,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+CCSD,["ROW", "SOCIETY"]
+CSFI,["INDEXES", "ROW", "MARKETS"]
+FAA,["USA", "SOCIETY"]
+FHFA,["USA", "HOUSING"]
+FIREARMS,["USA", "SOCIETY"]
+FMSTREAS,["USA", "ECONOMICS"]
+GFK,["EUROPE", "ECONOMICS", "PRIVATEFIRMS"]
+GFN,["GLOBAL", "ENERGY"]
+GOOGLEORG,["GLOBAL", "HEALTH", "PRIVATEFIRMS"]
+IFAD,["GLOBAL", "AGRICULTURE", "MULTINATIONALS"]
+IHAPPR,["ROW", "HOUSING", "PRIVATEFIRMS"]
+INDIA_COMM,["BRICS", "ECONOMICS"]
+INDIA_EA,["BRICS", "ECONOMICS"]
+IRPR,["ROW", "ECONOMICS", "STATISTICALAGENCIES"]
+ISDA,["USA", "MARKETS"]
+IUCN_MED,["EUROPE", "ECONOMICS"]
+JFOX,["USA", "SOCIETY"]
+LEGCO,["BRICS", "ECONOMICS"]
+LIMASE,["STOCKS", "ROW", "MARKETS", "EXCHANGES"]
+LJUBSE,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+MAURITIUSSE,["STOCKS", "ROW", "MARKETS", "EXCHANGES"]
+MONGABAY,["BRICS", "AGRICULTURE", "PRIVATEFIRMS"]
+NAB,["ROW", "ECONOMICS", "CENTRALBANKS"]
+NMA,["COMMODITIES", "GLOBAL", "MARKETS"]
+NUFORC,["EXCHANGES", "PRIVATEFIRMS"]
+NYXDATA,["USA", "MARKETS", "EXCHANGES"]
+OPEC,["COMMODITIES", "GLOBAL", "MARKETS", "MULTINATIONALS"]
+OSFINT,["INDEXES", "USA", "ECONOMICS"]
+PFTS,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+QUITOSE,["STOCKS", "ROW", "MARKETS", "EXCHANGES"]
+RITTER,["USA", "MARKETS"]
+RWB,["GLOBAL", "SOCIETY"]
+STOXX,["CURRENCIES", "EUROPE", "MARKETS", "PRIVATEFIRMS"]
+SWA,["USA", "ECONOMICS"]
+TUNISSE,["STOCKS", "ROW", "MARKETS", "EXCHANGES"]
+UK_BUDGET,["ESTIMATES", "EUROPE", "ECONOMICS"]
+UKRSE,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+UMKC,["USA", "SOCIETY", "UNIVERSITIES"]
+USCOURTS,["EXCHANGES", "USA"]
+USFCC,["USA", "INDUSTRY"]
+USMISERY,["INDEXES", "USA", "ECONOMICS"]
+USTRADEREP,["USA", "ECONOMICS"]
+WARSAWSE,["STOCKS", "EUROPE", "MARKETS", "EXCHANGES"]
+WESTPAC,["ROW", "ECONOMICS"]
+OFDP,["COMMODITIES", "FUTURES", "INDEXES", "GLOBAL", "MARKETS", "PRIVATEFIRMS"]
+ULMI,["GLOBAL", "SOCIETY", "INDUSTRY", "LABOUR", "MULTINATIONALS"]
+UTOR,["GLOBAL", "ECONOMICS", "SOCIETY", "MULTINATIONALS"]
+UCOM,["COMMODITIES", "GLOBAL", "ECONOMICS", "INDUSTRY", "MULTINATIONALS"]
+UENG,["COMMODITIES", "GLOBAL", "ENERGY", "MULTINATIONALS"]
+UENV,["GLOBAL", "SOCIETY", "AGRICULTURE", "MULTINATIONALS"]
+UFAO,["COMMODITIES", "GLOBAL", "AGRICULTURE", "MULTINATIONALS"]
+UGEN,["GLOBAL", "SOCIETY", "DEMOGRAPHY", "MULTINATIONALS"]
+UGHG,["GLOBAL", "SOCIETY", "MULTINATIONALS"]
+UGID,["GLOBAL", "ECONOMICS", "SOCIETY", "DEMOGRAPHY", "LABOUR", "MULTINATIONALS"]
+UICT,["GLOBAL", "INDUSTRY", "MULTINATIONALS"]
+UIFS,["GLOBAL", "MARKETS", "ECONOMICS", "INDUSTRY", "MULTINATIONALS"]
+UINC,["COMMODITIES", "GLOBAL", "INDUSTRY", "MULTINATIONALS"]
+UIST,["GLOBAL", "ECONOMICS", "INDUSTRY", "MULTINATIONALS"]
+UNAE,["GLOBAL", "ECONOMICS", "MULTINATIONALS"]
+UNAC,["GLOBAL", "ECONOMICS", "MULTINATIONALS"]

data/tests/search.rb

@@ -0,0 +1,14 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__) + '/../lib/')
+require 'quandl/elasticsearch'
+require 'pry'
+def search_client
+  @search_client ||= Quandl::Elasticsearch::Search.new(20)
+end
+
+def search(query, tags, with_dataset, premium, page)
+  search_client.database("#{query}", tags, premium, page, with_dataset)
+end
+
+def dataset_search(id, query, frequency, page)
+  search_client.dataset(id, query, frequency, page)
+end

data/tests/search_db_mapping.txt

@@ -0,0 +1,402 @@
+aapl,EOD,WIKI,SF1,ZEE,ZFA
+adidas,ZFA,ZFB,GOOG,ZEE
+aex,LIFFE,YAHOO,XTSX,LSE
+agg,EOD,FINRA,SEC,PSYCH
+agriculture,WORLDBANK,UFAO,FAO,USDAERS
+alcohol,WHO
+alibaba,ZFA,ZEE,ZAR,GOOG,YAHOO
+aluminium,LME,MCX,OFDP,GOOG
+aluminum,LME,MCX,OFDP,GOOG
+amazon,EOD,WIKI,SF1,ZEE,ZFA
+amd,EOD,SF1,ZEE,ZFA,GOOG
+amzn,EOD,WIKI,SF1,ZEE,ZFA
+appl,EOD,WIKI,SF1,ZEE,ZFA
+apple,EOD,WIKI,SF1,ZEE,ZFA
+argentina,SGE,WORLDBANK,ODA
+asx,ASX,CHRIS
+at&t,EOD,WIKI,SF1,ZEE
+aud usd,FRED,BCB,BOE,CURRFX
+australia,SGE,WORLDBANK,ODA
+baba,ZFA,ZEE,ZAR,GOOG,YAHOO
+bac,EOD,WIKI,SF1,ZEE,ZFA
+baltic dry index,LLOYDS,OFDP,FFA
+baltic dry,LLOYDS,OFDP,FFA
+bank,BOE,BCB,FRED,BOC,BOF
+baseball,BASEBALLREF
+belgium,SGE,WORLDBANK,ODA
+bitcoin price,BITFINEX,BCHARTS,BAVERAGE,BCHAIN
+bitcoin,BITFINEX,BCHARTS,BAVERAGE,BCHAIN
+bitfinex,BITFINEX,BCHARTS,BAVERAGE,BCHAIN
+bitstamp,BITFINEX,BCHARTS,BAVERAGE,BCHAIN
+bmw,SSE,YAHOO,GOOG
+bond index,FRED,FED
+bond,SCF,YC,CME,CHRIS
+bonds,SCF,YC,CME,CHRIS
+bovespa,GOOG,BCB
+bp,BP,EIA
+brazil,SGE,WORLDBANK,ODA,BCB
+brent crude oil,SCF,DOE,EIA,CHRIS
+brent crude,SCF,DOE,EIA,CHRIS
+brent futures,SCF,CHRIS,ICE,CME
+brent oil price,SCF,DOE,EIA,CHRIS
+brent oil,SCF,DOE,EIA,CHRIS
+brent,SCF,DOE,EIA,CHRIS
+btc,BITFINEX,BCHARTS,BAVERAGE,BCHAIN
+bund,BUNDESBANK
+cac 40,YAHOO,GOOG,LIFFE,CHRIS
+cac40,YAHOO,GOOG,LIFFE,CHRIS
+canada,SGE,CANSIM,WORLDBANK,ODA
+cancer,WHO
+cbot corn,SCF,CHRIS,CME
+cds,FRED
+census,USCENSUS,SGE,CANSIM
+cftc,CFTC
+china gdp,SGE,WORLDBANK,ODA,STATCHINA,DY1
+china,SGE,WORLDBANK,ODA,STATCHINA,DY1
+chinese gdp,SGE,WORLDBANK,ODA,STATCHINA,DY1
+cl,SCF,CHRIS,CME
+cl1,SCF,CHRIS,CME
+climate,CDIAC,WRI
+cme corn,CME,SCF,CHRIS
+cme,CME,SCF,CHRIS
+coal price,DOE,BP,CME,SCF,CHRIS
+coal,DOE,BP,CME,SCF,CHRIS
+coca cola,EOD,WIKI,SF1,ZEE,ZFA
+cocoa futures,SCF,CHRIS,ICE,CME
+cocoa,ODA,WORLDBANK,SCF,CHRIS,ICE
+coffee,SCF,CHRIS,CME,ODA,WORLDBANK
+commitment of traders euro fx,CFTC
+commitment of traders,CFTC
+commodities,ODA,WORLDBANK,WSJ,CFTC
+commodity index,ODA,WORLDBANK,BCB,CHRIS
+commodity,ODA,WORLDBANK,WSJ,CFTC
+consumer confidence,SGE,ODA,WORLDBANK,UGID
+consumer price index,SGE,ODA,WORLDBANK,UGID
+consumer,SGE,ODA,WORLDBANK,UGID
+consumption,SGE,WORLDBANK,UGID,FRED
+copper futures,SCF,CHRIS,CME,WORLDBANK,ODA
+copper price,WORLDBANK,ODA,CME,SCF,CHRIS
+copper prices,WORLDBANK,ODA,CME,SCF,CHRIS
+copper,WORLDBANK,ODA,CME,SCF,CHRIS
+corn future,SCF,CHRIS,CME,ICE
+corn futures,SCF,CHRIS,CME,ICE
+corn price,WSJ,SCF,CHRIS,CME,ICE
+corn,SCF,CHRIS,CME,ICE,WSJ
+cot,CFTC
+cotton futures,SCF,CHRIS,ICE,ODA,WORLDBANK
+cotton,ODA,WORLDBANK,SCF,CHRIS,ICE
+cpi,SGE,ODA,WORLDBANK,UGID
+crb,GOOG,ICE,CME
+credit default swap,BIS
+credit,FRED,BIS
+crime rate,FBI_UCR,BJS,DISASTERCENTER,FBI,OECD
+crime,FBI_UCR,BJS,DISASTERCENTER,FBI,OECD
+crude oil future,SCF,CHRIS,ICE,CME
+crude oil futures,SCF,CHRIS,ICE,CME
+crude oil price,DOE,EIA,SCF,CHRIS
+crude oil prices,DOE,EIA,SCF,CHRIS
+crude oil wti,DOE,EIA,SCF,CHRIS
+crude oil,OPEC,JODI,EIA,SCF
+crude,DOE,EIA,SCF,CHRIS
+currency,CURRFX,FRED,BOE,BCB
+daimler,ZFA,ZFB,WIKI,GOOG,YAHOO
+dax,EOD,YAHOO
+disease,WHO
+disney,EOD,WIKI,SF1,ZFA,ZEE
+dividend,ZDIV,SF1,ZFA,ZFB,DY1
+dividends,ZDIV,SF1,ZFA,ZFB,DY1
+dji,EOD,YAHOO,GOOG
+djia,EOD,YAHOO,GOOG
+dollar index,FRED,CURRFX,BOE,FED
+dollar,FRED,CURRFX,BOE,FED
+dow jones industrial average,EOD,YAHOO,GOOG
+dow jones,EOD,YAHOO,GOOG
+dow,EOD,YAHOO,GOOG
+e-mini,SCF,CHRIS,CME,PSYCH
+earnings,ZEE,ZES,ZSEE,SF1
+economics,SGE,ODA,WORLDBANK,UGID
+education,UGID,WORLDBANK,UKONS
+eia,EIA
+electricity,EIA,DOE,UENG
+emini,SCF,CHRIS,CME,PSYCH
+employment,SGE,ODA,WORLDBANK,UGID
+energy consumption,EIA,DOE,UNDATA
+energy,EIA,DOE,UNDATA
+eod,EOD,WIKI,YAHOO,GOOG
+eps,ZEE,ZEA,SF1,ZFA
+es,SCF,CHRIS,CME,PSYCH
+etf,EOD,YAHOO
+ethanol,SCF,CME
+ethiopia,SGE,ODA,WORLDBANK
+eur usd,ECB,BOE,FRED,CURRFX
+eur vs usd,ECB,BOE,FRED,CURRFX
+eur,ECB,BOE,FRED,CURRFX
+eur/usd,ECB,BOE,FRED,CURRFX
+euribor,BOE,CHRIS,LIFFE,EUREX
+euro usd,ECB,BOE,FRED,CURRFX
+euro,ECB,BOE,FRED,CURRFX
+eurodollar,SCF,CHRIS,CME
+europe,EUROSTAT,ECB,EUREX,BUNDEBANK
+eurostat,EUROSTAT
+eurostoxx,YAHOO
+eurusd,ECB,CURRFX
+exchange rate,CURRFX,ECB,BOE
+exchange rates,CURRFX,ECB,BOE
+exchange,CURRFX,ECB,BOE
+exxon,EOD,WIKI,SF1,ZFA,ZEE
+facebook,EOD,WIKI,SF1,ZFA,ZEE
+fama french,KFRENCH
+fb,EOD,WIKI,SF1,ZFA,ZEE
+fed funds,FRED,YC
+federal reserve,FRED,FED,FRBNY,FRBKC
+forex,CURRFX,BOE,FRED,ECB
+france,BOF,INSEE,EUROSTAT
+fred,FRED
+ftse 100,LIFFE,BARB
+ftse,LIFFE,BARB
+ftse100,LIFFE,BARB
+fundamental,SF1,ZFA,ZFB
+fundamentals,SF2,ZFA,ZFB
+futures,SCF,SIF,CHRIS,CME,ICE
+fx,CURRFX,BOE,FRED,ECB
+gas price,JODI,DOE,EIA
+gas,JODI,DOE,EIA
+gasoil,JODI,DOE,ICE,SCF,CFTC
+gasoline,JODI,DOE,EIA,CME,FRED
+gbp usd,FRED,SGE,ODA,WORLDBANK,UNDATA,BEA
+gbpusd,FRED,SGE,ODA,WORLDBANK,UNDATA,BEA
+gc1,SCF,CHRIS,CME
+gdp growth,FRED,SGE,ODA,WORLDBANK,UNDATA,BEA
+gdp,FRED,SGE,ODA,WORLDBANK,UNDATA,BEA
+germany,BUNDESBANK,SSE,FSE,EUREX
+gini,WORLDBANK,EUROSTAT,LIS,FRED
+gld,EOD,ZFA,ZFB
+gofo,LBMA
+gold futures,SCF,CME,CHRIS,MCX
+gold price,WGC,LBMA,SCF,MCX,WSJ,CME
+gold prices,WGC,LBMA,SCF,MCX,WSJ,CME
+gold spot,WGC,LBMA,WSJ,PERTH,FRED,BUNDESBANK
+gold,WGC,LBMA,SCF,MCX,WSJ,CME
+goog,EOD,WIKI,SF1,ZEE,ZFA
+googl,EOD,WIKI,SF1,ZEE,ZFA
+google finance,GOOG
+google,EOD,WIKI,SF1,ZEE,ZFA
+greece,SGE,ODA,WORLDBANK
+gsci,EOD,YAHOO
+gspc,YAHOO
+hang seng index,HKEX,GOOG,ZAR
+hang seng,HKEX,GOOG,ZAR
+health,WHO,WORLDBANK
+healthcare,WHO,WORLDBANK
+heating oil,SCF
+henry hub,CME,SCF,CHRIS,DOE,EIA
+hong kong,HKEX,ADB,FRED
+housing,ZILLOW
+hsi,HKEX,GOOG,ZAR
+ibm,EOD,WIKI,SF1,ZEE,ZFA
+implied volatility,OWF
+income,FRED,CBO,SF1,ZFA,SGE
+india,MOSPI,SGE,BSE,NSE
+india,MOSPI,SGE,WORLDBANK,ODA
+indonesia,SGE,ODA,WORLDBANK,STATS_INDONESIA
+industrial production index,SGE
+industrial production,SGE
+inflation,SGE,ODA,WORLDBANK,UGID
+infosys,EOD,GOOG,ZFA,ZFB
+insurance,NSE,BSE
+interest rate,YC,FRED,USTREASURY,BOE,UKONS
+interest rates,YC,FRED,USTREASURY,BOE,UKONS
+internet,WORLDBANK
+ipo,NVCA
+iron ore price,WORLDBANK,ODA,CHRIS,CME
+iron ore,WORLDBANK,ODA,CHRIS,CME
+iron,WORLDBANK,ODA,CHRIS,CME
+japan,SGE,ODA,WORLDBANK,BOJ
+jnj,EOD,WIKI,SF1,ZFA,ZEE
+jpy,CURRFX,BOE,FRED,BCB
+ko,EOD,WIKI,SF1,ZEE,ZFA
+lead,ODA,WORLDBANK,CHRIS,SHFE
+lean hogs,SCF,CME,SIF,CHRIS
+libor forward,WORLDBANK,ODA,FED,FRED
+libor,WORLDBANK,ODA,FED,FRED
+litecoin,CRYPTOCHART,DOGE
+live cattle,SCF,CME,SIF,CHRIS
+lumber,CHRIS,CME
+malaysia,SGE,ODA,WORLDBANK
+market cap,SF1
+market capitalization,SF1
+markit,ZFA,ZFB
+mdax,CHRIX,EUREX
+mexico,SGE,ODA,WORLDBANK
+microsoft,EOD,WIKI,SF1,ZEE,ZFA
+mmm,EOD,WIKI,SF1,ZEE,ZFA
+money supply,SGE,WORLDBANK
+mortgage,FMAC
+msci world,YAHOO
+msci,YAHOO
+msft,EOD,WIKI,SF1,ZEE,ZFA
+mutual fund,YAHOO
+mutual funds,YAHOO
+nasdaq 100,NASDAQOMX
+nasdaq composite,NASDAQOMX
+nasdaq,NASDAQOMX,EOD,WIKI
+natural gas futures,SCF,CHRIS,CME,EIA
+natural gas price,SCF,CHRIS,CME,EIA
+natural gas,SCF,WORLDBANK,EIA
+nba,EURONEXT,BBALL
+netflix,EOD,WIKI,SF1,ZEE,ZFA
+netherlands,WORLDBANK,ODA,SGE
+nfl,PROFB,TWITTER
+ng1,SCF,CHRIS
+nickel,OFDP,LME,ODA,WORLDBANK
+nifty,NSE
+nigeria,SGE,ODA,WORLDBANK
+nikkei 225,NIKKEI,YAHOO
+nikkei,NIKKEI,YAHOO
+norway,ODA,WORLDBANK
+nse,NSE
+nymex,CME
+nyse,EOD,WIKI
+obesity,WHO,WORLDBANK
+oecd,OECD,WORLDBANK
+oil futures,SCF,CHRIS,CME,ICE
+oil price,SCF,DOE,CHRIS,EIA
+oil prices,SCF,DOE,CHRIS,EIA
+oil production,SGE,ODA,EIA
+oil,SCF,DOE,CHRIS,EIA
+option,OWF,ORATS1
+options,OWF,CBOE
+oslo,NASDAQOMX,SGE
+pakistan,SGE,ODA,WORLDBANK
+palladium,LPPM,JMATT,SCF,ODA,CHRIS
+palm oil,WORLDBANK,ODA,CHRIS
+petr4,GOOG
+petrobras,EOD,GOOG
+piketty,PIKETTY
+platinum,LPPM,JMATT,SCF,ODA,CHRIS
+pmi,SGE,ISM
+poland,SGE,ODA,WORLDBANK
+population,ODA,WORLDBANK,SGE
+poverty,WORLDBANK
+premium data,SF1,SCF,EOD
+premium,SF1,SCF,EOD
+price,EOD,WIKI,SCF,ODA
+propane,WSJ,ODA,CHRIS
+qqq,EOD
+rbob,DOE,CHRIS,CME
+real estate,ZILLOW
+reliance,NSE,BSE
+retail sales,SGE
+retail,SGE
+rub,CURRFX
+rubber,CHRIS,SCF
+ruble,CURRFX
+russia,SGE,RFSS
+s&p 500 index,YAHOO,EOD,MULTPL
+s&p 500,YAHOO,EOD,MULTPL
+s&p,YAHOO,EOD,MULTPL
+s&p500,YAHOO,EOD,MULTPL
+sales,SF1,ZFA,ZSE
+samsung,EOD,WIKI,SF1,ZEE,ZFA
+sandvik,YAHOO
+saudi arabia,SGE,ODA,WORLDBANK
+sbin,NSE,YAHOO
+sec,SEC,SF1,ZFA,ZFB
+sentiment,PSYCH
+sf1,SF1,ZFA,ZFB
+shanghai,SHFE,GOOG,YAHOO
+shares outstanding,SF1,ZFA,ZFB
+shiller,SANDP
+short interest,SI
+silver futures,SCF,CHRIS,CME
+silver price,LBMA,SCF,CHRIS
+silver,LBMA,SCF,CHRIS
+singapore,SGE,ODA,WORLDBANK
+social media,TWITTER
+social,TWITTER
+society,WORLDBANK
+south africa,SGE,ODA,WORLDBANK
+soybean futures,SCF,CHRIS,CME
+soybean oil,SCF,WSJ,ODA,WORLDBANK
+soybean,SCF,WSJ,TFGRAIN,WORLDBANK
+soybeans,SCF,WSJ,TFGRAIN,CHRIS
+sp 500,YAHOO,EOD,MULTPL
+sp500,YAHOO,EOD,MULTPL
+spain,SGE,ODA,WORLDBANK
+spx,YAHOO,EOD,MULTPL
+spy,YAHOO,EOD,MULTPL
+statoil,ZFA,ZFB,PSYCH
+steel,LME,WSJ,SHFE
+stock market,EOD,WIKI,SF1,ZEE,ZFA
+stock price,EOD,WIKI,SF1,ZEE,ZFA
+stock prices,EOD,WIKI,SF1,ZEE,ZFA
+stock,EOD,WIKI,SF1,ZEE,ZFA
+stocks,EOD,WIKI,SF1,ZEE,ZFA
+sugar price,FAO,WORLDBANK,SCF,CHRIS,ICE
+sugar,FAO,WORLDBANK,SCF,CHRIS,ICE
+swap,FRED,YC
+sweden,SGE,ODA,WORLDBANK
+switzerland,SNB,SGE,ODA,WORLDBANK
+taiwan,SGE,ODA,WORLDBANK
+temperature,CDIAC,WRI
+thailand,SGE,ODA,WORLDBANK
+tlt,EOD,WIKI,SF1,ZEE,ZFA
+tourism,UTOR,WORLDBANK,UNDATA
+toyota,EOD,WIKI,SF1,ZEE,ZFA
+treasury,USTREASURY,FRED,YC
+tsla,EOD,WIKI,SF1,ZEE,ZFA
+tsx,XTSE,XTSX
+turkey,SGE,ODA,WORLDBANK
+twitter,EOD,WIKI,SF1,ZEE,ZFA
+uk,UKONS,SGE,WORLDBANK,ODA
+unemployment rate,SGE,ILOSTAT,WORLDBANK
+unemployment,SGE,ILOSTAT,WORLDBANK
+united states,FRED,SGE,FED
+us crime rate,FBI_UCR,FBI,DISASTERCENTER,OECD
+us dollar index,CHRIS,ICE
+us dollar,FRED,BOE,CURRFX
+us gdp,SGE,FRED,WORLDBANK,ODA
+us treasury,FRED,FED
+us unemployment,FRED,SGE,ODA,WORLDBANK,ILOSTAT
+usa,FRED,SGE,ODA
+usd eur,FRED,ECB,BOE,CURRFX
+usd jpy,FRED,BOE,CURRFX
+usd rub,FRED,BOE,CURRFX
+usd,FRED,BOE,CURRFX
+usdjpy,FRED,BOE,CURRFX
+uso,EOD,GOOG,SF1,ZEE,ZFA
+vanguard,EOD,WIKI,SF1,ZEE,ZFA
+venture capital,NVCA,CVR,COOLEY,KAUFFMAN
+vietnam,SGE,WORLDBANK,ODA
+vix futures,CHRIS,CBOE,CBOEFE,NASDAQOMX
+vix,CHRIS,CBOE
+volatility,CBOE ,OWF
+volkswagen,EOD,WIKI,SF1,ZEE,ZFA
+volvo,EOD,WIKI,SF1,ZEE,ZFA
+vstoxx,EUREX,CHRIS
+vti,EOD,WIKI,SF1,ZEE,ZFA
+vx1,CBOEFE,CBOE,CFTC,SCF
+vxx,EOD,WIKI,SF1,ZEE,ZFA
+vxx,EOD,WIKI,SF2,ZEE,ZFA
+weather,CDIAC,WRI
+wheat futures,SCF,SIF,CME,ICE,CHRIS,OWF
+wheat,SCF,SIF,CME,ICE,CHRIS,OWF
+wiki,WIKI,EOD
+wine,UINC,UIST,FRED,FAO
+world bank,WORLDBANK,SGE
+world gdp,SGE,WORLDBANK,ODA
+wti crude oil,SCF,SIF,DOE,CME,CHRIS
+wti crude,SCF,SIF,DOE,CME,CHRIS
+wti oil,SCF,SIF,DOE,CME,CHRIS
+wti,SCF,SIF,DOE,CME,CHRIS
+xiv,EOD,WIKI,SF1,ZEE,ZFA
+xle,EOD,WIKI,SF1,ZEE,ZFA
+xom,EOD,WIKI,SF1,ZEE,ZFA
+yahoo finance,EOD,WIKI,SF1,ZEE,ZFA
+yahoo,EOD,WIKI,SF1,ZEE,ZFA
+yhoo,EOD,WIKI,SF1,ZEE,ZFA
+yield curve,YC,SGE,FRED,FED
+yield,YC,SGE,FRED,FED
+zacks,ZES,ZFA,ZFB,ZEA
+zillow,ZILL,ZILLOW
+zinc,LME,WSJ,SHFE,OFDP