quandl-elasticsearch 2.1.0.rc5

data/elasticsearch/logging.yml

@@ -0,0 +1,56 @@
+# you can override this using by setting a system property, for example -Des.logger.level=DEBUG
+es.logger.level: INFO
+rootLogger: ${es.logger.level}, console, file
+logger:
+  # log action execution errors for easier debugging
+  action: DEBUG
+  # reduce the logging for aws, too much is logged under the default INFO
+  com.amazonaws: WARN
+
+  # gateway
+  #gateway: DEBUG
+  #index.gateway: DEBUG
+
+  # peer shard recovery
+  #indices.recovery: DEBUG
+
+  # discovery
+  #discovery: TRACE
+
+  index.search.slowlog: TRACE, index_search_slow_log_file
+  index.indexing.slowlog: TRACE, index_indexing_slow_log_file
+
+additivity:
+  index.search.slowlog: false
+  index.indexing.slowlog: false
+
+appender:
+  console:
+    type: console
+    layout:
+      type: consolePattern
+      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
+
+  file:
+    type: dailyRollingFile
+    file: ${path.logs}/${cluster.name}.log
+    datePattern: "'.'yyyy-MM-dd"
+    layout:
+      type: pattern
+      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
+
+  index_search_slow_log_file:
+    type: dailyRollingFile
+    file: ${path.logs}/${cluster.name}_index_search_slowlog.log
+    datePattern: "'.'yyyy-MM-dd"
+    layout:
+      type: pattern
+      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
+
+  index_indexing_slow_log_file:
+    type: dailyRollingFile
+    file: ${path.logs}/${cluster.name}_index_indexing_slowlog.log
+    datePattern: "'.'yyyy-MM-dd"
+    layout:
+      type: pattern
+      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"

data/elasticsearch/stopwords/english.txt

@@ -0,0 +1,38 @@
+stopworda
+stopwordb
+
+a
+an
+and
+are
+as
+at
+be
+but
+by
+for
+if
+in
+into
+is
+it
+no
+not
+of
+on
+or
+s
+such
+t
+that
+the
+their
+then
+there
+these
+they
+this
+to
+was
+will
+with

data/elasticsearch/synonyms/synonyms_english.txt

@@ -0,0 +1,318 @@
+#test case
+one random number, abcdef
+
+# miscellaneous, domainspecific, added by hand
+cpi, consumer price index, inflation
+ppi, producer price index
+gdp, gross domestic product
+gnp, gross national product
+one, 1
+two, 2
+three, 3
+four, 4
+five, 5
+six, 6
+seven, 7
+eight, 8
+nine, 9
+ten, 10
+fx_syn, foreign exchange, fx, forex, exchange rate
+home_syn, home, house, property, real estate, housing
+index, indice
+equity, stock, share, shares
+interest_rate_syn, yield, interest rate, bond rate, bill rate, note rate
+maize, corn
+aluminum, aluminium
+sulphur, sulfur
+use, usage
+e commerce, ecommerce
+ords, ordinaries
+yr, year
+centre, center
+labor, labour
+spx, s&p500, s&p 500
+aids, hiv
+
+un, united nations
+fao, food and agriculture organization
+iaea, international atomic energy agency
+ilo, international labour organization
+unesco, united nations educational scientific and cultural organization
+unido, united nations industrial development organization
+who, world health organization
+wto, world trade organization
+imf, international monetary fund
+wb, world bank
+eu, european union
+nato, north atlantic treaty organization
+asean, association of south east asian nations
+oecd, organization for economic cooperation and development
+opec, organization of the petroleum exporting countries
+wwf, world wide fund for nature
+unicef, united nations children's fund
+wfp, world food programme
+osce, organization for security and cooperation in europe
+icrc, international committee of the red cross
+bls, bureau of labor statistics
+
+djia, dow jones industrial average, dji, indu
+spx, s&p 500, gspc, inx
+
+# currency names and 3letter iso codes from wikipedia
+ars, argentine peso
+aud, australian dollar, australia dollar
+bdt, bangladeshi taka
+bgn, bulgarian lev
+bhd, bahraini dinar
+brl, brazilian real, brazil real
+bsd, bahamian dollar
+byr, belarusian ruble
+bzd, belize dollar
+cad, canadian dollar, canada dollar
+chf, swiss franc, switzerland franc
+clp, chilean peso, chili peso
+cny, chinese yuan, china yuan, renminbi
+cop, colombian peso
+dkk, danish krone, denmark krone
+dzd, algerian dinar
+egp, egyptian pound, egypt pound
+eur, euro
+gbp, pound sterling, british pound, britain pound
+hkd, hong kong dollar
+idr, indonesian rupiah
+ils, israeli shekel
+inr, indian rupee, india rupee
+iqd, iraqi dinar
+irr, iranian rial
+isk, icelandic krona
+jod, jordanian dinar
+jpy, japanese yen, japan yen
+krw, korean won, korea won
+mxn, mexican peso
+myr, malaysian ringgit
+nok, norway krone, norwegian krone
+nzd, new zealand dollar
+pkr, pakistani rupee
+ron, romanian new
+rub, russian rouble
+sar, saudi riyal
+sek, swedish krona
+sgd, singapore dollar
+thb, thai baht
+vef, venezuelan bolivar fuerte
+vnd, vietnamese dong
+zar, south african rand
+
+
+abkhazia, abkhaz, abkhazian
+afghanistan, afghan
+albania, albanian
+algeria, algerian
+andorra, andorran
+angola, angolan
+anguilla, anguillan
+antigua, antiguan
+barbuda, barbudan
+argentina, argentine, argentinean, argentinian
+armenia, armenian
+aruba, aruban
+australia, australian
+austria, austrian
+azerbaijan, azerbaijani, azeri
+bahamas, bahamian
+bahrain, bahraini
+bangladesh, bangladeshi
+barbados, barbadian, bajan
+belarus, belarusian
+belgium, belgian
+belize, belizean
+benin, beninese, beninois
+bermuda, bermudian, bermudan
+bhutan, bhutanese
+bolivia, bolivian
+bosnia, bosnian, bosniak
+herzegovina, herzegovinian
+botswana, motswana, batswana, botswanan
+brazil, brazilian
+brunei, bruneian
+bulgaria, bulgarian
+burma, myanmar, burmese
+burundi, burundian
+cambodia, cambodian
+cameroon, cameroonian
+canada, canadian
+chad, chadian
+chile, chilean
+colombia, colombian
+comoros, comorian
+croatia, croatian
+cuba, cuban
+cyprus, cypriot
+congo, congolese, zaire, zairean
+denmark, danish
+djibouti, djiboutian
+dominica, dominican
+ecuador, ecuadorian, ecuadorians
+egypt, egyptian
+eritrea, eritrean
+estonia, estonian
+ethiopia, ethiopian, abyssinia, abyssinian
+fiji, fijian
+finland, finnish, finn
+france, french
+gabon, gabonese
+gambia, gambian
+georgia, georgian
+germany, german
+ghana, ghanaian
+greece, greek, grecian, hellenic
+greenland, greenlandic
+grenada, grenadian
+guam, guamanian
+guatemala, guatemalan
+guineabissau, guinea, guinean
+guyana, guyanese
+haiti, haitian
+honduras, honduran
+hungary, hungarian, magyar
+iceland, icelandic
+india, indian
+indonesia, indonesian
+iran, iranian
+iraq, iraqi
+eire, ireland, irish
+israel, israeli
+italy, italian, italic
+jamaica, jamaican
+japan, japanese, nippon, nihon
+jordan, jordanian
+kazakhstan, kazakh, kazakhstani
+kenya, kenyan
+kosovo, kosovar, kosovan
+kuwait, kuwaiti
+kyrgyzstan, kyrgyzstani, kyrgyz, kirgiz, kirghiz
+laos, laotian, lao
+latvia, latvian
+lebanon, lebanese
+lesotho, basotho
+liberia, liberian
+libya, libyan
+lithuania, lithuanian
+luxembourg, luxembourgish, luxembourger
+macau, macanese
+madagascar, malagasy
+malawi, malawian
+malaysia, malaysian, malaya, malay
+maldives, maldivian
+mali, malian
+malta, maltese
+martinique, martiniquais, martinican
+mauritania, mauritanian
+mauritius, mauritian
+mayotte, mahoran, mahorais
+mexico, mexican
+moldova, moldovan
+monaco, monegasque, monacan
+mongolia, mongolian, mongol
+montenegro, montenegrin
+montserrat, montserratian
+morocco, moroccan
+mozambique, mozambican
+namibia, namibian
+nauru, nauruan
+nepal, nepali, nepalese
+netherlands, dutch, holland
+nicaragua, nicaraguan
+niger, nigerien
+nigeria, nigerian
+niue, niuean
+korea, korean
+norway, norwegian
+oman, omani
+pakistan, pakistani
+palau, palauan
+panama, panamanian
+paraguay, paraguayan
+china, chinese
+peru, peruvian
+philippines, philippine, filipino, pinoy
+poland, polish, pole
+portugal, portuguese
+qatar, qatari
+macedonia, macedonian
+romania, romanian
+russia, russian
+rwanda, rwandan
+reunion, reunionese, reunionnais
+saintpierre, saintpierrais
+miquelon, miquelonnais
+samoa, samoan
+scotland, scots, scottish, scotch
+senegal, senegalese
+serbia, serbian, serb
+seychelles, seychellois
+singapore, singaporean
+slovakia, slovak
+slovenia, slovenian, slovene
+somalia, somali, somalian
+spain, spanish, spaniards
+srilanka_syn, sri lanka, sri lankan, ceylon, ceylonese
+sudan, sudanese
+surinam, surinamese
+swaziland, swazi
+sweden, swedish
+switzerland, swiss
+syria, syrian
+taiwan, taiwanese
+tajikistan, tajikistani, tajik
+tanzania, tanzanian
+thailand, thai, siam, siamese
+togo, togolese
+tonga, tongan
+trinidad, trinidadian
+tobago, tobagonian
+tunisia, tunisian
+turkey, turkish
+turkmenistan, turkmen
+tuvalu, tuvaluan
+uganda, ugandan
+ukraine, ukrainian
+uruguay, uruguayan
+uzbekistan, uzbekistani, uzbek
+vanuatu, nivanuatu, vanuatuan
+venezuela, venezuelan
+vietnam, vietnamese
+wales, welsh
+wallis, wallisian
+futuna, futunan
+yemen, yemeni
+zambia, zambian
+zimbabwe, zimbabwean, rhodesia, rhodesian
+chechnya, chechnyan, chechen
+czechoslovakia, czechoslovak, czech
+
+el salvador, salvadoran
+saudi arabia, saudi, saudi arabian
+sierra leone, sierra leonean
+south africa, south african
+south korea, south korean
+north korea, north korean
+east timor, timorese
+faroe islands, faroese
+uae, united arab emirates, emirati, emirian
+uk_syn, united kingdom, uk, british isles, great britain, england, british, english
+usa, united states, united states of america, america, american, us
+ussr, union of soviet socialist republics, soviet union
+
+la, los angeles
+ny, new york
+sf, san francisco
+annual, yearly
+un, united nations
+nyse, new york stock exchange
+dept, department
+fbi, federal bureau of investigation
+us, u.s., u.s.a., usa, america, united states
+btc, bitcoin
+gov, government
+

data/fixtures/vcr_cassettes/search_spec_database_1.yml

@@ -0,0 +1,38 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://staging-search.quandl.com:9200//quandl_index/database/_search
+    body:
+      encoding: UTF-8
+      string: ! '{"explain":false,"fields":["_parent","code"],"query":{"filtered":{"query":{"bool":{"should":[{"multi_match":{"fields":["code","name^1.1","description","documentation^0.8"],"query":"stocks","type":"phrase","operator":"and","zero_terms_query":"all","slop":2}},{"has_child":{"type":"dataset","score_mode":"max","query":{"bool":{"should":[{"multi_match":{"fields":["name^1.1"],"query":"stocks","type":"phrase","slop":10}},{"multi_match":{"fields":["code","name^1.1"],"query":"stocks","type":"best_fields"}},{"prefix":{"code":"stocks"}}]}}}},{"prefix":{"code":"stocks"}}]}},"filter":{"bool":{"must":[{"term":{"premium":false}}]}}}},"from":0,"size":10,"rescore":{"window_size":10,"query":{"rescore_query":{"match":{"name":{"query":"stocks","type":"phrase","slop":10}}},"query_weight":0.7,"rescore_query_weight":1.2}}}'
+    headers:
+      User-Agent:
+      - Faraday v0.9.1
+      Accept:
+      - ! '*/*'
+      Date:
+      - Fri, 22 May 2015 15:57:48 GMT
+      Content-Type:
+      - application/x-www-form-urlencoded
+  response:
+    status:
+      code: 200
+      message: !binary |-
+        T0s=
+    headers:
+      !binary "Q29udGVudC1UeXBl":
+      - !binary |-
+        YXBwbGljYXRpb24vanNvbjsgY2hhcnNldD1VVEYtOA==
+      !binary "Q29udGVudC1MZW5ndGg=":
+      - !binary |-
+        MTIwMw==
+      !binary "Q29ubmVjdGlvbg==":
+      - !binary |-
+        a2VlcC1hbGl2ZQ==
+    body:
+      encoding: US-ASCII
+      string: ! '{"took":752,"timed_out":false,"_shards":{"total":1,"successful":1,"failed":0},"hits":{"total":130,"max_score":2.7896662,"hits":[{"_index":"quandl_main_v6","_type":"database","_id":"33","_score":3.7459924,"fields":{"code":["NSE"]}},{"_index":"quandl_main_v6","_type":"database","_id":"460","_score":3.4402916,"fields":{"code":["LUXSE"]}},{"_index":"quandl_main_v6","_type":"database","_id":"442","_score":3.391498,"fields":{"code":["ZAGREBSE"]}},{"_index":"quandl_main_v6","_type":"database","_id":"462","_score":3.381187,"fields":{"code":["BUCHARESTSE"]}},{"_index":"quandl_main_v6","_type":"database","_id":"5628","_score":3.2165365,"fields":{"code":["EURONEXT"]}},{"_index":"quandl_main_v6","_type":"database","_id":"450","_score":3.0062313,"fields":{"code":["PHILSE"]}},{"_index":"quandl_main_v6","_type":"database","_id":"663","_score":2.9658709,"fields":{"code":["SI"]}},{"_index":"quandl_main_v6","_type":"database","_id":"1383","_score":1.5982721,"fields":{"code":["SIX"]}},{"_index":"quandl_main_v6","_type":"database","_id":"464","_score":1.5879608,"fields":{"code":["NIKKEI"]}},{"_index":"quandl_main_v6","_type":"database","_id":"8401","_score":1.2901201,"fields":{"code":["CRYPTOCHART"]}}]}}'
+    http_version: 
+  recorded_at: Fri, 22 May 2015 15:57:50 GMT
+recorded_with: VCR 2.9.3