stock_index 0.6.0 → 0.7.0

data/spec/fixtures/yaml/N225.yaml

@@ -0,0 +1,226 @@
+---
+- '4151'
+- '4502'
+- '4503'
+- '4506'
+- '4507'
+- '4519'
+- '4523'
+- '4568'
+- '6479'
+- '6501'
+- '6502'
+- '6503'
+- '6504'
+- '6506'
+- '6508'
+- '6674'
+- '6701'
+- '6702'
+- '6703'
+- '6752'
+- '6753'
+- '6758'
+- '6762'
+- '6767'
+- '6770'
+- '6773'
+- '6841'
+- '6857'
+- '6902'
+- '6952'
+- '6954'
+- '6971'
+- '6976'
+- '7735'
+- '7751'
+- '7752'
+- '8035'
+- '7201'
+- '7202'
+- '7203'
+- '7205'
+- '7211'
+- '7261'
+- '7267'
+- '7269'
+- '7270'
+- '4543'
+- '4902'
+- '7731'
+- '7733'
+- '7762'
+- '9412'
+- '9432'
+- '9433'
+- '9437'
+- '9613'
+- '9984'
+- '8303'
+- '8304'
+- '8306'
+- '8308'
+- '8309'
+- '8316'
+- '8331'
+- '8332'
+- '8354'
+- '8355'
+- '8411'
+- '8253'
+- '8601'
+- '8604'
+- '8628'
+- '8630'
+- '8725'
+- '8729'
+- '8750'
+- '8766'
+- '8795'
+- '1332'
+- '1333'
+- '2002'
+- '2269'
+- '2282'
+- '2501'
+- '2502'
+- '2503'
+- '2531'
+- '2801'
+- '2802'
+- '2871'
+- '2914'
+- '3086'
+- '3099'
+- '3382'
+- '8233'
+- '8252'
+- '8267'
+- '8270'
+- '9983'
+- '4324'
+- '4689'
+- '4704'
+- '9602'
+- '9681'
+- '9735'
+- '9766'
+- '1605'
+- '3101'
+- '3103'
+- '3105'
+- '3401'
+- '3402'
+- '3861'
+- '3863'
+- '3865'
+- '3405'
+- '3407'
+- '4004'
+- '4005'
+- '4021'
+- '4041'
+- '4042'
+- '4043'
+- '4061'
+- '4063'
+- '4183'
+- '4188'
+- '4208'
+- '4272'
+- '4452'
+- '4901'
+- '4911'
+- '6988'
+- '5002'
+- '5020'
+- '5101'
+- '5108'
+- '3110'
+- '5201'
+- '5202'
+- '5214'
+- '5232'
+- '5233'
+- '5301'
+- '5332'
+- '5333'
+- '5401'
+- '5406'
+- '5411'
+- '5413'
+- '5541'
+- '3436'
+- '5703'
+- '5706'
+- '5707'
+- '5711'
+- '5713'
+- '5714'
+- '5715'
+- '5801'
+- '5802'
+- '5803'
+- '5901'
+- '2768'
+- '8001'
+- '8002'
+- '8015'
+- '8031'
+- '8053'
+- '8058'
+- '1721'
+- '1801'
+- '1802'
+- '1803'
+- '1812'
+- '1925'
+- '1928'
+- '1963'
+- '5631'
+- '6103'
+- '6113'
+- '6301'
+- '6302'
+- '6305'
+- '6326'
+- '6361'
+- '6366'
+- '6367'
+- '6471'
+- '6472'
+- '6473'
+- '7004'
+- '7011'
+- '7013'
+- '7003'
+- '7012'
+- '7911'
+- '7912'
+- '7951'
+- '3289'
+- '8801'
+- '8802'
+- '8803'
+- '8804'
+- '8830'
+- '9001'
+- '9005'
+- '9007'
+- '9008'
+- '9009'
+- '9020'
+- '9021'
+- '9022'
+- '9062'
+- '9064'
+- '9101'
+- '9104'
+- '9107'
+- '9202'
+- '9301'
+- '9501'
+- '9502'
+- '9503'
+- '9531'
+- '9532'

data/spec/fixtures/yaml/NDX.yaml

@@ -0,0 +1,105 @@
+---
+- FOXA
+- ATVI
+- ADBE
+- AKAM
+- ALXN
+- ALTR
+- AMZN
+- AMGN
+- ADI
+- AAPL
+- AMAT
+- ADSK
+- ADP
+- AVGO
+- BIDU
+- BBBY
+- BIIB
+- BRCM
+- CHRW
+- CA
+- CTRX
+- CELG
+- CERN
+- CHTR
+- CHKP
+- CSCO
+- CTXS
+- CTSH
+- CMCSA
+- COST
+- DTV
+- DISCA
+- DISCK
+- DISH
+- DLTR
+- EBAY
+- EQIX
+- EXPE
+- EXPD
+- ESRX
+- FFIV
+- FB
+- FAST
+- FISV
+- GRMN
+- GILD
+- GOOGL
+- GOOG
+- HSIC
+- ILMN
+- INTC
+- INTU
+- ISRG
+- GMCR
+- KLAC
+- KRFT
+- LBTYA
+- QVCA
+- LMCK
+- LMCA
+- LVNTA
+- LLTC
+- MAR
+- MAT
+- MXIM
+- MU
+- MSFT
+- MDLZ
+- MNST
+- MYL
+- NTAP
+- NFLX
+- NVDA
+- NXPI
+- ORLY
+- PCAR
+- PAYX
+- QCOM
+- REGN
+- ROST
+- SNDK
+- SBAC
+- STX
+- SIAL
+- SIRI
+- SPLS
+- SBUX
+- SRCL
+- SYMC
+- TSLA
+- TXN
+- PCLN
+- TSCO
+- TRIP
+- VRSK
+- VRTX
+- VIAB
+- VIP
+- VOD
+- WDC
+- WFM
+- WYNN
+- XLNX
+- YHOO

data/spec/helper.rb

@@ -6,20 +6,65 @@ SimpleCov.formatters = [SimpleCov::Formatter::HTMLFormatter, Coveralls::SimpleCo
 SimpleCov.start
 
 require 'stock_index'
+require 'webmock/rspec'
+
+WebMock.disable_net_connect!(allow: 'coveralls.io')
+
+RSpec.configure do |config|
+  config.before(:each) do
+
+    stub_request(:get, "http://en.wikipedia.org/wiki/Dow_Jones_Industrial_Average").
+      with(:headers => {'Accept' => '*/*'}).
+      to_return(:status => 200, :body => fixture_html('dji'), :headers => {})
+
+    stub_request(:get, "http://en.wikipedia.org/wiki/List_of_S&P_500_companies").
+      with(:headers => {'Accept' => '*/*'}).
+      to_return(:status => 200, :body => fixture_html('gspc'), :headers => {})
+
+    stub_request(:get, "http://en.wikipedia.org/wiki/NASDAQ-100").
+      with(:headers => {'Accept' => '*/*'}).
+      to_return(:status => 200, :body => fixture_html('ndx'), :headers => {})
+
+    stub_request(:get, "http://indexes.nikkei.co.jp/en/nkave/index/component?idx=nk225").
+      with(:headers => {'Accept' => '*/*'}).
+      to_return(:status => 200, :body => fixture_html('n225'), :headers => {})
+
+    stub_request(:get, "http://en.wikipedia.org/wiki/Nikkei_225").
+      with(:headers => {'Accept' => '*/*'}).
+      to_return(:status => 200, :body => fixture_html('n225_wikipedia'), :headers => {})
+
+    stub_request(:get, "http://www.sec.gov/cgi-bin/browse-edgar?CIK=CSCO&action=getcompany").
+      with(:headers => {'Accept' => '*/*'}).
+      to_return(:status => 200, :body => edgar_html, :headers => {})
+
+    stub_request(:get, "http://www.sec.gov/cgi-bin/browse-edgar?CIK=ZZZZ&action=getcompany").
+      with(:headers => {'Accept' => '*/*'}).
+      to_return(:status => 200, :body => "", :headers => {})
+
+  end
+end
 
 def fixture_path
   File.expand_path('../fixtures', __FILE__)
 end
 
-def fixture(symbol)
-  File.new(fixture_path + '/' + file(symbol))
+def fixture_yaml(symbol)
+  File.new(File.join(fixture_path, 'yaml', yaml_file(symbol)))
 end
 
-def file(symbol)
+def fixture_html(page)
+  File.new(File.join(fixture_path, 'html', "#{page}.html"))
+end
+
+def yaml_file(symbol)
   md = /\^(\w+)/.match(symbol)
   "#{md[1]}.yaml"
 end
 
 def components_from_fixture(symbol)
-  YAML::load_file(fixture(symbol))
+  YAML::load_file(fixture_yaml(symbol))
+end
+
+def edgar_html
+  File.new(File.join(fixture_path, 'html', "edgar.html"))
 end

data/spec/stock_index/bsym_search_spec.rb

@@ -5,7 +5,7 @@ describe StockIndex::BsymSearch do
   context 'searching a symbol in EXCEPTIONS' do
 
     it 'returns the component' do
-      expect(StockIndex::BsymSearch.find('BIDU')).to eq({name: 'BAIDU INC', bbgid: 'BBG000QXWHD1'})
+      expect(StockIndex::BsymSearch.find('BIDU', :us)).to eq({name: 'BAIDU INC', bbgid: 'BBG000QXWHD1'})
     end
 
   end
@@ -13,7 +13,7 @@ describe StockIndex::BsymSearch do
   context 'searching a symbol in the CSV file' do
 
     it 'returns the component' do
-      expect(StockIndex::BsymSearch.find('CSCO')).to eq({:name=>"CISCO SYSTEMS INC", :bbgid=>"BBG000C3J3C9"})
+      expect(StockIndex::BsymSearch.find('CSCO', :us)).to eq({:name=>"CISCO SYSTEMS INC", :bbgid=>"BBG000C3J3C9"})
     end
 
   end
@@ -21,7 +21,7 @@ describe StockIndex::BsymSearch do
   context 'searching a non existent symbol' do
 
     it 'returns nil' do
-      expect(StockIndex::BsymSearch.find('ZZZZ')).to eq(nil)
+      expect(StockIndex::BsymSearch.find('ZZZZ', :us)).to eq(nil)
     end
 
   end

data/spec/stock_index/component_spec.rb

@@ -0,0 +1,21 @@
+require 'helper'
+
+describe StockIndex::Component do
+
+  it 'returns the value written to the cache' do
+    component = StockIndex::Component.new('T', 'test', nil)
+    component.cache_write('ZZZZ')
+    expect(component.cache_lookup).to eq('ZZZZ')
+  end
+
+  it 'returns the correct attributes with a valid symbol' do
+    component = StockIndex::Component.new('CSCO', 'XNAS', nil)
+    expect(component.attributes_lookup).to eq({:market=>"XNAS", :symbol=>"CSCO", :name=>"CISCO SYSTEMS INC", :wikipedia=>nil, :cik=>"0000858877", :bbgid=>"BBG000C3J3C9"})
+  end
+
+  it 'returns nil with an invalid symbol' do
+    component = StockIndex::Component.new('ZZZZ', 'XNAS', nil)
+    expect(component.attributes_lookup).to be_nil
+  end
+
+end

data/spec/stock_index/stock_index_spec.rb

@@ -9,18 +9,25 @@ describe StockIndex do
   # How to generate a fixture file
   #
   # require 'yaml'
-  # File.open('spec/fixtures/NDX.yaml', 'w') {|f| f.write StockIndex.new('^NDX').components.to_yaml }
+  # File.open('spec/fixtures/DJI.yaml', 'w') {|f| f.write StockIndex.new('^DJI').components.map{ |e| e[:symbol]}.to_yaml }
+  # File.open('spec/fixtures/GSPC.yaml', 'w') {|f| f.write StockIndex.new('^GSPC').components.map{ |e| e[:symbol]}.to_yaml }
+  # File.open('spec/fixtures/NDX.yaml', 'w') {|f| f.write StockIndex.new('^NDX').components.map{ |e| e[:symbol]}.to_yaml }
+  # File.open('spec/fixtures/N225.yaml', 'w') {|f| f.write StockIndex.new('^N225').components.map{ |e| e[:symbol]}.to_yaml }
 
   it 'returns components for ^DJI' do
-    expect(StockIndex.new('^DJI').components.map{ |e| e[:symbol] }).to match_array(components_from_fixture('^DJI').map{ |e| e[:symbol] })
+    expect(StockIndex.new('^DJI').components.map{ |e| e[:symbol] }).to match_array(components_from_fixture('^DJI'))
   end
 
   it 'returns components for ^GSPC' do
-    expect(StockIndex.new('^GSPC').components.map{ |e| e[:symbol] }).to match_array(components_from_fixture('^GSPC').map{ |e| e[:symbol] })
+    expect(StockIndex.new('^GSPC').components.map{ |e| e[:symbol] }).to match_array(components_from_fixture('^GSPC'))
   end
 
   it 'returns components for ^NDX' do
-    expect(StockIndex.new('^NDX').components.map{ |e| e[:symbol] }).to match_array(components_from_fixture('^NDX').map{ |e| e[:symbol] })
+    expect(StockIndex.new('^NDX').components.map{ |e| e[:symbol] }).to match_array(components_from_fixture('^NDX'))
+  end
+
+  it 'returns components for ^N225' do
+    expect(StockIndex.new('^N225').components.map{ |e| e[:symbol] }).to match_array(components_from_fixture('^N225'))
   end
 
 end

data/stock_index.gemspec

@@ -23,6 +23,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "awesome_print"
   spec.add_development_dependency "rspec"
   spec.add_development_dependency "simplecov"
+  spec.add_development_dependency "webmock"
   spec.add_development_dependency "coveralls"
   spec.add_runtime_dependency "nokogiri"
   spec.add_runtime_dependency "cik"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: stock_index
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Javier Vidal
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-03 00:00:00.000000000 Z
+date: 2014-12-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -80,6 +80,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: coveralls
   requirement: !ruby/object:Gem::Requirement
@@ -131,12 +145,17 @@ extra_rdoc_files: []
 files:
 - ".gitignore"
 - ".rspec"
+- ".travis.yml"
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
+- bsym/JP.csv
 - bsym/US.csv
-- cache/data.pstore
+- cache/XJPX.pstore
+- cache/XNAS.pstore
+- cache/XNYS.pstore
+- cache/test.pstore
 - lib/stock_index.rb
 - lib/stock_index/bsym_search.rb
 - lib/stock_index/component.rb
@@ -146,14 +165,23 @@ files:
 - lib/stock_index/scrapers/base_scraper.rb
 - lib/stock_index/scrapers/dji_scraper.rb
 - lib/stock_index/scrapers/nasdaq_scraper.rb
+- lib/stock_index/scrapers/nikkei_scraper.rb
 - lib/stock_index/stock_index.rb
 - lib/stock_index/symbol_parser.rb
 - lib/stock_index/version.rb
-- spec/fixtures/DJI.yaml
-- spec/fixtures/GSPC.yaml
-- spec/fixtures/NDX.yaml
+- spec/fixtures/html/dji.html
+- spec/fixtures/html/edgar.html
+- spec/fixtures/html/gspc.html
+- spec/fixtures/html/n225.html
+- spec/fixtures/html/n225_wikipedia.html
+- spec/fixtures/html/ndx.html
+- spec/fixtures/yaml/DJI.yaml
+- spec/fixtures/yaml/GSPC.yaml
+- spec/fixtures/yaml/N225.yaml
+- spec/fixtures/yaml/NDX.yaml
 - spec/helper.rb
 - spec/stock_index/bsym_search_spec.rb
+- spec/stock_index/component_spec.rb
 - spec/stock_index/stock_index_spec.rb
 - spec/stock_index/symbol_parser_spec.rb
 - stock_index.gemspec
@@ -182,10 +210,18 @@ signing_key:
 specification_version: 4
 summary: Stock Index
 test_files:
-- spec/fixtures/DJI.yaml
-- spec/fixtures/GSPC.yaml
-- spec/fixtures/NDX.yaml
+- spec/fixtures/html/dji.html
+- spec/fixtures/html/edgar.html
+- spec/fixtures/html/gspc.html
+- spec/fixtures/html/n225.html
+- spec/fixtures/html/n225_wikipedia.html
+- spec/fixtures/html/ndx.html
+- spec/fixtures/yaml/DJI.yaml
+- spec/fixtures/yaml/GSPC.yaml
+- spec/fixtures/yaml/N225.yaml
+- spec/fixtures/yaml/NDX.yaml
 - spec/helper.rb
 - spec/stock_index/bsym_search_spec.rb
+- spec/stock_index/component_spec.rb
 - spec/stock_index/stock_index_spec.rb
 - spec/stock_index/symbol_parser_spec.rb