stock_index 0.5.0 → 0.5.1

data/lib/stock_index.rb

@@ -1,5 +1,10 @@
+require 'pstore'
 require 'stock_index/version'
 require 'stock_index/stock_index'
-require 'stock_index/attributes'
+require 'stock_index/indices'
 require 'stock_index/market'
-require 'stock_index/scrapers/dji_scraper'
+require 'stock_index/component'
+require 'stock_index/bsym_search'
+require 'stock_index/scrapers/base_scraper'
+require 'stock_index/scrapers/dji_scraper'
+require 'stock_index/scrapers/SP500_scraper'

data/lib/stock_index/bsym_search.rb

@@ -0,0 +1,23 @@
+class StockIndex
+
+  class BsymSearch
+
+    require 'csv'
+
+    FILES = {
+      us: 'csv/US.csv'
+    }
+
+    class << self
+
+      def find(symbol, pricing_source = :us)
+        CSV.foreach(FILES[pricing_source]) do |row|
+          return {name: row[1], bbgid: row[2]} if row[0] == symbol
+        end
+      end
+
+    end
+
+  end
+
+end

data/lib/stock_index/component.rb

@@ -0,0 +1,57 @@
+class StockIndex
+
+  class Component
+
+    require 'cik'
+
+    def initialize(symbol, market, wikipedia)
+      @symbol = symbol
+      @market = market
+      @wikipedia = wikipedia
+    end
+
+    def attributes
+      cache_lookup || attributes_lookup
+    end
+
+    def valid?
+      @market && @symbol
+    end
+
+    def cache_lookup
+      store = PStore.new('cache/data.pstore')
+      store.transaction { store[@symbol] }
+    end
+
+    def cache_write(a)
+      store = PStore.new('cache/data.pstore')
+      store.transaction do
+        store[@symbol] = a
+      end
+      a
+    end
+
+    def attributes_lookup
+      puts "--> #{@symbol}"
+      bsym = StockIndex::BsymSearch.find(@symbol)
+      edgar = Cik.lookup(parse_symbol(@symbol))
+      a = {market: @market, symbol: @symbol, name: bsym[:name], wikipedia: @wikipedia, cik: edgar[:cik], bbgid: bsym[:bbgid]}
+      cache_write(a)
+    end
+
+    def parse_symbol(symbol)
+      case symbol
+        # BRK/B => 0001067983 Berkshire Hathaway Inc
+        # BF/B => 0000014693 Brown-Forman Corp
+        when 'BRK/B'
+          '0001067983'
+        when 'BF/B'
+          '0000014693'
+        else
+          symbol
+      end
+    end
+
+  end
+
+end

data/lib/stock_index/{attributes.rb → indices.rb}

@@ -1,5 +1,5 @@
 class StockIndex
-  ATTRIBUTES = {
+  INDICES = {
     '^DJI' => {
       name: 'DOW JONES INDUSTRIAL AVERAGE',
       url: 'http://en.wikipedia.org/wiki/Dow_Jones_Industrial_Average'

data/lib/stock_index/market.rb

@@ -8,9 +8,9 @@ class StockIndex
 
     def to_iso10383
       case @market
-        when 'NYSE'
+        when 'NYSE', 'www.nyse.com'
           'XNYS'
-        when 'NASDAQ'
+        when 'NASDAQ', 'www.nasdaq.com'
           'XNAS'
       end
     end

data/lib/stock_index/scrapers/SP500_scraper.rb

@@ -0,0 +1,46 @@
+class SP500Scraper < StockIndex::BaseScraper
+
+  def scrape
+    doc = Nokogiri::HTML(open(StockIndex::INDICES['^GSPC'][:url]))
+    parse_rows doc.css('table.wikitable.sortable')[0].css('tr')
+  end
+
+  private
+
+  def symbol(tr)
+    symbol_td = td(tr, 0)
+    s = symbol_td ? symbol_td.css('a').first.text : nil
+    parse_symbol(s)
+  end
+
+  def market(tr)
+    market_td = td(tr, 0)
+    market_link = market_td ? market_td.css('a').first.attributes['href'].value : nil
+    StockIndex::Market.new(parse_market_link(market_link)).to_iso10383
+  end
+
+  def wikipedia(tr)
+    wikipedia_position(tr, 1)
+  end
+
+  def parse_market_link(market_link)
+    if market_link
+      uri = URI(market_link)
+      uri.host
+    else
+      nil
+    end
+  end
+
+  def parse_symbol(symbol)
+    case symbol
+      # BRK.B => BRK/B Berkshire Hathaway Inc
+      # BF.B => BF/B Brown-Forman Corp
+      when /(\w+)\.B/
+        "#{$1}/B"
+      else
+        symbol
+    end
+  end
+
+end

data/lib/stock_index/scrapers/base_scraper.rb

@@ -0,0 +1,31 @@
+class StockIndex
+
+  class BaseScraper
+
+    require 'nokogiri'
+
+    def parse_rows(rows)
+      rows.inject([]) do |array, tr|
+        symbol = symbol(tr)
+        market = market(tr)
+        if symbol && market
+          component = StockIndex::Component.new(symbol, market, wikipedia(tr))
+          array << component.attributes if component.valid?
+        end
+        array
+      end
+    end
+
+    def td(tr, position)
+      tr.css('td')[position]
+    end
+
+    def wikipedia_position(tr, position)
+      wikipedia_td = tr.css('td')[position]
+      wikipedia_path = wikipedia_td ? wikipedia_td.css('a').first.attributes['href'].value : nil
+      URI::HTTP.build({:host => 'en.wikipedia.org', :path => wikipedia_path}).to_s rescue nil
+    end
+
+  end
+
+end

data/lib/stock_index/scrapers/dji_scraper.rb

@@ -1,25 +1,25 @@
-class DjiScraper
+class DjiScraper < StockIndex::BaseScraper
 
   def scrape
-    doc = Nokogiri::HTML(open(StockIndex::ATTRIBUTES['^DJI'][:url]))
-    doc.css('table.wikitable.sortable tr').inject([]) do |array, tr|
-      string = "#{market(tr)}:#{symbol(tr)}"
-      array << string unless string == ":"
-      array
-    end
+    doc = Nokogiri::HTML(open(StockIndex::INDICES['^DJI'][:url]))
+    parse_rows doc.css('table.wikitable.sortable tr')
   end
 
   private
 
   def symbol(tr)
-    symbol_td = tr.css('td')[2]
-    symbol_td ? symbol_td.css('a').text : nil
+    symbol_td = td(tr, 2)
+    symbol_td ? symbol_td.css('a').first.text : nil
   end
 
   def market(tr)
-    market_td = tr.css('td')[1]
-    market = market_td ? market_td.css('a').text : nil
+    market_td = td(tr, 1)
+    market = market_td ? market_td.css('a').first.text : nil
     StockIndex::Market.new(market).to_iso10383
   end
 
+  def wikipedia(tr)
+    wikipedia_position(tr, 0)
+  end
+
 end

data/lib/stock_index/stock_index.rb

@@ -1,7 +1,5 @@
 class StockIndex
 
-  require 'nokogiri'
-
   def initialize(symbol)
     @symbol = symbol
   end
@@ -10,6 +8,8 @@ class StockIndex
     case @symbol
       when '^DJI'
         DjiScraper.new.scrape
+      when '^GSPC'
+        SP500Scraper.new.scrape
       else
         []
     end

data/lib/stock_index/version.rb

@@ -1,3 +1,3 @@
 class StockIndex
-  VERSION = "0.5.0"
+  VERSION = "0.5.1"
 end

data/stock_index.gemspec

@@ -10,7 +10,7 @@ Gem::Specification.new do |spec|
   spec.email         = ["javier@javiervidal.net"]
   spec.summary       = 'Stock Index'
   spec.description   = 'Stock Index'
-  spec.homepage      = ""
+  spec.homepage      = "https://github.com/javiervidal/stock_index"
   spec.license       = "MIT"
 
   spec.files         = `git ls-files -z`.split("\x0")
@@ -24,4 +24,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rspec"
   spec.add_development_dependency "simplecov"
   spec.add_runtime_dependency "nokogiri"
+  spec.add_runtime_dependency "cik"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: stock_index
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.5.1
 platform: ruby
 authors:
 - Javier Vidal
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-23 00:00:00.000000000 Z
+date: 2014-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -94,6 +94,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: cik
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Stock Index
 email:
 - javier@javiervidal.net
@@ -106,15 +120,20 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- cache/data.pstore
 - csv/US.csv
 - lib/stock_index.rb
-- lib/stock_index/attributes.rb
+- lib/stock_index/bsym_search.rb
+- lib/stock_index/component.rb
+- lib/stock_index/indices.rb
 - lib/stock_index/market.rb
+- lib/stock_index/scrapers/SP500_scraper.rb
+- lib/stock_index/scrapers/base_scraper.rb
 - lib/stock_index/scrapers/dji_scraper.rb
 - lib/stock_index/stock_index.rb
 - lib/stock_index/version.rb
 - stock_index.gemspec
-homepage: ''
+homepage: https://github.com/javiervidal/stock_index
 licenses:
 - MIT
 metadata: {}