stock_index 0.7.0 → 0.8.0

data/lib/stock_index/bsym_search.rb

@@ -4,11 +4,6 @@ class StockIndex
 
     require 'csv'
 
-    FILES = {
-      us: 'bsym/US.csv',
-      jp: 'bsym/JP.csv',
-    }
-
     EXCEPTIONS = {
       'BIDU' => {name: 'BAIDU INC', bbgid: 'BBG000QXWHD1'},
       'LVNTA' => {name: 'LIBERTY VENTURES', bbgid: 'BBG0038K9G41'},
@@ -20,11 +15,15 @@ class StockIndex
 
       def find(symbol, pricing_source)
         return {name: EXCEPTIONS[symbol][:name], bbgid: EXCEPTIONS[symbol][:bbgid]} if EXCEPTIONS.keys.include? symbol
-        CSV.foreach(FILES[pricing_source]) do |row|
+        CSV.foreach(files(pricing_source)) do |row|
           return {name: row[1], bbgid: row[2]} if row[0] == symbol
         end
       end
 
+      def files(pricing_source)
+        "bsym/#{pricing_source.upcase}.csv"
+      end
+
     end
 
   end

data/lib/stock_index/indices.rb

@@ -23,7 +23,8 @@ class StockIndex
     },
     '^FTSE' => {
       name: 'FTSE 100',
-      url: 'http://www.londonstockexchange.com/exchange/prices-and-markets/stocks/indices/summary/summary-indices-constituents.html?index=UKX'
+      url: 'http://www.londonstockexchange.com/exchange/prices-and-markets/stocks/indices/summary/summary-indices-constituents.html?index=UKX',
+      wikipedia_url: 'http://en.wikipedia.org/wiki/FTSE_100_Index#Current_constituents'
     }
   }
 end

data/lib/stock_index/scrapers/SP500_scraper.rb

@@ -10,7 +10,7 @@ class SP500Scraper < StockIndex::BaseScraper
   def symbol(tr)
     symbol_td = td(tr, 0)
     s = symbol_td ? symbol_td.css('a').first.text : nil
-    SymbolParser.new(s).sp500_to_bsym
+    SymbolParser.new(s).symbol_to_bsym
   end
 
   def market(tr)

data/lib/stock_index/scrapers/ftse_scraper.rb

@@ -0,0 +1,47 @@
+class FtseScraper < StockIndex::BaseScraper
+
+  def scrape
+    @wikipedia_hash = parse_wikipedia_page(Nokogiri::HTML(open(StockIndex::INDICES['^FTSE'][:wikipedia_url])))
+    (1..6).inject([]) do |array, page|
+      doc = Nokogiri::HTML(open(url(page)))
+      array += parse_rows(doc.css('table.table_dati tr'))
+      array
+    end
+  end
+
+  private
+
+  def parse_rows(rows)
+    rows.inject([]) do |array, tr|
+      symbol = symbol(tr)
+      market = 'XLON'
+      if symbol && market
+        component = StockIndex::Component.new(symbol, market, @wikipedia_hash[symbol], :ln)
+        array << component.attributes if component.valid?
+      end
+      array
+    end
+  end
+
+  def symbol(tr)
+    symbol_td = td(tr, 0)
+    s = symbol_td ? symbol_td.text : nil
+    SymbolParser.new(s).symbol_to_bsym
+  end
+
+  def url(page)
+    "#{StockIndex::INDICES['^FTSE'][:url]}&page=#{page}"
+  end
+
+  def parse_wikipedia_page(wikipedia_doc)
+    wikipedia_doc.css('#constituents tr').inject({}) do |hash, tr|
+      link_td = tr.css('td')[0]
+      symbol_td = tr.css('td')
+      if link_td
+        hash[symbol_td[1].text] = build_wikipedia_link(link_td.css('a').first.attributes['href'].value)
+      end
+      hash
+    end
+  end
+
+end

data/lib/stock_index/stock_index.rb

@@ -14,6 +14,8 @@ class StockIndex
         NasdaqScraper.new.scrape
       when '^N225'
         NikkeiScraper.new.scrape
+      when '^FTSE'
+        FtseScraper.new.scrape
       else
         []
     end

data/lib/stock_index/symbol_parser.rb

@@ -4,14 +4,11 @@ class SymbolParser
     @symbol = symbol
   end
 
-  def sp500_to_bsym
-    case @symbol
-      # BRK.B => BRK/B (Berkshire Hathaway Inc)
-      # BF.B  => BF/B  (Brown-Forman Corp)
-      when /(\w+)\.B/
-        "#{$1}/B"
-      else
-        @symbol
+  def symbol_to_bsym
+    if @symbol
+      @symbol.sub('.', '/')
+    else
+      nil
     end
   end
 

data/lib/stock_index/version.rb

@@ -1,3 +1,3 @@
 class StockIndex
-  VERSION = "0.7.0"
+  VERSION = "0.8.0"
 end

data/lib/stock_index.rb

@@ -10,4 +10,5 @@ require 'stock_index/scrapers/base_scraper'
 require 'stock_index/scrapers/dji_scraper'
 require 'stock_index/scrapers/SP500_scraper'
 require 'stock_index/scrapers/nasdaq_scraper'
-require 'stock_index/scrapers/nikkei_scraper'
+require 'stock_index/scrapers/nikkei_scraper'
+require 'stock_index/scrapers/ftse_scraper'