yahoo_finance_lib 0.5

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9afd058d869ba5ada9ed3379d38e22eabe9efad5
+  data.tar.gz: 7e17d093ac49cf799c3a7b1c4aced1b3fbd2ff8a
+SHA512:
+  metadata.gz: b6de89a90b27f851f7d85af6ca8ce0e08722022919c3d402eeb0d356b59feb847c2c30230d4cd70127cc4764df67bb672563f93a61bb4e279e5ab89479f4080d
+  data.tar.gz: 67127365095889c951d9250f2c3eda19a506b34f8b191e7e45f983f694cc56c9f996171f7fd2d9ea4caeb21d11fd0e8bbd2de1737641d0d13731f5a885eb9945

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in yahoo_finance.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Takis Mercouris
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,51 @@
+# YahooFinanceStock
+
+YahooFinance lib is a gem that fetches stock quotes, key statistics, company events, and analyst opinion from Yahoo (TM) API and financial HTML pages. The loading of stock quotes uses the excellent nas/yahoo_stock gem. This gem provides a 'unified' attribute based interface, and abstracts the source of the information, i.e. the user only needs to specify an attribute without the need to specify the page source of the attribute. This gem leverages to the highest extend possible the YahooStock (yahoo_stock_nas) gem for all the attributes provided by that gem, and fails over to HTML scraping when the data is unavailable there. Naturally, this has an implication on performance; YahooStock queries bundle 50 stocks in each query, whereas HTML scraping happens one page per stock at a time.
+
+#####This gem is currently still in development. HTML scraping now supports many attributes from Key Statistics, supports earnings announcements from the Company Events page, and most attributes from Analyst Opinion -- additional pages will be added as I find time.
+
+#####Caveat: HTML parsing is susceptible to HTML encoding of Yahoo Finance pages; when these pages change, parsing will break. Core Yahoo API attributes from YahooStock will entirely depend on YahooStock continuing to support the Yahoo APIs.
+
+#####Use the code entirely at your own risk, and subject to copyright & trademark restrictions on Yahoo Finance(TM). I am quite sure that are additional Yahoo restrictions which you will need to investigate (http://finance.yahoo.com/badges/tos). From past experience I know you cannot redistribute Yahoo Finance data, or use it for commercial purposes.
+
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'yahoo_finance_lib'
+
+And then execute:
+
+    $ bundle update
+
+Or install it yourself as:
+
+    $ gem install yahoo_finance_lib
+
+## Usage
+
+Note that 
+
+Example:
+	irb
+	require 'rubygems'
+	require 'yahoo_finance'
+	
+	stock = YahooFinance::Stock.new(['AAPL', 'YHOO'], [:market_cap, :bid, :brokers_count, :upgrades_downgrades_history])
+	# look at available fields you could fetch with this library
+	stock.available_fields
+	
+	stock.add_field(:last_trade_price_only)
+
+	results = stock.fetch
+	aapl_bid = results["AAPL"][:bid]
+	yhoo_last = results["YHOO"][:last_trade_price_only]
+	
+!-- ## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request -->

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/yahoo_finance.rb

@@ -0,0 +1,8 @@
+require "yahoo_finance/version"
+require 'nokogiri'
+require 'open-uri'
+require 'yahoo_finance/stock'
+require 'yahoo_finance/key_statistics'
+require 'yahoo_finance/company_events'
+require 'yahoo_finance/analyst_opinion'
+

data/lib/yahoo_finance/analyst_opinion.rb

@@ -0,0 +1,88 @@
+require 'open-uri'
+require 'nokogiri'
+
+module YahooFinance
+  module AnalystOpinion
+    AVL_KEY_STATS = {
+      :mean_recommendation_this_week => ['Mean Recommendation (this week):', "Mean Recommendation (this week):"],
+      :mean_recommendation_last_week => ['Mean Recommendation (last week):', "Mean Recommendation (last week):"],
+      :price_target_mean => ['Mean Target:', 'Mean Price Target'],
+      :price_target_median => ['Median Target:', 'Meadian Price Target'],
+      :price_target_high => ['High Target:', 'High Price Target'],
+      :price_target_low => ['Low Target:', 'Low Price Target'],
+      :brokers_count => ['No. of Brokers:', 'Number of Brokers with recommendations'],
+      :upgrades_downgrades_history => ["", 'Upgrades/Downgrades History'],
+      :recommendation_trends => ["", "Recommendation Trends - current, 1 month ago, 2 months ago, and 3 months ago"]
+    }
+    def AnalystOpinion.key_events_available 
+      return AVL_KEY_STATS.keys;
+    end
+
+    class AnalystOpinionPage
+      @symbol
+    
+      def initialize symbol
+        @symbol = symbol
+      end
+      
+      def fetch
+        url = "http://finance.yahoo.com/q/ao?s=#{@symbol}"
+        open(url) do |stream|
+          @doc = Nokogiri::HTML(stream)
+        end
+      end
+       
+      def value_for key_stat
+        begin
+          if key_stat == :upgrades_downgrades_history
+            ret = []
+            tbl = @doc.xpath("//th[text() = 'Upgrades & Downgrades History']")[0].parent.parent.parent.children[1].xpath("tr")
+            for i in 1..(tbl.size-1) do
+              r = {}
+              r[:date] = YahooFinance.parse_yahoo_field(tbl[i].children[0].text)
+              r[:firm] = tbl[i].children[1].text
+              r[:action] = tbl[i].children[2].text
+              r[:from]  = tbl[i].children[3].text
+              r[:to] = tbl[i].children[4].text
+              ret << r
+            end
+            return ret
+          end
+          if key_stat == :recommendation_trends
+            ret = {}
+            tbl1 = @doc.xpath("//th[text() = 'Recommendation Trends']")[0].parent.parent
+            elem = tbl1.parent
+            sibling_idx = elem.children.index(tbl1)+1
+            sibling = elem.children[sibling_idx]
+            # now get all the subnodes...
+            table_rows = sibling.xpath(".//table//tr")  # really contained within a subtable
+            for i in 1..(table_rows.size-1) do
+              r = table_rows[i]
+              header = r.xpath(".//th")
+              symbol = header[0].text.gsub(' ','').to_sym
+              cells = r.xpath(".//td")
+              ar = []
+              cells.each do |cell|
+                begin
+                  ar << YahooFinance.parse_yahoo_field(cell.text)
+                rescue
+                  puts " COULD NOT PARSE NUMERIC TREND CELL"
+                  ar << " "
+                end
+              end
+              ret[symbol] = ar
+              # THIS IS NOT WORKING YET. THE LOGIC IS FALSE
+            end
+            return ret
+          end
+          if [:upgrades_downgrades_history, :recommendation_trends].include?(key_stat) == false
+            value = @doc.xpath("//td[text() = '#{AVL_KEY_STATS[key_stat][0]}']")[0].parent.children[1].text
+            return YahooFinance.parse_yahoo_field(value)
+          end
+        rescue
+        end
+        return nil
+      end  
+    end
+  end
+end

data/lib/yahoo_finance/company_events.rb

@@ -0,0 +1,41 @@
+require 'open-uri'
+require 'nokogiri'
+
+module YahooFinance
+  module CompanyEvents
+    COMPANY_EVENTS_STATS = {
+      :next_earnings_announcement_date => ['Earnings announcement', "Next earnings call date"]
+    }
+    def CompanyEvents.key_events_available 
+      return YahooFinance::CompanyEvents::COMPANY_EVENTS_STATS.keys;
+    end
+
+    class CompanyEventsPage
+      @symbol
+    
+      def initialize symbol
+        @symbol = symbol
+      end
+      
+      def fetch
+        url = "http://finance.yahoo.com/q/ce?s=#{@symbol}"
+        open(url) do |stream|
+          @doc = Nokogiri::HTML(stream)
+        end
+      end
+       
+      def value_for key_stat
+        begin
+          if key_stat == :next_earnings_announcement_date
+            if @doc.css('table#yfncsumtab//table.yfnc_datamodoutline1//table//td.yfnc_tabledata1')[1].text == "Earnings announcement"
+              return YahooFinance.parse_yahoo_field(@doc.css('table#yfncsumtab//table.yfnc_datamodoutline1//table//td.yfnc_tabledata1')[0].text)
+            end
+          end
+        rescue
+        end
+        return nil
+      end
+  
+    end
+  end
+end

data/lib/yahoo_finance/key_statistics.rb

@@ -0,0 +1,122 @@
+require 'open-uri'
+require 'nokogiri'
+
+module YahooFinance
+  module KeyStatistics
+    AVL_KEY_STATS = {
+      # String_to_parse, Description, Source Value format factor (some values are in % but dont't show %)
+      :market_cap => ['Market Cap ', "Market Cap, intraday"],
+      :enterprise_value => ['Enterprise Value ', "Enterprise Value"],
+      :trailing_pe => ['Trailing P\/E \(ttm\, intraday\)\:', "Trailing PE, trailing twelve months, intraday (based on price)"],
+      :forward_pe => ['Forward P\/E ', "Forward P/E"],
+      :peg_ratio => ['PEG Ratio ', "PEG Ratio (5 year expected (forward looking))"],
+      :price_to_sales_ttm => ['Price\/Sales  \(ttm\)\:', "Price/Sales, trailing 12 months"],
+      :price_to_book_mrq => ['Price\/Book \(mrq\):', "Price/Book, most recent quarter"],
+      :roa_ttm => ['Return on Assets \(ttm\)\:', "Return on Assets, trailing twelve months"],
+      :roe_ttm => ['Return on Equity \(ttm\)\:', "Return on Equity, trailing twelve months"],
+      :book_value_per_share_mrq => ['Book Value Per Share \(mrq\):', "Book Value per share, most recent quarter"],
+      # Income Statement
+      :revenue_ttm => ['Revenue \(ttm\)\:', "Revenue, trailing twelve months"],
+      :revenue_per_share_ttm => ['Revenue Per Share \(ttm\)\:', "Revenue per share, trailing twelve months"],
+      :qtrly_revenue_growth_yoy => ['Qtrly Revenue Growth \(yoy\)\:', "Quarterly Revenue Growth, year on year"],
+      :diluted_eps_ttm => ['Diluted EPS \(ttm\)\:', "Diluted Earnings per share, trailing twelve months"],
+      :qtrly_earnings_growth_yoy => ['Qtrly Earnings Growth \(yoy\)\:', "Quarterly Earnings Growth, year on year"],
+      # Balance Sheet
+      :total_cash_mrq => ['Total Cash \(mrq\)\:', "Total Cash, most recent quarter"],
+      :total_cash_per_share_mrq => ['Total Cash Per Share \(mrq\)\:', "Total Cash per Share, most recent quarter"],
+      :total_debt_mrq => ['Total Debt (mrq):', "Total Debt, most recent quarter"],
+      :total_debt_to_equity_mrq => ['Total Debt/Equity \(mrq\)\:', "Total Debt/Equity (expressed as a percentage), most recent quarter", 0.01],
+      :current_ratio_mrq => ['Current Ratio \(mrq\)\:', "Total Current Assets / Total Current Liabilities, most recent quarter"],
+      :book_value_per_share_mrq => ['Book Value Per Share \(mrq\)\:', "Total Common Equity / Total Common Shares Outstanding, most recent quarter"],
+      # Trading additional info:
+      :beta => ['Beta\:', "Equity monthly beta relative to S&P500. Uses 36 months when available."],
+      # Share Statistics
+      :shares_outstanding => ['Shares Outstanding', "Number of outstanding shares"],
+      :pcnt_held_by_insiders => ['\% Held by Insiders', "Percent of shares held by insiders (returned as a fraction of 1)"],
+      :pcnt_held_by_institutions => ['\% Held by Institutions', "Percent of shares held by institutions (returned as a fraction of 1)"],
+      :pcnt_short_of_float => ['Short % of Float \(', "Percent of shares shorted relative to total (returned as a fraction of 1)"],
+      # Cash Flow
+      :operating_cash_flow_ttm => ['Operating Cash Flow \(ttm\)\:', "Operating cash flow, trailing twelve months"],
+      :levered_cash_flow_ttm => ['Levered Free Cash Flow \(ttm\)\:', "Levered Free Cash Flow, trailing 12 months: (EBIT + Interest Expense) x (1 x Tax Rate) + Depreciation & Amort., Total + Other Amortization + Capital Expenditure + Sale (Purchase) of Intangible assets - Change in Net Working Capital + Pref. Dividends Paid + Total Debt Repaid + Total Debt Issued + Repurchase of Preferred + Issuance of Preferred Stock"]
+      # ,
+      # # Profitability
+      # :Profit_Margin,
+      # :Operating_Margin,
+      # # Mgt Effectiveness
+      # :Return_on_Assets,
+      # :Return_on_Equity,
+      # # Income Stmt
+      # :Qtrly_Revenue_Growth_yoy,
+      # :EBITDA,
+      # :Qtrly_Earnings_Growth_yoy,
+      # # Balance Sheet
+      # :Total_Cash_mrq,
+      # :Total_Debt_mrq,
+      # :Total_Debt_to_Equity_mrq,
+      # :Book_Value_per_share_mrq,
+      # :Total_Assets_to_Total_Liabilities,
+      # # Shares
+      # :Shares_Outstanding,
+      # :Pcnt_Shares_Held_by_Insiders,
+      # :Pcnt_Shares_Held_by_Institutions,
+      # :Shares_Short,
+      # :Shares_Short_Date,
+      # :Short_Ratio,
+      # :Shares_Short_prior_month,
+      # # Dividends
+      # :Fwd_Annual_Dividend_Yield,
+      # :Trailing_Annual_Dividend_Yield,
+      # :Five_Year_Average_Dividend_Yield,
+      # :Next_Ex_Dividend_Date,
+      # :Next_Dividend_Date
+    }
+    def KeyStatistics.key_stats_available
+      return AVL_KEY_STATS.keys;
+    end
+
+    class StatsPage
+      @page_keys = []
+      @page_values = []
+      @symbol
+    
+      def initialize symbol
+        @symbol = symbol
+      end
+      
+      def fetch
+        url = "http://finance.yahoo.com/q/ks?s=#{@symbol}"
+        begin
+          tries ||= 3
+          open(url) do |stream|
+            doc = Nokogiri::HTML(stream)
+            # puts "DATA IS: #{data}"
+            @page_keys = doc.xpath('//td[@class="yfnc_tablehead1"]')
+            @page_values = doc.xpath('//td[@class="yfnc_tabledata1"]')
+          end
+        rescue Exception => e
+          puts "Failed to open and parse key stats for #{@symbol} because of #{e.message}. #{(tries > 0) ? 'retrying' : ''}"
+          if (tries -= 1) > 0
+            retry
+          end
+        end
+      end
+        
+      def value_for key_stat
+        return nil if !@page_keys
+      
+        matchstr = "#{AVL_KEY_STATS[key_stat][0]}"
+        @page_keys.each_with_index do |key, i|
+          if key.text.match(/^#{AVL_KEY_STATS[key_stat][0]}/)
+            value = YahooFinance.parse_yahoo_field @page_values[i].text.to_s
+            if AVL_KEY_STATS[key_stat][2]
+              value *= AVL_KEY_STATS[key_stat][2]
+            end
+            return value
+          end
+        end
+        return nil
+      end
+  
+    end
+  end
+end

data/lib/yahoo_finance/stock.rb

@@ -0,0 +1,232 @@
+
+require 'yahoo_stock'
+require 'yahoo_finance/key_statistics'
+require 'yahoo_finance/company_events'
+require 'yahoo_finance/analyst_opinion'
+
+
+module YahooFinance
+  AVL_FIELDS = {
+    :YAHOO_STOCK_FIELDS => YahooStock::Quote.new(:stock_symbols => ['AAPL']).valid_parameters,
+    :KEY_STATISTICS => YahooFinance::KeyStatistics.key_stats_available,
+    :COMPANY_EVENTS => YahooFinance::CompanyEvents.key_events_available,
+    :ANALYST_OPINION => YahooFinance::AnalystOpinion.key_events_available
+  }
+  DRIVERS = {
+    :KEY_STATISTICS => YahooFinance::KeyStatistics::StatsPage,
+    :COMPANY_EVENTS => YahooFinance::CompanyEvents::CompanyEventsPage,
+    :ANALYST_OPINION => YahooFinance::AnalystOpinion::AnalystOpinionPage
+  }
+  
+  # We are not interested parsing every type of field
+  # Key Fields: number (that may include , for 000s separator, NOT SUPPORTED YET), scaled number
+  #             percentage, date
+  def YahooFinance.parse_yahoo_field aField
+    # we really need to oarse numbers, dates, and strings %%% STUB ALERT %%%%
+
+    aField.strip!
+    
+    if aField.match /^([\-\+]{,1})([\d\,])*(\.[\d]+)*$/
+      # it's a number as far as we care; let's strip the commas....
+      aField.gsub! /\,/, ''
+    end
+
+    m=aField.match  /^([\-\+]{0,1})([\d]*)(\.[\d]{1,})([KMB\%]{0,1})$/
+    if m # && (m.size == 3)
+      num = ((m[1] || "")+(m[2] || "")+(m[3] || "")).to_f
+
+      case m[4]
+      when "K" then
+        num *= 1000
+        # puts "NUM got K = #{num.to_s}"
+      when "M" then
+        num *= 1000000
+        # puts "NUM got B = #{num.to_s}"
+      when "B" then
+        num *= 1000000000
+        # puts "NUM got B = #{num.to_s}"
+      when '%' then
+        num /= 100
+        # puts "NUM got % = #{num.to_s}"
+      end
+      return num
+    end
+
+    if aField.match /^([\-\+]*[0-9]*)(\.[0-9]*)*$/
+      # simple number
+      return aField.to_f
+    end
+    
+    
+    m=aField.match /^(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)[\s]+([\d]{1,2})\,[\s]*([\d]{4})$/
+    if m
+      # got a date
+      dt = nil
+      begin
+        dt = Date.strptime aField, '%b %d, %Y'
+      rescue
+      end
+      return dt if dt
+    end
+    
+    #else make an attempt to parse as date
+    dt = nil
+    begin
+      dt = Date.parse(aField)
+    rescue
+    end
+    return dt if dt
+    
+    aField
+  end
+  
+  class Stock
+    @@available_fields = (AVL_FIELDS[:YAHOO_STOCK_FIELDS] + AVL_FIELDS[:KEY_STATISTICS] + AVL_FIELDS[:COMPANY_EVENTS] + AVL_FIELDS[:ANALYST_OPINION])
+    @@insert_variable_delays = true
+    @@insert_variable_delay = 4
+    @@retry_times = 3
+    @@retry_variable_delay = 30
+    @symbols = []
+    @fields = []
+    @fields_hash = {}
+    @results_hash = {}
+    
+    def self.insert_variable_delays
+      @@insert_variable_delays
+    end
+    
+    def self.insert_variable_delays= trueFalse
+      @@insert_variable_delays = trueFalse
+    end
+    
+    def self.insert_variable_delay
+      @@insert_variable_delay
+    end
+    
+    def self.insert_variable_delay= aDelay
+      @@insert_variable_delay = aDelay
+    end
+    
+    def initialize(symbols, fields = nil)
+      @symbols = symbols
+      @fields = []
+      if fields
+        fields.each do |aField|
+          add_field aField
+        end
+      end
+    end
+    
+    def symbols
+      return @symbols
+    end
+    
+    def fields
+      return @fields
+    end
+    
+    def available_fields
+      @@available_fields
+    end
+    
+    # NOTE -- UPDATE THIS WHEN YOU ADD A NEW PAGE %%
+    def available_fields_and_descriptions
+      ysh = {}; YahooFinance::AVL_FIELDS[:YAHOO_STOCK_FIELDS].each { |field| ysh[field] = "" }
+      ysh.merge(YahooFinance::KeyStatistics::AVL_KEY_STATS).merge(YahooFinance::CompanyEvents::AVL_KEY_STATS)
+    end
+    
+    def add_symbol(aSymbol)
+      aSymbol = aSymbol.strip || ""
+      @symbols << aSymbol if (aSymbol != "" && (@symbols.include?(aSymbol) == false))
+    end
+    
+    def add_field(aField)
+      if @@available_fields.include? aField
+        @fields << aField
+      end
+    end
+    
+    def fetch
+      allocate_fields_to_connections
+      # initialize symbol rows
+      @results_hash = {}
+      @symbols.each do |aSymbol|
+        @results_hash[aSymbol.upcase] = {}    # we do this to avoid problems with symbols misstyped with mixed upper/lower case
+      end
+      
+      # First we fetch symbols under YAHOO_STOCK_FIELDS
+      if @fields_hash[:YAHOO_STOCK_FIELDS].size > 0
+        # puts "SYMBOLS ARE: #{@symbols.to_s} AND PARAMETERS: #{@fields_hash[:YAHOO_STOCK_FIELDS].to_s}"
+
+        # Yahoo Stock API has some limits, therefore, we need to chunk the symbols
+        @symbols.each_slice(50).to_a.each do |symbol_slice|
+
+          qt = YahooStock::Quote.new(:stock_symbols => symbol_slice)
+          qt.add_parameters(:symbol)
+          @fields_hash[:YAHOO_STOCK_FIELDS].each do |aField|
+            qt.add_parameters(aField)
+          end
+        
+          yshs = qt.results(:to_hash).output
+          @fields_hash[:YAHOO_STOCK_FIELDS].each do |aField|
+            yshs.each do |aSymbolRow|
+              symbol = aSymbolRow[:symbol]
+              value = aSymbolRow[aField]
+              begin
+                @results_hash[symbol][aField] = YahooFinance.parse_yahoo_field(value)
+              rescue Exception => e
+                puts "Failed in symbol #{symbol.to_s} field #{aField.to_s} value #{(value || "NULL").to_s}"
+                puts "RESULT ROW: #{aSymbolRow.to_s}"
+              end
+            end
+          end
+          sleep(Random.new(Random.new_seed).rand*@@insert_variable_delay)  if @@insert_variable_delays
+        end
+      end
+      # Then we fetch fields from KEY STATISTICS
+      DRIVERS.keys.each do |driver|
+        # puts "CHECKING #{driver.to_s}"
+        if @fields_hash[driver].size > 0
+          # puts "FETCHING FIELDS FOR #{driver.to_s}"
+          @symbols.each do |aSymbol|
+            tries = 0
+            begin
+              stp = DRIVERS[driver].new(aSymbol)
+              stp.fetch
+              @fields_hash[driver].each do |aField|
+                value = stp.value_for(aField) # this already parses the numbers
+                @results_hash[aSymbol][aField] = value
+              end
+              sleep(Random.new(Random.new_seed).rand*@@insert_variable_delay)  if @@insert_variable_delays
+            rescue
+              tries += 1
+              sleep(@@retry_variable_delay)
+              retry if tries <= @@retry_times
+            end
+          end
+        end
+      end
+      @results_hash
+    end
+        
+    def allocate_fields_to_connections
+      @fields_hash = {}
+      AVL_FIELDS.keys.each do |driver|
+        @fields_hash[driver] = []
+      end
+      
+      @fields.each do |aField|
+        if AVL_FIELDS[:YAHOO_STOCK_FIELDS].include? aField
+          @fields_hash[:YAHOO_STOCK_FIELDS] << aField
+        else
+          DRIVERS.keys.each do |driver|
+            # puts "CHECKING DRIVER: #{driver} for field #{aField}"
+            if AVL_FIELDS[driver].include? aField
+              @fields_hash[driver] << aField
+            end
+          end
+        end
+      end
+   end
+  end
+end

data/lib/yahoo_finance/version.rb

@@ -0,0 +1,3 @@
+module YahooFinance
+  VERSION = "0.5"
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+$: << File.join(File.dirname(__FILE__), "/../lib") 
+
+require 'rspec'
+require 'yahoo_finance_stock'

data/spec/yahoo_analyst_opinion_spec.rb

@@ -0,0 +1,20 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe YahooFinance::AnalystOpinion do
+  # before(:each) do
+  #   @tsymbols = ['AAPL', 'DDD']
+  #   @page = YahooFinance::Page.new(@tsymbols)
+  # end
+  
+  describe "Analyst Opinion" do
+    it "available stats should include things like :brokers_count" do
+      YahooFinance::AnalystOpinion.key_events_available.include?(:brokers_count).should == true
+    end
+    it "should fetch a  stat like :brokers_count for AAPL and should greater than zero" do
+      pg = YahooFinance::AnalystOpinion::AnalystOpinionPage.new('AAPL')
+      pg.fetch
+      aapl_brokers_count = pg.value_for :brokers_count
+      aapl_brokers_count.should > 0
+    end
+  end
+end

data/spec/yahoo_company_events_spec.rb

@@ -0,0 +1,26 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe YahooFinance::CompanyEvents do
+  # before(:each) do
+  #   @tsymbols = ['AAPL', 'DDD']
+  #   @page = YahooFinance::Page.new(@tsymbols)
+  # end
+  
+  describe "Company Events" do
+    it "available stats should include things like :next_earnings_announcement_date" do
+      YahooFinance::CompanyEvents.key_events_available.include?(:next_earnings_announcement_date).should == true
+    end
+    it "should fetch a  stat like :next_earnings_announcement_date for AAPL and should be either Date or String" do
+      pg = YahooFinance::CompanyEvents::CompanyEventsPage.new('AAPL')
+      pg.fetch
+      aapl_next_earnings_date = pg.value_for :next_earnings_announcement_date
+      case aapl_next_earnings_date.class.name
+      when "Date" then aapl_next_earnings_date.class.name.should == "Date"
+      when "String" then aapl_next_earnings_date.class.name.should == "String"
+      else
+        aapl_next_earnings_date.class.name.should == "Date" #force a failure
+      end
+      
+    end
+  end
+end

data/spec/yahoo_finance_spec.rb

@@ -0,0 +1,91 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe YahooFinance do
+  describe "Parsing Yahoo Fields" do
+    it "should parse an int correctly, such as \"3\"" do
+      YahooFinance.parse_yahoo_field("3").should == 3
+    end
+    it "should parse a float correctly, such as \"3.25\"" do
+      YahooFinance.parse_yahoo_field("3.25").should == 3.25
+    end
+    it "should parse a float with comma separated 000s correctly, such as \"3,245.25\"" do
+      YahooFinance.parse_yahoo_field("3,245.25").should == 3245.25
+    end
+    it "should parse a negative float with comma separated 000s correctly, such as \"-3,245.25\"" do
+      YahooFinance.parse_yahoo_field("-3,245.25").should == -3245.25
+    end
+    it "should parse a scaled float correctly, such as \"3.25K\"" do
+      YahooFinance.parse_yahoo_field("3.25K").should == 3250.0
+    end
+    it "should parse a scaled float correctly, such as \"3.25B\"" do
+      YahooFinance.parse_yahoo_field("3.25B").should == 3250000000.0
+    end
+    it "should parse a date, such as 'Feb 3, 2009'" do
+      dt = YahooFinance.parse_yahoo_field("Feb 3, 2009")
+      dt.class.name.should == "Date"
+      dt.month.should == 2
+      dt.day.should == 3
+      dt.year.should == 2009
+    end
+    it "should recognize that a string like 'hello 1, 2000' is a string and neither a number or a date" do
+      str = YahooFinance.parse_yahoo_field("hello 1, 2000")
+      str.class.name.should == "String"
+      str.should == "hello 1, 2000"
+    end
+  end
+end
+
+describe YahooFinance::Stock do
+  before(:each) do
+    @tsymbols = ['AAPL', 'DDD']
+    @stock = YahooFinance::Stock.new(@tsymbols)
+  end
+  
+  describe "initialization" do
+    it "should remember the symbols it was initialized with" do
+      @stock.symbols.uniq.sort.should == @tsymbols
+    end
+    
+    it "should allow you to add a symbol" do
+      @stock.add_symbol('TEST')
+      @stock.symbols.size == 3
+      # puts "#{@page.symbols.to_s}"
+      @stock.symbols.uniq.sort.should == @tsymbols
+    end
+  end
+  
+  describe "execution - fetching yahoo_stock outputs" do
+    it "should return value for a field such as :p_e_ratio, and it should be of type float" do
+      @stock.add_field(:p_e_ratio)
+      results = @stock.fetch
+      # puts "GOT RESULTS: #{results[0][:p_e_ratio]}"
+      # let's parse the output
+      pe_ratio = results['AAPL'][:p_e_ratio] 
+      case pe_ratio.class.name
+      when "Float" then pe_ratio.class.name.should == "Float"
+      when "String" then pe_ratio.should == "N/A"
+      else
+        pe_ratio.class.name.should == "Float" #force a failure
+      end
+    end
+    it "should return value for a field such as :bid and it should be of type float, or should return 'N/A'" do
+      @stock.add_field(:bid)
+      results = @stock.fetch
+      # puts "GOT RESULTS: #{results[0][:p_e_ratio]}"
+      # let's parse the output
+      bid = results['AAPL'][:bid]
+      case bid.class.name
+      when "Float" then bid.class.name.should == "Float"
+      when "String" then bid.should == "N/A"
+      else
+        bid.class.name.should == "Float" #force a failure
+      end
+    end
+    it "should return value for a field such as :brokers_count and it should be > 0 for AAPL" do
+      @stock.add_field(:brokers_count)
+      results = @stock.fetch
+      brokers_count = results['AAPL'][:brokers_count]
+      brokers_count.should > 0
+    end
+  end
+end

data/spec/yahoo_key_stats_spec.rb

@@ -0,0 +1,21 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe YahooFinance::KeyStatistics do
+  # before(:each) do
+  #   @tsymbols = ['AAPL', 'DDD']
+  #   @page = YahooFinance::Page.new(@tsymbols)
+  # end
+  
+  describe "key statistics" do
+    it "available stats should include things like total_debt_to_equity_mrq" do
+      YahooFinance::KeyStatistics::key_stats_available.include?(:price_to_sales_ttm).should == true
+    end
+    it "should fetch a key stat like :total_debt_to_equity_mrq for AAPL" do
+      pg = YahooFinance::KeyStatistics::StatsPage.new('AAPL')
+      pg.fetch
+      aapl_total_debt_to_equity = pg.value_for :total_debt_to_equity_mrq
+      aapl_total_debt_to_equity.class.name.should == "Float"
+      aapl_total_debt_to_equity.should >= 0.0
+    end
+  end
+end

data/yahoo_finance.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'yahoo_finance/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "yahoo_finance_lib"
+  spec.version       = YahooFinance::VERSION
+  spec.authors       = ["Takis Mercouris"]
+  spec.email         = ["tm@polymechanus.com"]
+  spec.description   = %q{Unified library to stock quotes and various pages in yahoo finance, including key statistics, company events, and analyst opinion}
+  spec.summary       = %q{Fetch stock information from yahoo finance API and HTML pages}
+  spec.homepage      = "http://polymechanus.com/yahoo_finance-ruby-gem-tutorial/"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "nas-yahoo_stock", "~> 1.0.8", ">= 1.0.8"
+  spec.add_runtime_dependency "nokogiri", "~> 1.6.1", ">= 1.6.1"
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake", "~> 0"
+  spec.add_development_dependency "rspec", "~> 2.14.1", '>= 2.14.1'
+end

metadata

@@ -0,0 +1,155 @@
+--- !ruby/object:Gem::Specification
+name: yahoo_finance_lib
+version: !ruby/object:Gem::Version
+  version: '0.5'
+platform: ruby
+authors:
+- Takis Mercouris
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-08-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nas-yahoo_stock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.8
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.8
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.8
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+description: Unified library to stock quotes and various pages in yahoo finance, including
+  key statistics, company events, and analyst opinion
+email:
+- tm@polymechanus.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/yahoo_finance.rb
+- lib/yahoo_finance/analyst_opinion.rb
+- lib/yahoo_finance/company_events.rb
+- lib/yahoo_finance/key_statistics.rb
+- lib/yahoo_finance/stock.rb
+- lib/yahoo_finance/version.rb
+- spec/spec_helper.rb
+- spec/yahoo_analyst_opinion_spec.rb
+- spec/yahoo_company_events_spec.rb
+- spec/yahoo_finance_spec.rb
+- spec/yahoo_key_stats_spec.rb
+- yahoo_finance.gemspec
+homepage: http://polymechanus.com/yahoo_finance-ruby-gem-tutorial/
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.1
+signing_key: 
+specification_version: 4
+summary: Fetch stock information from yahoo finance API and HTML pages
+test_files:
+- spec/spec_helper.rb
+- spec/yahoo_analyst_opinion_spec.rb
+- spec/yahoo_company_events_spec.rb
+- spec/yahoo_finance_spec.rb
+- spec/yahoo_key_stats_spec.rb