yahoo_finanza 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8eec01d7178fe8b9594e143eab83e8a30632f0ef
-  data.tar.gz: b230ec6053954c51cd45ef5b5bf1785a11bf7713
+  metadata.gz: af130ef3ca135486c91cca2ceb3ae2f431162480
+  data.tar.gz: 36af5ea5d997e60d828b365c0b47488fd05f43b0
 SHA512:
-  metadata.gz: 2d894214d272c9194992386463ff4bf3558e85ff8a6271d628a9ca2d813f015676eb1ea8c8f2eb9c43b1299b482666fc86b2ac77b1da7f39ec24f0c72fc0ebfd
-  data.tar.gz: 8e83bd13b441e671e189fd46a52f84e9c1fb68046dad4a9b52833d639c41cee9b6ffee74e4cc2ec72053a63259487224f1942d44a7afce99c062fb3b5083746a
+  metadata.gz: a651ce4227b9f057b29e83c1e47dd98a25db82888eab8ed5d3d8c6365b96cf98821e96fb49050493ab4e318cdf621ded8ade0b68f5d606dc0a0f837118b2b2cd
+  data.tar.gz: 84e2e7c1cb5ac41bc22cf0e5723acf85edb3a49170411dcb60069ec42927eb5637b4ce8f771fa777e13e18dc14ddef90b7c76331bcefa6528f40dec3a7e809dd

data/lib/yahoo_finanza/client.rb

@@ -0,0 +1,54 @@
+require 'yahoo_finanza/parser'
+require 'yahoo_finanza/finance_utils'
+
+require 'yql'
+require 'json'
+require 'ostruct'
+require 'mechanize'
+
+module YahooFinanza
+  class Client
+    include YahooFinanza::FinanceUtils
+    include YahooFinanza::Parser
+
+    attr_reader :yql, :mecha_yahoo
+
+    def initialize
+      @yql = Yql::Client.new
+      @yql.format = 'json'
+    end
+
+    def quotes(symbols)
+      return [] if symbols.empty?
+      query = Yql::QueryBuilder.new 'yahoo.finance.quotes'
+      query.conditions = "symbol in (\"#{symbols.join('\", \"')}\")"
+      @yql.query = query
+      response = @yql.get
+      yahoofy(response.show)
+    end
+
+    def quote(symbol)
+      return [] if symbol == ''
+      query = Yql::QueryBuilder.new 'yahoo.finance.quotes'
+      query.conditions = "symbol in (\"#{symbol}\")"
+      @yql.query = query
+      response = @yql.get
+      single_yahoofy(response.show)
+    end
+
+    def historical_quotes(symbol, options = {})
+      return [] if symbol == ''
+      query = Yql::QueryBuilder.new 'yahoo.finance.historicaldata'
+      query.conditions = {
+        symbol: symbol, startDate: options[:start_date],
+        endDate: options[:end_date] }
+      @yql.query = query
+      response = @yql.get
+      historical_yahoofy(response.show)
+    end
+
+    def popular_quotes
+      quotes(active_symbols)
+    end
+  end
+end

data/lib/yahoo_finanza/constants.rb

@@ -0,0 +1,35 @@
+require "yaml"
+
+module YahooFinanza
+  module Constants
+    extend self
+
+    def nyse
+      YAML.load(File.read("config/nyse.yml"))["nyse_symbols"]
+    end
+
+    def amex
+      YAML.load(File.read("config/amex.yml"))["amex_symbols"]
+    end
+
+    def nasdaq
+      YAML.load(File.read("config/nasdaq.yml"))["nasdaq_symbols"]
+    end
+
+    def sp_500
+      YAML.load(File.read("config/sp_500.yml"))["sp_500_symbols"]
+    end
+
+    def active_nyse_url
+      YAML.load(File.read("config/config.yml"))["active_nyse_url"]
+    end
+
+    def active_nnm_url
+      YAML.load(File.read("config/config.yml"))["active_nnm_url"]
+    end
+
+    def search_url
+      YAML.load(File.read("config/config.yml"))["search_url"]
+    end
+  end
+end

data/lib/yahoo_finanza/finance_utils.rb

@@ -1,59 +1,28 @@
 require 'ostruct'
 require 'csv'
 require 'open-uri'
-require 'rest-client'
+require 'uri'
+
+require 'yahoo_finanza/parser'
 
 module YahooFinanza
-  # Finance Utils For Yahoo Finanza
+  class MarketDoesntExistError < Exception; end
+
   module FinanceUtils
     def self.included(base)
       base.extend(self)
     end
 
-    def method_missing(method_sym, *args, &block)
-      if !!(method_sym =~ /'_url'/)
-        "http://www.nasdaq.com/screening/companies-by-name.aspx?letter=0&exchange=#{method_sym}&render=download"
-      end
-    end
-
-    %w(nasdaq nyse amex).each do |market_symbol|
-      define_method "#{market_symbol}_url".to_sym do
-        "http://www.nasdaq.com/screening/companies-by-name.aspx?letter=0&exchange=#{market_symbol}&render=download"
-      end
-    end
-
-    %w(nnm nyse).each do |market_symbol|
-      define_method "active_#{market_symbol}_url".to_sym do
-        "http://online.wsj.com/mdc/public/page/2_3021-activ#{market_symbol}-actives.html"
-      end
-    end
-
-    def search_endpoint(key)
-      "http://d.yimg.com/autoc.finance.yahoo.com/autoc?query=#{key}&callback=YAHOO.Finance.SymbolSuggest.ssCallback"
-    end
-
     def symbols_by_market(market)
-      symbols = []
-      return symbols if market.nil?
-      if respond_to?("#{market}_url".to_sym)
-        url = send("#{market}_url".to_sym)
-        market_file = open(url)
-
-        CSV.foreach(market_file) do |row|
-          next if row.first == 'Symbol'
-          symbols.push(row.first.gsub(' ', ''))
-        end
+      if [:nyse, :nasdaq, :amex].include? market.to_sym
+        YahooFinanza::Constants.send(market.to_sym)
+      else
+        raise YahooFinanza::MarketDoesntExistError
       end
-      symbols
     end
 
-    def sp_symbols(limit)
-      response = JSON.parse(RestClient.get("http://46.101.6.197/standard_poor/#{limit}"))
-      if response['error']
-        Array.new
-      else
-        response['result']
-      end
+    def sp_symbols
+      YahooFinanza::Constants.sp_500
     end
 
     def all_symbols
@@ -61,30 +30,19 @@ module YahooFinanza
     end
 
     def search_symbols(key = '')
-      response = RestClient.get search_endpoint(key)
-      result = response.gsub(/YAHOO.Finance.SymbolSuggest.ssCallback\(|\)/, '')
-      json = JSON.parse(result)
-      json['ResultSet']['Result'].map{|quote| quote['symbol']}
+      params = { callback: "YAHOO.Finance.SymbolSuggest.ssCallback", query: key }
+      response = RestClient.get("#{YahooFinanza::Constants.search_url}" +
+                                "#{hash_to_query(params)}")
+      YahooFinanza::Parser.parse(response)
     end
 
     def active_symbols
-      mecha_yahoo = Mechanize.new
-      symbols = Array.new
-      page1 = mecha_yahoo.get(active_nnm_url)
-      page1.links.each do |link|
-        if link.text.split(" (").count > 1
-          symbols.push(link.text.split(" (")[1].gsub(')', '').strip)
-        end
-        break unless symbols.count < 8
-      end
-      page2 = mecha_yahoo.get(active_nyse_url)
-      page2.links.each do |link|
-        if link.text.split(" (").count > 1
-          symbols.push(link.text.split(" (")[1].gsub(')', '').strip)
-        end
-        break unless symbols.count < 16
-      end
-      symbols
+      worker = YahooFinanza::Worker.new
+      worker.process_page_2(worker.process_page_1)
+    end
+
+    def hash_to_query(hash)
+      URI.encode(hash.map{|k,v| "#{k}=#{v}"}.join("&"))
     end
   end
 end

data/lib/yahoo_finanza/parser.rb

@@ -0,0 +1,36 @@
+require 'json'
+require 'ostruct'
+
+module YahooFinanza
+  module Parser
+    extend self
+    def parse(response)
+      json = JSON.parse(response.gsub(/YAHOO.Finance.SymbolSuggest.ssCallback\(|\)/, ''))
+      json['ResultSet']['Result'].map { |quote| quote['symbol'] }
+    end
+
+    def yahoofy(payload)
+      jsons = JSON.parse(payload)['query']['results']['quote']
+      if jsons.class == Hash && jsons['Name']
+        [OpenStruct.new(jsons)]
+      elsif jsons.class == Array
+        jsons.map { |symbol| OpenStruct.new(symbol) }
+      else
+        []
+      end
+    end
+
+    def single_yahoofy(payload)
+      jsons = JSON.parse(payload)['query']['results']['quote']
+      result = OpenStruct.new(jsons)
+      return [] unless result.Name
+      result
+    end
+
+    def historical_yahoofy(payload)
+      jsons = JSON.parse(payload)['query']['results']
+      return [] unless jsons
+      jsons['quote'].map { |symbol| OpenStruct.new(symbol) }
+    end
+  end
+end

data/lib/yahoo_finanza/version.rb

@@ -1,4 +1,4 @@
 # Yahoo Finanza Version
 module YahooFinanza
-  VERSION = '0.2.0'
+  VERSION = '0.3.0'
 end

data/lib/yahoo_finanza/worker.rb

@@ -0,0 +1,35 @@
+require 'mechanize'
+require 'rest-client'
+
+module YahooFinanza
+  class Worker
+    attr_accessor :browser
+
+    def initialize
+      @browser = Mechanize.new
+    end
+
+    def process_page_1
+      symbols = []
+      page_1 = @browser.get(YahooFinanza::Constants.active_nnm_url)
+      page_1.links.each do |link|
+        if link.text.split(" (").count > 1
+          symbols.push(link.text.split(" (")[1].gsub(')', '').strip)
+        end
+        break unless symbols.count < 8
+      end
+      symbols
+    end
+
+    def process_page_2(symbols)
+      page_2 = @browser.get(YahooFinanza::Constants.active_nyse_url)
+      page_2.links.each do |link|
+        if link.text.split(" (").count > 1
+          symbols.push(link.text.split(" (")[1].gsub(')', '').strip)
+        end
+        break unless symbols.count < 16
+      end
+      symbols
+    end
+  end
+end

data/lib/yahoo_finanza.rb

@@ -1,59 +1,7 @@
 require 'yahoo_finanza/version'
-require 'yahoo_finanza/finance_utils'
-require 'yahoo_finanza/yahoo_helpers'
-require 'yql'
-require 'json'
-require 'ostruct'
-require 'mechanize'
+require 'yahoo_finanza/client'
+require 'yahoo_finanza/constants'
+require 'yahoo_finanza/worker'
 
 module YahooFinanza
-  # Yahoo Finanza Client
-  class Client
-    include YahooFinanza::FinanceUtils
-    include YahooFinanza::YahooHelpers
-
-    attr_reader :yql, :mecha_yahoo
-
-    def initialize
-      @yql = Yql::Client.new
-      @yql.format = 'json'
-    end
-
-    def quotes(symbols)
-      return nil if symbols.empty?
-      query = Yql::QueryBuilder.new 'yahoo.finance.quotes'
-      query.conditions = "symbol in (\"#{symbols.join('\", \"')}\")"
-      @yql.query = query
-      response = @yql.get
-      yahoofy(response.show)
-    end
-
-    def quote(symbol)
-      return nil if symbol == ''
-      query = Yql::QueryBuilder.new 'yahoo.finance.quotes'
-      query.conditions = "symbol in (\"#{symbol}\")"
-      @yql.query = query
-      response = @yql.get
-      single_yahoofy(response.show)
-    end
-
-    def historical_quotes(symbol, options = {})
-      return [] if symbol == ''
-      query = Yql::QueryBuilder.new 'yahoo.finance.historicaldata'
-      query.conditions = {
-        symbol: symbol, startDate: options[:start_date],
-        endDate: options[:end_date] }
-      @yql.query = query
-      response = @yql.get
-      historical_yahoofy(response.show)
-    end
-
-    def sp_quotes_top(limit)
-      quotes(sp_symbols(limit))
-    end
-
-    def popular_quotes
-      quotes(active_symbols)
-    end
-  end
 end

metadata

@@ -1,14 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: yahoo_finanza
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Eric D. Santos
+- Robert Grayson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-09-04 00:00:00.000000000 Z
+date: 2015-09-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: yql
@@ -120,7 +121,10 @@ files:
 - lib/yahoo_finanza.rb
 - lib/yahoo_finanza/finance_utils.rb
 - lib/yahoo_finanza/version.rb
-- lib/yahoo_finanza/yahoo_helpers.rb
+- lib/yahoo_finanza/parser.rb
+- lib/yahoo_finanza/client.rb
+- lib/yahoo_finanza/constants.rb
+- lib/yahoo_finanza/worker.rb
 homepage: https://github.com/cometaworks/yahoo_finanza
 licenses:
 - MIT

data/lib/yahoo_finanza/yahoo_helpers.rb

@@ -1,45 +0,0 @@
-require 'json'
-require 'ostruct'
-
-module YahooFinanza
-  # Yahoo Helpers for Yahoo Finanza
-  module YahooHelpers
-    def yahoofy(payload)
-      yahoofied = OpenStruct.new
-      jsons = JSON.parse(payload)['query']['results']['quote']
-      if jsons.class == Hash
-        tmpsym = OpenStruct.new(symbol)
-        if tmpsym.Name
-          yahoofied[tmpsym.symbol] = tmpsym
-        end
-      else
-        jsons.each do |symbol|
-          tmpsym = OpenStruct.new(symbol)
-          if tmpsym.Name
-            yahoofied[tmpsym.symbol] = tmpsym
-          end
-        end
-      end
-      return nil if yahoofied.to_h.keys.empty?
-      yahoofied
-    end
-
-    def single_yahoofy(payload)
-      jsons = JSON.parse(payload)['query']['results']['quote']
-      result = OpenStruct.new(jsons)
-      return nil unless result.Name
-      result
-    end
-
-    def historical_yahoofy(payload)
-      yahoofied = []
-      jsons = JSON.parse(payload)['query']['results']
-      return [] unless jsons
-      jsons['quote'].each do |symbol|
-        tmpsym = OpenStruct.new(symbol)
-        yahoofied << tmpsym
-      end
-      yahoofied
-    end
-  end
-end