ticker_fetcher 0.1.0 → 0.1.1

data/Rakefile

@@ -6,7 +6,7 @@ begin
   Jeweler::Tasks.new do |gem|
     gem.name = "ticker_fetcher"
     gem.summary = %Q{Fetches all tickers for NYSE, NASDAQ, and AMEX exchanges.}
-    gem.description = %Q{Retrieves tickers, names, and SEC descriptions for all securities listed on the 3 major US exchanges (NYSE, NASDAQ, AMEX).}
+    gem.description = %Q{Retrieves tickers, and names for all securities listed on the 3 major US exchanges (NYSE, NASDAQ, AMEX).}
     gem.email = "mattw922@gmail.com"
     gem.homepage = "http://github.com/whitethunder/ticker_fetcher"
     gem.authors = ["Matt White"]

data/VERSION

@@ -1 +1 @@
-0.1.0
+0.1.1

data/lib/ticker_fetcher.rb

@@ -3,6 +3,12 @@ require 'open-uri'
 require 'fastercsv'
 
 class TickerFetcher
+  Symbol = 0
+  Name = 1
+  LastSale = 2
+  MarketCap = 3
+  Sector = 5
+  Industry = 6
   attr_accessor :exchanges
 
   # Passing 1 or more exchange names will retrieve only those exchanges. Default
@@ -10,14 +16,16 @@ class TickerFetcher
   def initialize
     @exchanges = {}
     @exchange_urls = {
-      'NASD' => 'http://www.nasdaq.com/asp/symbols.asp?exchange=Q&start=0',
-      'AMEX' => 'http://www.nasdaq.com/asp/symbols.asp?exchange=1&start=0',
-      'NYSE' => 'http://www.nasdaq.com/asp/symbols.asp?exchange=N&start=0'
+      'NASD' => 'http://www.nasdaq.com/screening/companies-by-industry.aspx?exchange=NASDAQ&render=download',
+      'AMEX' => 'http://www.nasdaq.com/screening/companies-by-industry.aspx?exchange=AMEX&render=download',
+      'NYSE' => 'http://www.nasdaq.com/screening/companies-by-industry.aspx?exchange=NYSE&render=download'
     }
   end
 
-  def retrieve(*exchanges_to_get)
-    @exchange_urls.delete_if { |k,v| !exchanges_to_get.flatten.include?(k.upcase) } unless exchanges_to_get.empty?
+  def retrieve(exchange)
+    unless exchange == :all
+      @exchange_urls.delete_if { |k,v| exchange.upcase != k }
+    end
     @exchange_urls.each { |exchange, url| @exchanges[exchange] = parse_exchange(exchange, url) }
   end
 
@@ -31,12 +39,11 @@ class TickerFetcher
   def parse_csv(data)
     tickers = []
     FasterCSV.parse(data) { |row|
-      name = row[0]
-      ticker = row[1].strip.gsub('"', '')
+      name = row[Name]
+      ticker = row[Symbol].strip.gsub('"', '')
       unless(ticker.nil? || ticker.empty? || ticker == 'Symbol')
         ticker = ticker.gsub('/', '.').gsub('^', '-') if ticker =~ /\W/
-        description = row[5].strip
-        tickers << [ticker, name, description]
+        tickers << [ticker, name]
       end
     }
     tickers

data/test/amex_test_data.csv

@@ -1,41 +1,6 @@
-"Some Exchange Securities as of 12/31/2010","","",""
-"Name","Symbol","Security Type","Shares Outstanding","Market Value (millions)","Description (as filed with the SEC)"
-"StupidCompany, Inc.","SC","Common Stock","26,656,000","$75.7","For more than 30 years, StupidCompany, Inc. - ""Your Premier Provider of All Things Stupid"" -
-has been  providing  customers  around the world with the stupidest crap you can imagine.
-
-Customers can ""call, click, or come in"" to shop for stupid crap."
-"AwesomeCompany, Inc.","AC^B","Common Stock","26,656,000","$75.7","For more than 40 years, AwesomeCompany, Inc. - ""Your Premier Provider of All Things Awesome"" -
-has been  providing  customers  around the world with the awesomest awesome you can imagine.
-
-Customers can ""call, click, or come in"" to shop for awesome."
-"Company, Inc.","C-A","Common Stock","26,656,000","$75.7","For more than 50 years, Company, Inc. - ""Your Premier Provider of All Things"" -
-has been  providing  customers  around the world with evarything.
-
-Customers can ""call, click, or come in"" to shop."
-"Zygo Corporation","ZIGO","Common Stock","17,411,000","$162.8","Zygo Corporation (<93>ZYGO,<92><92> <93>we,<92><92> <93>us,<92><92> <93>our,<92><92> or <93>Company<92><92>) designs,
-develops, and manufactures ultra-high precision measurement solutions to improve
-our customers<92> manufacturing yields, and top-tier optical sub-systems and
-components for original equipment manufacturers (<93>OEM<94>) and end-user
-applications. We operate with two divisions. Our Metrology Solutions Division
-(also referred to herein as the <93>Metrology segment<94>) manufactures products to
-improve quality, increase productivity, and decrease the overall cost of product
-development and manufacturing for high-technology companies, particularly in
-their semiconductor manufacturing processes. Our Optical Systems Division (also
-referred to herein as the <93>Optics segment<94>) provides leading-edge product
-development and manufacturing services that leverage a variety of core
-technologies across medical, defense, semiconductor, laser fusion research,
-biomedical, and other industrial markets.&nbsp;&nbsp;... More...""http://secfilings.nasdaq.com/edgar_conv_html%2f2007%2f09%2f20%2f0000930413-07-007562.html#FIS_BUSINESS"" &nbsp;&nbsp;"
-"ZymoGenetics, Inc.","ZGEN","Common Stock","85,473,000","$555.6","This Annual Report on Form 10-K contains, in addition to historical information,
-forward-looking statements within the meaning of the Private Securities
-Litigation Reform Act of 1995 that involve risks and uncertainties. This Act
-provides a <93>safe harbor<94> for forward-looking statements to encourage companies
-to provide prospective information about themselves. All statements other than
-statements of historical fact, including statements regarding company and
-industry prospects and future results of operations, financial position and cash
-flows, made in this Annual Report on Form 10-K are forward-looking. We use words
-such as <93>anticipate,<94> <93>believe,<94> <93>continue,<94> <93>could,<94> <93>estimate,<94> <93>expect,<94>
-<93>future,<94> <93>intend,<94> <93>may,<94> <93>potential,<94> <93>seek,<94> <93>should,<94> <93>target<94> and similar
-expressions, including negatives, to identify forward-looking statements.
-Forward-looking statements reflect management<92>s current expectations, plans or
-projections and are inherently uncertain.&nbsp;&nbsp;... More...""http://secfilings.nasdaq.com/edgar_conv_html%2f2008%2f02%2f29%2f0001193125-08-043300.html#FIS_BUSINESS"" &nbsp;&nbsp;"
-"© Copyright 2010, The NASDAQ Stock Market, Inc. All Rights Reserved.","","",""
+"Symbol","Name","LastSale","MarketCap","IPOyear","Sector","Industry","Summary Quote"
+"SC","StupidCompany, Inc.",2.71,72858350,"1999","Consumer Services","Other Specialty Stores","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=SC&selected=SC"
+"AC^B","AwesomeCompany, Inc.",100,26656000,"n/a","n/a","n/a","n/a"
+"C-A","Company, Inc.",0.15,26656000,"2001","Health Care","Major Banks","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=C-A&selected=C-A"
+"ZIGO","Zygo Corporation",5,17411000,"2010","Consumer Durables","Specialty Chemicals","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=ZIGO&selected=ZIGO"
+"ZGEN","ZymoGenetics, Inc.",25,85473000,"2015","Technology","Semiconductors","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=ZGEN&selected=ZGEN"

data/test/nasd_test_data.csv

@@ -1,41 +1,6 @@
-"Some Exchange Securities as of 12/31/2010","","",""
-"Name","Symbol","Security Type","Shares Outstanding","Market Value (millions)","Description (as filed with the SEC)"
-"StupidCompany, Inc.","SC","Common Stock","26,656,000","$75.7","For more than 30 years, StupidCompany, Inc. - ""Your Premier Provider of All Things Stupid"" -
-has been  providing  customers  around the world with the stupidest crap you can imagine.
-
-Customers can ""call, click, or come in"" to shop for stupid crap."
-"AwesomeCompany, Inc.","AC^B","Common Stock","26,656,000","$75.7","For more than 40 years, AwesomeCompany, Inc. - ""Your Premier Provider of All Things Awesome"" -
-has been  providing  customers  around the world with the awesomest awesome you can imagine.
-
-Customers can ""call, click, or come in"" to shop for awesome."
-"Company, Inc.","C-A","Common Stock","26,656,000","$75.7","For more than 50 years, Company, Inc. - ""Your Premier Provider of All Things"" -
-has been  providing  customers  around the world with evarything.
-
-Customers can ""call, click, or come in"" to shop."
-"Zygo Corporation","ZIGO","Common Stock","17,411,000","$162.8","Zygo Corporation (<93>ZYGO,<92><92> <93>we,<92><92> <93>us,<92><92> <93>our,<92><92> or <93>Company<92><92>) designs,
-develops, and manufactures ultra-high precision measurement solutions to improve
-our customers<92> manufacturing yields, and top-tier optical sub-systems and
-components for original equipment manufacturers (<93>OEM<94>) and end-user
-applications. We operate with two divisions. Our Metrology Solutions Division
-(also referred to herein as the <93>Metrology segment<94>) manufactures products to
-improve quality, increase productivity, and decrease the overall cost of product
-development and manufacturing for high-technology companies, particularly in
-their semiconductor manufacturing processes. Our Optical Systems Division (also
-referred to herein as the <93>Optics segment<94>) provides leading-edge product
-development and manufacturing services that leverage a variety of core
-technologies across medical, defense, semiconductor, laser fusion research,
-biomedical, and other industrial markets.&nbsp;&nbsp;... More...""http://secfilings.nasdaq.com/edgar_conv_html%2f2007%2f09%2f20%2f0000930413-07-007562.html#FIS_BUSINESS"" &nbsp;&nbsp;"
-"ZymoGenetics, Inc.","ZGEN","Common Stock","85,473,000","$555.6","This Annual Report on Form 10-K contains, in addition to historical information,
-forward-looking statements within the meaning of the Private Securities
-Litigation Reform Act of 1995 that involve risks and uncertainties. This Act
-provides a <93>safe harbor<94> for forward-looking statements to encourage companies
-to provide prospective information about themselves. All statements other than
-statements of historical fact, including statements regarding company and
-industry prospects and future results of operations, financial position and cash
-flows, made in this Annual Report on Form 10-K are forward-looking. We use words
-such as <93>anticipate,<94> <93>believe,<94> <93>continue,<94> <93>could,<94> <93>estimate,<94> <93>expect,<94>
-<93>future,<94> <93>intend,<94> <93>may,<94> <93>potential,<94> <93>seek,<94> <93>should,<94> <93>target<94> and similar
-expressions, including negatives, to identify forward-looking statements.
-Forward-looking statements reflect management<92>s current expectations, plans or
-projections and are inherently uncertain.&nbsp;&nbsp;... More...""http://secfilings.nasdaq.com/edgar_conv_html%2f2008%2f02%2f29%2f0001193125-08-043300.html#FIS_BUSINESS"" &nbsp;&nbsp;"
-"© Copyright 2010, The NASDAQ Stock Market, Inc. All Rights Reserved.","","",""
+"Symbol","Name","LastSale","MarketCap","IPOyear","Sector","Industry","Summary Quote"
+"SC","StupidCompany, Inc.",2.71,72858350,"1999","Consumer Services","Other Specialty Stores","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=SC&selected=SC"
+"AC^B","AwesomeCompany, Inc.",100,26656000,"n/a","n/a","n/a","n/a"
+"C-A","Company, Inc.",0.15,26656000,"2001","Health Care","Major Banks","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=C-A&selected=C-A"
+"ZIGO","Zygo Corporation",5,17411000,"2010","Consumer Durables","Specialty Chemicals","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=ZIGO&selected=ZIGO"
+"ZGEN","ZymoGenetics, Inc.",25,85473000,"2015","Technology","Semiconductors","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=ZGEN&selected=ZGEN"

data/test/nyse_test_data.csv

@@ -1,41 +1,6 @@
-"Some Exchange Securities as of 12/31/2010","","",""
-"Name","Symbol","Security Type","Shares Outstanding","Market Value (millions)","Description (as filed with the SEC)"
-"StupidCompany, Inc.","SC","Common Stock","26,656,000","$75.7","For more than 30 years, StupidCompany, Inc. - ""Your Premier Provider of All Things Stupid"" -
-has been  providing  customers  around the world with the stupidest crap you can imagine.
-
-Customers can ""call, click, or come in"" to shop for stupid crap."
-"AwesomeCompany, Inc.","AC^B","Common Stock","26,656,000","$75.7","For more than 40 years, AwesomeCompany, Inc. - ""Your Premier Provider of All Things Awesome"" -
-has been  providing  customers  around the world with the awesomest awesome you can imagine.
-
-Customers can ""call, click, or come in"" to shop for awesome."
-"Company, Inc.","C/A","Common Stock","26,656,000","$75.7","For more than 50 years, Company, Inc. - ""Your Premier Provider of All Things"" -
-has been  providing  customers  around the world with evarything.
-
-Customers can ""call, click, or come in"" to shop."
-"Zygo Corporation","ZIGO","Common Stock","17,411,000","$162.8","Zygo Corporation (<93>ZYGO,<92><92> <93>we,<92><92> <93>us,<92><92> <93>our,<92><92> or <93>Company<92><92>) designs,
-develops, and manufactures ultra-high precision measurement solutions to improve
-our customers<92> manufacturing yields, and top-tier optical sub-systems and
-components for original equipment manufacturers (<93>OEM<94>) and end-user
-applications. We operate with two divisions. Our Metrology Solutions Division
-(also referred to herein as the <93>Metrology segment<94>) manufactures products to
-improve quality, increase productivity, and decrease the overall cost of product
-development and manufacturing for high-technology companies, particularly in
-their semiconductor manufacturing processes. Our Optical Systems Division (also
-referred to herein as the <93>Optics segment<94>) provides leading-edge product
-development and manufacturing services that leverage a variety of core
-technologies across medical, defense, semiconductor, laser fusion research,
-biomedical, and other industrial markets.&nbsp;&nbsp;... More...""http://secfilings.nasdaq.com/edgar_conv_html%2f2007%2f09%2f20%2f0000930413-07-007562.html#FIS_BUSINESS"" &nbsp;&nbsp;"
-"ZymoGenetics, Inc.","ZGEN","Common Stock","85,473,000","$555.6","This Annual Report on Form 10-K contains, in addition to historical information,
-forward-looking statements within the meaning of the Private Securities
-Litigation Reform Act of 1995 that involve risks and uncertainties. This Act
-provides a <93>safe harbor<94> for forward-looking statements to encourage companies
-to provide prospective information about themselves. All statements other than
-statements of historical fact, including statements regarding company and
-industry prospects and future results of operations, financial position and cash
-flows, made in this Annual Report on Form 10-K are forward-looking. We use words
-such as <93>anticipate,<94> <93>believe,<94> <93>continue,<94> <93>could,<94> <93>estimate,<94> <93>expect,<94>
-<93>future,<94> <93>intend,<94> <93>may,<94> <93>potential,<94> <93>seek,<94> <93>should,<94> <93>target<94> and similar
-expressions, including negatives, to identify forward-looking statements.
-Forward-looking statements reflect management<92>s current expectations, plans or
-projections and are inherently uncertain.&nbsp;&nbsp;... More...""http://secfilings.nasdaq.com/edgar_conv_html%2f2008%2f02%2f29%2f0001193125-08-043300.html#FIS_BUSINESS"" &nbsp;&nbsp;"
-"© Copyright 2010, The NASDAQ Stock Market, Inc. All Rights Reserved.","","",""
+"Symbol","Name","LastSale","MarketCap","IPOyear","Sector","Industry","Summary Quote"
+"SC","StupidCompany, Inc.",2.71,72858350,"1999","Consumer Services","Other Specialty Stores","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=SC&selected=SC"
+"AC^B","AwesomeCompany, Inc.",100,26656000,"n/a","n/a","n/a","n/a"
+"C-A","Company, Inc.",0.15,26656000,"2001","Health Care","Major Banks","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=C-A&selected=C-A"
+"ZIGO","Zygo Corporation",5,17411000,"2010","Consumer Durables","Specialty Chemicals","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=ZIGO&selected=ZIGO"
+"ZGEN","ZymoGenetics, Inc.",25,85473000,"2015","Technology","Semiconductors","http://quotes.nasdaq.com/asp/SummaryQuote.asp?symbol=ZGEN&selected=ZGEN"

data/test/test_ticker_fetcher.rb

@@ -4,9 +4,9 @@ class TestTickerFetcher < Test::Unit::TestCase
   def setup
     @t = TickerFetcher.new
     @t_mock = flexmock(@t)
-    @t_mock.should_receive(:parse_exchange).with('NYSE', 'http://www.nasdaq.com/asp/symbols.asp?exchange=N&start=0').and_return(@t_mock.send(:parse_csv, File.open("test/nyse_test_data.csv").read))
-    @t_mock.should_receive(:parse_exchange).with('NASD', 'http://www.nasdaq.com/asp/symbols.asp?exchange=Q&start=0').and_return(@t_mock.send(:parse_csv, File.open("test/nasd_test_data.csv").read))
-    @t_mock.should_receive(:parse_exchange).with('AMEX', 'http://www.nasdaq.com/asp/symbols.asp?exchange=1&start=0').and_return(@t_mock.send(:parse_csv, File.open("test/amex_test_data.csv").read))
+    @t_mock.should_receive(:parse_exchange).with('NYSE', 'http://www.nasdaq.com/screening/companies-by-industry.aspx?exchange=NYSE&render=download').and_return(@t_mock.send(:parse_csv, File.open("test/nyse_test_data.csv").read))
+    @t_mock.should_receive(:parse_exchange).with('NASD', 'http://www.nasdaq.com/screening/companies-by-industry.aspx?exchange=NASDAQ&render=download').and_return(@t_mock.send(:parse_csv, File.open("test/nasd_test_data.csv").read))
+    @t_mock.should_receive(:parse_exchange).with('AMEX', 'http://www.nasdaq.com/screening/companies-by-industry.aspx?exchange=AMEX&render=download').and_return(@t_mock.send(:parse_csv, File.open("test/amex_test_data.csv").read))
 #    @t_mock.should_receive(:retrieve).with_no_args.and_return({'NYSE' => File.open("test/nyse_test_data.csv").read, 'NASD' => File.open("test/nasd_test_data.csv").read, 'AMEX' => File.open("test/amex_test_data.csv").read})
 #    @t_mock.should_receive(:retrieve).with('NYSE').and_return({'NYSE' => File.open("test/nyse_test_data.csv").read})
 #    @t_mock.should_receive(:retrieve).with('NYSE', 'NASD').and_return({'NYSE' => File.open("test/nyse_test_data.csv").read, 'NASD' => File.open("test/nasd_test_data.csv").read})
@@ -19,7 +19,7 @@ class TestTickerFetcher < Test::Unit::TestCase
     assert_nil(@t_mock.exchanges['AMEX'])
     assert_equal('SC', @t_mock.exchanges['NYSE'][0][0])
     assert_equal('AC-B', @t_mock.exchanges['NYSE'][1][0])
-    assert_equal('C.A', @t_mock.exchanges['NYSE'][2][0])
+    assert_equal('C-A', @t_mock.exchanges['NYSE'][2][0])
   end
 
   def test_retrieve_with_two_exchanges_returns_a_ticker_fetcher_with_the_correct_data

data/ticker_fetcher.gemspec

@@ -0,0 +1,61 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{ticker_fetcher}
+  s.version = "0.1.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Matt White"]
+  s.date = %q{2010-05-25}
+  s.description = %q{Retrieves tickers, and names for all securities listed on the 3 major US exchanges (NYSE, NASDAQ, AMEX).}
+  s.email = %q{mattw922@gmail.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "lib/ticker_fetcher.rb",
+     "test/amex_test_data.csv",
+     "test/helper.rb",
+     "test/nasd_test_data.csv",
+     "test/nyse_test_data.csv",
+     "test/test_ticker_fetcher.rb",
+     "ticker_fetcher-0.1.0.gem",
+     "ticker_fetcher.gemspec"
+  ]
+  s.homepage = %q{http://github.com/whitethunder/ticker_fetcher}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.6}
+  s.summary = %q{Fetches all tickers for NYSE, NASDAQ, and AMEX exchanges.}
+  s.test_files = [
+    "test/test_ticker_fetcher.rb",
+     "test/helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<fastercsv>, [">= 1.5.0"])
+      s.add_development_dependency(%q<flexmock>, [">= 0.8.2"])
+    else
+      s.add_dependency(%q<fastercsv>, [">= 1.5.0"])
+      s.add_dependency(%q<flexmock>, [">= 0.8.2"])
+    end
+  else
+    s.add_dependency(%q<fastercsv>, [">= 1.5.0"])
+    s.add_dependency(%q<flexmock>, [">= 0.8.2"])
+  end
+end
+

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 1
-  - 0
-  version: 0.1.0
+  - 1
+  version: 0.1.1
 platform: ruby
 authors: 
 - Matt White
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-04-13 00:00:00 -06:00
+date: 2010-05-25 00:00:00 -06:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -45,7 +45,7 @@ dependencies:
         version: 0.8.2
   type: :development
   version_requirements: *id002
-description: Retrieves tickers, names, and SEC descriptions for all securities listed on the 3 major US exchanges (NYSE, NASDAQ, AMEX).
+description: Retrieves tickers, and names for all securities listed on the 3 major US exchanges (NYSE, NASDAQ, AMEX).
 email: mattw922@gmail.com
 executables: []
 
@@ -67,6 +67,8 @@ files:
 - test/nasd_test_data.csv
 - test/nyse_test_data.csv
 - test/test_ticker_fetcher.rb
+- ticker_fetcher-0.1.0.gem
+- ticker_fetcher.gemspec
 has_rdoc: true
 homepage: http://github.com/whitethunder/ticker_fetcher
 licenses: []