edgar 0.0.7 → 0.0.8

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    ZjVhODBhODVkNWZiODk3ODkwZTc5NDU1Y2ZmYzFhMWExY2RjMTlhZg==
+  data.tar.gz: !binary |-
+    YjQyYWE5MTU0MWI2YjhmNTNiNjc2NTIyOWM4ZjYwZjNiYTkyYWYxNQ==
+SHA512:
+  metadata.gz: !binary |-
+    NmFhOTVlMzM5YzIwN2QwMjRiNjI1ODYzMDM4ZTkxMmIwZDNiY2JmZGE4YmJj
+    NjUzZWZlMTgxNWUxNDA2NDhlYjZlMWU0ZDNjNTBmYjJlM2Q1MDUwMzYxZmYx
+    ODIxYzBiYzBkZmFjMTQwNWRlYjEyYWIzYjcxNGNkZDBhMzY1OWY=
+  data.tar.gz: !binary |-
+    NWI0NzhkMjQ2MjI0YjA0Yjg3M2E4MmI3NGIxZDhjOTgwMzQ3Mjg1NDQyMGU3
+    NzUyNDk2Yjc2ZjlkZDQ3N2Y2NDI3YWJiYzA4ZmJiZjE0OWFiN2IzMjQ4ZWQ4
+    ZGIxZDY5OTcxNmQwYWFkMTJhNTRmZTM0YjM2YzVhMGM5ZmJjMDU=

data/lib/edgar.rb

@@ -4,13 +4,11 @@ require 'rubygems'
 require 'nokogiri'
 require 'open-uri'
 
-
 EdgarResult = Struct.new :title, :abstract, :url, :date
 
-
-class Edgar 
+class Edgar
   # API to Edgar search API
-  # 
+  #
   # Example:
   #   >> Edgar.new('[Referer]').search('nano fibers')
   #   => [ #<EdgarResult:...>, ... ]
@@ -19,48 +17,67 @@ class Edgar
   #   referer: (String)
   #   num_results: (Integer+)
 
-  API_PATH = "https://searchwww.sec.gov/EDGARFSClient/jsp/EDGAR_MainAccess.jsp"
+  API_PATH = 'https://searchwww.sec.gov/EDGARFSClient/jsp/EDGAR_MainAccess.jsp'
+  CSS_ATTRS = [
+    '#ifrm2 tr i.blue',
+    '#ifrm2 tr a.filing',
+    '#ifrm2 tr i.small'
+  ]
+  CSS_TYPES = {
+    :date => 0,
+    :title_url => 1,
+    :abstract => 2
+  }
 
   attr_accessor :referer, :num_results
 
-  def initialize(referer='', num_results=100)
+  def initialize(referer = '', num_results = 100)
     @referer = referer
     @num_results = num_results
   end
-  
+
   def search(query)
-    params = "?search_text=#{CGI.escape(query)}&sort=Date&formType=1&isAdv=true&stemming=true&numResults=#{@num_results}&numResults=#{@num_results}"
-    response = open(API_PATH + params, { 'Referer' => @referer })
+    params = "?search_text=#{CGI.escape(query)}&sort=Date&formType=1&isAdv=true&stemming=true&numResults=#{@num_results}"
+    response = open(API_PATH + params, 'Referer' => @referer)
     return nil if response.class.superclass == Net::HTTPServerError
     doc = Nokogiri::HTML(response)
     # check that results were returned
     no_results = doc.css('#ifrm2 font.normalbold')[0]
-    return [] if no_results and no_results.content == 'No Results were Found.'
+    return [] if no_results && no_results.content == 'No Results were Found.'
     # fetch number of results so we slice properly
     num_returned = doc.css('#header td:first > font.normalbold')[0]
-    return [] if num_returned == nil
+    return [] if num_returned.nil?
     num_returned = num_returned.content.match(/- (\d+)/)[1].to_i
-    css_types = {
-      :date => 0,
-      :title_url => 1,
-      :abstract => 2
-    }
-    css_attrs = [
-      '#ifrm2 tr i.blue',
-      '#ifrm2 tr a.filing',
-      '#ifrm2 tr i.small'
-    ]
-    tag_sets = doc.css(css_attrs.join(', ')).each_slice(num_returned).map do |el|
-      el
-    end.transpose
+    build_results(doc, num_returned)
+  end
+
+  private
+
+  def build_results(doc, num_returned)
+    tag_sets = doc.css(CSS_ATTRS.join(', ')).each_slice(num_returned)
+    tag_sets = safe_transpose(tag_sets)
     tag_sets.map do |tag_set|
       EdgarResult.new(
-        tag_set[css_types[:title_url]].content,
-        tag_set[css_types[:abstract]].content,
-        tag_set[css_types[:title_url]]['href'].match(/'([^']+)'/)[1],
-        tag_set[css_types[:date]].content
+        get_tag(tag_set, :title_url),
+        get_tag(tag_set, :abstract),
+        get_url(tag_set),
+        get_tag(tag_set, :date)
       )
     end
   end
-end
 
+  def get_url(tag_set)
+    node = tag_set[CSS_TYPES[:title_url]]
+    node && node['href'].match(/'([^']+)'/)[1]
+  end
+
+  def get_tag(tag_set, key)
+    node = tag_set[CSS_TYPES[key]]
+    node && node.content
+  end
+
+  def safe_transpose(a)
+    max_size = a.map(&:size).max
+    a.dup.map { |r| r << nil while r.size < max_size; r}.transpose
+  end
+end

metadata

@@ -1,8 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: edgar
 version: !ruby/object:Gem::Version
-  version: 0.0.7
-  prerelease: 
+  version: 0.0.8
 platform: ruby
 authors:
 - Peter Lubell-Doughtie
@@ -14,7 +13,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -22,7 +20,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -36,26 +33,25 @@ files:
 - lib/edgar.rb
 homepage: http://www.helioid.com/
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.1.10
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: API for SEC Edgar search
 test_files: []