thirteen_f 0.4.0 → 0.5.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 85b773091adc251303e4acb8b07239b42a2c99984a94d7c541f838c37eaacb79
-  data.tar.gz: aea7834cfc3c0c0194cbd8eedcc9ae6ba6f564d60f4360a8e29bea4cd2f73d26
+  metadata.gz: 89b2921abd3ae773a2d34c3ddb1551eea71708ecaa4218608a520e84a5e3120d
+  data.tar.gz: abc9e19a98b164ce1b72a6da225639209b09cef3837ae2ce33f4f9c9c8b96290
 SHA512:
-  metadata.gz: ea5c9d380b2606b32c2efd9d3a3ed6cc5b452e03e7f6e74dd5075132d594326bd83ba6ca672cb393172446ecea23d8b3b6b1128106c6b99b36119d9a4ce154c8
-  data.tar.gz: 7da64251c953225cbb0c32b32c1d87496c848bdf896ad3ddbe67579c7f21d419502d29548da4e22231357478c2660805e66ec6dc92445e1ba3c9355c6bcffde3
+  metadata.gz: 8fa4cd7362ab9fb3e68b4e1b1657d9de45e763e5d75eb76327391a84c87904d86dfdb65cfa51b9424fdf1215b0e360058e50cbeb738308048f9f0a8304b0c79a
+  data.tar.gz: ae1ed7ffca8fb036fbff8cd7419e6f9ef656063587322e23936c682ebdbe324375203c3b9a1d87ee88c9bb83cfedc7af88ad5191da303d6d773d61b500261653

data/.gitignore

@@ -15,3 +15,4 @@ Gemfile.lock
 *.swp
 *.swo
 
+.DS_Store

data/Gemfile.lock

@@ -1,44 +1,42 @@
 PATH
   remote: .
   specs:
-    thirteen_f (0.4.0)
-      http (>= 5)
-      nokogiri
-      pdf-reader
+    thirteen_f (0.5.1)
+      http (>= 5.0)
+      nokogiri (>= 1.10)
+      pdf-reader (>= 2.2)
 
 GEM
   remote: https://rubygems.org/
   specs:
     Ascii85 (1.1.0)
-    addressable (2.7.0)
+    addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
     afm (0.2.2)
     coderay (1.1.3)
     domain_name (0.5.20190701)
       unf (>= 0.0.5, < 1.0.0)
-    ffi (1.15.0)
+    ffi (1.15.3)
     ffi-compiler (1.0.1)
       ffi (>= 1.0.0)
       rake
     hashery (2.1.2)
-    http (5.0.0)
+    http (5.0.1)
       addressable (~> 2.3)
       http-cookie (~> 1.0)
       http-form_data (~> 2.2)
-      llhttp-ffi (~> 0.0.1)
-    http-cookie (1.0.3)
+      llhttp-ffi (~> 0.3.0)
+    http-cookie (1.0.4)
       domain_name (~> 0.5)
     http-form_data (2.3.0)
-    llhttp-ffi (0.0.1)
+    llhttp-ffi (0.3.1)
       ffi-compiler (~> 1.0)
       rake (~> 13.0)
     method_source (1.0.0)
-    mini_portile2 (2.5.1)
     minitest (5.14.4)
-    nokogiri (1.11.4)
-      mini_portile2 (~> 2.5.0)
+    nokogiri (1.11.7-x86_64-darwin)
       racc (~> 1.4)
-    pdf-reader (2.4.2)
+    pdf-reader (2.5.0)
       Ascii85 (~> 1.0)
       afm (~> 0.2.1)
       hashery (~> 2.0)
@@ -65,4 +63,4 @@ DEPENDENCIES
   thirteen_f!
 
 BUNDLED WITH
-   2.1.4
+   2.2.15

data/README.md

@@ -39,40 +39,38 @@ Or install it yourself as:
 
 ```ruby
 search = ThirteenF::Search.new('Berkshire Hathaway')
-search.get_companies
-search.companies
+search.get_results
+
+result = search.results.first
+result.get_entity
+entity = result.entity
 ```
 
-### Companies
+### Entities
 
 ```ruby
 cik_number = '0001061768'
-company = ThirteenF::Company.from_cik cik_number
-
-company = search.companies.first
-company.get_filings # grabs 10 13F filings by default which is the minimum
-company.get_filings(count: 20) # can supply an optional count keyword arg to get more filings
-company.most_recent_filing
-company.get_most_recent_holdings
-company.most_recent_holdings # returns positions from the most recent 13F filing
-
-company.cik # type: String | ex: "0001067983"
-company.name # type: String | ex: "BERKSHIRE HATHAWAY INC"
-company.state_or_country # type: String | ex: "NE"
+entity = ThirteenF::Entity.from_cik cik_number
+
+entity.most_recent_filing
+entity.get_most_recent_positions
+entity.most_recent_positions # returns positions from the most recent 13F filing
+
+entity.cik # type: String | ex: "0001067983"
+entity.name # type: String | ex: "BERKSHIRE HATHAWAY INC"
+entity.state_or_country # type: String | ex: "NE"
 ```
 
 ### Filings
 
 ```ruby
-company.get_filings
-filing = company.filings.first
-filing.company
+filing = entity.filings.first
+filing.entity
 filing.get_positions
-filing.positions # returns the US public securities held by the company at the
+filing.positions # returns the US public securities held by the entity at the
                  # time of the period of the report
 
 filing.index_url # type: String
-filing.response_status # type: String | ex: "200 OK"
 filing.period_of_report # type: Date or nil
 filing.time_accepted # type: DateTime or nil
 filing.table_html_url # type: String or nil
@@ -101,6 +99,15 @@ position.other_managers # type: String or nil | ex: "1,4,11"
 position.voting_authority # type: Hash | ex: { sole: 19994970, shared: 0, none: 0 }
 ```
 
+### Net Securities
+```ruby
+```
+
+### CUSIP Securities
+
+```ruby
+```
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run

data/lib/thirteen_f/cusip_securities.rb

@@ -1,6 +1,5 @@
 # frozen_string_literal: true
 
-require 'http'
 require 'date'
 require 'open-uri'
 require 'pdf-reader'
@@ -12,9 +11,7 @@ class ThirteenF
 
     def self.all_file_locations
       index_url = "#{BASE_URL}/divisions/investment/13flists.htm"
-      response = HTTP.get index_url
-      return false unless response.status == 200
-      page = Nokogiri::HTML response.to_s
+      page = SecRequest.get index_url, response_type: :html
       a_tags = page.search('a').select do |a_tag|
         href = a_tag.attributes['href']&.value.to_s
         href.include?('13flist') && href.include?('.pdf')
@@ -24,9 +21,7 @@ class ThirteenF
 
     def self.most_recent_list
       index_url = "#{BASE_URL}/divisions/investment/13flists.htm"
-      response = HTTP.get index_url
-      return false unless response.status == 200
-      page = Nokogiri::HTML response.to_s
+      page = SecRequest.get index_url, response_type: :html
       a_tag = page.search('a').find { |a| a.text.include?('Current List') }
       file_location = "#{BASE_URL + a_tag.attributes['href'].value}"
       new file_location

data/lib/thirteen_f/entity.rb

@@ -0,0 +1,88 @@
+# frozen_string_literal: true
+
+require 'thirteen_f/sec_request'
+
+class ThirteenF
+  class Entity
+    attr_reader :cik, :name, :tickers, :exchanges,
+      :sic, :sic_description,
+      :fiscal_year_end,
+      :business_state_or_country,
+      :filings, :most_recent_positions
+
+    BASE_URL = 'https://www.sec.gov'
+
+    def self.from_cik(cik)
+      entity_url = "https://data.sec.gov/submissions/CIK#{cik}.json"
+      new SecRequest.get entity_url
+    end
+
+    def initialize(sec_entity)
+      @name = sec_entity[:name]
+      @cik = cik_from_id sec_entity[:cik]
+      @tickers = sec_entity[:tickers]
+      @exchanges = sec_entity[:exchanges]
+      @sic = sec_entity[:sic]
+      @sic_description = sec_entity[:sicDescription]
+      @fiscal_year_end = sec_entity[:fiscalYearEnd]
+      @business_state_or_country = sec_entity[:addresses][:business][:stateOrCountry]
+      @filings = thirteen_f_filing_data sec_entity[:filings][:recent]
+      true
+    end
+
+
+    def human_fiscal_year_end
+      Time.strptime(@fiscal_year_end, '%m%d').strftime('%B %d')
+    end
+
+    def get_most_recent_positions
+      most_recent_filing.get_positions
+      @most_recent_positions =  most_recent_filing.positions
+      true
+    end
+
+    def most_recent_filing
+      filings.select(&:period_of_report).max_by(&:period_of_report)
+    end
+
+    private
+      def cik_from_id(id)
+        id.prepend('0') until id.length >= 10
+        id
+      end
+
+      COLUMN_KEYS = %i(
+        accessionNumber
+        filingDate
+        reportDate
+        acceptanceDateTime
+        act
+        form
+        fileNumber
+        filmNumber
+        items
+        size
+        isXBRL
+        isInlineXBRL
+        primaryDocument
+        primaryDocDescription
+      )
+
+      def thirteen_f_filing_data(filings_data)
+        indexes = thirteen_f_indexes(filings_data)
+        indexes.map do |index|
+          columnar_data = COLUMN_KEYS.map do |key|
+            filings_data[key][index]
+          end
+          Filing.new self, columnar_data
+        end
+      end
+
+      def thirteen_f_indexes(filings_data)
+        filings_data[:form].each_with_index.map do |form, i|
+          form.start_with?('13F') ? i : nil
+        end.compact
+      end
+  end
+end
+

data/lib/thirteen_f/filing.rb

@@ -1,80 +1,47 @@
 # frozen_string_literal: true
 
-require 'http'
 require 'date'
 
 class ThirteenF
   class Filing
-    attr_reader :index_url, :table_html_url, :table_xml_url,
+    attr_reader :entity, :index_url, :report_date, :time_accepted, :form_type,
+      :table_html_url, :table_xml_url,
       :cover_page_html_url, :cover_page_xml_url, :complete_text_file_url,
-      :period_of_report, :time_accepted, :response_status, :company, :positions
+      :positions
 
-    BASE_URL = 'https://www.sec.gov'
+    alias period_of_report report_date
 
-    def self.from_index_urls(urls, company)
-      redo_count = 0
-      urls.map do |index_url|
-        response = HTTP.get index_url
-        sleep 0.33
-        if response.status == 200
-          redo_count = 0
-          attributes = set_attributes(response, index_url, company)
-          new(**attributes)
-        else
-          redo_count += 1
-          redo unless redo_count > 1
-          attributes = bad_response_attributes(response, index_url, company)
-          new(**attributes)
-        end
-      end
-    end
+    BASE_URL = 'https://www.sec.gov'
 
-    def reset_attributes_from_index_url
-      return unless index_url
-      response = HTTP.get index_url
-      sleep 0.33
-      if response.status == 200
-        attributes = self.class.set_attributes(response, index_url)
-        assign_attributes(**attributes)
-        true
-      else
-        false
-      end
+    def initialize(entity, columnar_data)
+      @entity = entity
+      @index_url = assemble_index_url columnar_data[0]
+      @report_date = Date.parse columnar_data[2]
+      @time_accepted = DateTime.parse columnar_data[3]
+      @form_type = columnar_data[5]
+      true
     end
 
-    def initialize(response_status:, index_url:, company:,
-                   complete_text_file_url:, period_of_report:, time_accepted:,
-                   table_html_url: nil, table_xml_url: nil,
-                   cover_page_html_url: nil, cover_page_xml_url: nil)
-      @company = company
-      @response_status = response_status
-      @index_url = index_url
-      @table_html_url = table_html_url
-      @table_xml_url = table_xml_url
-      @cover_page_html_url = cover_page_html_url
-      @cover_page_xml_url = cover_page_xml_url
-      @complete_text_file_url = complete_text_file_url
-      @period_of_report = period_of_report
-      @time_accepted = time_accepted
-      true
+    def assemble_index_url(accession_number)
+      "#{BASE_URL}/Archives/edgar/data/#{entity.cik}/#{accession_number.delete('-')}/#{accession_number}-index.htm"
     end
 
     def get_positions
-      return false unless period_of_report
+      set_attributes_from_index_url unless table_xml_url
       @positions = Position.from_xml_filing self
       true
     end
 
+    def set_attributes_from_index_url
+      return unless index_url
+      response = SecRequest.get index_url, response_type: :html
+      assign_attributes(**set_attributes(response))
+    end
+
     private
-      def self.set_attributes(response, index_url, company)
-        page = Nokogiri::HTML response.to_s
+      def set_attributes(page)
         table_links = page.search('table.tableFile')[0].search('a')
         attributes = Hash.new
-        attributes[:company] = company
-        attributes[:response_status] = response.status.to_s
-        attributes[:index_url] = index_url
-        attributes[:period_of_report] = get_period_of_report page
-        attributes[:time_accepted] = get_time_accepted page
         attributes[:complete_text_file_url] = "#{BASE_URL + table_links[-1].attributes['href'].value}"
         if table_links.count == 5
           attributes = xml_present(attributes, table_links)
@@ -82,23 +49,7 @@ class ThirteenF
         attributes
       end
 
-      def self.get_period_of_report(page)
-        period_header_div = page.search('div.infoHead').find do |div|
-          div.text.include?('Period of Report')
-        end
-        period_string = period_header_div.next.next.text.strip
-        Date.parse period_string
-      end
-
-      def self.get_time_accepted(page)
-        accepted_header_div = page.search('div.infoHead').find do |div|
-          div.text.include?('Accepted')
-        end
-        accepted_string = accepted_header_div.next.next.text.strip
-        DateTime.parse accepted_string
-      end
-
-      def self.xml_present(attributes, table_links)
+      def xml_present(attributes, table_links)
         attributes[:table_html_url] = "#{BASE_URL + table_links[2].attributes['href'].value}"
         attributes[:table_xml_url] = "#{BASE_URL + table_links[3].attributes['href'].value}"
         attributes[:cover_page_html_url] = "#{BASE_URL + table_links[0].attributes['href'].value}"
@@ -106,30 +57,14 @@ class ThirteenF
         attributes
       end
 
-      def self.bad_response_attributes(response, index_url, company)
-        attributes = Hash.new
-        attributes[:company] = company
-        attributes[:response_status] = response.status.to_s
-        attributes[:index_url] = index_url
-        attributes[:period_of_report] = nil
-        attributes[:time_accepted] = nil
-        attributes[:complete_text_file_url] = nil
-        attributes
-      end
-
-      def assign_attributes(response_status:, index_url:, company:,
-                            complete_text_file_url:, period_of_report:,
-                            time_accepted:, table_html_url: nil, table_xml_url:
-                            nil, cover_page_html_url: nil,
+      def assign_attributes(complete_text_file_url:, table_html_url: nil,
+                            table_xml_url: nil, cover_page_html_url: nil,
                             cover_page_xml_url: nil)
-        @response_status = response_status
         @table_html_url = table_html_url
         @table_xml_url = table_xml_url
         @cover_page_html_url = cover_page_html_url
         @cover_page_xml_url = cover_page_xml_url
         @complete_text_file_url = complete_text_file_url
-        @period_of_report = period_of_report
-        @time_accepted = time_accepted
         true
       end
   end

data/lib/thirteen_f/position.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require 'http'
-
 class ThirteenF
   class Position
     attr_reader :name_of_issuer, :title_of_class, :cusip, :value_in_thousands,
@@ -14,9 +12,7 @@ class ThirteenF
     end
 
     def self.from_xml_url(table_xml_url, filing: nil)
-      response = HTTP.get table_xml_url
-      xml_doc = Nokogiri::XML response.to_s
-      xml_doc.remove_namespaces!
+      xml_doc = SecRequest.get table_xml_url, response_type: :xml
       xml_doc.search("//infoTable").map do |info_table|
         position = new filing: filing
         position.attributes_from_info_table(info_table)

data/lib/thirteen_f/search.rb

@@ -1,42 +1,26 @@
 # frozen_string_literal: true
 
-require 'http'
-require 'nokogiri'
-
 class ThirteenF
   class Search
-    attr_reader :companies, :search_params
+    attr_reader :results, :search_params
 
-    BASE_URL = 'https://www.sec.gov'
-    SEARCH_URL = "#{BASE_URL}/cgi-bin/browse-edgar"
+    SEARCH_URL = 'https://efts.sec.gov/LATEST/search-index'
 
-    def initialize(search_string, count: 100)
-      @search_params = [SEARCH_URL, params: {
-        company: search_string,
-        count: count
-      }]
+    def initialize(search_string)
+      @search_params = [SEARCH_URL, { keysTyped: search_string, narrow: true }]
     end
 
-    def get_companies
-      response = HTTP.get(*search_params)
-      if response.status == 200
-        @companies = configure_search_results response
-      else
-        raise 'SEC results are not available right now'
-      end
+    def get_results
+      response = SecRequest.post(*search_params)
+      @results = configure_search_results response
       true
     end
 
     private
       def configure_search_results(response)
-        page = Nokogiri::HTML response.to_s
-        company_rows = page.search('table.tableFile2 > tr')[1..-1]
-        column_count = company_rows.first.search('td').count
-        if column_count == 3
-          company_rows.search('br').each { |n| n.replace("\n") }
-          Company.from_sec_search_rows company_rows
-        elsif column_count == 5
-          Company.from_company_page page
+        if response.dig(:hits, :hits)
+          SearchHit.from_search_hits response.dig(:hits, :hits)
+        else []
         end
       end
   end

data/lib/thirteen_f/search_hit.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+class ThirteenF
+  class SearchHit
+    attr_reader :cik, :name, :entity, :sec_page_url
+
+    def self.from_search_hits(hits)
+      hits.map { |hit| new hit }
+    end
+
+    BASE_URL = 'https://www.sec.gov'
+
+    def initialize(sec_hit)
+      @cik = cik_from_id sec_hit[:_id]
+      @name = sec_hit[:_source][:entity]
+      @sec_page_url = "#{BASE_URL}/edgar/browse/?CIK=#{cik}&owner=exclude"
+      true
+    end
+
+    def get_entity
+      entity_url = "https://data.sec.gov/submissions/CIK#{cik}.json"
+      response = SecRequest.get entity_url
+      @entity = Entity.new response
+      true
+    end
+
+    private
+      def cik_from_id(id)
+        id.prepend('0') until id.length >= 10
+        id
+      end
+  end
+end
+

data/lib/thirteen_f/sec_request.rb

@@ -0,0 +1,61 @@
+require 'http'
+require 'nokogiri'
+
+class ThirteenF
+  class SecRequest
+    DATA_HEADERS = {
+      'User-Agent' => 'ThirteenF/v0.5.0 (Open Source Ruby Gem) savannah.fischer@hey.com',
+      'Host' => 'data.sec.gov',
+      'Accept-Encoding' => 'gzip, deflate'
+    }
+
+    WWW_HEADERS = {
+      'User-Agent' => 'ThirteenF/v0.5.0 (Open Source Ruby Gem) savannah.fischer@hey.com',
+      'Host' => 'www.sec.gov'
+    }
+
+    EFTS_HEADERS = {
+      'User-Agent' => 'S Fischer sfischer@fischercompany.com',
+      'Accept-Encoding' => 'gzip, deflate',
+      'Host' => 'efts.sec.gov'
+    }
+
+    def self.get(url, response_type: :json)
+      case response_type
+      when :json
+        response = HTTP.use(:auto_inflate).headers(DATA_HEADERS).get(url)
+        handle_response response, response_type: response_type
+      else
+        response = HTTP.use(:auto_inflate).headers(WWW_HEADERS).get(url)
+        handle_response response, response_type: response_type
+      end
+    end
+
+    def self.post(url, json)
+      response = HTTP.use(:auto_inflate).headers(EFTS_HEADERS).post(url, json: json)
+      handle_response response
+    end
+
+    def self.handle_response(response, response_type: :json)
+      case response.status
+      when 200, 201, 202, 203, 204, 206
+        handle_response_type response.to_s, response_type
+      else
+        raise "Request failed with response #{response.status}, request url: #{response.uri.to_s}"
+      end
+    end
+
+    def self.handle_response_type(body, response_type)
+      case response_type
+      when :html
+        Nokogiri::HTML body
+      when :json
+        JSON.parse body, symbolize_names: true
+      when :xml
+        xml_doc = Nokogiri::XML body
+        xml_doc.remove_namespaces!
+      end
+    end
+  end
+end
+

data/lib/thirteen_f/version.rb

@@ -1,3 +1,3 @@
 class ThirteenF
-  VERSION = "0.4.0"
+  VERSION = "0.5.2"
 end

data/lib/thirteen_f.rb

@@ -1,7 +1,9 @@
 # frozen_string_literal: true
 
-require "thirteen_f/company"
+require 'thirteen_f/sec_request'
+require "thirteen_f/entity"
 require "thirteen_f/search"
+require "thirteen_f/search_hit"
 require "thirteen_f/filing"
 require "thirteen_f/position"
 require "thirteen_f/net_position"

data/thirteen_f.gemspec

@@ -3,7 +3,7 @@ require_relative 'lib/thirteen_f/version'
 Gem::Specification.new do |spec|
   spec.name          = "thirteen_f"
   spec.version       = ThirteenF::VERSION
-  spec.authors       = ["savfischer"]
+  spec.authors       = ["Savannah Fischer"]
   spec.email         = ["savannah.fischer@hey.com"]
 
   spec.summary       = %q{A ruby interface for S.E.C. 13F Data.}
@@ -12,10 +12,10 @@ Gem::Specification.new do |spec|
   filing data. The SEC is the U.S. Securities and Exchange Commission. 13F
   filings are disclosures large institutional investors in public securites have
   to provide and make public every quarter. It is a great way to follow what
-  different investors have been doing.}
+  different investors have been doing in US regulated equity markets.}
   spec.homepage      = "https://github.com/savfischer/thirteen_f"
   spec.license       = "MIT"
-  spec.required_ruby_version = Gem::Requirement.new(">= 2.6.0")
+  spec.required_ruby_version = Gem::Requirement.new(">= 3.0")
 
   spec.metadata["homepage_uri"] = spec.homepage
   spec.metadata["source_code_uri"] = "https://github.com/savfischer/thirteen_f"
@@ -32,7 +32,8 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "minitest"
   spec.add_development_dependency "pry"
-  spec.add_dependency "http", ">= 5"
-  spec.add_dependency "nokogiri"
-  spec.add_dependency "pdf-reader"
+
+  spec.add_runtime_dependency "http", ">= 5.0"
+  spec.add_runtime_dependency "nokogiri", ">= 1.13"
+  spec.add_runtime_dependency "pdf-reader", ">= 2.10"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: thirteen_f
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.2
 platform: ruby
 authors:
-- savfischer
+- Savannah Fischer
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-05-18 00:00:00.000000000 Z
+date: 2022-06-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: minitest
@@ -44,48 +44,48 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '5'
+        version: '5.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '5'
+        version: '5.0'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.13'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.13'
 - !ruby/object:Gem::Dependency
   name: pdf-reader
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.10'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.10'
 description: |-
   thirteen_f lets you easily search and retrieve SEC 13F
     filing data. The SEC is the U.S. Securities and Exchange Commission. 13F
     filings are disclosures large institutional investors in public securites have
     to provide and make public every quarter. It is a great way to follow what
-    different investors have been doing.
+    different investors have been doing in US regulated equity markets.
 email:
 - savannah.fischer@hey.com
 executables: []
@@ -103,12 +103,14 @@ files:
 - bin/console
 - bin/setup
 - lib/thirteen_f.rb
-- lib/thirteen_f/company.rb
 - lib/thirteen_f/cusip_securities.rb
+- lib/thirteen_f/entity.rb
 - lib/thirteen_f/filing.rb
 - lib/thirteen_f/net_position.rb
 - lib/thirteen_f/position.rb
 - lib/thirteen_f/search.rb
+- lib/thirteen_f/search_hit.rb
+- lib/thirteen_f/sec_request.rb
 - lib/thirteen_f/version.rb
 - thirteen_f.gemspec
 homepage: https://github.com/savfischer/thirteen_f
@@ -126,14 +128,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.6.0
+      version: '3.0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
 summary: A ruby interface for S.E.C. 13F Data.

data/lib/thirteen_f/company.rb

@@ -1,87 +0,0 @@
-# frozen_string_literal: true
-
-require 'http'
-
-class ThirteenF
-  class Company
-    attr_reader :cik, :name, :state_or_country, :filings, :most_recent_holdings
-
-    BASE_URL = 'https://www.sec.gov'
-
-    def self.from_sec_search_rows(rows)
-      rows.map do |row|
-        raise "Bad row" unless row.search('td').count == 3
-        cells = row.search('td')
-        cik = cells.first.text
-        name = parse_name cells[1]
-        state_or_country = cells.last.text
-        new cik, name, state_or_country
-      end
-    end
-
-    def self.from_company_page(page)
-      arr = page.search('.companyName').text.split('CIK#:')
-      name = arr.first.strip
-      cik = arr.last.strip.split(' ').first
-      state_or_country = page.search('.identInfo a').first.text
-      Array.new 1, new(cik, name, state_or_country)
-    end
-
-    def self.from_cik(cik)
-      response = HTTP.get sec_url_from_cik(cik)
-      return false unless response.status == 200
-      page = Nokogiri::HTML response.to_s
-      from_company_page(page).first
-    end
-
-    def initialize(cik, name, state_or_country)
-      @cik = cik
-      @name = name
-      @state_or_country = state_or_country
-      true
-    end
-
-    def get_most_recent_holdings
-      get_filings unless filings
-      most_recent_filing.get_positions
-      @most_recent_holdings =  most_recent_filing.positions
-      true
-    end
-
-    def most_recent_filing
-      filings.select(&:period_of_report).max_by(&:period_of_report)
-    end
-
-    def get_filings(count: 10)
-      @filings = Filing.from_index_urls thirteen_f_urls(count: count), self
-      true
-    end
-
-    def sec_filings_page_url
-      "#{BASE_URL}/cgi-bin/browse-edgar?CIK=#{cik}"
-    end
-
-    def thirteen_f_filings_url(count: 10)
-      "#{sec_filings_page_url}&type=13f&count=#{count}"
-    end
-
-    def self.sec_url_from_cik(cik)
-      "#{BASE_URL}/cgi-bin/browse-edgar?CIK=#{cik}"
-    end
-
-    def thirteen_f_urls(count: 10)
-      response = HTTP.get thirteen_f_filings_url(count: count)
-      page = Nokogiri::HTML response.to_s
-      page.search('#documentsbutton').map do |btn|
-        next nil unless btn.parent.previous.previous.text.include?('13F-HR')
-        "#{BASE_URL + btn.attributes['href'].value}"
-      end.compact
-    end
-
-    private
-      def self.parse_name(name_cell)
-        name_cell.text.split("\n").first
-      end
-  end
-end
-