thirteen_f 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 97448bdbcdaea2e3d0e690584c24503c7d9e65c0140441ae8afa037b6a0d96b0
-  data.tar.gz: 4aaf17e842ee4b83693d1977fc3a36036adbdc4a65a2208b44191b0dc4237373
+  metadata.gz: 2055d576a8a4c7d6328c15325eb1a34b02c7c390346ef9111b6aa82387f88a37
+  data.tar.gz: 60571d9e9ca221b80596453fab70fa284e841cc9e64e516bb616503c484c182d
 SHA512:
-  metadata.gz: eacc83d2d8aaf67caff1807e5e4368e6c954ac5f4a59758c020241b56e53d018c430b2c7874d56a2761a8da0ad288f01fcba32ff8ab60dd651a86d822f3d4759
-  data.tar.gz: 483483c8d663da64483efa03a8292308f2425e201071155c87810d715e8d54470b6fb39ca643db6b9a96f06be1a23c58815458e726017318b88b5c7821ef0812
+  metadata.gz: f5944c92f5e8ed3e0daa1cacd1089774f7eb5b26d134de33ae17f1e3b6a006d06ae616209d3c91b92ddc7d3789e5ed85d18382ae3765bc186ae6d41c3a7637fe
+  data.tar.gz: c4c9ebf3bfc18ef017004c286ff2b99e013f448873e4bd10ba60082a7911d737ca4a8cad267b2ebab0dfb575cde3de0c500038e277f24022012e05ba81301134

data/Gemfile.lock

@@ -1,15 +1,18 @@
 PATH
   remote: .
   specs:
-    thirteen_f (0.1.0)
+    thirteen_f (0.2.2)
       http (>= 4.4)
       nokogiri
+      pdf-reader
 
 GEM
   remote: https://rubygems.org/
   specs:
+    Ascii85 (1.0.3)
     addressable (2.7.0)
       public_suffix (>= 2.0.2, < 5.0)
+    afm (0.2.2)
     coderay (1.1.2)
     domain_name (0.5.20190701)
       unf (>= 0.0.5, < 1.0.0)
@@ -17,7 +20,8 @@ GEM
     ffi-compiler (1.0.1)
       ffi (>= 1.0.0)
       rake
-    http (4.4.0)
+    hashery (2.1.2)
+    http (4.4.1)
       addressable (~> 2.3)
       http-cookie (~> 1.0)
       http-form_data (~> 2.2)
@@ -32,14 +36,22 @@ GEM
     minitest (5.14.0)
     nokogiri (1.10.9)
       mini_portile2 (~> 2.4.0)
+    pdf-reader (2.4.0)
+      Ascii85 (~> 1.0.0)
+      afm (~> 0.2.1)
+      hashery (~> 2.0)
+      ruby-rc4
+      ttfunk
     pry (0.13.0)
       coderay (~> 1.1)
       method_source (~> 1.0)
     public_suffix (4.0.3)
     rake (12.3.3)
+    ruby-rc4 (0.1.5)
+    ttfunk (1.6.2.1)
     unf (0.1.4)
       unf_ext
-    unf_ext (0.0.7.6)
+    unf_ext (0.0.7.7)
 
 PLATFORMS
   ruby

data/README.md

@@ -39,7 +39,6 @@ Or install it yourself as:
 
 ```ruby
 search = ThirteenF::Search.new('Berkshire Hathaway')
-search = ThirteenF::Search.new('BERKSHIRE HATHAWAY INC')
 search.get_companies
 search.companies
 ```
@@ -51,7 +50,7 @@ company = search.companies.first
 company.get_filings # grabs 10 13F filings by default which is the minimum
 company.get_filings(count: 20) # can supply an optional count keyword arg to get more filings
 company.get_most_recent_holdings
-company.most_recent_holdings # returns positions from more recent 13F filing
+company.most_recent_holdings # returns positions from the most recent 13F filing
 
 company.cik # type: String | ex: "0001067983"
 company.name # type: String | ex: "BERKSHIRE HATHAWAY INC"
@@ -80,6 +79,9 @@ filing.cover_page_html_url # String or nil
 ### Positions
 
 ```ruby
+xml_url = 'https://www.sec.gov/Archives/edgar/data/1061768/000156761920003359/form13fInfoTable.xml'
+positions = Position.from_xml_url(xml_url)
+
 position = filing.positions.first
 position.filing
 

data/lib/thirteen_f/company.rb

@@ -27,6 +27,13 @@ class ThirteenF
       Array.new 1, new(cik, name, state_or_country)
     end
 
+    def self.from_cik(cik)
+      response = HTTP.get sec_url_from_cik(cik)
+      return false unless response.status == 200
+      page = Nokogiri::HTML response.to_s
+      from_company_page page
+    end
+
     def initialize(cik, name, state_or_country)
       @cik = cik
       @name = name
@@ -55,6 +62,10 @@ class ThirteenF
       "#{sec_filings_page_url}&type=13f&count=#{count}"
     end
 
+    def self.sec_url_from_cik(cik)
+      "#{BASE_URL}/cgi-bin/browse-edgar?CIK=#{cik}"
+    end
+
     private
       def self.parse_name(name_cell)
         name_cell.text.split("\n").first

data/lib/thirteen_f/cusip_securities.rb

@@ -0,0 +1,96 @@
+# frozen_string_literal: true
+
+require 'http'
+require 'date'
+require 'open-uri'
+require 'pdf-reader'
+
+class ThirteenF
+  class CusipSecurities
+    attr_reader :file_name, :file_location, :quarter, :period_end, :list_entries
+    BASE_URL = 'https://www.sec.gov'
+
+    def self.all_file_locations
+      index_url = "#{BASE_URL}/divisions/investment/13flists.htm"
+      response = HTTP.get index_url
+      return false unless response.status == 200
+      page = Nokogiri::HTML response.to_s
+      a_tags = page.search('a').select do |a_tag|
+        href = a_tag.attributes['href']&.value.to_s
+        href.include?('13flist') && href.include?('.pdf')
+      end
+      a_tags.map { |a_tag|"#{BASE_URL + a_tag.attributes['href'].value}" }
+    end
+
+    def self.most_recent_list
+      index_url = "#{BASE_URL}/divisions/investment/13flists.htm"
+      response = HTTP.get index_url
+      return false unless response.status == 200
+      page = Nokogiri::HTML response.to_s
+      a_tag = page.search('a').find { |a| a.text.include?('Current List') }
+      file_location = "#{BASE_URL + a_tag.attributes['href'].value}"
+      new file_location
+    end
+
+    def initialize(file_location)
+      @file_location = file_location
+      @file_name = file_location.split('/').last
+      @quarter = set_quarter_string file_name
+      @period_end = set_period_end file_name
+      true
+    end
+
+    def get_list_entries
+      return false unless file_location
+      io = URI.open file_location
+      reader = PDF::Reader.new io
+      valid_entries = []
+      reader.pages[2..-1].each do |page|
+        lines = page.text.split("\n").reject(&:empty?)[3..-1]
+        line_arrs = lines.map do |line|
+          next nil if line.include?('Total Count')
+          line.split('   ').reject(&:empty?).map(&:strip).reject { |text| text == '*' }
+        end
+        line_arrs.compact.each do |line_arr|
+          valid_entries.push ListEntry.new(line_arr)
+        end
+      end
+      @list_entries = valid_entries
+      true
+    end
+
+    class ListEntry
+      attr_reader :cusip_number, :issuer_name, :issuer_description, :status
+
+      def initialize(line_arr)
+        @cusip_number = line_arr[0].delete(' ')
+        @issuer_name = line_arr[1].delete('*').strip
+        @issuer_description = line_arr[2]
+        @status = line_arr[3] || 'N/A'
+        true
+      end
+    end
+
+    private
+      def set_quarter_string(file_name)
+        arr = file_name.sub('13flist', '').delete('.pdf').split('q')
+        case arr[1].to_i
+        when 1 then "1st Quarter #{arr[0]}"
+        when 2 then "2nd Quarter #{arr[0]}"
+        when 3 then "3rd Quarter #{arr[0]}"
+        when 4 then "4th Quarter #{arr[0]}"
+        end
+      end
+
+      def set_period_end(file_name)
+        arr = file_name.sub('13flist', '').delete('.pdf').split('q')
+        case arr[1].to_i
+        when 1 then Date.parse("#{arr[0]}-03-31")
+        when 2 then Date.parse("#{arr[0]}-06-30")
+        when 3 then Date.parse("#{arr[0]}-09-30")
+        when 4 then Date.parse("#{arr[0]}-12-31")
+        end
+      end
+  end
+end
+

data/lib/thirteen_f/position.rb

@@ -13,13 +13,23 @@ class ThirteenF
       response = HTTP.get filing.table_xml_url
       xml_doc = Nokogiri::XML response.to_s
       xml_doc.search('infoTable').map do |info_table|
-        position = new filing
+        position = new filing: filing
         position.attributes_from_info_table(info_table)
         position
       end
     end
 
-    def initialize(filing)
+    def self.from_xml_url(table_xml_url)
+      response = HTTP.get table_xml_url
+      xml_doc = Nokogiri::XML response.to_s
+      xml_doc.search('infoTable').map do |info_table|
+        position = new
+        position.attributes_from_info_table(info_table)
+        position
+      end
+    end
+
+    def initialize(filing: nil)
       @filing = filing
     end
 

data/lib/thirteen_f/version.rb

@@ -1,3 +1,3 @@
 class ThirteenF
-  VERSION = "0.2.1"
+  VERSION = "0.2.2"
 end

data/lib/thirteen_f.rb

@@ -4,6 +4,7 @@ require "thirteen_f/company"
 require "thirteen_f/search"
 require "thirteen_f/filing"
 require "thirteen_f/position"
+require "thirteen_f/cusip_securities"
 require "thirteen_f/version"
 
 class ThirteenF

data/thirteen_f.gemspec

@@ -34,4 +34,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "pry"
   spec.add_dependency "http", ">= 4.4"
   spec.add_dependency "nokogiri"
+  spec.add_dependency "pdf-reader"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: thirteen_f
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.2
 platform: ruby
 authors:
 - fordfischer
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-03-29 00:00:00.000000000 Z
+date: 2020-03-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: minitest
@@ -66,6 +66,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: pdf-reader
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: |-
   thirteen_f lets you easily search and retrieve SEC 13F
     filing data. The SEC is the U.S. Securities and Exchange Commission. 13F
@@ -90,6 +104,7 @@ files:
 - bin/setup
 - lib/thirteen_f.rb
 - lib/thirteen_f/company.rb
+- lib/thirteen_f/cusip_securities.rb
 - lib/thirteen_f/filing.rb
 - lib/thirteen_f/position.rb
 - lib/thirteen_f/search.rb