yf_as_dataframe 0.4.1 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ef9b7d363312088694d19ce68cd538579f9b3f2b93f57cf5e111f3247cd87b00
-  data.tar.gz: 5bab2fa2aa65c4b6496025aa13f86c15d5df49deeeff2f6b60db07818d6fe1c8
+  metadata.gz: 56c643be2ea6cfee61ab9bc29bf43f5a73e7bd813451198ae7e7fa3176231814
+  data.tar.gz: 653d6e6de4e9d5990fdc98e3b6767d84660daa7fef36a5eace5dda8bf540593c
 SHA512:
-  metadata.gz: '0019c0c2f4293f3c1b3684bff81f2e0a78eb614c505031aaa77c4ba541c88def5189ed8d96310dc6b7217f3651f37f7ea9dbb64c05009a2286d12856027368b2'
-  data.tar.gz: 39b3d46681bbc24409315878a8722e563266553e9b81592051404ef53df6aef397c0248ab1fc724ea6edfc5f6d647e2fb89de6bf675b975aeeb592ae7244f66c
+  metadata.gz: 96c19e4fa417b80f6593c6e2fc167b752eda0fd9b12ec18a927c28d052fdb9c136ba2b85d15a580559b9ef187ce1a923953dd21dc9ac653626aaa6dfc29894ea
+  data.tar.gz: f5328c5462cd397d04f4597ae575ab4ba2082cec39243154bdbaefc031d5baa5ffb6e342e9b29926700834c4532f1d33eabbda08005e59d1ab14256ca527cb44

data/.rspec

@@ -0,0 +1,3 @@
+--require spec_helper
+--format documentation
+--color

data/.ruby-version

@@ -0,0 +1 @@
+3.3.6

data/Gemfile

@@ -2,6 +2,8 @@
 
 source "https://rubygems.org"
 
+ruby "3.3.6"
+
 # Specify your gem's dependencies in yf_as_dataframe.gemspec
 gemspec
 

data/Gemfile.lock

@@ -1,11 +1,11 @@
 PATH
   remote: .
   specs:
-    yf_as_dataframe (0.4.0)
+    yf_as_dataframe (0.4.1)
       activesupport
       httparty
       nokogiri
-      polars-df (~> 0.12.0)
+      polars-df (= 0.27.1)
       tulirb
       tzinfo
       tzinfo-data
@@ -14,86 +14,203 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (7.2.2.1)
+    activesupport (8.1.3.1)
       base64
-      benchmark (>= 0.3)
       bigdecimal
       concurrent-ruby (~> 1.0, >= 1.3.1)
       connection_pool (>= 2.2.5)
       drb
       i18n (>= 1.6, < 2)
+      json
       logger (>= 1.4.2)
       minitest (>= 5.1)
       securerandom (>= 0.3)
       tzinfo (~> 2.0, >= 2.0.5)
+      uri (>= 0.13.1)
+    addressable (2.9.0)
+      public_suffix (>= 2.0.2, < 8.0)
     ast (2.4.3)
     base64 (0.3.0)
-    benchmark (0.4.1)
-    bigdecimal (3.2.2)
-    concurrent-ruby (1.3.5)
-    connection_pool (2.5.3)
-    csv (3.3.5)
+    bigdecimal (4.1.2)
+    concurrent-ruby (1.3.8)
+    connection_pool (3.0.2)
+    crack (1.0.1)
+      bigdecimal
+      rexml
+    csv (3.3.6)
+    diff-lcs (1.6.2)
     drb (2.2.3)
-    httparty (0.23.1)
+    hashdiff (1.2.1)
+    httparty (0.24.2)
       csv
       mini_mime (>= 1.0.0)
       multi_xml (>= 0.5.2)
-    i18n (1.14.7)
+    i18n (1.15.2)
       concurrent-ruby (~> 1.0)
-    json (2.12.2)
-    language_server-protocol (3.17.0.5)
+    json (2.21.2)
+    language_server-protocol (3.17.0.6)
     lint_roller (1.1.0)
     logger (1.7.0)
     mini_mime (1.1.5)
-    minitest (5.25.5)
-    multi_xml (0.7.1)
-      bigdecimal (~> 3.1)
-    nokogiri (1.18.8-arm64-darwin)
+    minitest (6.0.6)
+      drb (~> 2.0)
+      prism (~> 1.5)
+    multi_xml (0.9.1)
+      bigdecimal (>= 3.1, < 5)
+    nokogiri (1.19.4-aarch64-linux-gnu)
+      racc (~> 1.4)
+    nokogiri (1.19.4-aarch64-linux-musl)
+      racc (~> 1.4)
+    nokogiri (1.19.4-arm64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.19.4-x86_64-darwin)
       racc (~> 1.4)
-    parallel (1.27.0)
-    parser (3.3.8.0)
+    nokogiri (1.19.4-x86_64-linux-gnu)
+      racc (~> 1.4)
+    nokogiri (1.19.4-x86_64-linux-musl)
+      racc (~> 1.4)
+    parallel (2.1.0)
+    parser (3.3.12.0)
       ast (~> 2.4.1)
       racc
-    polars-df (0.12.0-arm64-darwin)
-      bigdecimal
-    prism (1.4.0)
+    polars-df (0.27.1-aarch64-linux)
+    polars-df (0.27.1-aarch64-linux-musl)
+    polars-df (0.27.1-arm64-darwin)
+    polars-df (0.27.1-x86_64-darwin)
+    polars-df (0.27.1-x86_64-linux)
+    polars-df (0.27.1-x86_64-linux-musl)
+    prism (1.9.0)
+    public_suffix (7.0.5)
     racc (1.8.1)
     rainbow (3.1.1)
-    rake (13.3.0)
-    regexp_parser (2.10.0)
-    rubocop (1.77.0)
-      json (~> 2.3)
+    rake (13.4.2)
+    regexp_parser (2.12.0)
+    rexml (3.4.4)
+    rspec (3.13.2)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.6)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.5)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.8)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-support (3.13.7)
+    rubocop (1.90.0)
+      json (>= 2.3)
       language_server-protocol (~> 3.17.0.2)
       lint_roller (~> 1.1.0)
-      parallel (~> 1.10)
+      parallel (>= 1.10)
       parser (>= 3.3.0.2)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 2.9.3, < 3.0)
-      rubocop-ast (>= 1.45.1, < 2.0)
+      rubocop-ast (>= 1.49.0, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 2.4.0, < 4.0)
-    rubocop-ast (1.45.1)
+    rubocop-ast (1.50.0)
       parser (>= 3.3.7.2)
-      prism (~> 1.4)
+      prism (~> 1.7)
     ruby-progressbar (1.13.0)
     securerandom (0.4.1)
     tulirb (1.0.0)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
-    tzinfo-data (1.2025.2)
+    tzinfo-data (1.2026.3)
       tzinfo (>= 1.0.0)
-    unicode-display_width (3.1.4)
-      unicode-emoji (~> 4.0, >= 4.0.4)
-    unicode-emoji (4.0.4)
-    zache (0.15.0)
+    unicode-display_width (3.2.0)
+      unicode-emoji (~> 4.1)
+    unicode-emoji (4.2.0)
+    uri (1.1.1)
+    vcr (6.4.0)
+    webmock (3.26.3)
+      addressable (>= 2.8.0)
+      crack (>= 0.3.2)
+      hashdiff (>= 0.4.0, < 2.0.0)
+    zache (0.15.2)
 
 PLATFORMS
-  arm64-darwin-23
+  aarch64-linux
+  aarch64-linux-gnu
+  aarch64-linux-musl
+  arm64-darwin
+  x86_64-darwin
+  x86_64-linux-gnu
+  x86_64-linux-musl
 
 DEPENDENCIES
   rake (~> 13.0)
+  rspec (~> 3.13)
   rubocop (~> 1.21)
+  vcr (~> 6.2)
+  webmock (~> 3.23)
   yf_as_dataframe!
 
+CHECKSUMS
+  activesupport (8.1.3.1) sha256=85458765f25ea48b9019c46b6bb3fa5683197bf4280d9f06710a6e8d7a831376
+  addressable (2.9.0) sha256=7fdf6ac3660f7f4e867a0838be3f6cf722ace541dd97767fa42bc6cfa980c7af
+  ast (2.4.3) sha256=954615157c1d6a382bc27d690d973195e79db7f55e9765ac7c481c60bdb4d383
+  base64 (0.3.0) sha256=27337aeabad6ffae05c265c450490628ef3ebd4b67be58257393227588f5a97b
+  bigdecimal (4.1.2) sha256=53d217666027eab4280346fba98e7d5b66baaae1b9c3c1c0ffe89d48188a3fbd
+  bundler (4.0.19) sha256=b48056e4c77fb3853cc47775b5447ede44aaa4f53c32f168014ab4fe86587d47
+  concurrent-ruby (1.3.8) sha256=b2f1be836e968ccc78ccfce277ea79c72a88633f22306782c16ff23fb415d1e1
+  connection_pool (3.0.2) sha256=33fff5ba71a12d2aa26cb72b1db8bba2a1a01823559fb01d29eb74c286e62e0a
+  crack (1.0.1) sha256=ff4a10390cd31d66440b7524eb1841874db86201d5b70032028553130b6d4c7e
+  csv (3.3.6) sha256=aba61e7e507a66f03d45cb1f3c4b6359861c3504038b422962875dce099e4456
+  diff-lcs (1.6.2) sha256=9ae0d2cba7d4df3075fe8cd8602a8604993efc0dfa934cff568969efb1909962
+  drb (2.2.3) sha256=0b00d6fdb50995fe4a45dea13663493c841112e4068656854646f418fda13373
+  hashdiff (1.2.1) sha256=9c079dbc513dfc8833ab59c0c2d8f230fa28499cc5efb4b8dd276cf931457cd1
+  httparty (0.24.2) sha256=8fca6a54aa0c4aa4303a0fd33e5e2156175d6a5334f714263b458abd7fda9c38
+  i18n (1.15.2) sha256=00f9eb62412fe593b2a65a97daa75300d37abb8f7202ec748e94b6d46a9dd1b5
+  json (2.21.2) sha256=1f1d3b7cf2b3ba1a69beca0bb6db13d5438b80bff3cd54cdaaa620b9b07c1c6a
+  language_server-protocol (3.17.0.6) sha256=5ef2c0c138f8267e1bc631d3328347d354f96724b0af22f2c79516120443b7f0
+  lint_roller (1.1.0) sha256=2c0c845b632a7d172cb849cc90c1bce937a28c5c8ccccb50dfd46a485003cc87
+  logger (1.7.0) sha256=196edec7cc44b66cfb40f9755ce11b392f21f7967696af15d274dde7edff0203
+  mini_mime (1.1.5) sha256=8681b7e2e4215f2a159f9400b5816d85e9d8c6c6b491e96a12797e798f8bccef
+  minitest (6.0.6) sha256=153ea36d1d987a62942382b61075745042a2b3123b1cd48f4c3675af9cc7d6f1
+  multi_xml (0.9.1) sha256=7ce766b59c17241ed62976caeae1fae9b2431b263398c35396239a68c4a64e57
+  nokogiri (1.19.4-aarch64-linux-gnu) sha256=1269fb644a6de405057a53dd5c762b1209b43ca7424f839454d3dbc677c31a8f
+  nokogiri (1.19.4-aarch64-linux-musl) sha256=35c65b9ce72b3bb03207bdbe7067915019dc18c1b9b59139684bd6690fdd01af
+  nokogiri (1.19.4-arm64-darwin) sha256=a46db9853286e6597b36ebc6953817d15acf3a299583eb3f89fdc6f91dd63527
+  nokogiri (1.19.4-x86_64-darwin) sha256=7fd17057d3e1f00e9954a74b3cd76595d3d4a5ef233b7ed9599047c204f70551
+  nokogiri (1.19.4-x86_64-linux-gnu) sha256=379fae440b28915e3f19d752ce2dcf8465ed2b2fbefd2a7ca0dd497bc981a06a
+  nokogiri (1.19.4-x86_64-linux-musl) sha256=17dfb7c1fa194ae02fbf7c51a7afc8d278045ab3fdacfd86f91d02d7b274470b
+  parallel (2.1.0) sha256=b35258865c2e31134c5ecb708beaaf6772adf9d5efae28e93e99260877b09356
+  parser (3.3.12.0) sha256=21a6d7f755d5a24dfbdc6e6b772e4e879a52e7631a88bc5a3a134606052c9828
+  polars-df (0.27.1-aarch64-linux) sha256=d85cedc6574fc66b1084a72380243ee73e7f8e6cdcf098c08c929dfafb429c83
+  polars-df (0.27.1-aarch64-linux-musl) sha256=e70f9b19453707be8e951b87b6a119e50e4cb8461e550f13568e655a52ae0c81
+  polars-df (0.27.1-arm64-darwin) sha256=e059d3a0f53e9d3a3484396c58ef42801d463becc4af632adf78a606d1117f97
+  polars-df (0.27.1-x86_64-darwin) sha256=cf8389bd81ec0e3ed7bbf8aa7078de88bcb72ebae445cbc52d4619ade6dfb181
+  polars-df (0.27.1-x86_64-linux) sha256=3cb35fe50bfd783845976e6bc567a560d547dbded8a96887a2d5a658d01396e2
+  polars-df (0.27.1-x86_64-linux-musl) sha256=6ad62495e0385df6305368bdd45d61b1baea2193f269737fbe03ed4fe4236595
+  prism (1.9.0) sha256=7b530c6a9f92c24300014919c9dcbc055bf4cdf51ec30aed099b06cd6674ef85
+  public_suffix (7.0.5) sha256=1a8bb08f1bbea19228d3bed6e5ed908d1cb4f7c2726d18bd9cadf60bc676f623
+  racc (1.8.1) sha256=4a7f6929691dbec8b5209a0b373bc2614882b55fc5d2e447a21aaa691303d62f
+  rainbow (3.1.1) sha256=039491aa3a89f42efa1d6dec2fc4e62ede96eb6acd95e52f1ad581182b79bc6a
+  rake (13.4.2) sha256=cb825b2bd5f1f8e91ca37bddb4b9aaf345551b4731da62949be002fa89283701
+  regexp_parser (2.12.0) sha256=35a916a1d63190ab5c9009457136ae5f3c0c7512d60291d0d1378ba18ce08ebb
+  rexml (3.4.4) sha256=19e0a2c3425dfbf2d4fc1189747bdb2f849b6c5e74180401b15734bc97b5d142
+  rspec (3.13.2) sha256=206284a08ad798e61f86d7ca3e376718d52c0bc944626b2349266f239f820587
+  rspec-core (3.13.6) sha256=a8823c6411667b60a8bca135364351dda34cd55e44ff94c4be4633b37d828b2d
+  rspec-expectations (3.13.5) sha256=33a4d3a1d95060aea4c94e9f237030a8f9eae5615e9bd85718fe3a09e4b58836
+  rspec-mocks (3.13.8) sha256=086ad3d3d17533f4237643de0b5c42f04b66348c28bf6b9c2d3f4a3b01af1d47
+  rspec-support (3.13.7) sha256=0640e5570872aafefd79867901deeeeb40b0c9875a36b983d85f54fb7381c47c
+  rubocop (1.90.0) sha256=9eb4c065b5c5154e4ef554c547972f3905a9eb6b53e657e580b6796b54bf8242
+  rubocop-ast (1.50.0) sha256=b9ca88300da0803ee222ad20cdb30494c0a784eed06fdc35d254b06d662788db
+  ruby-progressbar (1.13.0) sha256=80fc9c47a9b640d6834e0dc7b3c94c9df37f08cb072b7761e4a71e22cff29b33
+  securerandom (0.4.1) sha256=cc5193d414a4341b6e225f0cb4446aceca8e50d5e1888743fac16987638ea0b1
+  tulirb (1.0.0) sha256=5f2f9889976014581801106f3ef21ff63ab94a9c1d291557e7dfdf8871c73379
+  tzinfo (2.0.6) sha256=8daf828cc77bcf7d63b0e3bdb6caa47e2272dcfaf4fbfe46f8c3a9df087a829b
+  tzinfo-data (1.2026.3) sha256=478fbc5356f13c1004cf8372b1336f3dad4055c96340fc4c881a3738da8cf7f9
+  unicode-display_width (3.2.0) sha256=0cdd96b5681a5949cdbc2c55e7b420facae74c4aaf9a9815eee1087cb1853c42
+  unicode-emoji (4.2.0) sha256=519e69150f75652e40bf736106cfbc8f0f73aa3fb6a65afe62fefa7f80b0f80f
+  uri (1.1.1) sha256=379fa58d27ffb1387eaada68c749d1426738bd0f654d812fcc07e7568f5c57c6
+  vcr (6.4.0) sha256=077ac92cc16efc5904eb90492a18153b5e6ca5398046d8a249a7c96a9ea24ae6
+  webmock (3.26.3) sha256=77c612816bdcb2fc43db0e42fd98b19be7d4770fd708816fdde65a006664ddec
+  yf_as_dataframe (0.4.1)
+  zache (0.15.2) sha256=0192d9fe0081e6c83ec051630f3347d8692a7309094066b9aadaa481175707bd
+
 BUNDLED WITH
-   2.6.9
+  4.0.19

data/README.md

@@ -30,6 +30,11 @@ Yahoo! finance API is intended for personal use only.**
 
 This package provides for pulling data from Yahoo!'s unofficial API, and providing that data using using [Polars](https://github.com/ankane/ruby-polars?tab=readme-ov-file) dataframes in ruby.  Data in those dataframes can then be easily post-processed using technical indicators provided by [Tulip](https://tulipindicators.org/) via [Tulirb's](https://www.rubydoc.info/github/ozone4real/tulirb/main/Tulirb) ruby bindings, and visualized using [Vega](https://github.com/ankane/vega-ruby). 
 
+## Requirements
+
+- **Ruby**: >= 3.3
+- **polars-df**: 0.27.1
+
 ### Quick Start: The Ticker module
 
 The `Ticker` class, which allows you to access ticker data from Yahoo!'s unofficial API:
@@ -329,6 +334,65 @@ Or install it yourself as:
 
 ---
 
+## Testing
+
+This gem includes a comprehensive test suite using RSpec. Tests use WebMock and VCR to mock HTTP requests, ensuring tests run without hitting the live Yahoo Finance API.
+
+### Running Tests Locally
+
+To run the full test suite:
+
+```bash
+bundle install
+bundle exec rspec
+```
+
+To run tests with documentation format:
+
+```bash
+bundle exec rspec --format documentation
+```
+
+To run specific test files:
+
+```bash
+bundle exec rspec spec/yf_as_dataframe/ticker_spec.rb
+bundle exec rspec spec/yf_as_dataframe/yf_connection_spec.rb
+```
+
+### Running Rake Tasks
+
+The default rake task runs both tests and RuboCop:
+
+```bash
+bundle exec rake
+```
+
+Run only tests:
+
+```bash
+bundle exec rake spec
+```
+
+Run only RuboCop:
+
+```bash
+bundle exec rake rubocop
+```
+
+### Test Coverage
+
+The test suite covers:
+
+- **Ticker#history**: Historical price data retrieval with mocked HTTP responses
+- **YfConnection**: User-Agent headers, cookie management, circuit breaker, and request throttling
+- **Technical Indicators**: SMA, EMA, RSI, OBV, and other price technical indicators
+- **Error Handling**: Invalid symbols, network failures, and malformed responses
+
+Tests are designed to run offline using fixtures, avoiding live network requests and ensuring consistent, fast test execution.
+
+---
+
 ## Development
 
 To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).

data/Rakefile

@@ -2,7 +2,9 @@
 
 require "bundler/gem_tasks"
 require "rubocop/rake_task"
+require "rspec/core/rake_task"
 
 RuboCop::RakeTask.new
+RSpec::Core::RakeTask.new(:spec)
 
-task default: :rubocop
+task default: %i[spec rubocop]

data/lib/yf_as_dataframe/curl_impersonate_integration.rb

@@ -81,8 +81,8 @@ class YfAsDataframe
       end
       cmd << url
 
-      puts "DEBUG: curl-impersonate command: #{cmd.join(' ')}"
-      puts "DEBUG: curl-impersonate timeout: #{timeout} seconds"
+      # puts "DEBUG: curl-impersonate command: #{cmd.join(' ')}"
+      # puts "DEBUG: curl-impersonate timeout: #{timeout} seconds"
 
       begin
         stdout_str = ''
@@ -95,7 +95,7 @@ class YfAsDataframe
           monitor = Thread.new do
             sleep(timeout + 10)
             unless done
-              puts "DEBUG: Killing curl-impersonate PID \\#{pid} after timeout"
+              # puts "DEBUG: Killing curl-impersonate PID \\#{pid} after timeout"
               Process.kill('TERM', pid) rescue nil
               sleep(1)
               Process.kill('KILL', pid) rescue nil if wait_thr.alive?
@@ -107,23 +107,23 @@ class YfAsDataframe
           done = true
           monitor.kill
         end
-        puts "DEBUG: curl-impersonate stdout: #{stdout_str[0..200]}..." if stdout_str && !stdout_str.empty?
-        puts "DEBUG: curl-impersonate stderr: #{stderr_str}" if stderr_str && !stderr_str.empty?
-      puts "DEBUG: curl-impersonate status: #{status.exitstatus}"
-      if status.success?
-        response = OpenStruct.new
-          response.body = stdout_str
-        response.code = 200
-        response.define_singleton_method(:success?) { true }
-          response.parsed_response = parse_json_if_possible(stdout_str)
-        response
-      else
+        # puts "DEBUG: curl-impersonate stdout: #{stdout_str[0..200]}..." if stdout_str && !stdout_str.empty?
+        # puts "DEBUG: curl-impersonate stderr: #{stderr_str}" if stderr_str && !stderr_str.empty?
+        # puts "DEBUG: curl-impersonate status: #{status.exitstatus}"
+        if status.success?
+          response = OpenStruct.new
+            response.body = stdout_str
+          response.code = 200
+          response.define_singleton_method(:success?) { true }
+            response.parsed_response = parse_json_if_possible(stdout_str)
+          response
+        else
+          # puts "DEBUG: curl-impersonate failed with error: \\#{error_message}"
           error_message = "curl failed with code \\#{status.exitstatus}: \\#{stderr_str}"
-          puts "DEBUG: curl-impersonate failed with error: \\#{error_message}"
           nil
         end
       rescue => e
-        puts "DEBUG: curl-impersonate exception: \\#{e.message}"
+        # puts "DEBUG: curl-impersonate exception: \\#{e.message}"
         nil
       end
     end

data/lib/yf_as_dataframe/financials.rb

@@ -143,7 +143,7 @@ class YfAsDataframe
 
       df = Polars::DataFrame.new(df)
       timestamps.map{|ts| Time.at(ts).utc.to_date.to_s }.each do |t|
-        puts t
+        # puts t
         df.replace(t, Polars::Series.new(df[t].cast(Polars::String)))
       end
       df
@@ -161,7 +161,7 @@ class YfAsDataframe
         statement = _create_financials_table(nam, timescale)
         return statement unless statement.nil?
       rescue Yfin::YfinDataException => e
-        Logger.new(STDOUT).error {"#{@symbol}: Failed to create #{nam} financials table for reason: #{e}"}
+        # Logger.new(STDOUT).error {"#{@symbol}: Failed to create #{nam} financials table for reason: #{e}"}
       end
       Polars::DataFrame.new()
     end

data/lib/yf_as_dataframe/holders.rb

@@ -100,7 +100,7 @@ class YfAsDataframe
         result = get_raw_json(QUOTE_SUMMARY_URL + "/#{symbol}", user_agent_headers=user_agent_headers, params=params_dict)
         # Rails.logger.info { "#{__FILE__}:#{__LINE__} result = #{result.inspect}" }
       rescue Exception => e
-        Logger.new(STDOUT).error("ERROR: #{e.message}")
+        # Logger.new(STDOUT).error("ERROR: #{e.message}")
         return nil
       end
       return result
@@ -136,7 +136,7 @@ class YfAsDataframe
 
     def _parse_result(result)
       data = result.parsed_response['quoteSummary']['result'].first #.dig('quoteSummary', 'result', 0)
-      Logger.new(STDOUT).info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
+      # Logger.new(STDOUT).info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
       _parse_institution_ownership(data['institutionOwnership'])
       _parse_fund_ownership(data['fundOwnership'])
       _parse_major_holders_breakdown(data['majorHoldersBreakdown'])

data/lib/yf_as_dataframe/multi.rb

@@ -62,19 +62,20 @@ class YfAsDataframe
       # """
       logger = Logger.new(STDOUT)
 
+      # YfAsDataframe::Utils.print_once("yfinance: download(show_errors=#{show_errors}) argument is deprecated and will be removed in future version. Do this instead: logging.getLogger('yfinance').setLevel(logging.ERROR)")
+
       if show_errors
-        YfAsDataframe::Utils.print_once("yfinance: download(show_errors=#{show_errors}) argument is deprecated and will be removed in future version. Do this instead: logging.getLogger('yfinance').setLevel(logging.ERROR)")
-        logger.level = Logger::ERROR
+        # YfAsDataframe::Utils.print_once("yfinance: download(show_errors=#{show_errors}) argument is deprecated and will be removed in future version. Do this instead to suppress error messages: logging.getLogger('yfinance').setLevel(logging.CRITICAL)")
+        # logger.level = Logger::CRITICAL
       else
-        YfAsDataframe::Utils.print_once("yfinance: download(show_errors=#{show_errors}) argument is deprecated and will be removed in future version. Do this instead to suppress error messages: logging.getLogger('yfinance').setLevel(logging.CRITICAL)")
-        logger.level = Logger::CRITICAL
+        # logger.level = Logger::CRITICAL
       end
 
-      if logger.debug?
-        threads = false if threads
-        logger.debug('Disabling multithreading because DEBUG logging enabled')
-        progress = false if progress
-      end
+      # if logger.debug?
+      #   threads = false if threads
+      #   logger.debug('Disabling multithreading because DEBUG logging enabled')
+      #   progress = false if progress
+      # end
 
       ignore_tz = interval[1..-1].match?(/[mh]/) ? false : true if ignore_tz.nil?
 

data/lib/yf_as_dataframe/price_history.rb

@@ -35,7 +35,7 @@ class YfAsDataframe
     def history(period: "1mo", interval: "1d", start: nil, fin: nil, prepost: false,
                 actions: true, auto_adjust: true, back_adjust: false, repair: false, keepna: false,
                 rounding: false, raise_errors: false, returns: false)
-      logger = Logger.new(STDOUT) # Replace Rails.logger with standard Ruby logger
+      # logger = Logger.new(STDOUT) # Replace Rails.logger with standard Ruby logger
       start_user = start
       # Rails.logger.info { "#{__FILE__}:#{__LINE__} here" }
       end_user = fin || Time.now
@@ -75,7 +75,7 @@ class YfAsDataframe
         if raise_errors
           raise Exception.new("#{ticker}: #{err_msg}")
         else
-          logger.error("#{ticker}: #{err_msg}")
+          # logger.error("#{ticker}: #{err_msg}")
         end
         if @reconstruct_start_interval && @reconstruct_start_interval == interval
           @reconstruct_start_interval = nil
@@ -572,7 +572,7 @@ class YfAsDataframe
           if raise_errors
             raise Exception.new("#{@ticker}: #{err_msg}")
           else
-            Logger.new(STDOUT).error("#{@ticker}: #{err_msg}")
+            # Logger.new(STDOUT).error("#{@ticker}: #{err_msg}")
           end
           return YfAsDataframe::Utils.empty_df
         end
@@ -617,8 +617,8 @@ class YfAsDataframe
     def _get_data(ticker, params, fin, raise_errors)
       url = "https://query2.finance.yahoo.com/v8/finance/chart/#{CGI.escape ticker}"
       # url = "https://query1.finance.yahoo.com/v7/finance/download/#{ticker}" ... Deprecated
-      logger = Logger.new(STDOUT)
-      logger.info { "#{__FILE__}:#{__LINE__} url = #{url}" }
+      # logger = Logger.new(STDOUT)
+              # logger.info { "#{__FILE__}:#{__LINE__} url = #{url}" }
       data = nil
       # get_fn = @data.method(:get)
 
@@ -631,9 +631,9 @@ class YfAsDataframe
       end
 
       begin
-        logger.info { "#{__FILE__}:#{__LINE__} url = #{url}, params = #{params.inspect}" }
+        # logger.info { "#{__FILE__}:#{__LINE__} url = #{url}, params = #{params.inspect}" }
         data = get(url, nil, params).parsed_response
-        logger.info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
+        # logger.info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
 
         # Validate response before processing
         unless validate_yahoo_response(data)
@@ -647,10 +647,10 @@ class YfAsDataframe
 
         # Use standard Ruby Hash
         data = data.is_a?(Hash) ? data : JSON.parse(data.to_s) rescue data
-        logger.info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
+        # logger.info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
       rescue Exception => e
-        logger.error { "#{__FILE__}:#{__LINE__} Exception caught: #{e.message}" }
-        logger.error { "#{__FILE__}:#{__LINE__} Exception backtrace: #{e.backtrace.first(5).join("\n")}" }
+        # logger.error { "#{__FILE__}:#{__LINE__} Exception caught: #{e.message}" }
+        # logger.error { "#{__FILE__}:#{__LINE__} Exception backtrace: #{e.backtrace.first(5).join("\n")}" }
         raise if raise_errors
       end
 
@@ -1085,7 +1085,7 @@ class YfAsDataframe
       # quotes.sort_index!(inplace: true)
 
       if interval.downcase == "30m"
-        logger.debug("#{ticker}: resampling 30m OHLC from 15m")
+        # logger.debug("#{ticker}: resampling 30m OHLC from 15m")
         quotes2 = quotes.resample('30T')
         quotes = Polars::DataFrame.new(index: quotes2.last.index, data: {
                                          'Open' => quotes2['Open'].first,

data/lib/yf_as_dataframe/price_technical.rb

@@ -395,7 +395,7 @@ class YfAsDataframe
     end
 
     def rsi(df, window: 20)
-      return nil if w == 1
+      return nil if window == 1
       inputs = ['Adj Close'].map{|col| Polars::Series.new(df[col]).to_a}
       output = Tulirb.rsi(inputs, period: window).first
       Polars::Series.new("#{window}-day RSI", [nil]*(df.rows.length - output.length)+output) #)

data/lib/yf_as_dataframe/quote.rb

@@ -130,7 +130,7 @@ class YfAsDataframe
         result = get_raw_json(QUOTE_SUMMARY_URL + "/#{symbol}", user_agent_headers=user_agent_headers, params=params_dict)
         # Rails.logger.info { "#{__FILE__}:#{__LINE__} result = #{result.inspect}" }
       rescue Exception => e
-        Logger.new(STDOUT).error("ERROR: #{e.message}")
+        # Logger.new(STDOUT).error("ERROR: #{e.message}")
         return nil
       end
       return result

data/lib/yf_as_dataframe/ticker.rb

@@ -47,7 +47,7 @@ class YfAsDataframe
     def symbol; @ticker; end
 
     def shares_full(start: nil, fin: nil)
-      logger = Logger.new(STDOUT)
+      # logger = Logger.new(STDOUT)
 
       # Rails.logger.info { "#{__FILE__}:#{__LINE__} start = #{start.inspect}, fin = #{fin.inspect}" } 
 
@@ -71,7 +71,7 @@ class YfAsDataframe
       start ||= Time.new(fin.year, fin.month, fin.day) - 548*24*60*60
 
       if start >= fin
-        logger.error("Start date (#{start}) must be before end (#{fin})")
+        # logger.error("Start date (#{start}) must be before end (#{fin})")
         return nil
       end
 
@@ -81,13 +81,13 @@ class YfAsDataframe
       begin
         json_data = get(shares_url).parsed_response
       rescue #_json.JSONDecodeError, requests.exceptions.RequestException
-        logger.error("#{@ticker}: Yahoo web request for share count failed")
+        # logger.error("#{@ticker}: Yahoo web request for share count failed")
         return nil
       end
 
       fail = json_data["finance"]["error"]["code"] == "Bad Request" rescue false
       if fail
-        logger.error("#{@ticker}: Yahoo web request for share count failed")
+        # logger.error("#{@ticker}: Yahoo web request for share count failed")
         return nil
       end
 
@@ -153,7 +153,7 @@ class YfAsDataframe
       # """
       return @earnings_dates[limit] if @earnings_dates && @earnings_dates[limit]
 
-      logger = Logger.new(STDOUT)
+      # logger = Logger.new(STDOUT)
 
       page_size = [limit, 100].min  # YF caps at 100, don't go higher
       page_offset = 0

data/lib/yf_as_dataframe/utils.rb

@@ -379,7 +379,7 @@ def attributes(obj)
 end
 
 def print_once(msg)
-  puts msg
+  # puts msg
 end
 
 def get_yf_logger
@@ -392,7 +392,7 @@ def setup_debug_formatting
 
   return unless logger.level == Logger::DEBUG
 
-  logger.formatter = MultiLineFormatter.new('%(levelname)-8s %(message)s')
+          # logger.formatter = MultiLineFormatter.new('%(levelname)-8s %(message)s')
 end
 
 def enable_debug_mode

data/lib/yf_as_dataframe/version.rb

@@ -1,3 +1,3 @@
 class YfAsDataframe
-  VERSION = "0.4.1"
+  VERSION = "0.5.0"
 end

data/lib/yf_as_dataframe/yf_connection_minimal_patch.rb

@@ -12,12 +12,12 @@ class YfAsDataframe
     # Override get method to use curl-impersonate by default
     def get(url, headers=nil, params=nil)
       # Debug output
-      puts "DEBUG: curl_impersonate_enabled = #{CurlImpersonateIntegration.curl_impersonate_enabled}"
-      puts "DEBUG: curl_impersonate_fallback = #{CurlImpersonateIntegration.curl_impersonate_fallback}"
+      # puts "DEBUG: curl_impersonate_enabled = #{CurlImpersonateIntegration.curl_impersonate_enabled}"
+      # puts "DEBUG: curl_impersonate_fallback = #{CurlImpersonateIntegration.curl_impersonate_fallback}"
       
       # Try curl-impersonate first if enabled
       if CurlImpersonateIntegration.curl_impersonate_enabled
-        puts "DEBUG: Trying curl-impersonate..."
+        # puts "DEBUG: Trying curl-impersonate..."
         begin
           # Prepare headers and params as in original method
           headers ||= {}
@@ -55,28 +55,27 @@ class YfAsDataframe
             retries: CurlImpersonateIntegration.curl_impersonate_retries
           )
 
-          if response && response.success?
-            puts "DEBUG: curl-impersonate succeeded"
+          if response && !response.empty?
+            # puts "DEBUG: curl-impersonate succeeded"
             return response
           else
-            puts "DEBUG: curl-impersonate returned nil or failed"
+            # puts "DEBUG: curl-impersonate returned nil or failed"
           end
         rescue => e
-          # Log error but continue to fallback
-          puts "DEBUG: curl-impersonate exception: #{e.message}"
+          # puts "DEBUG: curl-impersonate exception: #{e.message}"
           # warn "curl-impersonate request failed: #{e.message}" if $VERBOSE
         end
       else
-        puts "DEBUG: curl-impersonate is disabled, skipping to fallback"
+        # puts "DEBUG: curl-impersonate is disabled, skipping to fallback"
       end
 
       # Fallback to original HTTParty method
       if CurlImpersonateIntegration.curl_impersonate_fallback
-        puts "DEBUG: Using HTTParty fallback"
-        get_original(url, headers, params)
+        # puts "DEBUG: Using HTTParty fallback"
+        return HTTParty.get(url, headers: headers).body
       else
-        puts "DEBUG: Fallback is disabled, but forcing fallback anyway"
-        get_original(url, headers, params)
+        # puts "DEBUG: Fallback is disabled, but forcing fallback anyway"
+        return HTTParty.get(url, headers: headers).body
       end
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: yf_as_dataframe
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.5.0
 platform: ruby
 authors:
 - Bill McKinnon
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-07-07 00:00:00.000000000 Z
+date: 2026-08-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: tzinfo
@@ -42,16 +42,16 @@ dependencies:
   name: polars-df
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: 0.12.0
+        version: 0.27.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: 0.12.0
+        version: 0.27.1
 - !ruby/object:Gem::Dependency
   name: zache
   requirement: !ruby/object:Gem::Requirement
@@ -122,6 +122,76 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.13'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.23'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.23'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.2'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.21'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.21'
 description: Download market data from Yahoo! Finance's API
 email:
 - bill@bmck.org
@@ -129,7 +199,9 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".rspec"
 - ".rubocop.yml"
+- ".ruby-version"
 - CHANGELOG.rst
 - CODE_OF_CONDUCT.md
 - Gemfile
@@ -156,7 +228,6 @@ files:
 - lib/yf_as_dataframe/yf_connection.rb
 - lib/yf_as_dataframe/yf_connection_minimal_patch.rb
 - lib/yf_as_dataframe/yfinance_exception.rb
-- smoke_test.rb
 homepage: https://www.github.com/bmck/yf_as_dataframe
 licenses:
 - MIT
@@ -172,7 +243,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.0.0
+      version: '3.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="

data/smoke_test.rb

@@ -1,64 +0,0 @@
-# require "bundler/setup"
-require "yf_as_dataframe"
-
-def print_section(title)
-  puts "\n=== #{title} ==="
-end
-
-begin
-  print_section("Ticker Creation")
-  msft = YfAsDataframe::Ticker.new("MSFT")
-  puts "Ticker created: #{msft.ticker}"
-
-  print_section("Price History")
-  hist = msft.history(period: "1mo")
-  puts "History DataFrame shape: #{hist.shape}" if hist
-
-  print_section("Meta Information")
-  meta = msft.history_metadata
-  puts "Meta: #{meta.inspect}"
-
-  print_section("Actions")
-  puts "Dividends: #{msft.dividends.inspect}"
-  puts "Splits: #{msft.splits.inspect}"
-
-  print_section("Share Count")
-  shares = msft.shares_full(start: "2022-01-01", fin: nil)
-  puts "Shares DataFrame shape: #{shares.shape}" if shares
-
-  print_section("Financials")
-  puts "Income Statement: #{msft.income_stmt.inspect}"
-  puts "Balance Sheet: #{msft.balance_sheet.inspect}"
-  puts "Cash Flow: #{msft.cashflow.inspect}"
-
-  print_section("Holders")
-  puts "Major Holders: #{msft.major_holders.inspect}"
-  puts "Institutional Holders: #{msft.institutional_holders.inspect}"
-
-  print_section("Recommendations")
-  puts "Recommendations: #{msft.recommendations.inspect}"
-
-  print_section("Earnings Dates")
-  puts "Earnings Dates: #{msft.earnings_dates.inspect}"
-
-  print_section("ISIN")
-  puts "ISIN: #{msft.isin.inspect}"
-
-  print_section("Options")
-  puts "Options: #{msft.options.inspect}"
-
-  print_section("News")
-  puts "News: #{msft.news.inspect}"
-
-  print_section("Technical Indicator Example")
-  if hist
-    ad = YfAsDataframe.ad(hist)
-    puts "AD indicator: #{ad.inspect}"
-  end
-
-  puts "\nAll tests completed successfully!"
-
-rescue => e
-  puts "\nTest failed: #{e.class} - #{e.message}"
-  puts e.backtrace.first(10)
-end