yf_as_dataframe 0.3.1 → 0.4.1

data/lib/yf_as_dataframe/yf_connection.rb

@@ -1,3 +1,5 @@
+require 'active_support'
+require 'active_support/concern'
 # require 'requests'
 # require 'requests_cache'
 require 'thread'
@@ -5,10 +7,12 @@ require 'date'
 require 'nokogiri'
 require 'zache'
 require 'httparty'
+require 'uri'
+require 'json'
 
 class YfAsDataframe
   module YfConnection
-    extend ActiveSupport::Concern
+    extend ::ActiveSupport::Concern
     # extend HTTParty
 
     # """
@@ -94,18 +98,50 @@ class YfAsDataframe
       @@cookie = nil
       @@cookie_strategy = 'basic'
       @@cookie_lock = ::Mutex.new()
+      
+      # Add session tracking
+      @@session_created_at = Time.now
+      @@session_refresh_interval = 3600 # 1 hour
+      @@request_count = 0
+      @@last_request_time = nil
+      
+      # Circuit breaker state
+      @@circuit_breaker_state = :closed # :closed, :open, :half_open
+      @@failure_count = 0
+      @@last_failure_time = nil
+      @@circuit_breaker_threshold = 3
+      @@circuit_breaker_timeout = 60 # seconds
+      @@circuit_breaker_base_timeout = 60 # seconds
     end
 
 
     def get(url, headers=nil, params=nil)
-      # Important: treat input arguments as immutable.
-      # Rails.logger.info { "#{__FILE__}:#{__LINE__} url = #{url}, headers = #{headers}, params=#{params.inspect}" }
+      # Check circuit breaker first
+      unless circuit_breaker_allow_request?
+        raise RuntimeError.new("Circuit breaker is open - too many recent failures. Please try again later.")
+      end
+
+      # Add request throttling to be respectful of rate limits
+      throttle_request
+      
+      # Track session usage
+      track_session_usage
+      
+      # Refresh session if needed
+      refresh_session_if_needed
+      
+      # Only fetch crumb for /v7/finance/download endpoint
+      crumb_needed = url.include?('/v7/finance/download')
 
       headers ||= {}
       params ||= {}
-      params.merge!(crumb: @@crumb) unless @@crumb.nil?
-      cookie, crumb, strategy = _get_cookie_and_crumb()
-      crumbs = !crumb.nil? ? {'crumb' => crumb} : {}
+      # params.merge!(crumb: @@crumb) unless @@crumb.nil? # Commented out: crumb not needed for most endpoints
+      if crumb_needed
+        crumb = get_crumb_scrape_quote_page(params[:symbol] || params['symbol'])
+        params.merge!(crumb: crumb) unless crumb.nil?
+      end
+      cookie, _, strategy = _get_cookie_and_crumb(crumb_needed)
+      crumbs = {} # crumb logic handled above if needed
 
       request_args = {
         url: url,
@@ -118,17 +154,24 @@ class YfAsDataframe
 
       cookie_hash = ::HTTParty::CookieHash.new
       cookie_hash.add_cookies(@@cookie)
-      options = { headers: headers.dup.merge(@@user_agent_headers).merge({ 'cookie' => cookie_hash.to_cookie_string, 'crumb' => crumb })} #,  debug_output: STDOUT }
+      options = { headers: headers.dup.merge(@@user_agent_headers).merge({ 'cookie' => cookie_hash.to_cookie_string })} #,  debug_output: STDOUT }
 
       u = (request_args[:url]).dup.to_s
-      joiner = ('?'.in?(request_args[:url]) ? '&' : '?')
-      u += (joiner + CGI.unescape(request_args[:params].to_query)) unless request_args[:params].empty?
-
-      # Rails.logger.info { "#{__FILE__}:#{__LINE__} u=#{u}, options = #{options.inspect}" }
-      response = ::HTTParty.get(u, options)
-      # Rails.logger.info { "#{__FILE__}:#{__LINE__} response=#{response.inspect}" }
+      joiner = (request_args[:url].include?('?') ? '&' : '?')
+      u += (joiner + URI.encode_www_form(request_args[:params])) unless request_args[:params].empty?
 
-      return response
+      begin
+        response = ::HTTParty.get(u, options)
+        if response_failure?(response)
+          circuit_breaker_record_failure
+          raise RuntimeError.new("Yahoo Finance request failed: #{response.code} - #{response.body}")
+        end
+        circuit_breaker_record_success
+        return response
+      rescue => e
+        circuit_breaker_record_failure
+        raise e
+      end
     end
 
     alias_method :cache_get, :get
@@ -173,33 +216,17 @@ class YfAsDataframe
       end
     end
 
-    def _get_cookie_and_crumb()
+    def _get_cookie_and_crumb(crumb_needed=false)
       cookie, crumb, strategy = nil, nil, nil
-      # puts "cookie_mode = '#{@@cookie_strategy}'"
-
       @@cookie_lock.synchronize do
-        if @@cookie_strategy == 'csrf'
-          crumb = _get_crumb_csrf()
-          if crumb.nil?
-            # Fail
-            _set_cookie_strategy('basic', have_lock=true)
-            cookie, crumb = __get_cookie_and_crumb_basic()
-            # Rails.logger.info { "#{__FILE__}:#{__LINE__} cookie = #{cookie}, crumb = #{crumb}" }
-          end
-        else
-          # Fallback strategy
+        if crumb_needed
           cookie, crumb = __get_cookie_and_crumb_basic()
-          # Rails.logger.info { "#{__FILE__}:#{__LINE__} cookie = #{cookie}, crumb = #{crumb}" }
-          if cookie.nil? || crumb.nil?
-            # Fail
-            _set_cookie_strategy('csrf', have_lock=true)
-            crumb = _get_crumb_csrf()
-          end
+        else
+          cookie = _get_cookie_basic()
+          crumb = nil
         end
         strategy = @@cookie_strategy
       end
-
-      # Rails.logger.info { "#{__FILE__}:#{__LINE__} cookie = #{cookie}, crumb = #{crumb}, strategy=#{strategy}" }
       return cookie, crumb, strategy
     end
 
@@ -229,18 +256,58 @@ class YfAsDataframe
 
     def _get_crumb_basic()
       return @@crumb unless @@crumb.nil?
-      return nil if (cookie = _get_cookie_basic()).nil?
-
-      cookie_hash = ::HTTParty::CookieHash.new
-      cookie_hash.add_cookies(cookie)
-      options = {headers: @@user_agent_headers.dup.merge(
-                   { 'cookie' => cookie_hash.to_cookie_string }
-      )} #,  debug_output: STDOUT }
-
-      crumb_response = ::HTTParty.get('https://query1.finance.yahoo.com/v1/test/getcrumb', options)
-      @@crumb = crumb_response.parsed_response
+      
+      # Retry logic similar to yfinance: try up to 3 times
+      3.times do |attempt|
+        begin
+          # Clear cookie on retry (except first attempt) to get fresh session
+          if attempt > 0
+            @@cookie = nil
+            # Clear curl-impersonate executables cache to force re-selection
+            CurlImpersonateIntegration.instance_variable_set(:@available_executables, nil)
+            # warn "[yf_as_dataframe] Retrying crumb fetch (attempt #{attempt + 1}/3)"
+            # Add delay between retries to be respectful of rate limits
+            sleep(2 ** attempt) # Exponential backoff: 2s, 4s, 8s
+          end
+          
+          return nil if (cookie = _get_cookie_basic()).nil?
+
+          cookie_hash = ::HTTParty::CookieHash.new
+          cookie_hash.add_cookies(cookie)
+          options = {headers: @@user_agent_headers.dup.merge(
+                       { 'cookie' => cookie_hash.to_cookie_string }
+          )}
+
+          crumb_response = ::HTTParty.get('https://query1.finance.yahoo.com/v1/test/getcrumb', options)
+          @@crumb = crumb_response.parsed_response
+
+          # Validate crumb: must be short, alphanumeric, no spaces, not an error message
+          if crumb_valid?(@@crumb)
+            # warn "[yf_as_dataframe] Successfully fetched valid crumb on attempt #{attempt + 1}"
+            return @@crumb
+          else
+            # warn "[yf_as_dataframe] Invalid crumb received on attempt #{attempt + 1}: '#{@@crumb.inspect}'"
+            @@crumb = nil
+          end
+        rescue => e
+          # warn "[yf_as_dataframe] Error fetching crumb on attempt #{attempt + 1}: #{e.message}"
+          @@crumb = nil
+        end
+      end
+      
+      # All attempts failed
+      # warn "[yf_as_dataframe] Failed to fetch valid crumb after 3 attempts"
+      raise "Could not fetch a valid Yahoo Finance crumb after 3 attempts"
+    end
 
-      return (@@crumb.nil? || '<html>'.in?(@@crumb)) ? nil : @@crumb
+    def crumb_valid?(crumb)
+      return false if crumb.nil?
+      return false if crumb.include?('<html>')
+      return false if crumb.include?('Too Many Requests')
+      return false if crumb.strip.empty?
+      return false if crumb.length < 8 || crumb.length > 20
+      return false if crumb =~ /\s/
+      true
     end
 
     def _get_cookie_csrf()
@@ -310,7 +377,8 @@ class YfAsDataframe
       # puts 'reusing crumb'
       return @@crumb unless @@crumb.nil?
       # This cookie stored in session
-      return nil unless _get_cookie_csrf().present?
+      cookie_csrf = _get_cookie_csrf()
+      return nil if cookie_csrf.nil? || (cookie_csrf.respond_to?(:empty?) && cookie_csrf.empty?)
 
       get_args = {
         url: 'https://query2.finance.yahoo.com/v1/test/getcrumb',
@@ -323,7 +391,7 @@ class YfAsDataframe
       @@crumb = r.text
 
       # puts "Didn't receive crumb"
-      return nil if @@crumb.nil? || '<html>'.in?(@@crumb) || @@crumb.length.zero?
+      return nil if @@crumb.nil? || @@crumb.include?('<html>') || @@crumb.length.zero?
       return @@crumb
     end
 
@@ -358,5 +426,124 @@ class YfAsDataframe
       @@zache.put(:basic, nil, lifetime: 1) unless @@zache.exists?(:basic, dirty: false)
       return @@zache.expired?(:basic) ? nil : @@zache.get(:basic)
     end
+
+    def throttle_request
+      # Random delay between 0.1 and 0.5 seconds to be respectful of rate limits
+      # Similar to yfinance's approach
+      sleep(rand(0.1..0.5))
+    end
+
+    def track_session_usage
+      @@request_count += 1
+      @@last_request_time = Time.now
+    end
+
+    def refresh_session_if_needed
+      return unless session_needs_refresh?
+      
+      # warn "[yf_as_dataframe] Refreshing session (age: #{session_age} seconds, requests: #{@@request_count})"
+      refresh_session
+    end
+
+    def session_needs_refresh?
+      return true if session_age > @@session_refresh_interval
+      return true if @@request_count > 100 # Refresh after 100 requests
+      return true if @@cookie.nil? || @@crumb.nil?
+      false
+    end
+
+    def session_age
+      Time.now - @@session_created_at
+    end
+
+    def refresh_session
+      @@cookie = nil
+      @@crumb = nil
+      @@session_created_at = Time.now
+      @@request_count = 0
+      # warn "[yf_as_dataframe] Session refreshed"
+    end
+
+    # Circuit breaker methods
+    def circuit_breaker_allow_request?
+      case @@circuit_breaker_state
+      when :closed
+        true
+      when :open
+        if Time.now - @@last_failure_time > @@circuit_breaker_timeout
+          @@circuit_breaker_state = :half_open
+          # warn "[yf_as_dataframe] Circuit breaker transitioning to half-open"
+          true
+        else
+          false
+        end
+      when :half_open
+        true
+      end
+    end
+
+    def circuit_breaker_record_failure
+      @@failure_count += 1
+      @@last_failure_time = Time.now
+      
+      if @@failure_count >= @@circuit_breaker_threshold && @@circuit_breaker_state != :open
+        @@circuit_breaker_state = :open
+        # Exponential backoff: 60s, 120s, 240s, 480s, etc.
+        @@circuit_breaker_timeout = @@circuit_breaker_base_timeout * (2 ** (@@failure_count - @@circuit_breaker_threshold))
+        # warn "[yf_as_dataframe] Circuit breaker opened after #{@@failure_count} failures (timeout: #{@@circuit_breaker_timeout}s)"
+      end
+    end
+
+    def circuit_breaker_record_success
+      if @@circuit_breaker_state == :half_open
+        @@circuit_breaker_state = :closed
+        @@failure_count = 0
+        @@circuit_breaker_timeout = @@circuit_breaker_base_timeout
+        # warn "[yf_as_dataframe] Circuit breaker closed after successful request"
+      elsif @@circuit_breaker_state == :closed
+        # Reset failure count on success
+        @@failure_count = 0
+        @@circuit_breaker_timeout = @@circuit_breaker_base_timeout
+      end
+    end
+
+    def response_failure?(response)
+      return true if response.nil?
+      return true if response.code >= 400
+      return true if response.body.to_s.include?("Too Many Requests")
+      return true if response.body.to_s.include?("Will be right back")
+      return true if response.body.to_s.include?("<html>")
+      false
+    end
+
+    def circuit_breaker_status
+      {
+        state: @@circuit_breaker_state,
+        failure_count: @@failure_count,
+        last_failure_time: @@last_failure_time,
+        timeout: @@circuit_breaker_timeout,
+        threshold: @@circuit_breaker_threshold
+      }
+    end
+
+    # For /v7/finance/download, scrape crumb from quote page
+    def get_crumb_scrape_quote_page(symbol)
+      return nil if symbol.nil?
+      url = "https://finance.yahoo.com/quote/#{symbol}"
+      response = ::HTTParty.get(url, headers: @@user_agent_headers)
+      # Look for root.App.main = { ... };
+      m = response.body.match(/root\.App\.main\s*=\s*(\{.*?\});/m)
+      return nil unless m
+      json_blob = m[1]
+      begin
+        data = JSON.parse(json_blob)
+        crumb = data.dig('context', 'dispatcher', 'stores', 'CrumbStore', 'crumb')
+        # warn "[yf_as_dataframe] Scraped crumb from quote page: #{crumb.inspect}"
+        return crumb
+      rescue => e
+        # warn "[yf_as_dataframe] Failed to parse crumb from quote page: #{e.message}"
+        return nil
+      end
+    end
   end
 end

data/lib/yf_as_dataframe/yf_connection_minimal_patch.rb

@@ -0,0 +1,129 @@
+# Minimal patch to make curl-impersonate the default behavior
+# This file should be required after the main YfConnection class
+
+require_relative 'curl_impersonate_integration'
+
+class YfAsDataframe
+  module YfConnection
+    # Store original methods
+    alias_method :get_original, :get
+    alias_method :get_raw_json_original, :get_raw_json
+
+    # Override get method to use curl-impersonate by default
+    def get(url, headers=nil, params=nil)
+      # Debug output
+      puts "DEBUG: curl_impersonate_enabled = #{CurlImpersonateIntegration.curl_impersonate_enabled}"
+      puts "DEBUG: curl_impersonate_fallback = #{CurlImpersonateIntegration.curl_impersonate_fallback}"
+      
+      # Try curl-impersonate first if enabled
+      if CurlImpersonateIntegration.curl_impersonate_enabled
+        puts "DEBUG: Trying curl-impersonate..."
+        begin
+          # Prepare headers and params as in original method
+          headers ||= {}
+          params ||= {}
+          
+          # Only fetch crumb for /v7/finance/download endpoint
+          crumb_needed = url.include?('/v7/finance/download')
+          if crumb_needed
+            crumb = get_crumb_scrape_quote_page(params[:symbol] || params['symbol'])
+            params.merge!(crumb: crumb) unless crumb.nil?
+          end
+          
+          cookie, _, strategy = _get_cookie_and_crumb(crumb_needed)
+          crumbs = {} # crumb logic handled above if needed
+
+          # Prepare headers for curl-impersonate
+          curl_headers = headers.dup.merge(@@user_agent_headers)
+          
+          # Add cookie if available
+          if cookie
+            cookie_hash = ::HTTParty::CookieHash.new
+            cookie_hash.add_cookies(cookie)
+            curl_headers['Cookie'] = cookie_hash.to_cookie_string
+          end
+
+          # Add crumb if available
+          curl_headers['crumb'] = crumb if crumb
+
+          # Make curl-impersonate request with improved timeout handling
+          response = CurlImpersonateIntegration.make_request(
+            url, 
+            headers: curl_headers, 
+            params: params.merge(crumbs),
+            timeout: CurlImpersonateIntegration.curl_impersonate_timeout,
+            retries: CurlImpersonateIntegration.curl_impersonate_retries
+          )
+
+          if response && response.success?
+            puts "DEBUG: curl-impersonate succeeded"
+            return response
+          else
+            puts "DEBUG: curl-impersonate returned nil or failed"
+          end
+        rescue => e
+          # Log error but continue to fallback
+          puts "DEBUG: curl-impersonate exception: #{e.message}"
+          # warn "curl-impersonate request failed: #{e.message}" if $VERBOSE
+        end
+      else
+        puts "DEBUG: curl-impersonate is disabled, skipping to fallback"
+      end
+
+      # Fallback to original HTTParty method
+      if CurlImpersonateIntegration.curl_impersonate_fallback
+        puts "DEBUG: Using HTTParty fallback"
+        get_original(url, headers, params)
+      else
+        puts "DEBUG: Fallback is disabled, but forcing fallback anyway"
+        get_original(url, headers, params)
+      end
+    end
+
+    # get_raw_json uses get, so it automatically gets curl-impersonate behavior
+    # No need to override it separately
+
+    # Class-level configuration methods
+    class << self
+      def enable_curl_impersonate(enabled: true)
+        CurlImpersonateIntegration.curl_impersonate_enabled = enabled
+      end
+
+      def enable_curl_impersonate_fallback(enabled: true)
+        CurlImpersonateIntegration.curl_impersonate_fallback = enabled
+      end
+
+      def set_curl_impersonate_timeout(timeout)
+        CurlImpersonateIntegration.curl_impersonate_timeout = timeout
+      end
+
+      def set_curl_impersonate_connect_timeout(timeout)
+        CurlImpersonateIntegration.curl_impersonate_connect_timeout = timeout
+      end
+
+      def set_curl_impersonate_process_timeout(timeout)
+        CurlImpersonateIntegration.curl_impersonate_process_timeout = timeout
+      end
+
+      def set_curl_impersonate_retries(retries)
+        CurlImpersonateIntegration.curl_impersonate_retries = retries
+      end
+
+      def get_available_curl_impersonate_executables
+        CurlImpersonateIntegration.available_executables
+      end
+
+      def get_curl_impersonate_config
+        {
+          enabled: CurlImpersonateIntegration.curl_impersonate_enabled,
+          fallback: CurlImpersonateIntegration.curl_impersonate_fallback,
+          timeout: CurlImpersonateIntegration.curl_impersonate_timeout,
+          connect_timeout: CurlImpersonateIntegration.curl_impersonate_connect_timeout,
+          process_timeout: CurlImpersonateIntegration.curl_impersonate_process_timeout,
+          retries: CurlImpersonateIntegration.curl_impersonate_retries,
+          retry_delay: CurlImpersonateIntegration.curl_impersonate_retry_delay
+        }
+      end
+    end
+  end
+end 

data/lib/yf_as_dataframe/yfinance_exception.rb

@@ -1,3 +1,5 @@
+require 'logger'
+
 class YfAsDataframe
   class YfinanceException < StandardError
     attr_reader :msg
@@ -9,7 +11,7 @@ class YfAsDataframe
   class YFNotImplementedError < NotImplementedError
     def initialize(str)
       @msg = "Have not implemented fetching \"#{str}\" from Yahoo API"
-      Rails.logger.warn { @msg }
+      # Logger.new(STDOUT).warn { @msg }
     end
   end
 end

data/lib/yf_as_dataframe.rb

@@ -7,6 +7,8 @@ require_relative 'yf_as_dataframe/version'
 require_relative 'yf_as_dataframe/utils'
 require_relative 'yf_as_dataframe/yfinance_exception'
 require_relative 'yf_as_dataframe/yf_connection'
+require_relative 'yf_as_dataframe/curl_impersonate_integration'
+require_relative 'yf_as_dataframe/yf_connection_minimal_patch'
 require_relative 'yf_as_dataframe/price_technical'
 require_relative 'yf_as_dataframe/price_history'
 require_relative 'yf_as_dataframe/quote'

data/smoke_test.rb

@@ -0,0 +1,64 @@
+# require "bundler/setup"
+require "yf_as_dataframe"
+
+def print_section(title)
+  puts "\n=== #{title} ==="
+end
+
+begin
+  print_section("Ticker Creation")
+  msft = YfAsDataframe::Ticker.new("MSFT")
+  puts "Ticker created: #{msft.ticker}"
+
+  print_section("Price History")
+  hist = msft.history(period: "1mo")
+  puts "History DataFrame shape: #{hist.shape}" if hist
+
+  print_section("Meta Information")
+  meta = msft.history_metadata
+  puts "Meta: #{meta.inspect}"
+
+  print_section("Actions")
+  puts "Dividends: #{msft.dividends.inspect}"
+  puts "Splits: #{msft.splits.inspect}"
+
+  print_section("Share Count")
+  shares = msft.shares_full(start: "2022-01-01", fin: nil)
+  puts "Shares DataFrame shape: #{shares.shape}" if shares
+
+  print_section("Financials")
+  puts "Income Statement: #{msft.income_stmt.inspect}"
+  puts "Balance Sheet: #{msft.balance_sheet.inspect}"
+  puts "Cash Flow: #{msft.cashflow.inspect}"
+
+  print_section("Holders")
+  puts "Major Holders: #{msft.major_holders.inspect}"
+  puts "Institutional Holders: #{msft.institutional_holders.inspect}"
+
+  print_section("Recommendations")
+  puts "Recommendations: #{msft.recommendations.inspect}"
+
+  print_section("Earnings Dates")
+  puts "Earnings Dates: #{msft.earnings_dates.inspect}"
+
+  print_section("ISIN")
+  puts "ISIN: #{msft.isin.inspect}"
+
+  print_section("Options")
+  puts "Options: #{msft.options.inspect}"
+
+  print_section("News")
+  puts "News: #{msft.news.inspect}"
+
+  print_section("Technical Indicator Example")
+  if hist
+    ad = YfAsDataframe.ad(hist)
+    puts "AD indicator: #{ad.inspect}"
+  end
+
+  puts "\nAll tests completed successfully!"
+
+rescue => e
+  puts "\nTest failed: #{e.class} - #{e.message}"
+  puts e.backtrace.first(10)
+end

metadata

@@ -1,17 +1,17 @@
 --- !ruby/object:Gem::Specification
 name: yf_as_dataframe
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.4.1
 platform: ruby
 authors:
 - Bill McKinnon
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-06-05 00:00:00.000000000 Z
+date: 2025-07-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: tzinfo-data
+  name: tzinfo
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -25,7 +25,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: polars-df
+  name: tzinfo-data
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -38,6 +38,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: polars-df
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.0
 - !ruby/object:Gem::Dependency
   name: zache
   requirement: !ruby/object:Gem::Requirement
@@ -80,6 +94,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Download market data from Yahoo! Finance's API
 email:
 - bill@bmck.org
@@ -91,12 +133,15 @@ files:
 - CHANGELOG.rst
 - CODE_OF_CONDUCT.md
 - Gemfile
+- Gemfile.lock
 - LICENSE.txt
+- MINIMAL_INTEGRATION.md
 - README.md
 - Rakefile
 - chart.png
 - lib/yf_as_dataframe.rb
 - lib/yf_as_dataframe/analysis.rb
+- lib/yf_as_dataframe/curl_impersonate_integration.rb
 - lib/yf_as_dataframe/financials.rb
 - lib/yf_as_dataframe/fundamentals.rb
 - lib/yf_as_dataframe/holders.rb
@@ -109,7 +154,9 @@ files:
 - lib/yf_as_dataframe/utils.rb
 - lib/yf_as_dataframe/version.rb
 - lib/yf_as_dataframe/yf_connection.rb
+- lib/yf_as_dataframe/yf_connection_minimal_patch.rb
 - lib/yf_as_dataframe/yfinance_exception.rb
+- smoke_test.rb
 homepage: https://www.github.com/bmck/yf_as_dataframe
 licenses:
 - MIT
@@ -132,7 +179,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.33
+rubygems_version: 3.5.22
 signing_key:
 specification_version: 4
 summary: A shameless port of python's yfinance module to ruby