yf_as_dataframe 0.4.1 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ef9b7d363312088694d19ce68cd538579f9b3f2b93f57cf5e111f3247cd87b00
-  data.tar.gz: 5bab2fa2aa65c4b6496025aa13f86c15d5df49deeeff2f6b60db07818d6fe1c8
+  metadata.gz: cb178f1a6feb462ac539fccad4d2440f2754b55b4ec0742a965b48bf4aa72fb1
+  data.tar.gz: 189dd9688dd80eeb85f8d2154f3a1d9f260f8fcb30ad7c3f086afb1485d0303a
 SHA512:
-  metadata.gz: '0019c0c2f4293f3c1b3684bff81f2e0a78eb614c505031aaa77c4ba541c88def5189ed8d96310dc6b7217f3651f37f7ea9dbb64c05009a2286d12856027368b2'
-  data.tar.gz: 39b3d46681bbc24409315878a8722e563266553e9b81592051404ef53df6aef397c0248ab1fc724ea6edfc5f6d647e2fb89de6bf675b975aeeb592ae7244f66c
+  metadata.gz: 042f92be7a2842fb89210a84415ab810cb3d9f96d902f2ba1aa4c10da646012f35dda9e257b02cb0dd2486a432817e489b4d041a054ca291d5a4f8a13f824544
+  data.tar.gz: 023f06de418a640ab2ae3b01997a0f1e8865d519cf0082d6bf48349350958437f40aa0087773800d9edd386ea9e907ae7949d00cb569ca0abc3801bd979c2bdf

data/lib/yf_as_dataframe/curl_impersonate_integration.rb

@@ -81,8 +81,8 @@ class YfAsDataframe
       end
       cmd << url
 
-      puts "DEBUG: curl-impersonate command: #{cmd.join(' ')}"
-      puts "DEBUG: curl-impersonate timeout: #{timeout} seconds"
+      # puts "DEBUG: curl-impersonate command: #{cmd.join(' ')}"
+      # puts "DEBUG: curl-impersonate timeout: #{timeout} seconds"
 
       begin
         stdout_str = ''
@@ -95,7 +95,7 @@ class YfAsDataframe
           monitor = Thread.new do
             sleep(timeout + 10)
             unless done
-              puts "DEBUG: Killing curl-impersonate PID \\#{pid} after timeout"
+              # puts "DEBUG: Killing curl-impersonate PID \\#{pid} after timeout"
               Process.kill('TERM', pid) rescue nil
               sleep(1)
               Process.kill('KILL', pid) rescue nil if wait_thr.alive?
@@ -107,23 +107,23 @@ class YfAsDataframe
           done = true
           monitor.kill
         end
-        puts "DEBUG: curl-impersonate stdout: #{stdout_str[0..200]}..." if stdout_str && !stdout_str.empty?
-        puts "DEBUG: curl-impersonate stderr: #{stderr_str}" if stderr_str && !stderr_str.empty?
-      puts "DEBUG: curl-impersonate status: #{status.exitstatus}"
-      if status.success?
-        response = OpenStruct.new
-          response.body = stdout_str
-        response.code = 200
-        response.define_singleton_method(:success?) { true }
-          response.parsed_response = parse_json_if_possible(stdout_str)
-        response
-      else
+        # puts "DEBUG: curl-impersonate stdout: #{stdout_str[0..200]}..." if stdout_str && !stdout_str.empty?
+        # puts "DEBUG: curl-impersonate stderr: #{stderr_str}" if stderr_str && !stderr_str.empty?
+        # puts "DEBUG: curl-impersonate status: #{status.exitstatus}"
+        if status.success?
+          response = OpenStruct.new
+            response.body = stdout_str
+          response.code = 200
+          response.define_singleton_method(:success?) { true }
+            response.parsed_response = parse_json_if_possible(stdout_str)
+          response
+        else
+          # puts "DEBUG: curl-impersonate failed with error: \\#{error_message}"
           error_message = "curl failed with code \\#{status.exitstatus}: \\#{stderr_str}"
-          puts "DEBUG: curl-impersonate failed with error: \\#{error_message}"
           nil
         end
       rescue => e
-        puts "DEBUG: curl-impersonate exception: \\#{e.message}"
+        # puts "DEBUG: curl-impersonate exception: \\#{e.message}"
         nil
       end
     end

data/lib/yf_as_dataframe/financials.rb

@@ -143,7 +143,7 @@ class YfAsDataframe
 
       df = Polars::DataFrame.new(df)
       timestamps.map{|ts| Time.at(ts).utc.to_date.to_s }.each do |t|
-        puts t
+        # puts t
         df.replace(t, Polars::Series.new(df[t].cast(Polars::String)))
       end
       df
@@ -161,7 +161,7 @@ class YfAsDataframe
         statement = _create_financials_table(nam, timescale)
         return statement unless statement.nil?
       rescue Yfin::YfinDataException => e
-        Logger.new(STDOUT).error {"#{@symbol}: Failed to create #{nam} financials table for reason: #{e}"}
+        # Logger.new(STDOUT).error {"#{@symbol}: Failed to create #{nam} financials table for reason: #{e}"}
       end
       Polars::DataFrame.new()
     end

data/lib/yf_as_dataframe/holders.rb

@@ -100,7 +100,7 @@ class YfAsDataframe
         result = get_raw_json(QUOTE_SUMMARY_URL + "/#{symbol}", user_agent_headers=user_agent_headers, params=params_dict)
         # Rails.logger.info { "#{__FILE__}:#{__LINE__} result = #{result.inspect}" }
       rescue Exception => e
-        Logger.new(STDOUT).error("ERROR: #{e.message}")
+        # Logger.new(STDOUT).error("ERROR: #{e.message}")
         return nil
       end
       return result
@@ -136,7 +136,7 @@ class YfAsDataframe
 
     def _parse_result(result)
       data = result.parsed_response['quoteSummary']['result'].first #.dig('quoteSummary', 'result', 0)
-      Logger.new(STDOUT).info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
+      # Logger.new(STDOUT).info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
       _parse_institution_ownership(data['institutionOwnership'])
       _parse_fund_ownership(data['fundOwnership'])
       _parse_major_holders_breakdown(data['majorHoldersBreakdown'])

data/lib/yf_as_dataframe/multi.rb

@@ -62,19 +62,20 @@ class YfAsDataframe
       # """
       logger = Logger.new(STDOUT)
 
+      # YfAsDataframe::Utils.print_once("yfinance: download(show_errors=#{show_errors}) argument is deprecated and will be removed in future version. Do this instead: logging.getLogger('yfinance').setLevel(logging.ERROR)")
+
       if show_errors
-        YfAsDataframe::Utils.print_once("yfinance: download(show_errors=#{show_errors}) argument is deprecated and will be removed in future version. Do this instead: logging.getLogger('yfinance').setLevel(logging.ERROR)")
-        logger.level = Logger::ERROR
+        # YfAsDataframe::Utils.print_once("yfinance: download(show_errors=#{show_errors}) argument is deprecated and will be removed in future version. Do this instead to suppress error messages: logging.getLogger('yfinance').setLevel(logging.CRITICAL)")
+        # logger.level = Logger::CRITICAL
       else
-        YfAsDataframe::Utils.print_once("yfinance: download(show_errors=#{show_errors}) argument is deprecated and will be removed in future version. Do this instead to suppress error messages: logging.getLogger('yfinance').setLevel(logging.CRITICAL)")
-        logger.level = Logger::CRITICAL
+        # logger.level = Logger::CRITICAL
       end
 
-      if logger.debug?
-        threads = false if threads
-        logger.debug('Disabling multithreading because DEBUG logging enabled')
-        progress = false if progress
-      end
+      # if logger.debug?
+      #   threads = false if threads
+      #   logger.debug('Disabling multithreading because DEBUG logging enabled')
+      #   progress = false if progress
+      # end
 
       ignore_tz = interval[1..-1].match?(/[mh]/) ? false : true if ignore_tz.nil?
 

data/lib/yf_as_dataframe/price_history.rb

@@ -35,7 +35,7 @@ class YfAsDataframe
     def history(period: "1mo", interval: "1d", start: nil, fin: nil, prepost: false,
                 actions: true, auto_adjust: true, back_adjust: false, repair: false, keepna: false,
                 rounding: false, raise_errors: false, returns: false)
-      logger = Logger.new(STDOUT) # Replace Rails.logger with standard Ruby logger
+      # logger = Logger.new(STDOUT) # Replace Rails.logger with standard Ruby logger
       start_user = start
       # Rails.logger.info { "#{__FILE__}:#{__LINE__} here" }
       end_user = fin || Time.now
@@ -75,7 +75,7 @@ class YfAsDataframe
         if raise_errors
           raise Exception.new("#{ticker}: #{err_msg}")
         else
-          logger.error("#{ticker}: #{err_msg}")
+          # logger.error("#{ticker}: #{err_msg}")
         end
         if @reconstruct_start_interval && @reconstruct_start_interval == interval
           @reconstruct_start_interval = nil
@@ -572,7 +572,7 @@ class YfAsDataframe
           if raise_errors
             raise Exception.new("#{@ticker}: #{err_msg}")
           else
-            Logger.new(STDOUT).error("#{@ticker}: #{err_msg}")
+            # Logger.new(STDOUT).error("#{@ticker}: #{err_msg}")
           end
           return YfAsDataframe::Utils.empty_df
         end
@@ -617,8 +617,8 @@ class YfAsDataframe
     def _get_data(ticker, params, fin, raise_errors)
       url = "https://query2.finance.yahoo.com/v8/finance/chart/#{CGI.escape ticker}"
       # url = "https://query1.finance.yahoo.com/v7/finance/download/#{ticker}" ... Deprecated
-      logger = Logger.new(STDOUT)
-      logger.info { "#{__FILE__}:#{__LINE__} url = #{url}" }
+      # logger = Logger.new(STDOUT)
+              # logger.info { "#{__FILE__}:#{__LINE__} url = #{url}" }
       data = nil
       # get_fn = @data.method(:get)
 
@@ -631,9 +631,9 @@ class YfAsDataframe
       end
 
       begin
-        logger.info { "#{__FILE__}:#{__LINE__} url = #{url}, params = #{params.inspect}" }
+        # logger.info { "#{__FILE__}:#{__LINE__} url = #{url}, params = #{params.inspect}" }
         data = get(url, nil, params).parsed_response
-        logger.info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
+        # logger.info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
 
         # Validate response before processing
         unless validate_yahoo_response(data)
@@ -647,10 +647,10 @@ class YfAsDataframe
 
         # Use standard Ruby Hash
         data = data.is_a?(Hash) ? data : JSON.parse(data.to_s) rescue data
-        logger.info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
+        # logger.info { "#{__FILE__}:#{__LINE__} data = #{data.inspect}" }
       rescue Exception => e
-        logger.error { "#{__FILE__}:#{__LINE__} Exception caught: #{e.message}" }
-        logger.error { "#{__FILE__}:#{__LINE__} Exception backtrace: #{e.backtrace.first(5).join("\n")}" }
+        # logger.error { "#{__FILE__}:#{__LINE__} Exception caught: #{e.message}" }
+        # logger.error { "#{__FILE__}:#{__LINE__} Exception backtrace: #{e.backtrace.first(5).join("\n")}" }
         raise if raise_errors
       end
 
@@ -1085,7 +1085,7 @@ class YfAsDataframe
       # quotes.sort_index!(inplace: true)
 
       if interval.downcase == "30m"
-        logger.debug("#{ticker}: resampling 30m OHLC from 15m")
+        # logger.debug("#{ticker}: resampling 30m OHLC from 15m")
         quotes2 = quotes.resample('30T')
         quotes = Polars::DataFrame.new(index: quotes2.last.index, data: {
                                          'Open' => quotes2['Open'].first,

data/lib/yf_as_dataframe/quote.rb

@@ -130,7 +130,7 @@ class YfAsDataframe
         result = get_raw_json(QUOTE_SUMMARY_URL + "/#{symbol}", user_agent_headers=user_agent_headers, params=params_dict)
         # Rails.logger.info { "#{__FILE__}:#{__LINE__} result = #{result.inspect}" }
       rescue Exception => e
-        Logger.new(STDOUT).error("ERROR: #{e.message}")
+        # Logger.new(STDOUT).error("ERROR: #{e.message}")
         return nil
       end
       return result

data/lib/yf_as_dataframe/ticker.rb

@@ -47,7 +47,7 @@ class YfAsDataframe
     def symbol; @ticker; end
 
     def shares_full(start: nil, fin: nil)
-      logger = Logger.new(STDOUT)
+      # logger = Logger.new(STDOUT)
 
       # Rails.logger.info { "#{__FILE__}:#{__LINE__} start = #{start.inspect}, fin = #{fin.inspect}" } 
 
@@ -71,7 +71,7 @@ class YfAsDataframe
       start ||= Time.new(fin.year, fin.month, fin.day) - 548*24*60*60
 
       if start >= fin
-        logger.error("Start date (#{start}) must be before end (#{fin})")
+        # logger.error("Start date (#{start}) must be before end (#{fin})")
         return nil
       end
 
@@ -81,13 +81,13 @@ class YfAsDataframe
       begin
         json_data = get(shares_url).parsed_response
       rescue #_json.JSONDecodeError, requests.exceptions.RequestException
-        logger.error("#{@ticker}: Yahoo web request for share count failed")
+        # logger.error("#{@ticker}: Yahoo web request for share count failed")
         return nil
       end
 
       fail = json_data["finance"]["error"]["code"] == "Bad Request" rescue false
       if fail
-        logger.error("#{@ticker}: Yahoo web request for share count failed")
+        # logger.error("#{@ticker}: Yahoo web request for share count failed")
         return nil
       end
 
@@ -153,7 +153,7 @@ class YfAsDataframe
       # """
       return @earnings_dates[limit] if @earnings_dates && @earnings_dates[limit]
 
-      logger = Logger.new(STDOUT)
+      # logger = Logger.new(STDOUT)
 
       page_size = [limit, 100].min  # YF caps at 100, don't go higher
       page_offset = 0

data/lib/yf_as_dataframe/utils.rb

@@ -379,7 +379,7 @@ def attributes(obj)
 end
 
 def print_once(msg)
-  puts msg
+  # puts msg
 end
 
 def get_yf_logger
@@ -392,7 +392,7 @@ def setup_debug_formatting
 
   return unless logger.level == Logger::DEBUG
 
-  logger.formatter = MultiLineFormatter.new('%(levelname)-8s %(message)s')
+          # logger.formatter = MultiLineFormatter.new('%(levelname)-8s %(message)s')
 end
 
 def enable_debug_mode

data/lib/yf_as_dataframe/version.rb

@@ -1,3 +1,3 @@
 class YfAsDataframe
-  VERSION = "0.4.1"
+  VERSION = "0.4.2"
 end

data/lib/yf_as_dataframe/yf_connection_minimal_patch.rb

@@ -12,12 +12,12 @@ class YfAsDataframe
     # Override get method to use curl-impersonate by default
     def get(url, headers=nil, params=nil)
       # Debug output
-      puts "DEBUG: curl_impersonate_enabled = #{CurlImpersonateIntegration.curl_impersonate_enabled}"
-      puts "DEBUG: curl_impersonate_fallback = #{CurlImpersonateIntegration.curl_impersonate_fallback}"
+      # puts "DEBUG: curl_impersonate_enabled = #{CurlImpersonateIntegration.curl_impersonate_enabled}"
+      # puts "DEBUG: curl_impersonate_fallback = #{CurlImpersonateIntegration.curl_impersonate_fallback}"
       
       # Try curl-impersonate first if enabled
       if CurlImpersonateIntegration.curl_impersonate_enabled
-        puts "DEBUG: Trying curl-impersonate..."
+        # puts "DEBUG: Trying curl-impersonate..."
         begin
           # Prepare headers and params as in original method
           headers ||= {}
@@ -55,28 +55,27 @@ class YfAsDataframe
             retries: CurlImpersonateIntegration.curl_impersonate_retries
           )
 
-          if response && response.success?
-            puts "DEBUG: curl-impersonate succeeded"
+          if response && !response.empty?
+            # puts "DEBUG: curl-impersonate succeeded"
             return response
           else
-            puts "DEBUG: curl-impersonate returned nil or failed"
+            # puts "DEBUG: curl-impersonate returned nil or failed"
           end
         rescue => e
-          # Log error but continue to fallback
-          puts "DEBUG: curl-impersonate exception: #{e.message}"
+          # puts "DEBUG: curl-impersonate exception: #{e.message}"
           # warn "curl-impersonate request failed: #{e.message}" if $VERBOSE
         end
       else
-        puts "DEBUG: curl-impersonate is disabled, skipping to fallback"
+        # puts "DEBUG: curl-impersonate is disabled, skipping to fallback"
       end
 
       # Fallback to original HTTParty method
       if CurlImpersonateIntegration.curl_impersonate_fallback
-        puts "DEBUG: Using HTTParty fallback"
-        get_original(url, headers, params)
+        # puts "DEBUG: Using HTTParty fallback"
+        return HTTParty.get(url, headers: headers).body
       else
-        puts "DEBUG: Fallback is disabled, but forcing fallback anyway"
-        get_original(url, headers, params)
+        # puts "DEBUG: Fallback is disabled, but forcing fallback anyway"
+        return HTTParty.get(url, headers: headers).body
       end
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: yf_as_dataframe
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.4.2
 platform: ruby
 authors:
 - Bill McKinnon
@@ -156,7 +156,6 @@ files:
 - lib/yf_as_dataframe/yf_connection.rb
 - lib/yf_as_dataframe/yf_connection_minimal_patch.rb
 - lib/yf_as_dataframe/yfinance_exception.rb
-- smoke_test.rb
 homepage: https://www.github.com/bmck/yf_as_dataframe
 licenses:
 - MIT
@@ -179,7 +178,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.22
+rubygems_version: 3.1.6
 signing_key:
 specification_version: 4
 summary: A shameless port of python's yfinance module to ruby

data/smoke_test.rb

@@ -1,64 +0,0 @@
-# require "bundler/setup"
-require "yf_as_dataframe"
-
-def print_section(title)
-  puts "\n=== #{title} ==="
-end
-
-begin
-  print_section("Ticker Creation")
-  msft = YfAsDataframe::Ticker.new("MSFT")
-  puts "Ticker created: #{msft.ticker}"
-
-  print_section("Price History")
-  hist = msft.history(period: "1mo")
-  puts "History DataFrame shape: #{hist.shape}" if hist
-
-  print_section("Meta Information")
-  meta = msft.history_metadata
-  puts "Meta: #{meta.inspect}"
-
-  print_section("Actions")
-  puts "Dividends: #{msft.dividends.inspect}"
-  puts "Splits: #{msft.splits.inspect}"
-
-  print_section("Share Count")
-  shares = msft.shares_full(start: "2022-01-01", fin: nil)
-  puts "Shares DataFrame shape: #{shares.shape}" if shares
-
-  print_section("Financials")
-  puts "Income Statement: #{msft.income_stmt.inspect}"
-  puts "Balance Sheet: #{msft.balance_sheet.inspect}"
-  puts "Cash Flow: #{msft.cashflow.inspect}"
-
-  print_section("Holders")
-  puts "Major Holders: #{msft.major_holders.inspect}"
-  puts "Institutional Holders: #{msft.institutional_holders.inspect}"
-
-  print_section("Recommendations")
-  puts "Recommendations: #{msft.recommendations.inspect}"
-
-  print_section("Earnings Dates")
-  puts "Earnings Dates: #{msft.earnings_dates.inspect}"
-
-  print_section("ISIN")
-  puts "ISIN: #{msft.isin.inspect}"
-
-  print_section("Options")
-  puts "Options: #{msft.options.inspect}"
-
-  print_section("News")
-  puts "News: #{msft.news.inspect}"
-
-  print_section("Technical Indicator Example")
-  if hist
-    ad = YfAsDataframe.ad(hist)
-    puts "AD indicator: #{ad.inspect}"
-  end
-
-  puts "\nAll tests completed successfully!"
-
-rescue => e
-  puts "\nTest failed: #{e.class} - #{e.message}"
-  puts e.backtrace.first(10)
-end