yf_as_dataframe 0.3.0 → 0.4.0

data/quick_test.rb

@@ -0,0 +1,143 @@
+#!/usr/bin/env ruby
+
+# Quick test for minimal curl-impersonate integration
+# This test verifies the integration without making actual HTTP requests
+
+puts "=== Quick Curl-Impersonate Integration Test ==="
+puts
+
+# Test 1: Check curl-impersonate integration module
+puts "1. Testing curl-impersonate integration module..."
+begin
+  require_relative 'lib/yf_as_dataframe/curl_impersonate_integration'
+  
+  executables = YfAsDataframe::CurlImpersonateIntegration.available_executables
+  if executables.empty?
+    puts "   ❌ No curl-impersonate executables found!"
+    exit 1
+  else
+    puts "   ✅ Found #{executables.length} curl-impersonate executables"
+    puts "   Sample: #{executables.first[:executable]} (#{executables.first[:browser]})"
+  end
+rescue => e
+  puts "   ❌ Error loading integration module: #{e.message}"
+  exit 1
+end
+
+puts
+
+# Test 2: Test executable selection
+puts "2. Testing executable selection..."
+begin
+  executable = YfAsDataframe::CurlImpersonateIntegration.get_random_executable
+  if executable
+    puts "   ✅ Random executable selected: #{executable[:executable]} (#{executable[:browser]})"
+  else
+    puts "   ❌ No executable selected"
+  end
+rescue => e
+  puts "   ❌ Error selecting executable: #{e.message}"
+end
+
+puts
+
+# Test 3: Test environment variable functionality
+puts "3. Testing environment variable functionality..."
+begin
+  default_dir = YfAsDataframe::CurlImpersonateIntegration.executable_directory
+  puts "   ✅ Default directory: #{default_dir}"
+  
+  # Test with a custom directory (should still use default if not set)
+  old_env = ENV['CURL_IMPERSONATE_DIR']
+  ENV['CURL_IMPERSONATE_DIR'] = '/nonexistent/path'
+  
+  # Clear the cached executables to force re-discovery
+  YfAsDataframe::CurlImpersonateIntegration.instance_variable_set(:@available_executables, nil)
+  
+  custom_dir = YfAsDataframe::CurlImpersonateIntegration.executable_directory
+  puts "   ✅ Custom directory (set): #{custom_dir}"
+  
+  # Restore original environment
+  if old_env
+    ENV['CURL_IMPERSONATE_DIR'] = old_env
+  else
+    ENV.delete('CURL_IMPERSONATE_DIR')
+  end
+  
+  # Clear cache again
+  YfAsDataframe::CurlImpersonateIntegration.instance_variable_set(:@available_executables, nil)
+  
+  restored_dir = YfAsDataframe::CurlImpersonateIntegration.executable_directory
+  puts "   ✅ Restored directory: #{restored_dir}"
+  
+rescue => e
+  puts "   ❌ Error testing environment variable: #{e.message}"
+end
+
+puts
+
+# Test 4: Test minimal patch loading
+puts "4. Testing minimal patch structure..."
+begin
+  # This would normally require the full YfConnection class
+  # For this test, we'll just verify the patch file loads
+  require_relative 'lib/yf_as_dataframe/curl_impersonate_integration'
+  require_relative 'lib/yf_as_dataframe/yf_connection_minimal_patch'
+  
+  puts "   ✅ Minimal patch files load successfully"
+  puts "   ✅ Integration module is available"
+rescue => e
+  puts "   ❌ Error loading minimal patch: #{e.message}"
+end
+
+puts
+
+# Test 5: Test configuration
+puts "5. Testing configuration..."
+begin
+  puts "   ✅ Configuration methods available:"
+  puts "     - enable_curl_impersonate"
+  puts "     - enable_curl_impersonate_fallback" 
+  puts "     - set_curl_impersonate_timeout"
+  puts "     - get_available_curl_impersonate_executables"
+  
+  # Test setting configuration
+  YfAsDataframe::CurlImpersonateIntegration.curl_impersonate_timeout = 20
+  puts "   ✅ Configuration can be modified"
+rescue => e
+  puts "   ❌ Error with configuration: #{e.message}"
+end
+
+puts
+
+# Test 6: Test command building (without execution)
+puts "6. Testing command building..."
+begin
+  executable = YfAsDataframe::CurlImpersonateIntegration.get_random_executable
+  if executable
+    # Build a command without executing it
+    cmd = [executable[:path], "--max-time", "5", "https://httpbin.org/get"]
+    puts "   ✅ Command built: #{cmd.join(' ')}"
+  else
+    puts "   ❌ Could not build command"
+  end
+rescue => e
+  puts "   ❌ Error building command: #{e.message}"
+end
+
+puts
+puts "=== Quick Test Summary ==="
+puts "✅ Integration module loads successfully"
+puts "✅ Executables are detected"
+puts "✅ Environment variable functionality works"
+puts "✅ Configuration works"
+puts "✅ Patch files load without errors"
+puts
+puts "The minimal curl-impersonate integration is ready for use!"
+puts
+puts "To integrate with your code:"
+puts "require 'yf_as_dataframe/curl_impersonate_integration'"
+puts "require 'yf_as_dataframe/yf_connection_minimal_patch'"
+puts
+puts "Environment variable support:"
+puts "export CURL_IMPERSONATE_DIR='/custom/path'  # Optional" 

data/test_minimal_integration.rb

@@ -0,0 +1,121 @@
+#!/usr/bin/env ruby
+
+# Test script for minimal curl-impersonate integration
+# This tests the approach where curl-impersonate is the default behavior
+
+puts "=== Minimal Curl-Impersonate Integration Test ==="
+puts
+
+# Test 1: Check curl-impersonate integration module
+puts "1. Testing curl-impersonate integration module..."
+begin
+  require_relative 'lib/yf_as_dataframe/curl_impersonate_integration'
+  
+  executables = YfAsDataframe::CurlImpersonateIntegration.available_executables
+  if executables.empty?
+    puts "   ❌ No curl-impersonate executables found!"
+    exit 1
+  else
+    puts "   ✅ Found #{executables.length} curl-impersonate executables"
+    puts "   Sample: #{executables.first[:executable]} (#{executables.first[:browser]})"
+  end
+rescue => e
+  puts "   ❌ Error loading integration module: #{e.message}"
+  exit 1
+end
+
+puts
+
+# Test 2: Test direct curl-impersonate request with short timeout
+puts "2. Testing direct curl-impersonate request..."
+begin
+  response = YfAsDataframe::CurlImpersonateIntegration.make_request(
+    "https://httpbin.org/get",
+    headers: { "User-Agent" => "Test-Agent" },
+    timeout: 10  # 10 second timeout
+  )
+  
+  if response && response.success?
+    puts "   ✅ Direct curl-impersonate request successful"
+    puts "   Response length: #{response.body.length} characters"
+  else
+    puts "   ❌ Direct curl-impersonate request failed"
+  end
+rescue => e
+  puts "   ❌ Error with direct request: #{e.message}"
+end
+
+puts
+
+# Test 3: Test minimal patch (without full gem)
+puts "3. Testing minimal patch structure..."
+begin
+  # This would normally require the full YfConnection class
+  # For this test, we'll just verify the patch file loads
+  require_relative 'lib/yf_as_dataframe/curl_impersonate_integration'
+  require_relative 'lib/yf_as_dataframe/yf_connection_minimal_patch'
+  
+  puts "   ✅ Minimal patch files load successfully"
+  puts "   ✅ Integration module is available"
+rescue => e
+  puts "   ❌ Error loading minimal patch: #{e.message}"
+end
+
+puts
+
+# Test 4: Test configuration methods
+puts "4. Testing configuration methods..."
+begin
+  # Test configuration (these would work with the full YfConnection class)
+  puts "   ✅ Configuration methods available:"
+  puts "     - enable_curl_impersonate"
+  puts "     - enable_curl_impersonate_fallback" 
+  puts "     - set_curl_impersonate_timeout"
+  puts "     - get_available_curl_impersonate_executables"
+rescue => e
+  puts "   ❌ Error with configuration: #{e.message}"
+end
+
+puts
+
+# Test 5: Test with Yahoo Finance endpoint with short timeout
+puts "5. Testing Yahoo Finance endpoint..."
+begin
+  response = YfAsDataframe::CurlImpersonateIntegration.make_request(
+    "https://query1.finance.yahoo.com/v8/finance/chart/MSFT",
+    params: { "interval" => "1d", "range" => "1d" },
+    timeout: 15  # 15 second timeout
+  )
+  
+  if response && response.success?
+    puts "   ✅ Yahoo Finance request successful"
+    puts "   Response length: #{response.body.length} characters"
+    
+    if response.body.strip.start_with?('{') && response.body.include?('"chart"')
+      puts "   ✅ Response appears to be valid Yahoo Finance JSON"
+    else
+      puts "   ⚠️  Response format unexpected"
+    end
+  else
+    puts "   ❌ Yahoo Finance request failed"
+  end
+rescue => e
+  puts "   ❌ Error with Yahoo Finance: #{e.message}"
+end
+
+puts
+puts "=== Test Summary ==="
+puts "The minimal curl-impersonate integration is ready."
+puts
+puts "To use with the full gem:"
+puts "1. Add the two integration files to lib/yf_as_dataframe/"
+puts "2. Add require statements to your code"
+puts "3. Your existing code will automatically use curl-impersonate"
+puts
+puts "Files needed:"
+puts "- lib/yf_as_dataframe/curl_impersonate_integration.rb"
+puts "- lib/yf_as_dataframe/yf_connection_minimal_patch.rb"
+puts
+puts "Integration code:"
+puts "require 'yf_as_dataframe/curl_impersonate_integration'"
+puts "require 'yf_as_dataframe/yf_connection_minimal_patch'" 

metadata

@@ -1,17 +1,17 @@
 --- !ruby/object:Gem::Specification
 name: yf_as_dataframe
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Bill McKinnon
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-02-19 00:00:00.000000000 Z
+date: 2025-06-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: tzinfo-data
+  name: tzinfo
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -25,7 +25,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: polars-df
+  name: tzinfo-data
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -38,6 +38,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: polars-df
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.0
 - !ruby/object:Gem::Dependency
   name: zache
   requirement: !ruby/object:Gem::Requirement
@@ -80,6 +94,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Download market data from Yahoo! Finance's API
 email:
 - bill@bmck.org
@@ -91,12 +133,15 @@ files:
 - CHANGELOG.rst
 - CODE_OF_CONDUCT.md
 - Gemfile
+- Gemfile.lock
 - LICENSE.txt
+- MINIMAL_INTEGRATION.md
 - README.md
 - Rakefile
 - chart.png
 - lib/yf_as_dataframe.rb
 - lib/yf_as_dataframe/analysis.rb
+- lib/yf_as_dataframe/curl_impersonate_integration.rb
 - lib/yf_as_dataframe/financials.rb
 - lib/yf_as_dataframe/fundamentals.rb
 - lib/yf_as_dataframe/holders.rb
@@ -109,7 +154,10 @@ files:
 - lib/yf_as_dataframe/utils.rb
 - lib/yf_as_dataframe/version.rb
 - lib/yf_as_dataframe/yf_connection.rb
+- lib/yf_as_dataframe/yf_connection_minimal_patch.rb
 - lib/yf_as_dataframe/yfinance_exception.rb
+- quick_test.rb
+- test_minimal_integration.rb
 homepage: https://www.github.com/bmck/yf_as_dataframe
 licenses:
 - MIT
@@ -132,7 +180,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.7
+rubygems_version: 3.5.22
 signing_key:
 specification_version: 4
 summary: A shameless port of python's yfinance module to ruby