boxcars 0.7.6 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 998fff351b071b938cb5ba4cb0427b7448ffbb46e71b5272761bac45625dca3a
-  data.tar.gz: c6c945e4cabc226f4eb37e1368b77276a18023a26e1e05a5d60bb02742b3ed05
+  metadata.gz: 27e2420c9339daf37e4eb0c63f86fede297cf48931398a33b2a73054900b5288
+  data.tar.gz: f6fd74d8381fa7905715706d51fafdd179f47c4b021cb57caeacbadb9fdb40a1
 SHA512:
-  metadata.gz: 4e4fad15d9c08ff76efec828697b387241534114f4594605ce5f257ce9de4d354f77aa5481f36961158b97399dba8d7913732b7644984eb864994103bab38839
-  data.tar.gz: 329d630f296a6e193633efe238e04aeb8ad54ebd4f378ee71467caa373786289529d40c9e0d1337dfb7b0b7acc7c94dc9cbe9cd9a8c3b1178bed7680d1d0aeb7
+  metadata.gz: 3844edd3c676e68aead5f2a461b401a11a7094d944b66f5b560d03f55a5ca49c936d0ddd8e4f58ac44a32300895c2d34fd5c52adc45fdfc489653b3cf5de2c78
+  data.tar.gz: f8844a5a5977a7769a495bc16b3bc1d6204501a42106fe2528ec6d60be559c08419eae242a1d3ed8b73c1dc9ff44e94c7f2e4e7dd06413483f4db3a66e299711

data/.rubocop.yml

@@ -6,7 +6,7 @@ plugins:
 
 
 AllCops:
-  TargetRubyVersion: 3
+  TargetRubyVersion: 3.2
   Exclude:
     - 'bin/{rails,rake}'
     - 'node_modules/**/*'
@@ -72,7 +72,7 @@ Metrics/BlockLength:
     - 'spec/**/*'
 
 Metrics/MethodLength:
-  Max: 35
+  Max: 40
   Exclude:
     - 'spec/**/*'
 
@@ -95,7 +95,7 @@ Naming/AccessorMethodName:
   Enabled: false
 
 Metrics/PerceivedComplexity:
-  Max: 10
+  Max: 20
 
 Style/RescueStandardError:
   Enabled: false
@@ -171,3 +171,6 @@ RSpec/ExampleLength:
 
 RSpec/MultipleExpectations:
   Enabled: false
+
+RSpec/BeforeAfterAll:
+  Enabled: false

data/.ruby-version

@@ -1 +1 @@
-3.3.5
+3.4.4

data/CHANGELOG.md

@@ -1,5 +1,46 @@
 # Changelog
 
+## [v0.7.6](https://github.com/BoxcarsAI/boxcars/tree/v0.7.6) (2025-04-22)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.7.5...v0.7.6)
+
+## [v0.7.5](https://github.com/BoxcarsAI/boxcars/tree/v0.7.5) (2025-04-21)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.7.4...v0.7.5)
+
+**Merged pull requests:**
+
+- Together AI Engine [\#250](https://github.com/BoxcarsAI/boxcars/pull/250) ([francis](https://github.com/francis))
+
+## [v0.7.4](https://github.com/BoxcarsAI/boxcars/tree/v0.7.4) (2025-04-16)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.7.3...v0.7.4)
+
+## [v0.7.3](https://github.com/BoxcarsAI/boxcars/tree/v0.7.3) (2025-01-20)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.7.2...v0.7.3)
+
+**Merged pull requests:**
+
+- add cerebras tests [\#246](https://github.com/BoxcarsAI/boxcars/pull/246) ([francis](https://github.com/francis))
+
+## [v0.7.2](https://github.com/BoxcarsAI/boxcars/tree/v0.7.2) (2025-01-17)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.7.1...v0.7.2)
+
+**Merged pull requests:**
+
+- cerebras bug fixes [\#245](https://github.com/BoxcarsAI/boxcars/pull/245) ([francis](https://github.com/francis))
+
+## [v0.7.1](https://github.com/BoxcarsAI/boxcars/tree/v0.7.1) (2025-01-17)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.6.9...v0.7.1)
+
+**Merged pull requests:**
+
+- add Cerebras [\#244](https://github.com/BoxcarsAI/boxcars/pull/244) ([francis](https://github.com/francis))
+- \[infra\] Bump pg from 1.5.8 to 1.5.9 [\#231](https://github.com/BoxcarsAI/boxcars/pull/231) ([dependabot[bot]](https://github.com/apps/dependabot))
+
 ## [v0.6.9](https://github.com/BoxcarsAI/boxcars/tree/v0.6.9) (2024-12-19)
 
 [Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.6.8...v0.6.9)

data/Gemfile

@@ -5,36 +5,26 @@ source "https://rubygems.org"
 # Specify your gem's dependencies in boxcars.gemspec
 gemspec
 
-gem "debug", "~> 1.9"
-
 gem "dotenv", "~> 3.1"
-
 gem "rake", "~> 13.2"
-
 gem "sqlite3", "~> 2.0"
-
 gem "async", "~>1.32.1"
-
 gem "activerecord", "~> 7.1"
-
-gem "github_changelog_generator", "~> 1.16"
-
 gem "faraday-retry", "~> 2.0"
-
 gem "activesupport", "~> 7.1"
-
 gem "rest-client", "~> 2.1"
-
 gem "hnswlib", "~> 0.9.0"
-
 gem "pg", "~> 1.5"
 gem "pgvector", "~> 0.2.2"
 
 group :development, :test do
+  gem "debug", "~> 1.9"
   gem "rspec", "~> 3.13"
   gem "rubocop", "~> 1.67"
   gem "vcr", "~> 6.3.1"
   gem "webmock", "~> 3.24.0"
   gem "rubocop-rake", "~> 0.6.0"
   gem "rubocop-rspec", "~> 3.2"
+  gem "posthog-ruby", require: false
+  gem "github_changelog_generator", "~> 1.16", require: false
 end

data/Gemfile.lock

@@ -1,13 +1,12 @@
 PATH
   remote: .
   specs:
-    boxcars (0.7.6)
+    boxcars (0.8.0)
       google_search_results (~> 2.2)
       gpt4all (~> 0.0.5)
       hnswlib (~> 0.9)
       intelligence (>= 0.8)
       nokogiri (~> 1.18)
-      pgvector (~> 0.2)
       ruby-anthropic (~> 0.4)
       ruby-openai (>= 7.3)
 
@@ -54,11 +53,11 @@ GEM
       async
     async-pool (0.10.3)
       async (>= 1.25)
-    base64 (0.2.0)
-    benchmark (0.4.0)
-    bigdecimal (3.1.9)
+    base64 (0.3.0)
+    benchmark (0.4.1)
+    bigdecimal (3.2.1)
     concurrent-ruby (1.3.5)
-    connection_pool (2.5.1)
+    connection_pool (2.5.3)
     console (1.30.2)
       fiber-annotation
       fiber-local (~> 1.1)
@@ -70,13 +69,14 @@ GEM
     debug (1.10.0)
       irb (~> 1.10)
       reline (>= 0.3.8)
-    diff-lcs (1.6.1)
+    diff-lcs (1.6.2)
     domain_name (0.6.20240107)
     dotenv (3.1.8)
-    drb (2.2.1)
+    drb (2.2.3)
     dynamicschema (1.0.0.beta04)
+    erb (5.0.1)
     event_stream_parser (1.0.0)
-    faraday (2.13.0)
+    faraday (2.13.1)
       faraday-net_http (>= 2.0, < 3.5)
       json
       logger
@@ -106,7 +106,7 @@ GEM
       faraday (~> 2.7)
       os (~> 1.1)
       tty-progressbar (~> 0.18.2)
-    hashdiff (1.1.2)
+    hashdiff (1.2.0)
     hnswlib (0.9.0)
     http-accept (1.7.0)
     http-cookie (1.0.8)
@@ -123,15 +123,15 @@ GEM
       pp (>= 0.6.0)
       rdoc (>= 4.0.0)
       reline (>= 0.4.2)
-    json (2.10.2)
+    json (2.12.2)
     json-repair (0.2.0)
-    language_server-protocol (3.17.0.4)
+    language_server-protocol (3.17.0.5)
     lint_roller (1.1.0)
     logger (1.7.0)
-    mime-types (3.6.2)
+    mime-types (3.7.0)
       logger
-      mime-types-data (~> 3.2015)
-    mime-types-data (3.2025.0415)
+      mime-types-data (~> 3.2025, >= 3.2025.0507)
+    mime-types-data (3.2025.0527)
     minitest (5.25.5)
     multi_json (1.15.0)
     multipart-post (2.4.1)
@@ -165,6 +165,8 @@ GEM
       racc
     pg (1.5.9)
     pgvector (0.2.2)
+    posthog-ruby (3.0.1)
+      concurrent-ruby (~> 1)
     pp (0.6.2)
       prettyprint
     prettyprint (0.2.0)
@@ -176,14 +178,15 @@ GEM
     protocol-http2 (0.16.0)
       protocol-hpack (~> 1.4)
       protocol-http (~> 0.18)
-    psych (5.2.3)
+    psych (5.2.6)
       date
       stringio
-    public_suffix (6.0.1)
+    public_suffix (6.0.2)
     racc (1.8.1)
     rainbow (3.1.1)
-    rake (13.2.1)
-    rdoc (6.13.1)
+    rake (13.3.0)
+    rdoc (6.14.0)
+      erb
       psych (>= 4.0.0)
     regexp_parser (2.10.0)
     reline (0.6.1)
@@ -194,20 +197,20 @@ GEM
       mime-types (>= 1.16, < 4.0)
       netrc (~> 0.8)
     rexml (3.4.1)
-    rspec (3.13.0)
+    rspec (3.13.1)
       rspec-core (~> 3.13.0)
       rspec-expectations (~> 3.13.0)
       rspec-mocks (~> 3.13.0)
-    rspec-core (3.13.3)
+    rspec-core (3.13.4)
       rspec-support (~> 3.13.0)
-    rspec-expectations (3.13.3)
+    rspec-expectations (3.13.5)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-mocks (3.13.2)
+    rspec-mocks (3.13.5)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-support (3.13.2)
-    rubocop (1.75.2)
+    rspec-support (3.13.4)
+    rubocop (1.75.8)
       json (~> 2.3)
       language_server-protocol (~> 3.17.0.2)
       lint_roller (~> 1.1.0)
@@ -292,6 +295,7 @@ DEPENDENCIES
   hnswlib (~> 0.9.0)
   pg (~> 1.5)
   pgvector (~> 0.2.2)
+  posthog-ruby
   rake (~> 13.2)
   rest-client (~> 2.1)
   rspec (~> 3.13)

data/POSTHOG_TEST_README.md

@@ -0,0 +1,118 @@
+# Boxcars Engines PostHog Observability Test
+
+This test program demonstrates how to use the Boxcars library with PostHog observability backend to track AI engine usage.
+
+## Prerequisites
+
+1. **PostHog Ruby Gem**: Install the required gem
+   ```bash
+   gem install posthog-ruby
+   ```
+
+2. **Environment Variables**: Ensure your `.env` file contains:
+   ```
+   POSTHOG_API_KEY=your_posthog_project_api_key
+   POSTHOG_HOST=https://app.posthog.com  # or your self-hosted instance
+   ```
+
+3. **AI Provider API Keys**: For testing different engines, you'll need:
+   ```
+   openai_access_token=your_openai_token
+   GOOGLE_API_KEY=your_google_api_key
+   ANTHROPIC_API_KEY=your_anthropic_key
+   GROQ_API_KEY=your_groq_key
+   ```
+
+## Usage
+
+### Method 1: IRB Interactive Session (Recommended)
+
+Start IRB with the required dependencies:
+
+```bash
+irb -r dotenv/load -r boxcars -r debug -r boxcars/observability_backends/posthog_backend
+```
+
+Then in the IRB session:
+
+```ruby
+# Load and run the test
+load 'test_engines_with_posthog.rb'
+
+# Or set up PostHog backend manually:
+Boxcars::Observability.backend = Boxcars::PosthogBackend.new(
+  api_key: ENV['POSTHOG_API_KEY'],
+  host: ENV['POSTHOG_HOST']
+)
+
+# Run manual tests
+manual_test(model: 'gpt-4o', prompt: 'What is machine learning?')
+manual_test(model: 'flash', prompt: 'Explain Ruby in one sentence')
+manual_test(model: 'sonnet', prompt: 'Write a short poem about coding')
+```
+
+### Method 2: Direct Ruby Execution
+
+```bash
+ruby test_engines_with_posthog.rb
+```
+
+## What the Test Does
+
+1. **Initializes PostHog Backend**: Sets up the PostHog observability backend with your API credentials
+2. **Tests Multiple Engines**: Runs tests against various AI engines:
+   - Gemini Flash (Default)
+   - GPT-4o (OpenAI)
+   - Claude Sonnet (Anthropic)
+   - Groq Llama
+3. **Tracks Observability Events**: Each API call generates PostHog events with AI-specific properties
+4. **Provides Manual Testing**: Includes a `manual_test` function for interactive testing
+
+## PostHog Events
+
+The test will generate events in PostHog with properties like:
+
+- `$ai_model`: The AI model used (e.g., "gpt-4o", "gemini-2.5-flash")
+- `$ai_provider`: The provider (e.g., "openai", "google", "anthropic")
+- `$ai_input_tokens`: Number of input tokens
+- `$ai_output_tokens`: Number of output tokens
+- `$ai_latency`: Response time in seconds
+- `$ai_http_status`: HTTP status code
+- `$ai_trace_id`: Unique trace identifier
+- `$ai_is_error`: Boolean indicating if there was an error
+
+## Viewing Results
+
+After running the test:
+
+1. Go to your PostHog dashboard
+2. Navigate to Events or Live Events
+3. Look for events with AI-related properties
+4. You can create insights and dashboards to analyze AI usage patterns
+
+## Troubleshooting
+
+- **Missing PostHog gem**: Install with `gem install posthog-ruby`
+- **Missing API keys**: Check your `.env` file has the required keys
+- **Engine errors**: Some engines may fail if you don't have valid API keys for those providers
+- **No events in PostHog**: Check your PostHog API key and host configuration
+
+## Available Models
+
+You can test with these model aliases:
+
+- `flash` - Gemini 2.5 Flash
+- `gpt-4o` - OpenAI GPT-4o
+- `sonnet` - Claude Sonnet
+- `groq` - Groq Llama
+- `online` - Perplexity Sonar
+- And many more (see `lib/boxcars/engines.rb`)
+
+## Example Manual Tests
+
+```ruby
+# Test different models
+manual_test(model: 'flash', prompt: 'Explain quantum computing')
+manual_test(model: 'gpt-4o', prompt: 'Write a Python function to sort a list')
+manual_test(model: 'sonnet', prompt: 'What are the benefits of functional programming?')
+manual_test(model: 'groq', prompt: 'Describe the difference between AI and ML')