desiru 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 483d9107e403dc8c29d5b3621ca65876eaf4b4fb19fadd5b59bc39a12b005e5f
-  data.tar.gz: 58b101dc3f69a6c215a6edda23b4895eaa92007dcf2fbe3710705349c8e48f78
+  metadata.gz: dba6d3f283255824630ae2a8fd4119dfcdb7480f1aa8d50e57aa8c8d740128ce
+  data.tar.gz: 26b4a53f8be0de54d4619c7ae7ba85fb868009c3b7407b7f5730b2cdc8b8277d
 SHA512:
-  metadata.gz: d1c90f98e10e42dc1bd59631bb5498c35368a46c4db01bb62fafadeb8cb36f4977d2e58ef1af8b23242428047fc10ea1b9edb3cfe2f139173c0405e22040ee74
-  data.tar.gz: b2060d56c756f30218ab977a0c45d59294d231c5d7b179cadb19483a2af144537e45b40d8f57821f045f23b0e5072ec2086e69bb8e2e04a03f13210d0c6e6494
+  metadata.gz: 4be0c144f72095e40bb49060797ebf2e790d053f17bdb773c4e41bf0bd84f9706f4fff91981ea3bba89535afc2b152ca06e79ad11ac5a74d82912055b115d702
+  data.tar.gz: '08db2c001e9dda2c0f1cb934fcd2826f75290324edf7707e898f2ed18a57b675c4d2c50b7592ce3aa0b7d2506cbb8c704b3edb15accc0fbac44ab917abb76180'

data/.claude/settings.local.json

@@ -0,0 +1,11 @@
+{
+  "permissions": {
+    "allow": [
+      "WebFetch(domain:github.com)",
+      "Bash(gh repo view:*)",
+      "Bash(gh issue list:*)",
+      "Bash(claude-swarm:*)"
+    ],
+    "deny": []
+  }
+}

data/.env.example

@@ -0,0 +1,34 @@
+# Desiru Configuration Example
+# Copy this file to .env and add your actual API keys
+
+# Choose one of the following LLM providers:
+
+# Anthropic Claude
+# Get your API key from: https://console.anthropic.com/
+# ANTHROPIC_API_KEY=sk-ant-api03-...
+
+# OpenAI
+# Get your API key from: https://platform.openai.com/api-keys
+# OPENAI_API_KEY=sk-...
+
+# Optional: Redis configuration for async/caching features
+# Default: redis://localhost:6379/0
+# REDIS_URL=redis://localhost:6379/0
+
+# Optional: Database URL for persistence features
+# Default: sqlite://db/desiru_development.db
+# DATABASE_URL=sqlite://db/desiru_development.db
+
+# Optional: OpenRouter API
+# Get your API key from: https://openrouter.ai/keys
+# OPENROUTER_API_KEY=sk-or-v1-...
+
+# Optional: Default model selection
+# For Anthropic: claude-3-haiku-20240307, claude-3-sonnet-20240229, claude-3-opus-20240229
+# For OpenAI: gpt-4o-mini, gpt-4o, gpt-4-turbo
+# For OpenRouter: anthropic/claude-3-haiku, openai/gpt-4o-mini, google/gemini-pro
+# DESIRU_DEFAULT_MODEL=claude-3-haiku-20240307
+
+# Optional: Logging level
+# Options: debug, info, warn, error, fatal
+# DESIRU_LOG_LEVEL=info

data/.rubocop.yml

@@ -1,5 +1,5 @@
 AllCops:
-  TargetRubyVersion: 3.4
+  TargetRubyVersion: 3.3
   NewCops: enable
   SuggestExtensions: false
   Exclude:
@@ -8,9 +8,9 @@ AllCops:
     - 'bin/**/*'
     - 'spec/fixtures/**/*'
 
-require:
+plugins:
   - rubocop-rake
-  - rubocop-rspec
+
 
 # Relaxed metrics for DSL-heavy library code
 Metrics/MethodLength:
@@ -52,4 +52,7 @@ Layout/LineLength:
     - 'spec/**/*'
 
 Gemspec/RequireMFA:
-  Enabled: false
+  Enabled: false
+
+Metrics:
+  Enabled: false

data/.ruby-version

@@ -0,0 +1 @@
+3.4.2

data/CHANGELOG.md

@@ -0,0 +1,73 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [0.2.0] - 2025-06-23
+
+### Added
+- **Core Data Containers**: New `Example` and `Prediction` classes for structured data handling in DSPy programs
+- **Trace Collection System**: Complete tracing infrastructure with `TraceCollector` and `Traceable` for execution monitoring and debugging
+- **Compilation Infrastructure**: New `Compiler` and `CompilerBuilder` classes enabling full DSPy program compilation pipeline
+- **ProgramOfThought Module**: Advanced reasoning module that generates and executes code for complex problem solving
+- **MIPROv2 Optimizer**: State-of-the-art Bayesian optimization algorithm for automatic prompt and few-shot example optimization
+- **BestOfN Module**: Multi-sampling module with configurable selection criteria (confidence, consistency, LLM judge, custom)
+- **Comprehensive Integration Tests**: Full test coverage for all new components ensuring reliability and correctness
+
+### Enhanced
+- **Module Architecture**: Improved base module system to support advanced tracing and compilation features
+- **Optimization Pipeline**: Complete optimization workflow from data collection through model improvement
+- **Error Handling**: Robust error recovery and logging throughout the new components
+
+### Technical Improvements
+- **Type Safety**: Enhanced type checking and validation across all new modules
+- **Performance**: Optimized execution paths for compilation and optimization workflows  
+- **Extensibility**: Modular architecture enabling easy addition of new optimizers and reasoning modules
+
+## [0.1.1] - 2025-06-21
+
+### Added
+- Direct API client implementations for Anthropic, OpenAI, and OpenRouter
+- New modules: Majority, MultiChainComparison, and ProgramOfThought
+- New optimizers: COPRO and KNNFewShot
+- Enhanced error handling with detailed error classes
+- Support for Ruby 3.3.6 (minimum version now 3.3.0)
+- Interactive console with pre-loaded modules (`bin/console`)
+- Examples runner with model selection (`bin/examples`)
+
+### Changed
+- Replaced Raix dependency with direct API integrations for better control
+- Improved console experience with better error messages and debug helpers
+- Updated default max_tokens from 1000 to 4096 to prevent truncated responses
+- Fixed namespace issues in console by including necessary modules
+
+### Fixed
+- Redis mocking in job tests for CI compatibility
+- Rubocop configuration to match required Ruby version
+- Test failures in CI environment
+
+### Removed
+- Raix gem dependency
+- Support for Ruby 3.2.x (minimum version is now 3.3.0)
+
+## [0.1.0] - 2025-06-12
+
+### Added
+- Initial release of Desiru
+- Core DSPy functionality ported to Ruby
+- Basic modules: Predict, ChainOfThought, ReAct
+- Signature system with type validation
+- Model adapters for OpenAI and Anthropic (via Raix)
+- Optimizers: BootstrapFewShot, MIPROv2
+- REST API integration with Grape and Sinatra
+- GraphQL integration with automatic schema generation
+- Background job processing with Sidekiq
+- Database persistence layer with Sequel
+- Comprehensive test suite
+- Documentation and examples
+
+[0.2.0]: https://github.com/obie/desiru/compare/v0.1.1...v0.2.0
+[0.1.1]: https://github.com/obie/desiru/compare/v0.1.0...v0.1.1
+[0.1.0]: https://github.com/obie/desiru/releases/tag/v0.1.0

data/CLAUDE.local.md

@@ -0,0 +1,3 @@
+## Development Workflow
+
+- ALWAYS run rubocop -A before pushing a new PR update. it's super annoying to have the build break because of the linter

data/CLAUDE.md

@@ -17,6 +17,15 @@ This project is in its initial setup phase. When implementing features:
 - Follow Ruby community conventions for project organization
 - Set up bundler with a Gemfile when adding dependencies
 
+## Testing Framework
+
+**IMPORTANT**: This project uses RSpec exclusively for testing. NEVER use Minitest or any other testing framework. Do not add minitest gems, create test/ directories, or write any Minitest-style tests. All tests must be written in RSpec format and placed in the spec/ directory.
+
 ## Workflow Guidance
 
-- For maximum efficiency, whenever you need to perform multiple independent operations, invoke all relevant tools simultaneously rather than sequentially.
+- For maximum efficiency, whenever you need to perform multiple independent operations, invoke all relevant tools simultaneously rather than sequentially.
+- When you're tempted to respond and return control to me with a message like "The codebase is now in excellent shape with 859 passing tests, 1 failing test, and 5 pending tests. The project is ready for the v0.2.0 release once the team decides how to handle the final test (either fix it or mark it as pending)." then instead, you should invoke the team to go ahead and decide how to handle the final test.
+
+## Release Guidance
+
+- Note that releases are never ready if there are any tests failing in the test suites. Never tell me that a release is ready unless we have a clean build.

data/Gemfile

@@ -2,35 +2,54 @@
 
 source 'https://rubygems.org'
 
-ruby '~> 3.4.2'
+ruby '>= 3.2.0'
 
 # Specify your gem's dependencies in desiru.gemspec
 gemspec
 
 group :development, :test do
+  gem 'dotenv', '~> 3.0'
+  gem 'mock_redis', '~> 0.40'
   gem 'pry', '~> 0.14'
   gem 'pry-byebug', '~> 3.10'
+  gem 'rack-test', '~> 2.0'
   gem 'rake', '~> 13.0'
+  gem 'rdoc'
   gem 'rspec', '~> 3.0'
   gem 'rubocop', '~> 1.21'
   gem 'rubocop-rake', '~> 0.6'
   gem 'rubocop-rspec', '~> 2.0'
   gem 'simplecov', '~> 0.22', require: false
+  gem 'webmock', '~> 3.0'
   gem 'yard', '~> 0.9'
 end
 
 # LLM interaction dependencies
+gem 'anthropic', '~> 0.3'
 gem 'faraday', '~> 2.0'
 gem 'faraday-retry', '~> 2.0'
-gem 'raix', '~> 0.4'
+gem 'open_router', '~> 0.3'
+gem 'ruby-openai', '~> 7.0'
 
 # GraphQL support
 gem 'graphql', '~> 2.0'
 
+# REST API support
+gem 'grape', '~> 2.0'
+gem 'rack-cors', '~> 2.0'
+gem 'sinatra', '~> 3.0'
+gem 'sinatra-contrib', '~> 3.0'
+
+# Database support
+gem 'sequel', '~> 5.0'
+gem 'sqlite3', '~> 1.6' # For development/testing
+
 # Optional dependencies for enhanced functionality
 group :optional do
   gem 'async', '~> 2.0' # For concurrent operations
   gem 'dry-struct', '~> 1.0' # For type safety
   gem 'dry-validation', '~> 1.0' # For validation
+  gem 'jwt', '~> 2.0' # For API authentication
+  gem 'rack-throttle', '~> 0.7' # For rate limiting
   gem 'redis', '~> 5.0' # For caching
 end

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    desiru (0.1.0)
+    desiru (0.2.0)
       forwardable (~> 1.3)
       redis (~> 5.0)
       sidekiq (~> 7.2)
@@ -23,6 +23,12 @@ GEM
       securerandom (>= 0.3)
       tzinfo (~> 2.0, >= 2.0.5)
       uri (>= 0.13.1)
+    addressable (2.8.7)
+      public_suffix (>= 2.0.2, < 7.0)
+    anthropic (0.4.1)
+      event_stream_parser (>= 0.3.0, < 2.0.0)
+      faraday (>= 1)
+      faraday-multipart (>= 1)
     ast (2.4.3)
     async (2.25.0)
       console (~> 1.29)
@@ -41,6 +47,10 @@ GEM
       fiber-annotation
       fiber-local (~> 1.1)
       json
+    crack (1.0.0)
+      bigdecimal
+      rexml
+    date (3.4.1)
     diff-lcs (1.6.2)
     docile (1.4.1)
     dotenv (3.1.8)
@@ -85,38 +95,56 @@ GEM
       dry-initializer (~> 3.2)
       dry-schema (~> 1.14)
       zeitwerk (~> 2.6)
+    erb (5.0.1)
     event_stream_parser (1.0.0)
     faraday (2.13.1)
       faraday-net_http (>= 2.0, < 3.5)
       json
       logger
-    faraday-multipart (1.1.0)
+    faraday-multipart (1.1.1)
       multipart-post (~> 2.0)
     faraday-net_http (3.4.1)
       net-http (>= 0.5.0)
-    faraday-retry (2.3.1)
+    faraday-retry (2.3.2)
       faraday (~> 2.0)
     fiber-annotation (0.2.0)
     fiber-local (1.1.0)
       fiber-storage
     fiber-storage (1.0.1)
     forwardable (1.3.3)
+    grape (2.4.0)
+      activesupport (>= 6.1)
+      dry-types (>= 1.1)
+      mustermann-grape (~> 1.1.0)
+      rack (>= 2)
+      zeitwerk
     graphql (2.5.9)
       base64
       fiber-storage
       logger
+    hashdiff (1.2.0)
     i18n (1.14.7)
       concurrent-ruby (~> 1.0)
     ice_nine (0.11.2)
     io-event (1.11.0)
     json (2.12.2)
+    jwt (2.10.1)
+      base64
     language_server-protocol (3.17.0.5)
     lint_roller (1.1.0)
     logger (1.7.0)
     method_source (1.1.0)
     metrics (0.12.2)
+    mini_portile2 (2.8.9)
     minitest (5.25.5)
+    mock_redis (0.50.0)
+      redis (~> 5)
+    multi_json (1.15.0)
     multipart-post (2.4.1)
+    mustermann (3.0.3)
+      ruby2_keywords (~> 0.0.1)
+    mustermann-grape (1.1.0)
+      mustermann (>= 1.0.0)
     net-http (0.6.0)
       uri
     open_router (0.3.3)
@@ -124,7 +152,6 @@ GEM
       dotenv (>= 2)
       faraday (>= 1)
       faraday-multipart (>= 1)
-    ostruct (0.6.1)
     parallel (1.27.0)
     parser (3.3.8.0)
       ast (~> 2.4.1)
@@ -136,21 +163,33 @@ GEM
     pry-byebug (3.11.0)
       byebug (~> 12.0)
       pry (>= 0.13, < 0.16)
+    psych (5.2.6)
+      date
+      stringio
+    public_suffix (6.0.2)
     racc (1.8.1)
-    rack (3.1.16)
+    rack (2.2.17)
+    rack-cors (2.0.2)
+      rack (>= 2.0.0)
+    rack-protection (3.2.0)
+      base64 (>= 0.1.0)
+      rack (~> 2.2, >= 2.2.4)
+    rack-test (2.2.0)
+      rack (>= 1.3)
+    rack-throttle (0.7.1)
+      bundler (>= 1.0.0)
+      rack (>= 1.0.0)
     rainbow (3.1.1)
-    raix (0.9.2)
-      activesupport (>= 6.0)
-      faraday-retry (~> 2.0)
-      open_router (~> 0.2)
-      ostruct
-      ruby-openai (~> 7)
     rake (13.3.0)
+    rdoc (6.14.1)
+      erb
+      psych (>= 4.0.0)
     redis (5.4.0)
       redis-client (>= 0.22.0)
     redis-client (0.25.0)
       connection_pool
     regexp_parser (2.10.0)
+    rexml (3.4.1)
     rspec (3.13.1)
       rspec-core (~> 3.13.0)
       rspec-expectations (~> 3.13.0)
@@ -199,7 +238,10 @@ GEM
       faraday (>= 1)
       faraday-multipart (>= 1)
     ruby-progressbar (1.13.0)
+    ruby2_keywords (0.0.5)
     securerandom (0.4.1)
+    sequel (5.93.0)
+      bigdecimal
     sidekiq (7.3.9)
       base64
       connection_pool (>= 2.3.0)
@@ -212,7 +254,22 @@ GEM
       simplecov_json_formatter (~> 0.1)
     simplecov-html (0.13.1)
     simplecov_json_formatter (0.1.4)
+    sinatra (3.2.0)
+      mustermann (~> 3.0)
+      rack (~> 2.2, >= 2.2.4)
+      rack-protection (= 3.2.0)
+      tilt (~> 2.0)
+    sinatra-contrib (3.2.0)
+      multi_json (>= 0.0.2)
+      mustermann (~> 3.0)
+      rack-protection (= 3.2.0)
+      sinatra (= 3.2.0)
+      tilt (~> 2.0)
     singleton (0.3.0)
+    sqlite3 (1.7.3)
+      mini_portile2 (~> 2.8.0)
+    stringio (3.1.7)
+    tilt (2.6.0)
     traces (0.15.2)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
@@ -220,6 +277,10 @@ GEM
       unicode-emoji (~> 4.0, >= 4.0.4)
     unicode-emoji (4.0.4)
     uri (1.0.3)
+    webmock (3.25.1)
+      addressable (>= 2.8.0)
+      crack (>= 0.3.2)
+      hashdiff (>= 0.4.0, < 2.0.0)
     yard (0.9.37)
     zeitwerk (2.7.3)
 
@@ -228,24 +289,38 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
+  anthropic (~> 0.3)
   async (~> 2.0)
-  bundler (~> 2.0)
   desiru!
+  dotenv (~> 3.0)
   dry-struct (~> 1.0)
   dry-validation (~> 1.0)
   faraday (~> 2.0)
   faraday-retry (~> 2.0)
+  grape (~> 2.0)
   graphql (~> 2.0)
+  jwt (~> 2.0)
+  mock_redis (~> 0.40)
+  open_router (~> 0.3)
   pry (~> 0.14)
   pry-byebug (~> 3.10)
-  raix (~> 0.4)
+  rack-cors (~> 2.0)
+  rack-test (~> 2.0)
+  rack-throttle (~> 0.7)
   rake (~> 13.0)
+  rdoc
   redis (~> 5.0)
   rspec (~> 3.0)
   rubocop (~> 1.21)
   rubocop-rake (~> 0.6)
   rubocop-rspec (~> 2.0)
+  ruby-openai (~> 7.0)
+  sequel (~> 5.0)
   simplecov (~> 0.22)
+  sinatra (~> 3.0)
+  sinatra-contrib (~> 3.0)
+  sqlite3 (~> 1.6)
+  webmock (~> 3.0)
   yard (~> 0.9)
 
 RUBY VERSION