dspy 0.8.1 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e4d5c2fd5e569cd01d945e1682cc33e6106d8291416d062519b016df4d0bb03f
-  data.tar.gz: 7bca442bd18af297941bb288c73c36d87a5f6017c104209016bf48f13db1b916
+  metadata.gz: 564abfdf924b5e3aa3c002a9210a3e1ef73f2d418e80bf58a4038eecee65219a
+  data.tar.gz: c7c8c1b2338d09636a5cca0b9bab7b12affe91d22d5edfb25031b9b4740ba68c
 SHA512:
-  metadata.gz: a71c1fd214c02651eed8a8a868b0d07a5dd02ee48c68ef67c4d7b3aa5e6f25461efbc85212f83b264d48d2d6ead4297f453d515365488d52142c09fd0d5c5315
-  data.tar.gz: '087c066a4b0a83c701157187c58a678e55f9381162effe9d422a82a69e6914bcb8258f5c40872cee43f506d0d5f556e0863e75758e00ccf1e6909f0a299717f6'
+  metadata.gz: d81c9af7ac29706395e20db912af207cfc02f24d5777e247615ad94ebaa07a5f352df7ce87cac0947acb09a9f9d1e1094950c835a47fda5d2441114bdedabbd2
+  data.tar.gz: 9366f67dffe4baa183f40705e8fc5f8f781b5f87e7aca3f0f77f954bb1009edefd773ce68d704a5e3663a0518f940e2ba51cc9b8a6c5c591e4309a7b325d4d51

data/README.md

@@ -96,32 +96,33 @@ puts result.confidence   # => 0.85
 
 ## Documentation
 
+📖 **[Complete Documentation Website](https://vicentereig.github.io/dspy.rb/)**
+
 ### Getting Started
-- **[Installation & Setup](docs/getting-started/installation.md)** - Detailed installation and configuration
-- **[Quick Start Guide](docs/getting-started/quick-start.md)** - Your first DSPy programs
-- **[Core Concepts](docs/getting-started/core-concepts.md)** - Understanding signatures, predictors, and modules
+- **[Installation & Setup](docs/src/getting-started/installation.md)** - Detailed installation and configuration
+- **[Quick Start Guide](docs/src/getting-started/quick-start.md)** - Your first DSPy programs
+- **[Core Concepts](docs/src/getting-started/core-concepts.md)** - Understanding signatures, predictors, and modules
 
 ### Core Features
-- **[Signatures & Types](docs/core-concepts/signatures.md)** - Define typed interfaces for LLM operations
-- **[Predictors](docs/core-concepts/predictors.md)** - Predict, ChainOfThought, ReAct, and more
-- **[Modules & Pipelines](docs/core-concepts/modules.md)** - Compose complex multi-stage workflows
-- **[Examples & Validation](docs/core-concepts/examples.md)** - Type-safe training data
+- **[Signatures & Types](docs/src/core-concepts/signatures.md)** - Define typed interfaces for LLM operations
+- **[Predictors](docs/src/core-concepts/predictors.md)** - Predict, ChainOfThought, ReAct, and more
+- **[Modules & Pipelines](docs/src/core-concepts/modules.md)** - Compose complex multi-stage workflows
+- **[Examples & Validation](docs/src/core-concepts/examples.md)** - Type-safe training data
 
 ### Optimization
-- **[Evaluation Framework](docs/optimization/evaluation.md)** - Basic testing with simple metrics
-- **[Prompt Optimization](docs/optimization/prompt-optimization.md)** - Manipulate prompts as objects
-- **[MIPROv2 Optimizer](docs/optimization/miprov2.md)** - Basic automatic optimization
-- **[Simple Optimizer](docs/optimization/simple-optimizer.md)** - Random search experimentation
+- **[Evaluation Framework](docs/src/optimization/evaluation.md)** - Basic testing with simple metrics
+- **[Prompt Optimization](docs/src/optimization/prompt-optimization.md)** - Manipulate prompts as objects
+- **[MIPROv2 Optimizer](docs/src/optimization/miprov2.md)** - Basic automatic optimization
 
 ### Production Features
-- **[Storage System](docs/production/storage.md)** - Basic file-based persistence
-- **[Observability](docs/production/observability.md)** - Multi-platform monitoring and metrics
+- **[Storage System](docs/src/production/storage.md)** - Basic file-based persistence
+- **[Observability](docs/src/production/observability.md)** - Multi-platform monitoring and metrics
 
 ### Advanced Usage
-- **[Complex Types](docs/advanced/complex-types.md)** - Sorbet type integration with automatic coercion for structs, enums, and arrays
-- **[Manual Pipelines](docs/advanced/pipelines.md)** - Manual module composition patterns
-- **[RAG Patterns](docs/advanced/rag.md)** - Manual RAG implementation with external services
-- **[Custom Metrics](docs/advanced/custom-metrics.md)** - Proc-based evaluation logic
+- **[Complex Types](docs/src/advanced/complex-types.md)** - Sorbet type integration with automatic coercion for structs, enums, and arrays
+- **[Manual Pipelines](docs/src/advanced/pipelines.md)** - Manual module composition patterns
+- **[RAG Patterns](docs/src/advanced/rag.md)** - Manual RAG implementation with external services
+- **[Custom Metrics](docs/src/advanced/custom-metrics.md)** - Proc-based evaluation logic
 
 ## What's Next
 

data/lib/dspy/lm/strategy_selector.rb

@@ -31,10 +31,16 @@ module DSPy
       def select
         # Allow manual override via configuration
         if DSPy.config.structured_outputs.strategy
-          strategy = find_strategy_by_name(DSPy.config.structured_outputs.strategy)
+          strategy = select_strategy_from_preference(DSPy.config.structured_outputs.strategy)
           return strategy if strategy&.available?
           
-          DSPy.logger.warn("Requested strategy '#{DSPy.config.structured_outputs.strategy}' is not available")
+          # If strict strategy not available, fall back to compatible for Strict preference
+          if is_strict_preference?(DSPy.config.structured_outputs.strategy)
+            compatible_strategy = find_strategy_by_name("enhanced_prompting")
+            return compatible_strategy if compatible_strategy&.available?
+          end
+          
+          DSPy.logger.warn("No available strategy found for preference '#{DSPy.config.structured_outputs.strategy}'")
         end
 
         # Select the highest priority available strategy
@@ -65,6 +71,42 @@ module DSPy
 
       private
 
+      # Select internal strategy based on user preference
+      sig { params(preference: DSPy::Strategy).returns(T.nilable(Strategies::BaseStrategy)) }
+      def select_strategy_from_preference(preference)
+        case preference
+        when DSPy::Strategy::Strict
+          # Try provider-optimized strategies first
+          select_provider_optimized_strategy
+        when DSPy::Strategy::Compatible
+          # Use enhanced prompting
+          find_strategy_by_name("enhanced_prompting")
+        else
+          nil
+        end
+      end
+      
+      # Check if preference is for strict (provider-optimized) strategies
+      sig { params(preference: DSPy::Strategy).returns(T::Boolean) }
+      def is_strict_preference?(preference)
+        preference == DSPy::Strategy::Strict
+      end
+      
+      # Select the best provider-optimized strategy for the current adapter
+      sig { returns(T.nilable(Strategies::BaseStrategy)) }
+      def select_provider_optimized_strategy
+        # Try OpenAI structured output first
+        openai_strategy = find_strategy_by_name("openai_structured_output")
+        return openai_strategy if openai_strategy&.available?
+        
+        # Try Anthropic extraction
+        anthropic_strategy = find_strategy_by_name("anthropic_extraction")
+        return anthropic_strategy if anthropic_strategy&.available?
+        
+        # No provider-specific strategy available
+        nil
+      end
+
       sig { returns(T::Array[Strategies::BaseStrategy]) }
       def build_strategies
         STRATEGIES.map { |klass| klass.new(@adapter, @signature_class) }

data/lib/dspy/lm/structured_output_strategy.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+require "sorbet-runtime"
+
+module DSPy
+  class LM
+    # Enum for structured output strategies
+    class StructuredOutputStrategy < T::Enum
+      enums do
+        OpenAIStructuredOutput = new("openai_structured_output")
+        AnthropicExtraction = new("anthropic_extraction")
+        EnhancedPrompting = new("enhanced_prompting")
+      end
+    end
+  end
+end

data/lib/dspy/strategy.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+require "sorbet-runtime"
+
+module DSPy
+  # User-facing enum for structured output strategy preferences
+  class Strategy < T::Enum
+    enums do
+      # Use provider-optimized strategies when available (OpenAI structured outputs, Anthropic extraction)
+      # Falls back to Compatible if provider-specific strategy isn't available
+      Strict = new("strict")
+      
+      # Use enhanced prompting that works with any provider
+      # More compatible but potentially less reliable than provider-specific strategies
+      Compatible = new("compatible")
+    end
+  end
+end

data/lib/dspy/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DSPy
-  VERSION = "0.8.1"
+  VERSION = "0.9.0"
 end

data/lib/dspy.rb

@@ -25,7 +25,7 @@ module DSPy
   setting :structured_outputs do
     setting :openai, default: false
     setting :anthropic, default: false  # Reserved for future use
-    setting :strategy, default: nil  # Can be 'openai_structured_output', 'anthropic_extraction', 'enhanced_prompting', or nil for auto
+    setting :strategy, default: nil  # Can be DSPy::Strategy::Strict, DSPy::Strategy::Compatible, or nil for auto
     setting :retry_enabled, default: true
     setting :max_retries, default: 3
     setting :fallback_enabled, default: true
@@ -122,6 +122,7 @@ require_relative 'dspy/few_shot_example'
 require_relative 'dspy/prompt'
 require_relative 'dspy/example'
 require_relative 'dspy/lm'
+require_relative 'dspy/strategy'
 require_relative 'dspy/predict'
 require_relative 'dspy/chain_of_thought'
 require_relative 'dspy/re_act'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: dspy
 version: !ruby/object:Gem::Version
-  version: 0.8.1
+  version: 0.9.0
 platform: ruby
 authors:
 - Vicente Reig Rincón de Arellano
@@ -182,6 +182,7 @@ files:
 - lib/dspy/lm/strategies/enhanced_prompting_strategy.rb
 - lib/dspy/lm/strategies/openai_structured_output_strategy.rb
 - lib/dspy/lm/strategy_selector.rb
+- lib/dspy/lm/structured_output_strategy.rb
 - lib/dspy/memory.rb
 - lib/dspy/memory/embedding_engine.rb
 - lib/dspy/memory/in_memory_store.rb
@@ -204,6 +205,7 @@ files:
 - lib/dspy/signature.rb
 - lib/dspy/storage/program_storage.rb
 - lib/dspy/storage/storage_manager.rb
+- lib/dspy/strategy.rb
 - lib/dspy/subscribers/langfuse_subscriber.rb
 - lib/dspy/subscribers/logger_subscriber.rb
 - lib/dspy/subscribers/newrelic_subscriber.rb