SimplerLLM 0.3.3.0__tar.gz → 0.3.3.2__tar.gz

{simplerllm-0.3.3.0 → simplerllm-0.3.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: SimplerLLM
-Version: 0.3.3.0
+Version: 0.3.3.2
 Summary: An easy-to-use Library for interacting with language models.
 Home-page: https://github.com/hassancs91/SimplerLLM
 Author: Hasan Aboul Hasan
@@ -45,14 +45,19 @@ Requires-Dist: qdrant-client==1.14.3
 Requires-Dist: voyageai==0.3.3
 Requires-Dist: pydub>=0.25.1
 Requires-Dist: elevenlabs>=2.22.0
-Requires-Dist: sounddevice>=0.4.6
-Requires-Dist: pynput>=1.7.6
 Requires-Dist: moviepy>=1.0.3
 Requires-Dist: yt-dlp>=2023.3.4
 Provides-Extra: voice
 Requires-Dist: pygame>=2.5.0; extra == "voice"
+Requires-Dist: sounddevice>=0.4.6; extra == "voice"
+Requires-Dist: pynput>=1.7.6; extra == "voice"
+Provides-Extra: live-voice
+Requires-Dist: sounddevice>=0.4.6; extra == "live-voice"
+Requires-Dist: pynput>=1.7.6; extra == "live-voice"
 Provides-Extra: all
 Requires-Dist: pygame>=2.5.0; extra == "all"
+Requires-Dist: sounddevice>=0.4.6; extra == "all"
+Requires-Dist: pynput>=1.7.6; extra == "all"
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

{simplerllm-0.3.3.0 → simplerllm-0.3.3.2}/SimplerLLM/__init__.py

@@ -82,10 +82,8 @@ from .voice import (
     VoiceTurnResult,
     VoiceChatSession,
     ConversationManager,
-    LiveVoiceChat,
     LiveVoiceChatConfig,
-    AudioRecorder,
-    AudioPlayer,
+    _LIVE_VOICE_AVAILABLE,
     DialogueGenerator,
     Dialogue,
     DialogueLine,
@@ -115,6 +113,14 @@ from .voice import (
     RealtimeVoiceChatConfig,
 )
 
+# LiveVoiceChat requires PortAudio - import conditionally
+if _LIVE_VOICE_AVAILABLE:
+    from .voice import LiveVoiceChat, AudioRecorder, AudioPlayer
+else:
+    LiveVoiceChat = None
+    AudioRecorder = None
+    AudioPlayer = None
+
 # Image module exports
 from .image import (
     ImageGenerator,
@@ -208,11 +214,8 @@ __all__ = [
     'VoiceTurnResult',
     'VoiceChatSession',
     'ConversationManager',
-    # Voice module - LiveVoiceChat
-    'LiveVoiceChat',
+    # Voice module - LiveVoiceChat (config always available, others require PortAudio)
     'LiveVoiceChatConfig',
-    'AudioRecorder',
-    'AudioPlayer',
     # Voice module - Dialogue
     'DialogueGenerator',
     'Dialogue',
@@ -253,3 +256,7 @@ __all__ = [
     'GoogleImageGenerator',
     'ImageGenerationResponse',
 ]
+
+# Conditionally add LiveVoiceChat exports if PortAudio is available
+if _LIVE_VOICE_AVAILABLE:
+    __all__.extend(['LiveVoiceChat', 'AudioRecorder', 'AudioPlayer'])

{simplerllm-0.3.3.0 → simplerllm-0.3.3.2}/SimplerLLM/language/__init__.py

@@ -3,6 +3,7 @@ from .llm.reliable import ReliableLLM
 from .llm.wrappers import OpenAILLM, GeminiLLM, AnthropicLLM, OllamaLLM, DeepSeekLLM
 from .flow import MiniAgent, StepResult, FlowResult
 from .llm_judge import LLMJudge, JudgeMode, JudgeResult, ProviderResponse, ProviderEvaluation, EvaluationReport
+from .llm_validator import LLMValidator, ValidationResult, ValidatorScore, AggregationMethod
 from .llm_feedback import LLMFeedbackLoop, FeedbackResult, IterationResult, Critique
 from .llm_provider_router import LLMProviderRouter, ProviderConfig, RoutingResult, QueryClassification
 from .llm_clustering import (
@@ -71,6 +72,11 @@ __all__ = [
     'ProviderResponse',
     'ProviderEvaluation',
     'EvaluationReport',
+    # LLM Validator
+    'LLMValidator',
+    'ValidationResult',
+    'ValidatorScore',
+    'AggregationMethod',
     'LLMFeedbackLoop',
     'FeedbackResult',
     'IterationResult',

simplerllm-0.3.3.2/SimplerLLM/language/llm_validator/__init__.py

@@ -0,0 +1,51 @@
+"""
+LLM Validator - Multi-provider validation system for AI-generated content.
+
+This module provides tools for validating AI-generated content using multiple
+LLM providers, with configurable aggregation methods and consensus detection.
+
+Main Classes:
+    - LLMValidator: Validates content using multiple LLM providers
+    - AggregationMethod: Enum for score aggregation methods
+    - ValidationResult: Complete validation result with scores and metadata
+    - ValidatorScore: Individual validator's score and explanation
+
+Example:
+    ```python
+    from SimplerLLM.language import LLM, LLMProvider
+    from SimplerLLM.language.llm_validator import LLMValidator
+
+    # Create validators
+    validators = [
+        LLM.create(LLMProvider.OPENAI, model_name="gpt-4o"),
+        LLM.create(LLMProvider.ANTHROPIC, model_name="claude-3-5-sonnet-20241022"),
+    ]
+
+    # Initialize validator
+    validator = LLMValidator(validators=validators)
+
+    # Validate content
+    result = validator.validate(
+        content="Paris is the capital of France.",
+        validation_prompt="Check if the facts are accurate.",
+        original_question="What is the capital of France?",
+    )
+    print(f"Score: {result.overall_score}")
+    print(f"Valid: {result.is_valid}")
+    print(f"Consensus: {result.consensus}")
+    ```
+"""
+
+from .validator import LLMValidator
+from .models import (
+    AggregationMethod,
+    ValidationResult,
+    ValidatorScore,
+)
+
+__all__ = [
+    "LLMValidator",
+    "AggregationMethod",
+    "ValidationResult",
+    "ValidatorScore",
+]

simplerllm-0.3.3.2/SimplerLLM/language/llm_validator/models.py

@@ -0,0 +1,112 @@
+"""
+Pydantic models for the LLM Validator system.
+
+This module defines the data structures used for multi-provider validation
+of AI-generated content, including scoring, confidence, and aggregation.
+"""
+
+from typing import Dict, List, Optional, Any
+from pydantic import BaseModel, Field
+from datetime import datetime
+from enum import Enum
+
+
+class AggregationMethod(str, Enum):
+    """Method for aggregating scores from multiple validators."""
+    AVERAGE = "average"       # Simple mean of all scores
+    WEIGHTED = "weighted"     # Weighted average (provider weights)
+    MEDIAN = "median"         # Median score
+    CONSENSUS = "consensus"   # Majority agreement threshold
+
+
+class ValidatorScoreOutput(BaseModel):
+    """Internal model for structured validator output from LLM."""
+    score: float = Field(
+        description="Validation score from 0.0 to 1.0 (0 = completely invalid, 1 = perfectly valid)",
+        ge=0.0,
+        le=1.0
+    )
+    confidence: float = Field(
+        description="How confident you are in this score from 0.0 to 1.0",
+        ge=0.0,
+        le=1.0
+    )
+    explanation: str = Field(
+        description="Detailed explanation of why you gave this score"
+    )
+
+
+class ValidatorScore(BaseModel):
+    """Individual validator's score for the content."""
+    provider_name: str = Field(description="Name of the LLM provider (e.g., 'OPENAI', 'ANTHROPIC')")
+    model_name: str = Field(description="Specific model used (e.g., 'gpt-4o', 'claude-3-5-sonnet')")
+    score: float = Field(
+        description="Validation score from 0.0 to 1.0",
+        ge=0.0,
+        le=1.0
+    )
+    confidence: float = Field(
+        description="How confident the validator is in its score (0.0 to 1.0)",
+        ge=0.0,
+        le=1.0
+    )
+    explanation: str = Field(description="Explanation for the score")
+    is_valid: bool = Field(description="Whether the content passes validation (score >= threshold)")
+    execution_time: float = Field(description="Time taken to validate in seconds")
+    error: Optional[str] = Field(default=None, description="Error message if validation failed")
+
+    class Config:
+        json_schema_extra = {
+            "example": {
+                "provider_name": "OPENAI",
+                "model_name": "gpt-4o",
+                "score": 0.85,
+                "confidence": 0.92,
+                "explanation": "The content is factually accurate and well-structured.",
+                "is_valid": True,
+                "execution_time": 1.5,
+                "error": None
+            }
+        }
+
+
+class ValidationResult(BaseModel):
+    """Complete result from LLM Validator."""
+    overall_score: float = Field(
+        description="Aggregated validation score (0.0 to 1.0)",
+        ge=0.0,
+        le=1.0
+    )
+    overall_confidence: float = Field(
+        description="Aggregated confidence score (0.0 to 1.0)",
+        ge=0.0,
+        le=1.0
+    )
+    is_valid: bool = Field(description="Overall pass/fail based on threshold")
+    validators: List[ValidatorScore] = Field(description="Individual validator scores")
+    consensus: bool = Field(description="Whether validators agreed on the result")
+    consensus_details: str = Field(description="Explanation of validator agreement")
+    aggregation_method: AggregationMethod = Field(description="Method used for aggregation")
+    content_validated: str = Field(description="The content that was validated")
+    validation_prompt: str = Field(description="The validation instructions used")
+    original_question: Optional[str] = Field(default=None, description="The original question if provided")
+    total_execution_time: float = Field(description="Total time for all validators in seconds")
+    timestamp: datetime = Field(default_factory=datetime.now, description="When validation completed")
+
+    class Config:
+        json_schema_extra = {
+            "example": {
+                "overall_score": 0.85,
+                "overall_confidence": 0.90,
+                "is_valid": True,
+                "validators": [],
+                "consensus": True,
+                "consensus_details": "All validators scored within 0.15 of each other",
+                "aggregation_method": "average",
+                "content_validated": "Paris is the capital of France.",
+                "validation_prompt": "Check if the facts are accurate.",
+                "original_question": "What is the capital of France?",
+                "total_execution_time": 3.2,
+                "timestamp": "2025-01-15T10:30:00"
+            }
+        }