edsl 0.1.51__py3-none-any.whl → 0.1.53__py3-none-any.whl

edsl/language_models/language_model.py

@@ -10,7 +10,7 @@ Key concepts and terminology:
 - raw_response: The complete JSON response returned directly from the model API.
   Contains all model metadata and response information.
 
-- edsl_augmented_response: The raw model response augmented with EDSL-specific 
+- edsl_augmented_response: The raw model response augmented with EDSL-specific
   information, such as cache keys, token usage statistics, and cost data.
 
 - generated_tokens: The actual text output generated by the model in response
@@ -62,19 +62,21 @@ from ..key_management import KeyLookupCollection
 from .registry import RegisterLanguageModelsMeta
 from .raw_response_handler import RawResponseHandler
 
+
 def handle_key_error(func):
     """Decorator to catch and provide user-friendly error messages for KeyError exceptions.
-    
+
     This decorator gracefully handles KeyError exceptions that may occur when parsing
     model responses with unexpected structures, providing a clear error message to
     help users understand what went wrong.
-    
+
     Args:
         func: The function to decorate
-        
+
     Returns:
         Decorated function that catches KeyError exceptions
     """
+
     @wraps(func)
     def wrapper(*args, **kwargs):
         try:
@@ -89,20 +91,21 @@ def handle_key_error(func):
 
 class classproperty:
     """Descriptor that combines @classmethod and @property behaviors.
-    
+
     This descriptor allows defining properties that work on the class itself
     rather than on instances, making it possible to have computed attributes
     at the class level.
-    
+
     Usage:
         class MyClass:
             @classproperty
             def my_prop(cls):
                 return cls.__name__
     """
+
     def __init__(self, method):
         """Initialize with the decorated method.
-        
+
         Args:
             method: The class method to be accessed as a property
         """
@@ -110,19 +113,17 @@ class classproperty:
 
     def __get__(self, instance, cls):
         """Return the result of calling the method on the class.
-        
+
         Args:
             instance: The instance (if called on an instance)
             cls: The class (always provided)
-            
+
         Returns:
             The result of calling the method with the class as argument
         """
         return self.method(cls)
 
 
-
-
 class LanguageModel(
     PersistenceMixin,
     RepresentationMixin,
@@ -131,19 +132,19 @@ class LanguageModel(
     metaclass=RegisterLanguageModelsMeta,
 ):
     """Abstract base class for all language model implementations in EDSL.
-    
+
     This class defines the common interface and functionality for interacting with
     various language model providers (OpenAI, Anthropic, etc.). It handles caching,
     response parsing, token usage tracking, and cost calculation, providing a
     consistent interface regardless of the underlying model.
-    
+
     Subclasses must implement the async_execute_model_call method to handle the
     actual API call to the model provider. Other methods may also be overridden
     to customize behavior for specific models.
-    
+
     The class uses several mixins to provide serialization, pretty printing, and
     hashing functionality, and a metaclass to automatically register model implementations.
-    
+
     Attributes:
         _model_: The default model identifier (set by subclasses)
         key_sequence: Path to extract generated text from model responses
@@ -162,11 +163,11 @@ class LanguageModel(
     @classproperty
     def response_handler(cls):
         """Get a handler for processing raw model responses.
-        
+
         This property creates a RawResponseHandler configured for the specific
         model implementation, using the class's key_sequence and usage_sequence
         attributes to know how to extract information from the model's response format.
-        
+
         Returns:
             RawResponseHandler: Handler configured for this model type
         """
@@ -183,31 +184,31 @@ class LanguageModel(
         **kwargs,
     ):
         """Initialize a new language model instance.
-        
+
         Args:
             tpm: Optional tokens per minute rate limit override
             rpm: Optional requests per minute rate limit override
             omit_system_prompt_if_empty_string: Whether to omit the system prompt when empty
             key_lookup: Optional custom key lookup for API credentials
             **kwargs: Additional parameters to pass to the model provider
-            
+
         The initialization process:
         1. Sets up the model identifier from the class attribute
         2. Configures model parameters by merging defaults with provided values
         3. Sets up API key lookup and rate limits
         4. Applies all parameters as instance attributes
-        
+
         For subclasses that define _parameters_ class attribute, these will be
         used as default parameters that can be overridden by kwargs.
         """
         # Get the model identifier from the class attribute
         self.model = getattr(self, "_model_", None)
-        
+
         # Set up model parameters by combining defaults with provided values
         default_parameters = getattr(self, "_parameters_", None)
         parameters = self._overide_default_parameters(kwargs, default_parameters)
         self.parameters = parameters
-        
+
         # Initialize basic settings
         self.remote = False
         self.omit_system_prompt_if_empty = omit_system_prompt_if_empty_string
@@ -231,7 +232,7 @@ class LanguageModel(
         for key, value in kwargs.items():
             if key not in parameters:
                 setattr(self, key, value)
-            
+
         # Handle API key check skip for testing
         if kwargs.get("skip_api_key_check", False):
             # Skip the API key check. Sometimes this is useful for testing.
@@ -243,13 +244,13 @@ class LanguageModel(
 
     def _set_key_lookup(self, key_lookup: "KeyLookup") -> "KeyLookup":
         """Set up the API key lookup mechanism.
-        
+
         This method either uses the provided key lookup object or creates a default
         one that looks for API keys in config files and environment variables.
-        
+
         Args:
             key_lookup: Optional custom key lookup object
-            
+
         Returns:
             KeyLookup: The key lookup object to use for API credentials
         """
@@ -262,10 +263,10 @@ class LanguageModel(
 
     def set_key_lookup(self, key_lookup: "KeyLookup") -> None:
         """Update the key lookup mechanism after initialization.
-        
+
         This method allows changing the API key lookup after the model has been
         created, clearing any cached API tokens.
-        
+
         Args:
             key_lookup: The new key lookup object to use
         """
@@ -275,13 +276,13 @@ class LanguageModel(
 
     def ask_question(self, question: "QuestionBase") -> str:
         """Ask a question using this language model and return the response.
-        
+
         This is a convenience method that extracts the necessary prompts from a
         question object and makes a model call.
-        
+
         Args:
             question: The EDSL question object to ask
-            
+
         Returns:
             str: The model's response to the question
         """
@@ -292,10 +293,10 @@ class LanguageModel(
     @property
     def rpm(self):
         """Get the requests per minute rate limit for this model.
-        
+
         This property provides the rate limit either from an explicitly set value,
         from the model info in the key lookup, or from the default value.
-        
+
         Returns:
             float: The requests per minute rate limit
         """
@@ -309,10 +310,10 @@ class LanguageModel(
     @property
     def tpm(self):
         """Get the tokens per minute rate limit for this model.
-        
+
         This property provides the rate limit either from an explicitly set value,
         from the model info in the key lookup, or from the default value.
-        
+
         Returns:
             float: The tokens per minute rate limit
         """
@@ -327,7 +328,7 @@ class LanguageModel(
     @tpm.setter
     def tpm(self, value):
         """Set the tokens per minute rate limit.
-        
+
         Args:
             value: The new tokens per minute limit
         """
@@ -336,7 +337,7 @@ class LanguageModel(
     @rpm.setter
     def rpm(self, value):
         """Set the requests per minute rate limit.
-        
+
         Args:
             value: The new requests per minute limit
         """
@@ -345,13 +346,13 @@ class LanguageModel(
     @property
     def api_token(self) -> str:
         """Get the API token for this model's service.
-        
+
         This property lazily fetches the API token from the key lookup
         mechanism when first accessed, caching it for subsequent uses.
-        
+
         Returns:
             str: The API token for authenticating with the model provider
-            
+
         Raises:
             ValueError: If no API key is found for this model's service
         """
@@ -366,10 +367,10 @@ class LanguageModel(
 
     def __getitem__(self, key):
         """Allow dictionary-style access to model attributes.
-        
+
         Args:
             key: The attribute name to access
-            
+
         Returns:
             The value of the specified attribute
         """
@@ -377,13 +378,13 @@ class LanguageModel(
 
     def hello(self, verbose=False):
         """Run a simple test to verify the model connection is working.
-        
+
         This method makes a basic model call to check if the API credentials
         are valid and the model is responsive.
-        
+
         Args:
             verbose: If True, prints the masked API token
-            
+
         Returns:
             str: The model's response to a simple greeting
         """
@@ -397,14 +398,14 @@ class LanguageModel(
 
     def has_valid_api_key(self) -> bool:
         """Check if the model has a valid API key available.
-        
+
         This method verifies if the necessary API key is available in
         environment variables or configuration for this model's service.
         Test models always return True.
-        
+
         Returns:
             bool: True if a valid API key is available, False otherwise
-            
+
         Examples:
             >>> LanguageModel.example().has_valid_api_key() : # doctest: +SKIP
             True
@@ -420,14 +421,14 @@ class LanguageModel(
 
     def __hash__(self) -> int:
         """Generate a hash value based on model identity and parameters.
-        
+
         This method allows language model instances to be used as dictionary
         keys or in sets by providing a stable hash value based on the
         model's essential characteristics.
-        
+
         Returns:
             int: A hash value for the model instance
-            
+
         Examples:
             >>> m = LanguageModel.example()
             >>> hash(m)  # Actual value may vary
@@ -437,17 +438,17 @@ class LanguageModel(
 
     def __eq__(self, other) -> bool:
         """Check if two language model instances are functionally equivalent.
-        
+
         Two models are considered equal if they have the same model identifier
         and the same parameter settings, meaning they would produce the same
         outputs given the same inputs.
-        
+
         Args:
             other: Another model to compare with
-            
+
         Returns:
             bool: True if the models are functionally equivalent
-            
+
         Examples:
             >>> m1 = LanguageModel.example()
             >>> m2 = LanguageModel.example()
@@ -459,33 +460,33 @@ class LanguageModel(
     @staticmethod
     def _overide_default_parameters(passed_parameter_dict, default_parameter_dict):
         """Merge default parameters with user-specified parameters.
-        
+
         This method creates a parameter dictionary where explicitly passed
         parameters take precedence over default values, while ensuring all
         required parameters have a value.
-        
+
         Args:
             passed_parameter_dict: Dictionary of user-specified parameters
             default_parameter_dict: Dictionary of default parameter values
-            
+
         Returns:
             dict: Combined parameter dictionary with defaults and overrides
-            
+
         Examples:
             >>> LanguageModel._overide_default_parameters(
-            ...     passed_parameter_dict={"temperature": 0.5}, 
+            ...     passed_parameter_dict={"temperature": 0.5},
             ...     default_parameter_dict={"temperature": 0.9})
             {'temperature': 0.5}
-            
+
             >>> LanguageModel._overide_default_parameters(
-            ...     passed_parameter_dict={"temperature": 0.5}, 
+            ...     passed_parameter_dict={"temperature": 0.5},
             ...     default_parameter_dict={"temperature": 0.9, "max_tokens": 1000})
             {'temperature': 0.5, 'max_tokens': 1000}
         """
         # Handle the case when data is loaded from a dict after serialization
         if "parameters" in passed_parameter_dict:
             passed_parameter_dict = passed_parameter_dict["parameters"]
-            
+
         # Create new dict with defaults, overridden by passed parameters
         return {
             parameter_name: passed_parameter_dict.get(parameter_name, default_value)
@@ -494,14 +495,14 @@ class LanguageModel(
 
     def __call__(self, user_prompt: str, system_prompt: str):
         """Allow the model to be called directly as a function.
-        
+
         This method provides a convenient way to use the model by calling
         it directly with prompts, like `response = model(user_prompt, system_prompt)`.
-        
+
         Args:
             user_prompt: The user message or input prompt
             system_prompt: The system message or context
-            
+
         Returns:
             The response from the model
         """
@@ -510,17 +511,17 @@ class LanguageModel(
     @abstractmethod
     async def async_execute_model_call(self, user_prompt: str, system_prompt: str):
         """Execute the model call asynchronously.
-        
+
         This abstract method must be implemented by all model subclasses
         to handle the actual API call to the language model provider.
-        
+
         Args:
             user_prompt: The user message or input prompt
             system_prompt: The system message or context
-            
+
         Returns:
             Coroutine that resolves to the model response
-            
+
         Note:
             Implementations should handle the actual API communication,
             including authentication, request formatting, and response parsing.
@@ -531,15 +532,15 @@ class LanguageModel(
         self, user_prompt: str, system_prompt: str
     ):
         """Execute the model call remotely through the EDSL Coop service.
-        
+
         This method allows offloading the model call to a remote server,
         which can be useful for models not available in the local environment
         or to avoid rate limits.
-        
+
         Args:
             user_prompt: The user message or input prompt
             system_prompt: The system message or context
-            
+
         Returns:
             Coroutine that resolves to the model response from the remote service
         """
@@ -554,18 +555,19 @@ class LanguageModel(
     @jupyter_nb_handler
     def execute_model_call(self, *args, **kwargs):
         """Execute a model call synchronously.
-        
+
         This method is a synchronous wrapper around the asynchronous execution,
         making it easier to use the model in non-async contexts. It's decorated
         with jupyter_nb_handler to ensure proper handling in notebook environments.
-        
+
         Args:
             *args: Positional arguments to pass to async_execute_model_call
             **kwargs: Keyword arguments to pass to async_execute_model_call
-            
+
         Returns:
             The model response
         """
+
         async def main():
             results = await asyncio.gather(
                 self.async_execute_model_call(*args, **kwargs)
@@ -577,16 +579,16 @@ class LanguageModel(
     @classmethod
     def get_generated_token_string(cls, raw_response: dict[str, Any]) -> str:
         """Extract the generated text from a raw model response.
-        
+
         This method navigates the response structure using the model's key_sequence
         to find and return just the generated text, without metadata.
-        
+
         Args:
             raw_response: The complete response dictionary from the model API
-            
+
         Returns:
             str: The generated text string
-            
+
         Examples:
             >>> m = LanguageModel.example(test_model=True)
             >>> raw_response = m.execute_model_call("Hello, model!", "You are a helpful agent.")
@@ -598,14 +600,14 @@ class LanguageModel(
     @classmethod
     def get_usage_dict(cls, raw_response: dict[str, Any]) -> dict[str, Any]:
         """Extract token usage statistics from a raw model response.
-        
+
         This method navigates the response structure to find and return
         information about token usage, which is used for cost calculation
         and monitoring.
-        
+
         Args:
             raw_response: The complete response dictionary from the model API
-            
+
         Returns:
             dict: Dictionary of token usage statistics (input tokens, output tokens, etc.)
         """
@@ -614,14 +616,14 @@ class LanguageModel(
     @classmethod
     def parse_response(cls, raw_response: dict[str, Any]) -> EDSLOutput:
         """Parse the raw API response into a standardized EDSL output format.
-        
+
         This method processes the model's response to extract the generated content
         and format it according to EDSL's expected structure, making it consistent
         across different model providers.
-        
+
         Args:
             raw_response: The complete response dictionary from the model API
-            
+
         Returns:
             EDSLOutput: Standardized output structure with answer and optional comment
         """
@@ -637,7 +639,7 @@ class LanguageModel(
         invigilator=None,
     ) -> ModelResponse:
         """Handle model calls with caching for efficiency.
-        
+
         This method implements the caching logic for model calls, checking if a
         response is already cached before making an actual API call. It handles
         the complete workflow of:
@@ -646,7 +648,7 @@ class LanguageModel(
         3. Making the API call if needed
         4. Storing new responses in the cache
         5. Adding metadata like cost and cache status
-        
+
         Args:
             user_prompt: The user's message or input prompt
             system_prompt: The system's message or context
@@ -654,10 +656,10 @@ class LanguageModel(
             iteration: The iteration number, used for the cache key
             files_list: Optional list of files to include in the prompt
             invigilator: Optional invigilator object, not used in caching
-            
+
         Returns:
             ModelResponse: Response object with the model output and metadata
-            
+
         Examples:
             >>> from edsl import Cache
             >>> m = LanguageModel.example(test_model=True)
@@ -679,10 +681,9 @@ class LanguageModel(
             "user_prompt": user_prompt_with_hashes,
             "iteration": iteration,
         }
-        
+
         # Try to fetch from cache
         cached_response, cache_key = cache.fetch(**cache_call_params)
-
         if cache_used := cached_response is not None:
             # Cache hit - use the cached response
             response = json.loads(cached_response)
@@ -694,21 +695,22 @@ class LanguageModel(
                 if hasattr(self, "remote") and self.remote
                 else self.async_execute_model_call
             )
-            
+
             # Prepare parameters for the model call
             params = {
                 "user_prompt": user_prompt,
                 "system_prompt": system_prompt,
                 "files_list": files_list,
             }
-            
+
             # Get timeout from configuration
             from ..config import CONFIG
+
             TIMEOUT = float(CONFIG.get("EDSL_API_TIMEOUT"))
-            
+
             # Execute the model call with timeout
             response = await asyncio.wait_for(f(**params), timeout=TIMEOUT)
-            
+
             # Store the response in the cache
             new_cache_key = cache.store(
                 **cache_call_params, response=response, service=self._inference_service_
@@ -717,7 +719,6 @@ class LanguageModel(
 
         # Calculate cost for the response
         cost = self.cost(response)
-        
         # Return a structured response with metadata
         return ModelResponse(
             response=response,
@@ -738,15 +739,15 @@ class LanguageModel(
         top_logprobs=2,
     ):
         """Ask a simple question with log probability tracking.
-        
+
         This is a convenience method for getting responses with log probabilities,
         which can be useful for analyzing model confidence and alternatives.
-        
+
         Args:
             question: The EDSL question object to ask
             system_prompt: System message to use (default is human agent instruction)
             top_logprobs: Number of top alternative tokens to return probabilities for
-            
+
         Returns:
             The model response, including log probabilities if supported
         """
@@ -766,14 +767,14 @@ class LanguageModel(
         **kwargs,
     ) -> AgentResponseDict:
         """Get a complete response with all metadata and parsed format.
-        
+
         This method handles the complete pipeline for:
         1. Making a model call (with caching)
         2. Parsing the response
         3. Constructing a full response object with inputs, outputs, and parsed data
-        
+
         It's the primary method used by higher-level components to interact with models.
-        
+
         Args:
             user_prompt: The user's message or input prompt
             system_prompt: The system's message or context
@@ -781,7 +782,7 @@ class LanguageModel(
             iteration: The iteration number (default: 1)
             files_list: Optional list of files to include in the prompt
             **kwargs: Additional parameters (invigilator can be provided here)
-            
+
         Returns:
             AgentResponseDict: Complete response object with inputs, raw outputs, and parsed data
         """
@@ -793,19 +794,19 @@ class LanguageModel(
             "cache": cache,
             "files_list": files_list,
         }
-        
+
         # Add invigilator if provided
         if "invigilator" in kwargs:
             params.update({"invigilator": kwargs["invigilator"]})
 
         # Create structured input record
         model_inputs = ModelInputs(user_prompt=user_prompt, system_prompt=system_prompt)
-        
+
         # Get model response (using cache if available)
         model_outputs: ModelResponse = (
             await self._async_get_intended_model_call_outcome(**params)
         )
-        
+
         # Parse the response into EDSL's standard format
         edsl_dict: EDSLOutput = self.parse_response(model_outputs.response)
 
@@ -815,31 +816,31 @@ class LanguageModel(
             model_outputs=model_outputs,
             edsl_dict=edsl_dict,
         )
-        
         return agent_response_dict
 
     get_response = sync_wrapper(async_get_response)
 
     def cost(self, raw_response: dict[str, Any]) -> Union[float, str]:
         """Calculate the monetary cost of a model API call.
-        
+
         This method extracts token usage information from the response and
         uses the price manager to calculate the actual cost in dollars based
         on the model's pricing structure and token counts.
-        
+
         Args:
             raw_response: The complete response dictionary from the model API
-            
+
         Returns:
             Union[float, str]: The calculated cost in dollars, or an error message
         """
         # Extract token usage data from the response
         usage = self.get_usage_dict(raw_response)
-        
+
         # Use the price manager to calculate the actual cost
         from .price_manager import PriceManager
+
         price_manager = PriceManager()
-        
+
         return price_manager.calculate_cost(
             inference_service=self._inference_service_,
             model=self.model,
@@ -850,17 +851,17 @@ class LanguageModel(
 
     def to_dict(self, add_edsl_version: bool = True) -> dict[str, Any]:
         """Serialize the model instance to a dictionary representation.
-        
+
         This method creates a dictionary containing all the information needed
         to recreate this model, including its identifier, parameters, and service.
         Optionally includes EDSL version information for compatibility checking.
-        
+
         Args:
             add_edsl_version: Whether to include EDSL version and class name (default: True)
-            
+
         Returns:
             dict: Dictionary representation of this model instance
-            
+
         Examples:
             >>> m = LanguageModel.example()
             >>> m.to_dict()
@@ -872,30 +873,30 @@ class LanguageModel(
             "parameters": self.parameters,
             "inference_service": self._inference_service_,
         }
-        
+
         # Add EDSL version and class information if requested
         if add_edsl_version:
             from edsl import __version__
 
             d["edsl_version"] = __version__
             d["edsl_class_name"] = self.__class__.__name__
-            
+
         return d
 
     @classmethod
     @remove_edsl_version
     def from_dict(cls, data: dict) -> "LanguageModel":
         """Create a language model instance from a dictionary representation.
-        
+
         This class method deserializes a model from its dictionary representation,
         finding the correct model class based on the model identifier and service.
-        
+
         Args:
             data: Dictionary containing the model configuration
-            
+
         Returns:
             LanguageModel: A new model instance of the appropriate type
-            
+
         Note:
             This method does not use the stored inference_service directly but
             fetches the model class based on the model name and service name.
@@ -906,24 +907,25 @@ class LanguageModel(
         model_class = get_model_class(
             data["model"], service_name=data.get("inference_service", None)
         )
-        
+
         # Create and return a new instance
         return model_class(**data)
 
     def __repr__(self) -> str:
         """Generate a string representation of the model.
-        
+
         This representation includes the model identifier and all parameters,
         providing a clear picture of how the model is configured.
-        
+
         Returns:
             str: A string representation of the model
         """
         # Format the parameters as a string
         param_string = ", ".join(
-            f"{key} = {value}" for key, value in self.parameters.items()
+            f'{key} = """{value}"""' if key == "canned_response" else f"{key} = {value}"
+            for key, value in self.parameters.items()
         )
-        
+
         # Combine model name and parameters
         return (
             f"Model(model_name = '{self.model}'"
@@ -933,16 +935,16 @@ class LanguageModel(
 
     def __add__(self, other_model: "LanguageModel") -> "LanguageModel":
         """Define behavior when models are combined with the + operator.
-        
-        This operator is used in survey builder contexts, but note that it 
+
+        This operator is used in survey builder contexts, but note that it
         replaces the left model with the right model rather than combining them.
-        
+
         Args:
             other_model: Another model to combine with this one
-            
+
         Returns:
             LanguageModel: The other model if provided, otherwise this model
-            
+
         Warning:
             This doesn't truly combine models - it replaces one with the other.
             For running multiple models, use a single 'by' call with multiple models.
@@ -961,37 +963,37 @@ class LanguageModel(
         throw_exception: bool = False,
     ) -> "LanguageModel":
         """Create an example language model instance for testing and demonstration.
-        
+
         This method provides a convenient way to create a model instance for
         examples, tests, and documentation. It can create either a real model
         (with API key checking disabled) or a test model that returns predefined
         responses.
-        
+
         Args:
             test_model: If True, creates a test model that doesn't make real API calls
             canned_response: For test models, the predefined response to return
             throw_exception: For test models, whether to throw an exception instead of responding
-            
+
         Returns:
             LanguageModel: An example model instance
-            
+
         Examples:
             Create a test model with a custom response:
-            
+
             >>> from edsl.language_models import LanguageModel
             >>> m = LanguageModel.example(test_model=True, canned_response="WOWZA!")
             >>> isinstance(m, LanguageModel)
             True
-            
+
             Use the test model to answer a question:
-            
+
             >>> from edsl import QuestionFreeText
             >>> q = QuestionFreeText(question_text="What is your name?", question_name='example')
             >>> q.by(m).run(cache=False, disable_remote_cache=True, disable_remote_inference=True).select('example').first()
             'WOWZA!'
-            
+
             Create a test model that throws exceptions:
-            
+
             >>> m = LanguageModel.example(test_model=True, canned_response="WOWZA!", throw_exception=True)
             >>> r = q.by(m).run(cache=False, disable_remote_cache=True, disable_remote_inference=True, print_exceptions=True)
             Exception report saved to ...
@@ -1010,14 +1012,14 @@ class LanguageModel(
 
     def from_cache(self, cache: "Cache") -> "LanguageModel":
         """Create a new model that only returns responses from the cache.
-        
+
         This method creates a modified copy of the model that will only use
         cached responses, never making new API calls. This is useful for
         offline operation or repeatable experiments.
-        
+
         Args:
             cache: The cache object containing previously cached responses
-            
+
         Returns:
             LanguageModel: A new model instance that only reads from cache
         """
@@ -1028,7 +1030,7 @@ class LanguageModel(
         # Create a deep copy of this model instance
         new_instance = deepcopy(self)
         print("Cache entries", len(cache))
-        
+
         # Filter the cache to only include entries for this model
         new_instance.cache = Cache(
             data={k: v for k, v in cache.items() if v.model == self.model}