mistralai 1.5.0__py3-none-any.whl → 1.5.2rc1__py3-none-any.whl

mistralai/fim.py

@@ -3,7 +3,7 @@
 from .basesdk import BaseSDK
 from mistralai import models, utils
 from mistralai._hooks import HookContext
-from mistralai.types import Nullable, OptionalNullable, UNSET
+from mistralai.types import OptionalNullable, UNSET
 from mistralai.utils import eventstreaming, get_security_from_env
 from typing import Any, Mapping, Optional, Union
 
@@ -14,7 +14,7 @@ class Fim(BaseSDK):
     def complete(
         self,
         *,
-        model: Nullable[str],
+        model: str,
         prompt: str,
         temperature: OptionalNullable[float] = UNSET,
         top_p: Optional[float] = 1,
@@ -60,6 +60,8 @@ class Fim(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.FIMCompletionRequest(
             model=model,
@@ -103,6 +105,7 @@ class Fim(BaseSDK):
 
         http_res = self.do_request(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="fim_completion_v1_fim_completions_post",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -114,12 +117,14 @@ class Fim(BaseSDK):
             retry_config=retry_config,
         )
 
-        data: Any = None
+        response_data: Any = None
         if utils.match_response(http_res, "200", "application/json"):
             return utils.unmarshal_json(http_res.text, models.FIMCompletionResponse)
         if utils.match_response(http_res, "422", "application/json"):
-            data = utils.unmarshal_json(http_res.text, models.HTTPValidationErrorData)
-            raise models.HTTPValidationError(data=data)
+            response_data = utils.unmarshal_json(
+                http_res.text, models.HTTPValidationErrorData
+            )
+            raise models.HTTPValidationError(data=response_data)
         if utils.match_response(http_res, "4XX", "*"):
             http_res_text = utils.stream_to_text(http_res)
             raise models.SDKError(
@@ -143,7 +148,7 @@ class Fim(BaseSDK):
     async def complete_async(
         self,
         *,
-        model: Nullable[str],
+        model: str,
         prompt: str,
         temperature: OptionalNullable[float] = UNSET,
         top_p: Optional[float] = 1,
@@ -189,6 +194,8 @@ class Fim(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.FIMCompletionRequest(
             model=model,
@@ -232,6 +239,7 @@ class Fim(BaseSDK):
 
         http_res = await self.do_request_async(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="fim_completion_v1_fim_completions_post",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -243,12 +251,14 @@ class Fim(BaseSDK):
             retry_config=retry_config,
         )
 
-        data: Any = None
+        response_data: Any = None
         if utils.match_response(http_res, "200", "application/json"):
             return utils.unmarshal_json(http_res.text, models.FIMCompletionResponse)
         if utils.match_response(http_res, "422", "application/json"):
-            data = utils.unmarshal_json(http_res.text, models.HTTPValidationErrorData)
-            raise models.HTTPValidationError(data=data)
+            response_data = utils.unmarshal_json(
+                http_res.text, models.HTTPValidationErrorData
+            )
+            raise models.HTTPValidationError(data=response_data)
         if utils.match_response(http_res, "4XX", "*"):
             http_res_text = await utils.stream_to_text_async(http_res)
             raise models.SDKError(
@@ -272,7 +282,7 @@ class Fim(BaseSDK):
     def stream(
         self,
         *,
-        model: Nullable[str],
+        model: str,
         prompt: str,
         temperature: OptionalNullable[float] = UNSET,
         top_p: Optional[float] = 1,
@@ -318,6 +328,8 @@ class Fim(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.FIMCompletionStreamRequest(
             model=model,
@@ -361,6 +373,7 @@ class Fim(BaseSDK):
 
         http_res = self.do_request(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="stream_fim",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -373,7 +386,7 @@ class Fim(BaseSDK):
             retry_config=retry_config,
         )
 
-        data: Any = None
+        response_data: Any = None
         if utils.match_response(http_res, "200", "text/event-stream"):
             return eventstreaming.EventStream(
                 http_res,
@@ -382,8 +395,10 @@ class Fim(BaseSDK):
             )
         if utils.match_response(http_res, "422", "application/json"):
             http_res_text = utils.stream_to_text(http_res)
-            data = utils.unmarshal_json(http_res_text, models.HTTPValidationErrorData)
-            raise models.HTTPValidationError(data=data)
+            response_data = utils.unmarshal_json(
+                http_res_text, models.HTTPValidationErrorData
+            )
+            raise models.HTTPValidationError(data=response_data)
         if utils.match_response(http_res, "4XX", "*"):
             http_res_text = utils.stream_to_text(http_res)
             raise models.SDKError(
@@ -407,7 +422,7 @@ class Fim(BaseSDK):
     async def stream_async(
         self,
         *,
-        model: Nullable[str],
+        model: str,
         prompt: str,
         temperature: OptionalNullable[float] = UNSET,
         top_p: Optional[float] = 1,
@@ -453,6 +468,8 @@ class Fim(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.FIMCompletionStreamRequest(
             model=model,
@@ -496,6 +513,7 @@ class Fim(BaseSDK):
 
         http_res = await self.do_request_async(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="stream_fim",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -508,7 +526,7 @@ class Fim(BaseSDK):
             retry_config=retry_config,
         )
 
-        data: Any = None
+        response_data: Any = None
         if utils.match_response(http_res, "200", "text/event-stream"):
             return eventstreaming.EventStreamAsync(
                 http_res,
@@ -517,8 +535,10 @@ class Fim(BaseSDK):
             )
         if utils.match_response(http_res, "422", "application/json"):
             http_res_text = await utils.stream_to_text_async(http_res)
-            data = utils.unmarshal_json(http_res_text, models.HTTPValidationErrorData)
-            raise models.HTTPValidationError(data=data)
+            response_data = utils.unmarshal_json(
+                http_res_text, models.HTTPValidationErrorData
+            )
+            raise models.HTTPValidationError(data=response_data)
         if utils.match_response(http_res, "4XX", "*"):
             http_res_text = await utils.stream_to_text_async(http_res)
             raise models.SDKError(

mistralai/httpclient.py

@@ -94,7 +94,9 @@ class ClientOwner(Protocol):
 def close_clients(
     owner: ClientOwner,
     sync_client: Union[HttpClient, None],
+    sync_client_supplied: bool,
     async_client: Union[AsyncHttpClient, None],
+    async_client_supplied: bool,
 ) -> None:
     """
     A finalizer function that is meant to be used with weakref.finalize to close
@@ -107,13 +109,13 @@ def close_clients(
     owner.client = None
     owner.async_client = None
 
-    if sync_client is not None:
+    if sync_client is not None and not sync_client_supplied:
         try:
             sync_client.close()
         except Exception:
             pass
 
-    if async_client is not None:
+    if async_client is not None and not async_client_supplied:
         is_async = False
         try:
             asyncio.get_running_loop()

mistralai/jobs.py

@@ -52,6 +52,8 @@ class Jobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesFineTuningGetFineTuningJobsRequest(
             page=page,
@@ -91,6 +93,7 @@ class Jobs(BaseSDK):
 
         http_res = self.do_request(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_fine_tuning_get_fine_tuning_jobs",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -166,6 +169,8 @@ class Jobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesFineTuningGetFineTuningJobsRequest(
             page=page,
@@ -205,6 +210,7 @@ class Jobs(BaseSDK):
 
         http_res = await self.do_request_async(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_fine_tuning_get_fine_tuning_jobs",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -290,6 +296,8 @@ class Jobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobIn(
             model=model,
@@ -339,6 +347,7 @@ class Jobs(BaseSDK):
 
         http_res = self.do_request(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_fine_tuning_create_fine_tuning_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -426,6 +435,8 @@ class Jobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobIn(
             model=model,
@@ -475,6 +486,7 @@ class Jobs(BaseSDK):
 
         http_res = await self.do_request_async(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_fine_tuning_create_fine_tuning_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -536,6 +548,8 @@ class Jobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesFineTuningGetFineTuningJobRequest(
             job_id=job_id,
@@ -567,6 +581,7 @@ class Jobs(BaseSDK):
 
         http_res = self.do_request(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_fine_tuning_get_fine_tuning_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -626,6 +641,8 @@ class Jobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesFineTuningGetFineTuningJobRequest(
             job_id=job_id,
@@ -657,6 +674,7 @@ class Jobs(BaseSDK):
 
         http_res = await self.do_request_async(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_fine_tuning_get_fine_tuning_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -716,6 +734,8 @@ class Jobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesFineTuningCancelFineTuningJobRequest(
             job_id=job_id,
@@ -747,6 +767,7 @@ class Jobs(BaseSDK):
 
         http_res = self.do_request(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_fine_tuning_cancel_fine_tuning_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -806,6 +827,8 @@ class Jobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesFineTuningCancelFineTuningJobRequest(
             job_id=job_id,
@@ -837,6 +860,7 @@ class Jobs(BaseSDK):
 
         http_res = await self.do_request_async(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_fine_tuning_cancel_fine_tuning_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -896,6 +920,8 @@ class Jobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesFineTuningStartFineTuningJobRequest(
             job_id=job_id,
@@ -927,6 +953,7 @@ class Jobs(BaseSDK):
 
         http_res = self.do_request(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_fine_tuning_start_fine_tuning_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -986,6 +1013,8 @@ class Jobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesFineTuningStartFineTuningJobRequest(
             job_id=job_id,
@@ -1017,6 +1046,7 @@ class Jobs(BaseSDK):
 
         http_res = await self.do_request_async(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_fine_tuning_start_fine_tuning_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(

mistralai/mistral_jobs.py

@@ -48,6 +48,8 @@ class MistralJobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesBatchGetBatchJobsRequest(
             page=page,
@@ -85,6 +87,7 @@ class MistralJobs(BaseSDK):
 
         http_res = self.do_request(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_batch_get_batch_jobs",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -156,6 +159,8 @@ class MistralJobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesBatchGetBatchJobsRequest(
             page=page,
@@ -193,6 +198,7 @@ class MistralJobs(BaseSDK):
 
         http_res = await self.do_request_async(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_batch_get_batch_jobs",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -260,6 +266,8 @@ class MistralJobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.BatchJobIn(
             input_files=input_files,
@@ -298,6 +306,7 @@ class MistralJobs(BaseSDK):
 
         http_res = self.do_request(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_batch_create_batch_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -365,6 +374,8 @@ class MistralJobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.BatchJobIn(
             input_files=input_files,
@@ -403,6 +414,7 @@ class MistralJobs(BaseSDK):
 
         http_res = await self.do_request_async(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_batch_create_batch_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -462,6 +474,8 @@ class MistralJobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesBatchGetBatchJobRequest(
             job_id=job_id,
@@ -493,6 +507,7 @@ class MistralJobs(BaseSDK):
 
         http_res = self.do_request(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_batch_get_batch_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -552,6 +567,8 @@ class MistralJobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesBatchGetBatchJobRequest(
             job_id=job_id,
@@ -583,6 +600,7 @@ class MistralJobs(BaseSDK):
 
         http_res = await self.do_request_async(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_batch_get_batch_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -642,6 +660,8 @@ class MistralJobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesBatchCancelBatchJobRequest(
             job_id=job_id,
@@ -673,6 +693,7 @@ class MistralJobs(BaseSDK):
 
         http_res = self.do_request(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_batch_cancel_batch_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(
@@ -732,6 +753,8 @@ class MistralJobs(BaseSDK):
 
         if server_url is not None:
             base_url = server_url
+        else:
+            base_url = self._get_url(base_url, url_variables)
 
         request = models.JobsAPIRoutesBatchCancelBatchJobRequest(
             job_id=job_id,
@@ -763,6 +786,7 @@ class MistralJobs(BaseSDK):
 
         http_res = await self.do_request_async(
             hook_ctx=HookContext(
+                base_url=base_url or "",
                 operation_id="jobs_api_routes_batch_cancel_batch_job",
                 oauth2_scopes=[],
                 security_source=get_security_from_env(

mistralai/models/__init__.py

@@ -39,16 +39,6 @@ from .batchjobin import BatchJobIn, BatchJobInTypedDict
 from .batchjobout import BatchJobOut, BatchJobOutObject, BatchJobOutTypedDict
 from .batchjobsout import BatchJobsOut, BatchJobsOutObject, BatchJobsOutTypedDict
 from .batchjobstatus import BatchJobStatus
-from .chatclassificationrequest import (
-    ChatClassificationRequest,
-    ChatClassificationRequestInputs,
-    ChatClassificationRequestInputsTypedDict,
-    ChatClassificationRequestTypedDict,
-    One,
-    OneTypedDict,
-    Two,
-    TwoTypedDict,
-)
 from .chatcompletionchoice import (
     ChatCompletionChoice,
     ChatCompletionChoiceTypedDict,
@@ -78,6 +68,16 @@ from .chatcompletionstreamrequest import (
     ChatCompletionStreamRequestToolChoiceTypedDict,
     ChatCompletionStreamRequestTypedDict,
 )
+from .chatmoderationrequest import (
+    ChatModerationRequest,
+    ChatModerationRequestInputs,
+    ChatModerationRequestInputsTypedDict,
+    ChatModerationRequestTypedDict,
+    One,
+    OneTypedDict,
+    Two,
+    TwoTypedDict,
+)
 from .checkpointout import CheckpointOut, CheckpointOutTypedDict
 from .classificationobject import ClassificationObject, ClassificationObjectTypedDict
 from .classificationrequest import (
@@ -115,6 +115,11 @@ from .detailedjobout import (
     DetailedJobOutStatus,
     DetailedJobOutTypedDict,
 )
+from .documenturlchunk import (
+    DocumentURLChunk,
+    DocumentURLChunkType,
+    DocumentURLChunkTypedDict,
+)
 from .embeddingrequest import (
     EmbeddingRequest,
     EmbeddingRequestTypedDict,
@@ -274,7 +279,13 @@ from .listfilesout import ListFilesOut, ListFilesOutTypedDict
 from .metricout import MetricOut, MetricOutTypedDict
 from .modelcapabilities import ModelCapabilities, ModelCapabilitiesTypedDict
 from .modellist import Data, DataTypedDict, ModelList, ModelListTypedDict
-from .prediction import Prediction, PredictionType, PredictionTypedDict
+from .ocrimageobject import OCRImageObject, OCRImageObjectTypedDict
+from .ocrpagedimensions import OCRPageDimensions, OCRPageDimensionsTypedDict
+from .ocrpageobject import OCRPageObject, OCRPageObjectTypedDict
+from .ocrrequest import Document, DocumentTypedDict, OCRRequest, OCRRequestTypedDict
+from .ocrresponse import OCRResponse, OCRResponseTypedDict
+from .ocrusageinfo import OCRUsageInfo, OCRUsageInfoTypedDict
+from .prediction import Prediction, PredictionTypedDict
 from .referencechunk import ReferenceChunk, ReferenceChunkType, ReferenceChunkTypedDict
 from .responseformat import ResponseFormat, ResponseFormatTypedDict
 from .responseformats import ResponseFormats
@@ -386,10 +397,6 @@ __all__ = [
     "BatchJobsOut",
     "BatchJobsOutObject",
     "BatchJobsOutTypedDict",
-    "ChatClassificationRequest",
-    "ChatClassificationRequestInputs",
-    "ChatClassificationRequestInputsTypedDict",
-    "ChatClassificationRequestTypedDict",
     "ChatCompletionChoice",
     "ChatCompletionChoiceTypedDict",
     "ChatCompletionRequest",
@@ -406,6 +413,10 @@ __all__ = [
     "ChatCompletionStreamRequestToolChoice",
     "ChatCompletionStreamRequestToolChoiceTypedDict",
     "ChatCompletionStreamRequestTypedDict",
+    "ChatModerationRequest",
+    "ChatModerationRequestInputs",
+    "ChatModerationRequestInputsTypedDict",
+    "ChatModerationRequestTypedDict",
     "CheckpointOut",
     "CheckpointOutTypedDict",
     "ClassificationObject",
@@ -445,6 +456,11 @@ __all__ = [
     "DetailedJobOutRepositoriesTypedDict",
     "DetailedJobOutStatus",
     "DetailedJobOutTypedDict",
+    "Document",
+    "DocumentTypedDict",
+    "DocumentURLChunk",
+    "DocumentURLChunkType",
+    "DocumentURLChunkTypedDict",
     "EmbeddingRequest",
     "EmbeddingRequestTypedDict",
     "EmbeddingResponse",
@@ -568,11 +584,22 @@ __all__ = [
     "ModelCapabilitiesTypedDict",
     "ModelList",
     "ModelListTypedDict",
+    "OCRImageObject",
+    "OCRImageObjectTypedDict",
+    "OCRPageDimensions",
+    "OCRPageDimensionsTypedDict",
+    "OCRPageObject",
+    "OCRPageObjectTypedDict",
+    "OCRRequest",
+    "OCRRequestTypedDict",
+    "OCRResponse",
+    "OCRResponseTypedDict",
+    "OCRUsageInfo",
+    "OCRUsageInfoTypedDict",
     "Object",
     "One",
     "OneTypedDict",
     "Prediction",
-    "PredictionType",
     "PredictionTypedDict",
     "QueryParamStatus",
     "ReferenceChunk",

mistralai/models/assistantmessage.py

@@ -26,6 +26,7 @@ class AssistantMessageTypedDict(TypedDict):
     content: NotRequired[Nullable[AssistantMessageContentTypedDict]]
     tool_calls: NotRequired[Nullable[List[ToolCallTypedDict]]]
     prefix: NotRequired[bool]
+    r"""Set this to `true` when adding an assistant message as prefix to condition the model response. The role of the prefix message is to force the model to start its answer by the content of the message."""
     role: NotRequired[AssistantMessageRole]
 
 
@@ -35,6 +36,7 @@ class AssistantMessage(BaseModel):
     tool_calls: OptionalNullable[List[ToolCall]] = UNSET
 
     prefix: Optional[bool] = False
+    r"""Set this to `true` when adding an assistant message as prefix to condition the model response. The role of the prefix message is to force the model to start its answer by the content of the message."""
 
     role: Optional[AssistantMessageRole] = "assistant"
 

mistralai/models/chatcompletionrequest.py

@@ -59,7 +59,7 @@ ChatCompletionRequestToolChoice = TypeAliasType(
 
 
 class ChatCompletionRequestTypedDict(TypedDict):
-    model: Nullable[str]
+    model: str
     r"""ID of the model to use. You can use the [List Available Models](/api/#tag/models/operation/list_models_v1_models_get) API to see all of your available models, or see our [Model overview](/models) for model descriptions."""
     messages: List[MessagesTypedDict]
     r"""The prompt(s) to generate completions for, encoded as a list of dict with role and content."""
@@ -90,7 +90,7 @@ class ChatCompletionRequestTypedDict(TypedDict):
 
 
 class ChatCompletionRequest(BaseModel):
-    model: Nullable[str]
+    model: str
     r"""ID of the model to use. You can use the [List Available Models](/api/#tag/models/operation/list_models_v1_models_get) API to see all of your available models, or see our [Model overview](/models) for model descriptions."""
 
     messages: List[Messages]
@@ -152,14 +152,7 @@ class ChatCompletionRequest(BaseModel):
             "prediction",
             "safe_prompt",
         ]
-        nullable_fields = [
-            "model",
-            "temperature",
-            "max_tokens",
-            "random_seed",
-            "tools",
-            "n",
-        ]
+        nullable_fields = ["temperature", "max_tokens", "random_seed", "tools", "n"]
         null_default_fields = []
 
         serialized = handler(self)