llmstudio 0.3.8a4__tar.gz → 0.3.8a6__tar.gz

{llmstudio-0.3.8a4 → llmstudio-0.3.8a6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: llmstudio
-Version: 0.3.8a4
+Version: 0.3.8a6
 Summary: Prompt Perfection at Your Fingertips
 Home-page: https://llmstudio.ai/
 License: MIT

{llmstudio-0.3.8a4 → llmstudio-0.3.8a6}/llmstudio/engine/providers/provider.py

@@ -120,6 +120,7 @@ class Provider:
                     yield chunk.get("choices")[0].get("delta").get("content")
 
         chunks = [chunk[0] if isinstance(chunk, tuple) else chunk for chunk in chunks]
+        model = next(chunk["model"] for chunk in chunks if chunk.get("model"))
 
         response, output_string = self.join_chunks(chunks, request)
 
@@ -150,7 +151,16 @@ class Provider:
                 else request.chat_input
             ),
             "provider": self.config.id,
-            "model": request.model,
+            "model": (
+                request.model
+                if model and model.startswith(request.model)
+                else (model or request.model)
+            ),
+            "deployment": (
+                model
+                if model and model.startswith(request.model)
+                else (request.model if model != request.model else None)
+            ),
             "timestamp": time.time(),
             "parameters": request.parameters.model_dump(),
             "metrics": metrics,
@@ -375,14 +385,6 @@ class Provider:
     def _get_tokenizer(self) -> Tokenizer:
         return {
             "anthropic": Anthropic().get_tokenizer(),
-            "cohere": PreTrainedTokenizerFast(
-                tokenizer_file=Path(
-                    os.path.join(
-                        os.path.dirname(__file__),
-                        "tokenizers/cohere-command-nightly.json",
-                    )
-                )
-            ),
         }.get(self.config.id, tiktoken.get_encoding("cl100k_base"))
 
     def save_log(self, response: Dict[str, Any]):

{llmstudio-0.3.8a4 → llmstudio-0.3.8a6}/llmstudio/tracking/logs/models.py

@@ -17,5 +17,6 @@ class LogDefault(Base):
     context = Column(JSON)
     provider = Column(String)
     model = Column(String)
+    deployment = Column(String)
     parameters = Column(JSON)
     metrics = Column(JSON)

{llmstudio-0.3.8a4 → llmstudio-0.3.8a6}/llmstudio/tracking/logs/schemas.py

@@ -12,6 +12,7 @@ class LogDefaultBase(BaseModel):
     context: List[Dict[str, Any]] = None
     provider: str = None
     model: str = None
+    deployment: str = None
     parameters: dict = None
     metrics: dict = None
 

{llmstudio-0.3.8a4 → llmstudio-0.3.8a6}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "llmstudio"
-version = "0.3.8a4"
+version = "0.3.8a6"
 description = "Prompt Perfection at Your Fingertips"
 authors = ["Cláudio Lemos <claudio@tensorops.ai>"]
 license = "MIT"