seekrai 0.2.2__py3-none-any.whl → 0.2.3__py3-none-any.whl

seekrai/resources/chat/completions.py

@@ -29,7 +29,7 @@ class ChatCompletions:
         top_k: int = 5,
         repetition_penalty: float = 1,
         stream: bool = False,
-        logprobs: int = 0,
+        logprobs: int | None = None,
         echo: bool = False,
         n: int = 1,
         safety_model: str | None = None,
@@ -143,7 +143,7 @@ class AsyncChatCompletions:
         top_k: int = 5,
         repetition_penalty: float = 1,
         stream: bool = False,
-        logprobs: int = 0,
+        logprobs: int | None = None,
         echo: bool = False,
         n: int = 1,
         safety_model: str | None = None,

seekrai/types/chat_completions.py

@@ -8,8 +8,9 @@ from pydantic import Field
 from seekrai.types.abstract import BaseModel
 from seekrai.types.common import (
     DeltaContent,
+    DeltaLogProbs,
     FinishReason,
-    LogprobsPart,
+    LogProbs,
     ObjectType,
     PromptPart,
     UsageData,
@@ -89,9 +90,9 @@ class ChatCompletionRequest(BaseModel):
     # stream SSE token chunks
     stream: bool = False
     # return logprobs
-    logprobs: int = 0
+    logprobs: int | None = None
     # echo prompt.
-    # can be used with logprobs to return prompt logprobs
+    # can be used with logprobs to return prompt logprobs (is this supported in Seekr API/worker implementation?)
     echo: bool = False
     # number of output generations
     n: int = 1
@@ -105,9 +106,9 @@ class ChatCompletionRequest(BaseModel):
 
 class ChatCompletionChoicesData(BaseModel):
     index: int | None = None
-    logprobs: LogprobsPart | None = None
     finish_reason: FinishReason | None = None
     message: ChatCompletionMessage | None = None
+    logprobs: LogProbs | None = None
 
 
 class ChatCompletionResponse(BaseModel):
@@ -129,9 +130,9 @@ class ChatCompletionResponse(BaseModel):
 
 class ChatCompletionChoicesChunk(BaseModel):
     index: int | None = None
-    logprobs: float | None = None
     finish_reason: FinishReason | None = None
     delta: DeltaContent | None = None
+    logprobs: DeltaLogProbs | None = None
 
 
 class ChatCompletionChunk(BaseModel):

seekrai/types/common.py

@@ -1,9 +1,9 @@
 from __future__ import annotations
 
 from enum import Enum
-from typing import Any, Dict, List
+from typing import Any, Dict, List, Optional
 
-from pydantic import ConfigDict
+from pydantic import ConfigDict, Field
 
 from seekrai.types.abstract import BaseModel
 
@@ -33,6 +33,13 @@ class ObjectType(str, Enum):
     Model = "model"
 
 
+class LogProbs(BaseModel):  # OpenAI style
+    text_offset: List[int] = Field(default_factory=list)
+    token_logprobs: List[Optional[float]] = Field(default_factory=list)
+    tokens: List[str] = Field(default_factory=list)
+    top_logprobs: List[Optional[Dict[str, float]]] = Field(default_factory=list)
+
+
 class LogprobsPart(BaseModel):
     # token list
     tokens: List[str | None] | None = None
@@ -51,6 +58,13 @@ class DeltaContent(BaseModel):
     content: str | None = None
 
 
+class DeltaLogProbs(BaseModel):
+    text_offset: int | None = None
+    token_logprob: float | None = None
+    token: str | None = None
+    top_logprobs: Dict[str, float] | None = None
+
+
 class SeekrFlowRequest(BaseModel):
     model_config = ConfigDict(arbitrary_types_allowed=True)
 

seekrai/types/finetune.py

@@ -118,6 +118,7 @@ class InfrastructureConfig(BaseModel):
     accel_type: AcceleratorType
     n_accel: int
 
+
 class FinetuneRequest(BaseModel):
     """
     Fine-tune request type

{seekrai-0.2.2.dist-info → seekrai-0.2.3.dist-info}/METADATA

@@ -1,7 +1,8 @@
 Metadata-Version: 2.1
 Name: seekrai
-Version: 0.2.2
+Version: 0.2.3
 Summary: Python client for SeekrAI
+Home-page: https://gitlab.cb.ntent.com/ml/seekr-py
 License: Apache-2.0
 Author: SeekrFlow
 Author-email: support@seekr.com
@@ -27,6 +28,7 @@ Requires-Dist: tabulate (>=0.9.0,<0.10.0)
 Requires-Dist: tqdm (>=4.66.2,<5.0.0)
 Requires-Dist: typer (>=0.9,<0.13)
 Project-URL: Homepage, https://www.seekr.com/
+Project-URL: Repository, https://gitlab.cb.ntent.com/ml/seekr-py
 Description-Content-Type: text/markdown
 
 The Seekr Python Library is the official Python client for SeekrFlow's API platform, providing a convenient way for interacting with the REST APIs and enables easy integrations with Python 3.8+ applications with easy to use synchronous and asynchronous clients.

{seekrai-0.2.2.dist-info → seekrai-0.2.3.dist-info}/RECORD

@@ -8,7 +8,7 @@ seekrai/filemanager.py,sha256=8RuSzJvELD-fCI2Wd_t0jSKeVrmFwF7E5AzXIgDFxNA,9572
 seekrai/resources/__init__.py,sha256=QpK4dsJoXdMvlA_53fOS2S19Ua0OyLGFBZw_fQrOOvk,799
 seekrai/resources/alignment.py,sha256=6qQm9w0Em0q3zVeOzs8cX3wulr-B-wh4Pcr3pboIeTE,4468
 seekrai/resources/chat/__init__.py,sha256=KmtPupgECtEN80NyvcnSmieTAFXhwmVxhMHP0qhspA4,618
-seekrai/resources/chat/completions.py,sha256=v0Nwr7lJk6d5fZ-s6ut2BLDr9Vay8qGL9ZQLRgyOve0,11047
+seekrai/resources/chat/completions.py,sha256=vMLTc_aP6EaS1kvVNMmGz61ViU0BhhfyuNo73madrPg,11067
 seekrai/resources/completions.py,sha256=w3La3zPMlN00y-b-tJwLgvZVH-xK_dKC6ktI5Ggn1us,8564
 seekrai/resources/embeddings.py,sha256=3lohUrkdFqzSg8FgS7p4r87jwjE0NXU1PilWv278quk,2705
 seekrai/resources/files.py,sha256=16FfJFZJjZ10Q38AHvTwE-CtIPpKA0d4zyB52YN14e4,6876
@@ -19,13 +19,13 @@ seekrai/seekrflow_response.py,sha256=5RFEQzamDy7sTSDkxSsZQThZ3biNmeCPeHWdrFId5Go
 seekrai/types/__init__.py,sha256=YUXzhcpwGGDeiV9LxKzwaYne7zI5vl99OMLmCtdSXwY,1779
 seekrai/types/abstract.py,sha256=TqWFQV_6bPblywfCH-r8FCkXWvPkc9KlJ4QVgyrnaMc,642
 seekrai/types/alignment.py,sha256=FCPrACbjDPZ02Q1-1hURehcz2Nu5kPiEFlS_CSbrWUw,1093
-seekrai/types/chat_completions.py,sha256=GgqEcfdjkWecPVZEHRENctQ1SQ6KB4CculxyKhkvnHo,3571
-seekrai/types/common.py,sha256=79fvG60otq-H4QL0OULgmxUAAOKKas4YSYycLDLl7To,1430
+seekrai/types/chat_completions.py,sha256=LfZk4tZ0bSm4s1DWUeTEZVpBlfemTWdDNXNUUVqbP9Q,3656
+seekrai/types/common.py,sha256=OH3l3u-0_5oz1KYrcHMybFESzivDySocYlJAsLSLOWU,1940
 seekrai/types/completions.py,sha256=lm9AFdZR3Xg5AHPkV-qETHikkwMJmkHrLGr5GG-YR-M,2171
 seekrai/types/embeddings.py,sha256=OANoLNOs0aceS8NppVvvcNYQbF7-pAOAmcr30pw64OU,749
 seekrai/types/error.py,sha256=uTKISs9aRC4_6zwirtNkanxepN8KY-SqCq0kNbfZylQ,370
 seekrai/types/files.py,sha256=XmtiM6d9i3tnYS-Kii3QpxZJRqemJi2rvLJ32GsECXQ,2602
-seekrai/types/finetune.py,sha256=z34AtfEgK1keB8dDg21aKonR_Ke6HLYuEFxeiIW1eIg,5960
+seekrai/types/finetune.py,sha256=IczMdaMUub4tcNzfW25UBZqbLDZ0wAdBAoEll-QEiqA,5961
 seekrai/types/images.py,sha256=Fusj8OhVYFsT8kz636lRGGivLbPXo_ZNgakKwmzJi3U,914
 seekrai/types/models.py,sha256=1ZfW9WwayApkISRizDntjkWhYNv-wkbrRVIfHn2QuC4,1242
 seekrai/utils/__init__.py,sha256=dfbiYEc47EBVRkq6C4O9y6tTGuPuV3LbV3__v01Mbds,658
@@ -34,8 +34,8 @@ seekrai/utils/api_helpers.py,sha256=0Y8BblNIr9h_R12zdmhkxgTlxgoRkbq84QNi4nNWGu8,
 seekrai/utils/files.py,sha256=B61Pwra49MVVWjPtdkx4hBtAuUe9UI63hdNus87Uq0o,7164
 seekrai/utils/tools.py,sha256=jgJTL-dOIouDbEJLdQpQfpXhqaz_poQYS52adyUtBjo,1781
 seekrai/version.py,sha256=q6iGQVFor8zXiPP5F-3vy9TndOxKv5JXbaNJ2kdOQws,125
-seekrai-0.2.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-seekrai-0.2.2.dist-info/METADATA,sha256=OC4-N4a21nJLMze6JBIfD8OhchZebi9beSCsoWAuhFA,4632
-seekrai-0.2.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-seekrai-0.2.2.dist-info/entry_points.txt,sha256=N49yOEGi1sK7Xr13F_rkkcOxQ88suyiMoOmRhUHTZ_U,48
-seekrai-0.2.2.dist-info/RECORD,,
+seekrai-0.2.3.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+seekrai-0.2.3.dist-info/METADATA,sha256=z9WhvFSI8PwVKHpudNwzo0F2XoBXEfmrkN_ewAhKLzY,4748
+seekrai-0.2.3.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+seekrai-0.2.3.dist-info/entry_points.txt,sha256=N49yOEGi1sK7Xr13F_rkkcOxQ88suyiMoOmRhUHTZ_U,48
+seekrai-0.2.3.dist-info/RECORD,,

{seekrai-0.2.2.dist-info → seekrai-0.2.3.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.9.0
+Generator: poetry-core 1.8.1
 Root-Is-Purelib: true
 Tag: py3-none-any