most-client 1.0.28__py3-none-any.whl → 1.0.30__py3-none-any.whl

most/__init__.py

@@ -1,2 +1,4 @@
 from .api import MostClient
 from .async_api import AsyncMostClient
+from .trainer_api import Trainer
+from .async_trainer_api import AsyncTrainer

most/async_api.py

@@ -140,8 +140,8 @@ class AsyncMostClient(object):
                                   headers=headers,
                                   **kwargs)
 
-        if resp.headers.get("Content-Type") == "application/json":
-            raise RuntimeError(resp.json()['message'])
+        if resp.status_code >= 400:
+            raise RuntimeError(resp.json()['message'] if resp.headers.get("Content-Type") == "application/json" else "Something went wrong.")
         resp.raise_for_status()
         return resp
 

most/async_trainer_api.py

@@ -0,0 +1,26 @@
+from typing import List
+
+from . import AsyncMostClient
+from .types import HumanFeedback
+
+
+class AsyncTrainer(object):
+    def __init__(self, client: AsyncMostClient):
+        super(AsyncTrainer, self).__init__()
+        self.client = client
+        if self.client.model_id is None:
+            raise RuntimeError("Train must be implemented for stable model_id")
+
+    async def fit(self, data: List[HumanFeedback]):
+        resp = await self.client.put(f"/{self.client.client_id}/model/{self.client.model_id}/data",
+                                     json={"data": [hf.to_dict() for hf in data]})
+        return self
+
+    async def evaluate(self, data: List[HumanFeedback]):
+        gt_data = await self.get_data_points()
+        return HumanFeedback.calculate_accuracy(data, gt_data)
+
+    async def get_data_points(self) -> List[HumanFeedback]:
+        resp = await self.client.get(f"/{self.client.client_id}/model/{self.client.model_id}/data")
+        audio_list = resp.json()
+        return self.client.retort.load(audio_list, List[HumanFeedback])

most/trainer_api.py

@@ -0,0 +1,25 @@
+from typing import List
+from .api import MostClient
+from .types import HumanFeedback
+
+
+class Trainer(object):
+    def __init__(self, client: MostClient):
+        super(Trainer, self).__init__()
+        self.client = client
+        if self.client.model_id is None:
+            raise RuntimeError("Train must be implemented for stable model_id")
+
+    def fit(self, data: List[HumanFeedback]):
+        resp = self.client.put(f"/{self.client.client_id}/model/{self.client.model_id}/data",
+                               json={"data": [hf.to_dict() for hf in data]})
+        return self
+
+    def evaluate(self, data: List[HumanFeedback]):
+        gt_data = self.get_data_points()
+        return HumanFeedback.calculate_accuracy(data, gt_data)
+
+    def get_data_points(self) -> List[HumanFeedback]:
+        resp = self.client.get(f"/{self.client.client_id}/model/{self.client.model_id}/data")
+        audio_list = resp.json()
+        return self.client.retort.load(audio_list, List[HumanFeedback])

most/types.py

@@ -1,7 +1,7 @@
 import re
 from dataclasses import dataclass
 from datetime import datetime
-from typing import Dict, List, Literal, Optional
+from typing import Dict, List, Literal, Optional, Union
 
 from dataclasses_json import DataClassJsonMixin, dataclass_json
 
@@ -151,6 +151,28 @@ class SearchParams(DataClassJsonMixin):
     must_not: List[StoredInfoCondition | ResultsCondition]
 
 
+@dataclass_json
+@dataclass
+class HumanFeedback(DataClassJsonMixin):
+    data_point_id: str
+    data_point_type: Literal["audio", "text"]
+    column_name: str
+    subcolumn_name: str
+    score: int
+    description: str = ""
+
+    @classmethod
+    def calculate_accuracy(cls,
+                           preds: List["HumanFeedback"],
+                           gt: List["HumanFeedback"]) -> float:
+        preds = {(y_pred.data_point_id, y_pred.column_name, y_pred.subcolumn_name): y_pred.score
+                 for y_pred in preds}
+        gt = {(y_true.data_point_id, y_true.column_name, y_true.subcolumn_name): y_true.score
+              for y_true in gt}
+        common_keys = set(preds.keys()) & set(gt.keys())
+        return sum((preds[key] == gt[key]) for key in common_keys) / len(common_keys)
+
+
 def is_valid_objectid(oid: str) -> bool:
     """
     Check if a given string is a valid MongoDB ObjectId (24-character hex).

{most_client-1.0.28.dist-info → most_client-1.0.30.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: most-client
-Version: 1.0.28
+Version: 1.0.30
 Summary: Most AI API for https://the-most.ai
 Home-page: https://github.com/the-most-ai/most-client
 Author: George Kasparyants

most_client-1.0.30.dist-info/RECORD

@@ -0,0 +1,13 @@
+most/__init__.py,sha256=b0EXXaPA4kmt-FtGXKRWZr7SCwjipMLcpC6uT5WRIdY,144
+most/_constrants.py,sha256=SlHKcBoXwe_sPzk8tdbb7lqhQz-Bfo__FhSoeFWodZE,217
+most/api.py,sha256=_xqIj24dm1bINPy54zZ4Xqp5V8DQa05TN3zocuZW7io,17895
+most/async_api.py,sha256=7uymQ643SVzFU-j_iR-8MqT5wkNad9v54nR9vT87QoY,18968
+most/async_trainer_api.py,sha256=99rED8RjnOn8VezeEgrTgoVfQrO7DdmOE2Jajumno2g,1052
+most/score_calculation.py,sha256=1XU1LfIH5LSCwAbAaKkr-EjH5qOTXrJKOUvhCCawka4,1054
+most/trainer_api.py,sha256=ZwOv4mhROfY97n6i7IY_ZpafsuNRazOqMBAf2dh708k,992
+most/types.py,sha256=-voecFH0E4ScMHu0DR_2S6XNdlkGuVJgy0Z1Oui2iM8,4578
+most_client-1.0.30.dist-info/METADATA,sha256=f-x0jH2hHk7uYN2DMTohvxYEJFRczhoH0eQVHBSn8dg,1027
+most_client-1.0.30.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+most_client-1.0.30.dist-info/top_level.txt,sha256=2g5fk02LKkM1hV3pVVti_LQ60TToLBcR2zQ3JEKGVk8,5
+most_client-1.0.30.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+most_client-1.0.30.dist-info/RECORD,,

most_client-1.0.28.dist-info/RECORD

@@ -1,11 +0,0 @@
-most/__init__.py,sha256=62uFFeM_1VVR83K3bTYWK3PEoqnmFCy9aWYerQ6U4Ds,67
-most/_constrants.py,sha256=SlHKcBoXwe_sPzk8tdbb7lqhQz-Bfo__FhSoeFWodZE,217
-most/api.py,sha256=_xqIj24dm1bINPy54zZ4Xqp5V8DQa05TN3zocuZW7io,17895
-most/async_api.py,sha256=bt3natlTmqbafo1hJ5TUkxMssz4l8o6_sLNRbTAoU4A,18912
-most/score_calculation.py,sha256=1XU1LfIH5LSCwAbAaKkr-EjH5qOTXrJKOUvhCCawka4,1054
-most/types.py,sha256=ukhG70TPfSR9Xp11mQpXsaSBvKcbFW64PbXiUWtgG5E,3771
-most_client-1.0.28.dist-info/METADATA,sha256=fGmSQqhd578FQN8SgZV0dY6A4Wo7GXV6_e5HB0b15i8,1027
-most_client-1.0.28.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-most_client-1.0.28.dist-info/top_level.txt,sha256=2g5fk02LKkM1hV3pVVti_LQ60TToLBcR2zQ3JEKGVk8,5
-most_client-1.0.28.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-most_client-1.0.28.dist-info/RECORD,,