most-client 1.0.29__tar.gz → 1.0.30__tar.gz

{most_client-1.0.29/most_client.egg-info → most_client-1.0.30}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: most-client
-Version: 1.0.29
+Version: 1.0.30
 Summary: Most AI API for https://the-most.ai
 Home-page: https://github.com/the-most-ai/most-client
 Author: George Kasparyants

most_client-1.0.30/most/__init__.py

@@ -0,0 +1,4 @@
+from .api import MostClient
+from .async_api import AsyncMostClient
+from .trainer_api import Trainer
+from .async_trainer_api import AsyncTrainer

most_client-1.0.30/most/async_trainer_api.py

@@ -0,0 +1,26 @@
+from typing import List
+
+from . import AsyncMostClient
+from .types import HumanFeedback
+
+
+class AsyncTrainer(object):
+    def __init__(self, client: AsyncMostClient):
+        super(AsyncTrainer, self).__init__()
+        self.client = client
+        if self.client.model_id is None:
+            raise RuntimeError("Train must be implemented for stable model_id")
+
+    async def fit(self, data: List[HumanFeedback]):
+        resp = await self.client.put(f"/{self.client.client_id}/model/{self.client.model_id}/data",
+                                     json={"data": [hf.to_dict() for hf in data]})
+        return self
+
+    async def evaluate(self, data: List[HumanFeedback]):
+        gt_data = await self.get_data_points()
+        return HumanFeedback.calculate_accuracy(data, gt_data)
+
+    async def get_data_points(self) -> List[HumanFeedback]:
+        resp = await self.client.get(f"/{self.client.client_id}/model/{self.client.model_id}/data")
+        audio_list = resp.json()
+        return self.client.retort.load(audio_list, List[HumanFeedback])

most_client-1.0.30/most/trainer_api.py

@@ -0,0 +1,25 @@
+from typing import List
+from .api import MostClient
+from .types import HumanFeedback
+
+
+class Trainer(object):
+    def __init__(self, client: MostClient):
+        super(Trainer, self).__init__()
+        self.client = client
+        if self.client.model_id is None:
+            raise RuntimeError("Train must be implemented for stable model_id")
+
+    def fit(self, data: List[HumanFeedback]):
+        resp = self.client.put(f"/{self.client.client_id}/model/{self.client.model_id}/data",
+                               json={"data": [hf.to_dict() for hf in data]})
+        return self
+
+    def evaluate(self, data: List[HumanFeedback]):
+        gt_data = self.get_data_points()
+        return HumanFeedback.calculate_accuracy(data, gt_data)
+
+    def get_data_points(self) -> List[HumanFeedback]:
+        resp = self.client.get(f"/{self.client.client_id}/model/{self.client.model_id}/data")
+        audio_list = resp.json()
+        return self.client.retort.load(audio_list, List[HumanFeedback])

{most_client-1.0.29 → most_client-1.0.30}/most/types.py

@@ -1,7 +1,7 @@
 import re
 from dataclasses import dataclass
 from datetime import datetime
-from typing import Dict, List, Literal, Optional
+from typing import Dict, List, Literal, Optional, Union
 
 from dataclasses_json import DataClassJsonMixin, dataclass_json
 
@@ -151,6 +151,28 @@ class SearchParams(DataClassJsonMixin):
     must_not: List[StoredInfoCondition | ResultsCondition]
 
 
+@dataclass_json
+@dataclass
+class HumanFeedback(DataClassJsonMixin):
+    data_point_id: str
+    data_point_type: Literal["audio", "text"]
+    column_name: str
+    subcolumn_name: str
+    score: int
+    description: str = ""
+
+    @classmethod
+    def calculate_accuracy(cls,
+                           preds: List["HumanFeedback"],
+                           gt: List["HumanFeedback"]) -> float:
+        preds = {(y_pred.data_point_id, y_pred.column_name, y_pred.subcolumn_name): y_pred.score
+                 for y_pred in preds}
+        gt = {(y_true.data_point_id, y_true.column_name, y_true.subcolumn_name): y_true.score
+              for y_true in gt}
+        common_keys = set(preds.keys()) & set(gt.keys())
+        return sum((preds[key] == gt[key]) for key in common_keys) / len(common_keys)
+
+
 def is_valid_objectid(oid: str) -> bool:
     """
     Check if a given string is a valid MongoDB ObjectId (24-character hex).

{most_client-1.0.29 → most_client-1.0.30/most_client.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: most-client
-Version: 1.0.29
+Version: 1.0.30
 Summary: Most AI API for https://the-most.ai
 Home-page: https://github.com/the-most-ai/most-client
 Author: George Kasparyants

{most_client-1.0.29 → most_client-1.0.30}/most_client.egg-info/SOURCES.txt

@@ -6,7 +6,9 @@ most/__init__.py
 most/_constrants.py
 most/api.py
 most/async_api.py
+most/async_trainer_api.py
 most/score_calculation.py
+most/trainer_api.py
 most/types.py
 most_client.egg-info/PKG-INFO
 most_client.egg-info/SOURCES.txt

{most_client-1.0.29 → most_client-1.0.30}/setup.py

@@ -8,7 +8,7 @@ with open('requirements.txt', 'r') as f:
 
 setup(
     name='most-client',
-    version='1.0.29',
+    version='1.0.30',
     python_requires=f'>=3.6',
     description='Most AI API for https://the-most.ai',
     url='https://github.com/the-most-ai/most-client',

most_client-1.0.29/most/__init__.py

@@ -1,2 +0,0 @@
-from .api import MostClient
-from .async_api import AsyncMostClient