most-client 1.0.35__tar.gz → 1.0.37__tar.gz

{most_client-1.0.35/most_client.egg-info → most_client-1.0.37}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: most-client
-Version: 1.0.35
+Version: 1.0.37
 Summary: Most AI API for https://the-most.ai
 Home-page: https://github.com/the-most-ai/most-client
 Author: George Kasparyants
@@ -27,6 +27,7 @@ Requires-Dist: tox
 Requires-Dist: twine
 Requires-Dist: httpx
 Requires-Dist: pydub
+Requires-Dist: bson
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

most_client-1.0.37/most/__init__.py

@@ -0,0 +1,7 @@
+from .api import MostClient
+from .async_api import AsyncMostClient
+from .trainer_api import Trainer
+from .async_trainer_api import AsyncTrainer
+from .searcher import MostSearcher
+from .async_searcher import AsyncMostClient
+from .search_types import SearchParams, IDCondition, ChannelsCondition, DurationCondition, ResultsCondition, StoredInfoCondition

{most_client-1.0.35 → most_client-1.0.37}/most/api.py

@@ -18,7 +18,7 @@ from most.types import (
     Script,
     StoredAudioData,
     Text,
-    is_valid_id, SearchParams, ScriptScoreMapping, Dialog, Usage,
+    is_valid_id, ScriptScoreMapping, Dialog, Usage,
 )
 
 
@@ -283,6 +283,18 @@ class MostClient(object):
             result = self.score_modifier.modify(result)
         return result
 
+    def transcribe_later(self, audio_id,
+                         overwrite: bool = False) -> DialogResult:
+        if not is_valid_id(self.model_id):
+            raise RuntimeError("Please choose valid model to apply. [try list_models()]")
+
+        if not is_valid_id(audio_id):
+            raise RuntimeError("Please use valid audio_id. [try audio.id from list_audios()]")
+
+        resp = self.post(f"/{self.client_id}/audio/{audio_id}/model/{self.model_id}/transcribe_async",
+                         params={"overwrite": overwrite})
+        return self.retort.load(resp.json(), DialogResult)
+
     def apply_later(self, audio_id,
                     modify_scores: bool = False,
                     overwrite: bool = False) -> Result:
@@ -372,7 +384,8 @@ class MostClient(object):
 
     def export(self, audio_ids: List[str],
                aggregated_by: Optional[str] = None,
-               aggregation_title: Optional[str] = None) -> str:
+               aggregation_title: Optional[str] = None,
+               modify_scores: bool = False) -> str:
         if aggregation_title is None:
             aggregation_title = aggregated_by
 
@@ -382,12 +395,13 @@ class MostClient(object):
         resp = self.get(f"/{self.client_id}/model/{self.model_id}/export",
                         params={'audio_ids': ','.join(audio_ids),
                                 'aggregated_by': aggregated_by,
-                                'aggregation_title': aggregation_title})
+                                'aggregation_title': aggregation_title,
+                                'modify_scores': modify_scores})
         return resp.url
 
     def store_info(self,
                    audio_id: str,
-                   data: Dict[str, str]):
+                   data: Dict[str, str]) -> StoredAudioData:
         if not is_valid_id(audio_id):
             raise RuntimeError("Please use valid audio_id. [try audio.id from list_audios()]")
 
@@ -397,7 +411,7 @@ class MostClient(object):
                          })
         return self.retort.load(resp.json(), StoredAudioData)
 
-    def fetch_info(self, audio_id: str) -> Dict[str, str]:
+    def fetch_info(self, audio_id: str) -> StoredAudioData:
         if not is_valid_id(audio_id):
             raise RuntimeError("Please use valid audio_id. [try audio.id from list_audios()]")
 
@@ -434,21 +448,6 @@ class MostClient(object):
             raise RuntimeError("Audio can't be indexed")
         return None
 
-    def search(self,
-               query: str,
-               filter: SearchParams,
-               limit: int = 10) -> List[Audio]:
-        resp = self.post(f"/{self.client_id}/model/{self.model_id}/search",
-                         json={
-                             "query": query,
-                             "filter": filter.to_dict(),
-                             "limit": limit,
-                         })
-        if resp.status_code >= 400:
-            raise RuntimeError("Audio can't be indexed")
-        audio_list = resp.json()
-        return self.retort.load(audio_list, List[Audio])
-
     def get_usage(self,
                   start_dt: datetime,
                   end_dt: datetime):

{most_client-1.0.35 → most_client-1.0.37}/most/async_api.py

@@ -18,7 +18,7 @@ from most.types import (
     Script,
     StoredAudioData,
     Text,
-    is_valid_id, SearchParams, ScriptScoreMapping, Dialog, Usage,
+    is_valid_id, ScriptScoreMapping, Dialog, Usage,
 )
 
 
@@ -293,6 +293,18 @@ class AsyncMostClient(object):
             result = self.score_modifier.modify(result)
         return result
 
+    async def transcribe_later(self, audio_id,
+                               overwrite: bool = False) -> DialogResult:
+        if not is_valid_id(self.model_id):
+            raise RuntimeError("Please choose valid model to apply. [try list_models()]")
+
+        if not is_valid_id(audio_id):
+            raise RuntimeError("Please use valid audio_id. [try audio.id from list_audios()]")
+
+        resp = await self.post(f"/{self.client_id}/audio/{audio_id}/model/{self.model_id}/transcribe_async",
+                               params={"overwrite": overwrite})
+        return self.retort.load(resp.json(), DialogResult)
+
     async def apply_later(self, audio_id,
                           modify_scores: bool = False,
                           overwrite: bool = False) -> Result:
@@ -382,7 +394,8 @@ class AsyncMostClient(object):
 
     async def export(self, audio_ids: List[str],
                      aggregated_by: Optional[str] = None,
-                     aggregation_title: Optional[str] = None) -> str:
+                     aggregation_title: Optional[str] = None,
+                     modify_scores: bool = False) -> str:
         if aggregation_title is None:
             aggregation_title = aggregated_by
 
@@ -392,19 +405,20 @@ class AsyncMostClient(object):
         resp = await self.get(f"/{self.client_id}/model/{self.model_id}/export",
                               params={'audio_ids': ','.join(audio_ids),
                                       "aggregated_by": aggregated_by,
-                                      "aggregation_title": aggregation_title})
+                                      "aggregation_title": aggregation_title,
+                                      "modify_scores": modify_scores})
         return resp.next_request.url
 
     async def store_info(self,
                          audio_id: str,
-                         data: Dict[str, str]):
+                         data: Dict[str, str]) -> StoredAudioData:
         resp = await self.post(f"/{self.client_id}/audio/{audio_id}/info",
                                json={
                                    "data": data,
                                })
         return self.retort.load(resp.json(), StoredAudioData)
 
-    async def fetch_info(self, audio_id: str) -> Dict[str, str]:
+    async def fetch_info(self, audio_id: str) -> StoredAudioData:
         if not is_valid_id(audio_id):
             raise RuntimeError("Please use valid audio_id. [try audio.id from list_audios()]")
         resp = await self.get(f"/{self.client_id}/audio/{audio_id}/info")
@@ -440,21 +454,6 @@ class AsyncMostClient(object):
             raise RuntimeError("Audio can't be indexed")
         return None
 
-    async def search(self,
-                     query: str,
-                     filter: SearchParams,
-                     limit: int = 10) -> List[Audio]:
-        resp = await self.post(f"/{self.client_id}/model/{self.model_id}/search",
-                               json={
-                                   "query": query,
-                                   "filter": filter.to_dict(),
-                                   "limit": limit,
-                               })
-        if resp.status_code >= 400:
-            raise RuntimeError("Audio can't be indexed")
-        audio_list = resp.json()
-        return self.retort.load(audio_list, List[Audio])
-
     async def get_usage(self,
                         start_dt: datetime,
                         end_dt: datetime):

most_client-1.0.37/most/async_searcher.py

@@ -0,0 +1,57 @@
+from typing import List, Literal, Optional
+from . import AsyncMostClient
+from .types import Audio
+from .search_types import SearchParams
+
+
+class AsyncMostSearcher(object):
+    def __init__(self, client: AsyncMostClient,
+                 data_source: Literal["text", "audio"]):
+        self.client = client
+        self.data_source = data_source
+
+    async def count(self,
+                    filter: Optional[SearchParams] = None):
+        if filter is None:
+            filter = SearchParams()
+
+        resp = await self.client.get(f"/{self.client.client_id}/{self.data_source}/count",
+                                     params={
+                                         "filter": filter.to_json(),
+                                     })
+        if resp.status_code >= 400:
+            raise RuntimeError("Audio can't be indexed")
+        return resp.json()
+
+
+    async def distinct(self,
+                       key: str,
+                       filter: Optional[SearchParams] = None) -> List[str]:
+        """
+        Distinct values of key.
+        :param key: key should be stored in info (fetch_info, store_info)
+        :return:
+        """
+        if filter is None:
+            filter = SearchParams()
+        resp = await self.client.get(f"/{self.client.client_id}/{self.data_source}/distinct",
+                               params={"filter": filter.to_json(),
+                                       "key": key})
+        if resp.status_code >= 400:
+            raise RuntimeError("Key is not valid")
+        return resp.json()
+
+    async def search(self,
+                     filter: Optional[SearchParams] = None,
+                     limit: int = 10) -> List[Audio]:
+        if filter is None:
+            filter = SearchParams()
+        resp = await self.client.get(f"/{self.client.client_id}/{self.data_source}/search",
+                                     params={
+                                         "filter": filter.to_json(),
+                                         "limit": limit,
+                                     })
+        if resp.status_code >= 400:
+            raise RuntimeError("Audio can't be indexed")
+        audio_list = resp.json()
+        return self.client.retort.load(audio_list, List[Audio])

most_client-1.0.37/most/search_types.py

@@ -0,0 +1,59 @@
+import re
+from dataclasses import dataclass, field
+from datetime import datetime
+from typing import Dict, List, Literal, Optional, Union
+
+from bson import ObjectId
+from dataclasses_json import DataClassJsonMixin, dataclass_json
+
+
+@dataclass_json
+@dataclass
+class IDCondition(DataClassJsonMixin):
+    equal: Optional[ObjectId] = None
+    in_set: Optional[List[ObjectId]] = None
+    greater_than: Optional[ObjectId] = None
+    less_than: Optional[ObjectId] = None
+
+
+@dataclass_json
+@dataclass
+class ChannelsCondition(DataClassJsonMixin):
+    equal: Optional[int] = None
+
+
+@dataclass_json
+@dataclass
+class DurationCondition(DataClassJsonMixin):
+    greater_than: Optional[int] = None
+    less_than: Optional[int] = None
+
+
+@dataclass_json
+@dataclass
+class StoredInfoCondition(DataClassJsonMixin):
+    key: str
+    match: Optional[str] = None
+    starts_with: Optional[str] = None
+    ends_with: Optional[str] = None
+
+
+@dataclass_json
+@dataclass
+class ResultsCondition(DataClassJsonMixin):
+    column_idx: int
+    subcolumn_idx: int
+    model_id: str
+    score_equal: Optional[int] = None
+    score_in_set: Optional[List[int]] = None
+    score_greater_than: Optional[int] = None
+    score_less_than: Optional[int] = None
+
+
+@dataclass_json
+@dataclass
+class SearchParams(DataClassJsonMixin):
+    must: List[StoredInfoCondition | ResultsCondition | DurationCondition | ChannelsCondition | IDCondition ] = field(default_factory=list)
+    should: List[StoredInfoCondition | ResultsCondition | DurationCondition | ChannelsCondition | IDCondition ] = field(default_factory=list)
+    must_not: List[StoredInfoCondition | ResultsCondition | DurationCondition | ChannelsCondition | IDCondition ] = field(default_factory=list)
+    should_not: List[StoredInfoCondition | ResultsCondition | DurationCondition | ChannelsCondition | IDCondition ] = field(default_factory=list)

most_client-1.0.37/most/searcher.py

@@ -0,0 +1,57 @@
+from typing import List, Literal, Optional
+
+from .api import MostClient
+from .search_types import SearchParams
+from .types import Audio, Text
+
+
+class MostSearcher(object):
+    def __init__(self, client: MostClient,
+                 data_source: Literal["text", "audio"]):
+        self.client = client
+        self.data_source = data_source
+
+    def count(self,
+              filter: Optional[SearchParams] = None):
+        if filter is None:
+            filter = SearchParams()
+
+        resp = self.client.get(f"/{self.client.client_id}/{self.data_source}/count",
+                               params={
+                                   "filter": filter.to_json(),
+                               })
+        if resp.status_code >= 400:
+            raise RuntimeError("Audio can't be indexed")
+        return resp.json()
+
+    def distinct(self,
+                 key: str,
+                 filter: Optional[SearchParams] = None) -> List[str]:
+        """
+        Distinct values of key.
+        :param key: key should be stored in info (fetch_info, store_info)
+        :return:
+        """
+        if filter is None:
+            filter = SearchParams()
+        resp = self.client.get(f"/{self.client.client_id}/{self.data_source}/distinct",
+                               params={"filter": filter.to_json(),
+                                       "key": key})
+        if resp.status_code >= 400:
+            raise RuntimeError("Key is not valid")
+        return resp.json()
+
+    def search(self,
+               filter: Optional[SearchParams] = None,
+               limit: int = 10) -> List[Audio | Text]:
+        if filter is None:
+            filter = SearchParams()
+        resp = self.client.get(f"/{self.client.client_id}/{self.data_source}/search",
+                                params={
+                                    "filter": filter.to_json(),
+                                    "limit": limit,
+                                })
+        if resp.status_code >= 400:
+            raise RuntimeError("Audio can't be indexed")
+        audio_list = resp.json()
+        return self.client.retort.load(audio_list, List[Audio])

{most_client-1.0.35 → most_client-1.0.37}/most/types.py

@@ -1,8 +1,8 @@
 import re
 from dataclasses import dataclass
 from datetime import datetime
-from typing import Dict, List, Literal, Optional, Union
-
+from typing import Dict, List, Literal, Optional
+from .search_types import ResultsCondition
 from dataclasses_json import DataClassJsonMixin, dataclass_json
 
 
@@ -53,6 +53,22 @@ class Column(DataClassJsonMixin):
 class Script(DataClassJsonMixin):
     columns: List[Column]
 
+    def create_results_condition(self,
+                                 model_id: str,
+                                 column: str, subcolumn: str,
+                                 score_equal: Optional[int] = None,
+                                 score_greater_than: Optional[int] = None,
+                                 score_less_than: Optional[int] = None) -> ResultsCondition:
+
+        column_idx = [column.name for column in self.columns].index(column)
+        subcolumn_idx = self.columns[column_idx].subcolumns.index(subcolumn)
+        return ResultsCondition(model_id=model_id,
+                                column_idx=column_idx,
+                                subcolumn_idx=subcolumn_idx,
+                                score_equal=score_equal,
+                                score_greater_than=score_greater_than,
+                                score_less_than=score_less_than)
+
 
 @dataclass_json
 @dataclass
@@ -125,32 +141,6 @@ class DialogResult(DataClassJsonMixin):
     results: Optional[List[ColumnResult]] = None
 
 
-@dataclass_json
-@dataclass
-class StoredInfoCondition(DataClassJsonMixin):
-    key: str
-    match: Optional[str] = None
-    starts_with: Optional[str] = None
-    ends_with: Optional[str] = None
-
-
-@dataclass_json
-@dataclass
-class ResultsCondition(DataClassJsonMixin):
-    column: str
-    subcolumn: str
-    score_greater_than: Optional[int] = None
-    score_less_than: Optional[int] = None
-
-
-@dataclass_json
-@dataclass
-class SearchParams(DataClassJsonMixin):
-    must: List[StoredInfoCondition | ResultsCondition]
-    should: List[StoredInfoCondition | ResultsCondition]
-    must_not: List[StoredInfoCondition | ResultsCondition]
-
-
 @dataclass_json
 @dataclass
 class HumanFeedback(DataClassJsonMixin):

{most_client-1.0.35 → most_client-1.0.37/most_client.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: most-client
-Version: 1.0.35
+Version: 1.0.37
 Summary: Most AI API for https://the-most.ai
 Home-page: https://github.com/the-most-ai/most-client
 Author: George Kasparyants
@@ -27,6 +27,7 @@ Requires-Dist: tox
 Requires-Dist: twine
 Requires-Dist: httpx
 Requires-Dist: pydub
+Requires-Dist: bson
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

{most_client-1.0.35 → most_client-1.0.37}/most_client.egg-info/SOURCES.txt

@@ -6,8 +6,11 @@ most/__init__.py
 most/_constrants.py
 most/api.py
 most/async_api.py
+most/async_searcher.py
 most/async_trainer_api.py
 most/score_calculation.py
+most/search_types.py
+most/searcher.py
 most/trainer_api.py
 most/types.py
 most_client.egg-info/PKG-INFO

{most_client-1.0.35 → most_client-1.0.37}/most_client.egg-info/requires.txt

@@ -13,3 +13,4 @@ tox
 twine
 httpx
 pydub
+bson

{most_client-1.0.35 → most_client-1.0.37}/requirements.txt

@@ -13,3 +13,4 @@ tox
 twine
 httpx
 pydub
+bson

{most_client-1.0.35 → most_client-1.0.37}/setup.py

@@ -8,7 +8,7 @@ with open('requirements.txt', 'r') as f:
 
 setup(
     name='most-client',
-    version='1.0.35',
+    version='1.0.37',
     python_requires=f'>=3.6',
     description='Most AI API for https://the-most.ai',
     url='https://github.com/the-most-ai/most-client',

most_client-1.0.35/most/__init__.py

@@ -1,4 +0,0 @@
-from .api import MostClient
-from .async_api import AsyncMostClient
-from .trainer_api import Trainer
-from .async_trainer_api import AsyncTrainer