agi-med-common 5.2.1__tar.gz → 5.2.3__tar.gz

{agi_med_common-5.2.1 → agi_med_common-5.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agi_med_common
-Version: 5.2.1
+Version: 5.2.3
 Summary: Сommon for agi-med team
 Author: AGI-MED-TEAM
 Requires-Python: >=3.11

{agi_med_common-5.2.1 → agi_med_common-5.2.3}/src/agi_med_common/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "5.2.1"
+__version__ = "5.2.3"
 
 from .file_storage import FileStorage, ResourceId
 from .models.base import Base

{agi_med_common-5.2.1 → agi_med_common-5.2.3}/src/agi_med_common/api.py

@@ -1,5 +1,3 @@
-from typing import List, Tuple
-
 from agi_med_common.models.chat import Chat, ChatMessage
 from agi_med_common.models.tracks import DomainInfo, TrackInfo
 from pydantic import BaseModel
@@ -11,13 +9,13 @@ ResourceId = str
 
 
 class ChatManagerAPI:
-    def get_domains(self, *, client_id: str, language_code: str = "ru") -> List[DomainInfo]:
+    def get_domains(self, *, client_id: str, language_code: str = "ru") -> list[DomainInfo]:
         raise NotImplementedError
 
-    def get_tracks(self, *, client_id: str, language_code: str = "ru") -> List[TrackInfo]:
+    def get_tracks(self, *, client_id: str, language_code: str = "ru") -> list[TrackInfo]:
         raise NotImplementedError
 
-    def get_response(self, *, chat: Chat) -> List[ChatMessage]:
+    def get_response(self, *, chat: Chat) -> list[ChatMessage]:
         raise NotImplementedError
 
 
@@ -40,7 +38,7 @@ class ContentInterpreterRemoteAPI:
 
 
 class ClassifierAPI:
-    def get_values(self) -> List[Value]:
+    def get_values(self) -> list[Value]:
         raise NotImplementedError
 
     def evaluate(self, *, chat: Chat) -> Value:
@@ -55,7 +53,7 @@ class CriticAPI:
 class ContentInterpreterAPI:
     def interpret(
         self, *, kind: str, query: str, resource_id: str = "", chat: Chat | None = None
-    ) -> Tuple[Interpretation, ResourceId | None]:
+    ) -> tuple[Interpretation, ResourceId | None]:
         raise NotImplementedError
 
 

agi_med_common-5.2.3/src/agi_med_common/file_storage.py

@@ -0,0 +1,113 @@
+import string
+from hashlib import md5
+from pathlib import Path
+from zipfile import ZipFile, is_zipfile
+
+
+ResourceId = str
+ASCII_DIGITS = set(string.ascii_lowercase + string.digits)
+SUFFIX_DIR = ".dir"
+
+
+def _validate_exist(files_dir):
+    if not files_dir.exists():
+        err = f"Failed to access file-storage directory: {files_dir}"
+        raise OSError(err)
+
+
+def _validate_dtype(dtype: str):
+    if all(map(ASCII_DIGITS.__contains__, dtype)):
+        return
+    raise ValueError(f"Bad dtype: {dtype}")
+
+
+def generate_fname(content, dtype):
+    fname_hash = md5(content).hexdigest()
+    fname = f"{fname_hash}.{dtype}"
+    return fname
+
+
+class FileStorage:
+    def __init__(self, files_dir):
+        self.files_dir = Path(files_dir)
+        self.files_dir.mkdir(exist_ok=True, parents=True)
+        _validate_exist(self.files_dir)
+
+    def _generate_fname_path(self, content: bytes, dtype: str):
+        fpath = self.files_dir / generate_fname(content, dtype)
+        return fpath
+
+    def upload_maybe(self, content: bytes | None, dtype: str) -> ResourceId | None:
+        if not content:
+            return None
+        resource_id = self.upload(content, dtype)
+        return resource_id
+
+    def upload(self, content: bytes | str, dtype: str) -> ResourceId:
+        _validate_dtype(dtype)
+        if isinstance(content, str):
+            content = content.encode()
+        fpath = self._generate_fname_path(content, dtype)
+        fpath.write_bytes(content)
+        return str(fpath)
+
+    def upload_dir(self, resource_ids: list[ResourceId]) -> ResourceId:
+        content = "\n".join(resource_ids)
+        res = self.upload(content, "dir")
+        return res
+
+    def download(self, resource_id: ResourceId) -> bytes:
+        return Path(resource_id).read_bytes()
+
+    def download_text(self, resource_id: ResourceId) -> str:
+        return Path(resource_id).read_text(encoding="utf-8")
+
+    def read_dir_or_none(self, resource_id: ResourceId) -> list[ResourceId] | None:
+        if not self.is_dir(resource_id):
+            return None
+        res = self.download_text(resource_id).split("\n")
+        return res
+
+    def _get_path(self, resource_id: ResourceId | None) -> Path | None:
+        if not resource_id:
+            return None
+        path = Path(resource_id)
+        return path if (path.exists() and path.is_file()) else None
+
+    def is_valid(self, resource_id: ResourceId | None) -> bool:
+        path = self._get_path(resource_id)
+        return path is not None
+
+    def is_file(self, resource_id: ResourceId | None) -> bool:
+        path = self._get_path(resource_id)
+        return path and path.suffix != SUFFIX_DIR
+
+    def is_dir(self, resource_id: ResourceId | None) -> bool:
+        path = self._get_path(resource_id)
+        return path and path.suffix == SUFFIX_DIR
+
+    def get_dtype(self, resource_id: ResourceId | None) -> str | None:
+        return resource_id and resource_id.rsplit(".")[-1]
+
+    def unzip_file(self, resource_id: str) -> ResourceId:
+        """ takes resource_id which refer to zip-archive, unpacks it and returns directory ResourceId with content of zip-archive """
+        path = self._get_path(resource_id)
+        if not path:
+            raise ValueError(f"Not found path: {resource_id}")
+        if not is_zipfile(resource_id):
+            raise ValueError(f"Expected zip archive but found: {resource_id}")
+
+        resource_ids = []
+
+        with ZipFile(path, mode='r') as zip_file:
+            files_info = zip_file.filelist
+
+            for file_info in zip_file.filelist:
+                file_dtype = file_info.filename.rsplit('.')[-1]
+                file_bytes = zip_file.read(file_info)
+                rid = self.upload(file_bytes, file_dtype)
+                resource_ids.append(rid)
+
+        res = self.upload_dir(resource_ids)
+        return res
+                

{agi_med_common-5.2.1 → agi_med_common-5.2.3}/src/agi_med_common/models/chat.py

@@ -1,7 +1,8 @@
 import warnings
 from copy import deepcopy
 from datetime import datetime
-from typing import Any, List, Dict, Literal, TypeVar, Callable
+from typing import Any, Literal, TypeVar
+from collections.abc import Callable
 
 from agi_med_common.models.chat_item import ChatItem, ReplicaItem, OuterContextItem
 from agi_med_common.models.widget import Widget
@@ -14,9 +15,9 @@ from .base import Base
 
 _DT_FORMAT: str = "%Y-%m-%d-%H-%M-%S"
 _EXAMPLE_DT: str = datetime(year=1970, month=1, day=1).strftime(_DT_FORMAT)
-StrDict = Dict[str, Any]
+StrDict = dict[str, Any]
 ContentBase = str | Widget | StrDict
-Content = ContentBase | List[ContentBase]
+Content = ContentBase | list[ContentBase]
 T = TypeVar("T")
 
 
@@ -184,7 +185,7 @@ ChatMessage = TypeUnion[HumanMessage, AIMessage, MiscMessage]
 
 class Chat(Base):
     context: Context = Field(default_factory=Context)
-    messages: List[ChatMessage] = Field(default_factory=list)
+    messages: list[ChatMessage] = Field(default_factory=list)
 
     class Config:
         extra = Extra.ignore
@@ -208,11 +209,11 @@ class Chat(Base):
     def add_message(self, message: ChatMessage):
         self.messages.append(message)
 
-    def add_messages(self, messages: List[ChatMessage]):
+    def add_messages(self, messages: list[ChatMessage]):
         for message in messages:
             self.messages.append(message)
 
-    def replace_messages(self, messages: List[ChatMessage]):
+    def replace_messages(self, messages: list[ChatMessage]):
         return self.model_copy(update=dict(messages=messages))
 
     def get_last_state(self, default: str = "empty") -> str:

{agi_med_common-5.2.1 → agi_med_common-5.2.3}/src/agi_med_common/models/chat_item.py

@@ -1,5 +1,6 @@
 from datetime import datetime
-from typing import Annotated, Any, List, Callable
+from typing import Annotated, Any
+from collections.abc import Callable
 
 from agi_med_common.models.widget import Widget
 from pydantic import Field, ConfigDict, BeforeValidator, AfterValidator
@@ -126,11 +127,11 @@ class ChatItem(Base):
     def add_replica(self, replica: ReplicaItem):
         self.inner_context.replicas.append(replica)
 
-    def add_replicas(self, replicas: List[ReplicaItem]):
+    def add_replicas(self, replicas: list[ReplicaItem]):
         for replica in replicas:
             self.inner_context.replicas.append(replica)
 
-    def replace_replicas(self, replicas: List[ReplicaItem]):
+    def replace_replicas(self, replicas: list[ReplicaItem]):
         return self.model_copy(update=dict(inner_context=InnerContextItem(replicas=replicas)))
 
     def get_last_state(self, default: str = "empty") -> str:

{agi_med_common-5.2.1 → agi_med_common-5.2.3}/src/agi_med_common/models/widget.py

@@ -1,12 +1,12 @@
-from typing import List, Self, Literal
+from typing import Self, Literal
 
 from pydantic import BaseModel, model_validator
 
 
 class Widget(BaseModel):
     type: Literal["widget"] = "widget"
-    buttons: List[List[str]] | None = None
-    ibuttons: List[List[str]] | None = None
+    buttons: list[list[str]] | None = None
+    ibuttons: list[list[str]] | None = None
 
     @model_validator(mode="after")
     def check(self) -> Self:

{agi_med_common-5.2.1 → agi_med_common-5.2.3}/src/agi_med_common/parallel_map.py

@@ -1,4 +1,6 @@
-from typing import Any, Callable, TypeVar, Iterable
+from typing import Any, TypeVar
+from collections.abc import Callable
+from collections.abc import Iterable
 import concurrent.futures
 from tqdm import tqdm
 

{agi_med_common-5.2.1 → agi_med_common-5.2.3}/src/agi_med_common/utils.py

@@ -1,13 +1,13 @@
 import codecs
 import json
 import os
+from collections.abc import Iterable
 from datetime import datetime
 from pathlib import Path
-from typing import Iterable
 
 
 def make_session_id() -> str:
-    return f"{datetime.now():%y%m%d%H%M%S}"
+    return f"{datetime.now():%Y-%m-%d--%H-%M-%S}"
 
 
 def read_json(path: Path | os.PathLike[str] | str) -> list | dict:

{agi_med_common-5.2.1 → agi_med_common-5.2.3}/src/agi_med_common.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agi_med_common
-Version: 5.2.1
+Version: 5.2.3
 Summary: Сommon for agi-med team
 Author: AGI-MED-TEAM
 Requires-Python: >=3.11

agi_med_common-5.2.1/src/agi_med_common/file_storage.py

@@ -1,63 +0,0 @@
-import string
-from hashlib import md5
-from pathlib import Path
-
-ResourceId = str
-ASCII_DIGITS = set(string.ascii_lowercase + string.digits)
-
-
-def _validate_exist(files_dir):
-    if not files_dir.exists():
-        err = f"Failed to access file-storage directory: {files_dir}"
-        raise OSError(err)
-
-
-def _validate_dtype(dtype: str):
-    if all(map(ASCII_DIGITS.__contains__, dtype)):
-        return
-    raise ValueError(f"Bad dtype: {dtype}")
-
-
-def generate_fname(content, dtype):
-    fname_hash = md5(content).hexdigest()
-    fname = f"{fname_hash}.{dtype}"
-    return fname
-
-
-class FileStorage:
-    def __init__(self, files_dir):
-        self.files_dir = Path(files_dir)
-        self.files_dir.mkdir(exist_ok=True, parents=True)
-        _validate_exist(self.files_dir)
-
-    def _generate_fname_path(self, content, dtype):
-        fpath = self.files_dir / generate_fname(content, dtype)
-        return fpath
-
-    def upload_maybe(
-        self,
-        content: bytes | None,
-        dtype: str,
-    ) -> ResourceId | None:
-        if not content:
-            return None
-        resource_id = self.upload(content, dtype)
-        return resource_id
-
-    def upload(self, content: bytes, dtype: str) -> ResourceId | None:
-        _validate_dtype(dtype)
-        fpath = self._generate_fname_path(content, dtype)
-        fpath.write_bytes(content)
-        return str(fpath)
-
-    def download(self, rid: ResourceId) -> bytes:
-        return Path(rid).read_bytes()
-
-    def download_text(self, rid: ResourceId) -> str:
-        return Path(rid).read_text(encoding="utf-8")
-
-    def is_valid(self, rid: ResourceId | None) -> bool:
-        return rid and Path(rid).exists() and Path(rid).is_file()
-
-    def get_dtype(self, rid: ResourceId | None) -> str | None:
-        return rid and rid.rsplit(".")[-1]