mmar-mapi 1.0.14__py3-none-any.whl → 1.0.16__py3-none-any.whl

mmar_mapi/file_storage.py

@@ -6,7 +6,7 @@ from pathlib import Path
 from zipfile import ZipFile, is_zipfile
 
 ResourceId = str
-ASCII_DIGITS = set(string.ascii_lowercase + string.digits + '-')
+ASCII_DIGITS_SPECIAL = set(string.ascii_lowercase + string.digits + "-")
 SUFFIX_DIR = ".dir"
 SUFFIX_METADATA = ".metadata"
 
@@ -18,7 +18,7 @@ def _validate_exist(files_dir):
 
 
 def _validate_dtype(dtype: str):
-    if all(map(ASCII_DIGITS.__contains__, dtype)):
+    if all(map(ASCII_DIGITS_SPECIAL.__contains__, dtype)):
         return
     raise ValueError(f"Bad dtype: {dtype}")
 
@@ -61,6 +61,12 @@ class FileStorage:
 
         return str(fpath)
 
+    def get_metadata(self, resource_id: ResourceId) -> dict | None:
+        metadata_path = Path(resource_id).with_suffix(SUFFIX_METADATA)
+        if not metadata_path.exists():
+            return None
+        return json.loads(metadata_path.read_text())
+
     async def upload_async(self, content: bytes | str, fname: str) -> ResourceId:
         return self.upload(content, fname)
 

mmar_mapi/models/chat.py

@@ -4,14 +4,14 @@ from copy import deepcopy
 from datetime import datetime
 from typing import Any, Literal, TypeVar
 
-from mmar_mapi.models.chat_item import ChatItem, ReplicaItem, OuterContextItem
+from pydantic import Field, ValidationError
+
+from mmar_mapi.models.chat_item import ChatItem, OuterContextItem, ReplicaItem
 from mmar_mapi.models.widget import Widget
 from mmar_mapi.type_union import TypeUnion
-from pydantic import Field, ValidationError
 
 from .base import Base
 
-
 _DT_FORMAT: str = "%Y-%m-%d-%H-%M-%S"
 _EXAMPLE_DT: str = datetime(year=1970, month=1, day=1).strftime(_DT_FORMAT)
 StrDict = dict[str, Any]
@@ -96,6 +96,22 @@ def _get_resource_id(obj: Content) -> str | None:
     return None
 
 
+def _get_resource_name(obj: Content) -> str | None:
+    if isinstance(obj, list):
+        return next((el for el in map(_get_resource_name, obj) if el), None)
+    if isinstance(obj, dict) and obj.get("type") == "resource_id":
+        return _get_field(obj, "resource_name", str)
+    return None
+
+
+def _get_resource(obj: Content) -> str | None:
+    if isinstance(obj, list):
+        return next((el for el in map(_get_resource_id, obj) if el), None)
+    if isinstance(obj, dict) and obj.get("type") == "resource_id":
+        return obj
+    return None
+
+
 def _get_command(obj: Content) -> dict | None:
     if isinstance(obj, list):
         return next((el for el in map(_get_command, obj) if el), None)
@@ -138,6 +154,15 @@ class BaseMessage(Base):
     def resource_id(self) -> str | None:
         return _get_resource_id(self.content)
 
+    @property
+    def resource_name(self) -> str | None:
+        res = _get_resource_name(self.content)
+        return res
+
+    @property
+    def resource(self) -> dict | None:
+        return _get_resource(self.content)
+
     @property
     def command(self) -> dict | None:
         return _get_command(self.content)
@@ -162,7 +187,7 @@ class BaseMessage(Base):
         return _DT_FORMAT
 
     @staticmethod
-    def find_resource_id(msg: "BaseMessage", ext: str | None = None, type: str=None) -> str | None:
+    def find_resource_id(msg: "BaseMessage", ext: str | None = None, type: str = None) -> str | None:
         resource_id = msg.resource_id
         if type and type != msg.type:
             return None
@@ -188,6 +213,7 @@ class AIMessage(BaseMessage):
     def with_state(self, state: str) -> "AIMessage":
         return self.model_copy(update=dict(state=state))
 
+
 class MiscMessage(BaseMessage):
     type: Literal["misc"] = "misc"
 
@@ -259,20 +285,37 @@ def make_content(
     text: str | None = None,
     *,
     resource_id: str | None = None,
+    resource: dict | None = None,
     command: dict | None = None,
     widget: Widget | None = None,
     content: Content | None = None,
 ) -> Content:
-    resource_id = (resource_id or None) and {"type": "resource_id", "resource_id": resource_id}
+    if resource and resource_id:
+        raise ValueError("Cannot pass both 'resource' and 'resource_id'")
+
+    if resource_id:
+        resource = {"type": "resource_id", "resource_id": resource_id}
+    elif resource:
+        if not isinstance(resource, dict):
+            raise TypeError("'resource' must be a dict")
+        resource_id = resource.get("resource_id")
+        if not resource_id:
+            raise ValueError("'resource' must contain 'resource_id'")
+        resource_name = resource.get("resource_name")
+        resource = {"type": "resource_id", "resource_id": resource_id}
+        if resource_name:
+            resource["resource_name"] = resource_name
+    else:
+        resource = None
+
     command = (command or None) and {"type": "command", "command": command}
 
     content = content if isinstance(content, list) else [content] if content else []
-    content += list(filter(None, [text, resource_id, command, widget]))
+    content += list(filter(None, [text, resource, command, widget]))
     if len(content) == 0:
         content = ""
     elif len(content) == 1:
         content = content[0]
-
     return content
 
 
@@ -285,13 +328,19 @@ def convert_replica_item_to_message(replica: ReplicaItem) -> ChatMessage:
         widget=replica.widget,
     )
     # legacy: eliminate after migration
-    resource_id = (replica.resource_id or None) and {"type": "resource_id", "resource_id": replica.resource_id}
+    if resource_id := replica.resource_id:
+        resource = {"type": "resource_id", "resource_id": resource_id}
+        resource_name = replica.resource_name
+        if resource_name:
+            resource["resource_name"] = resource_name
+    else:
+        resource = None
     body = replica.body
     command = (replica.command or None) and {"type": "command", "command": replica.command}
     widget = replica.widget
     date_time = replica.date_time
 
-    content = list(filter(None, [body, resource_id, command, widget]))
+    content = list(filter(None, [body, resource, command, widget]))
     if len(content) == 0:
         content = ""
     elif len(content) == 1:
@@ -375,6 +424,7 @@ def convert_message_to_replica_item(message: ChatMessage) -> ReplicaItem | None:
         role=role,
         body=message.text,
         resource_id=message.resource_id,
+        resource_name=message.resource_name,
         command=message.command,
         widget=message.widget,
         date_time=message.date_time,
@@ -388,10 +438,11 @@ def convert_message_to_replica_item(message: ChatMessage) -> ReplicaItem | None:
 
 def convert_chat_to_chat_item(chat: Chat) -> ChatItem:
     # legacy: eliminate after migration
-    return ChatItem(
+    res = ChatItem(
         outer_context=convert_context_to_outer_context(chat.context),
         inner_context=dict(replicas=list(map(convert_message_to_replica_item, chat.messages))),
     )
+    return res
 
 
 def parse_chat_item_as_chat(chat_obj: str | dict | ChatItem) -> Chat:

mmar_mapi/models/chat_item.py

@@ -69,6 +69,9 @@ class ReplicaItem(Base):
     resource_id: Annotated[str | None, AfterValidator(nullify_empty)] = Field(
         None, alias="ResourceId", examples=["<link-id>"]
     )
+    resource_name: Annotated[str | None, AfterValidator(nullify_empty)] = Field(
+        None, alias="ResourceName", examples=["filename"]
+    )
     widget: Widget | None = Field(None, alias="Widget", examples=[None])
     command: dict | None = Field(None, alias="Command", examples=[None])
     role: bool = Field(False, alias="Role", description="True = ai, False = client", examples=[False])

mmar_mapi/utils.py

@@ -6,7 +6,7 @@ from datetime import datetime
 def make_session_id(with_millis=False) -> str:
     dt = datetime.now()
     fmt = "%Y-%m-%d--%H-%M-%S-%f" if with_millis else "%Y-%m-%d--%H-%M-%S"
-    return datetime.now().strftime(fmt)
+    return dt.strftime(fmt)
 
 
 def chunked(items: Iterable, n) -> list:

mmar_mapi/utils_import.py

@@ -4,8 +4,9 @@ from types import ModuleType
 
 from loguru import logger
 
+
 def convert_snake_to_pascal(name: str) -> str:
-    """ snake_to_pascal -> SnakeToPascal """
+    """snake_to_pascal -> SnakeToPascal"""
     return "".join(map(str.capitalize, name.split("_")))
 
 

{mmar_mapi-1.0.14.dist-info → mmar_mapi-1.0.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mmar-mapi
-Version: 1.0.14
+Version: 1.0.16
 Summary: Common pure/IO utilities for multi-modal architectures team
 Keywords: 
 Author: Eugene Tagin

{mmar_mapi-1.0.14.dist-info → mmar_mapi-1.0.16.dist-info}/RECORD

@@ -1,18 +1,18 @@
 mmar_mapi/__init__.py,sha256=Q2WFyNje0mDzP3eK7k-900W4Uty82BlulKv9-FmkcZs,1177
 mmar_mapi/api.py,sha256=C9Sr8dISvf51xfEznPjccI_odaG4coQE3HI_0jVpjMQ,1677
-mmar_mapi/file_storage.py,sha256=oxo2Phlnf5SGm-ErmRMMNkhI7DLP6ymwEmvOOBBTcqE,4415
+mmar_mapi/file_storage.py,sha256=RNPHKDV7JIo2ZlSOyi7UfE8q7kpMvv7ZzfpTdoVg1vM,4687
 mmar_mapi/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mmar_mapi/models/base.py,sha256=mKtXV2x51XVj7W-et9tjGcPMDUUUMelW-BywMgFc2p0,411
-mmar_mapi/models/chat.py,sha256=_M1Uy4QNyPkPLvu0vvufa9fs-3oqT59CtjEqWaOgNAM,13765
-mmar_mapi/models/chat_item.py,sha256=ZfCKvTqr7gpuJSAuHVxWRnlTefRwki_IVNA2N_CXGdg,5557
+mmar_mapi/models/chat.py,sha256=-XilkiderIOFG1oSKRDG9NDOEN21sBpbTPHUrqVPjc4,15400
+mmar_mapi/models/chat_item.py,sha256=TRuV5qn7pi3eOvSG7GUqtTHEaq4b7fPoCCZtW-TyEIU,5702
 mmar_mapi/models/enums.py,sha256=J-GNpql9MCnKnWiV9aJRQGI-pAybvV86923RZs99grA,1006
 mmar_mapi/models/tracks.py,sha256=HKDp-BX1p7AlDfSEKfOKCu0TRSK9cD4Dmq1vJt8oRjw,307
 mmar_mapi/models/widget.py,sha256=ue5o4AkN8SG09aA8eQLOOxbwah-mkZir0ZGL6OA8S9Q,1355
 mmar_mapi/type_union.py,sha256=diwmzcnbqkpGFckPHNw9o8zyQ955mOGNvhTlcBJ0RMI,1905
-mmar_mapi/utils.py,sha256=y4rLTdao9pr4lRLbMAVD4uDDPdxrDrDrhoAFDp1TkWk,500
-mmar_mapi/utils_import.py,sha256=GRCkiH0pIrl-xWo4rdxngcfuPzjfTIXA1rvDVxEZ3lI,1683
+mmar_mapi/utils.py,sha256=FlW9n-84xz2zSHsahHzJ3Y4Wu5mjpFer6t9z6PF6lS0,488
+mmar_mapi/utils_import.py,sha256=pUyMFd8SItTxBKI-GO9JhRmy43jG_OQlUPr8QCBOSwg,1682
 mmar_mapi/xml_parser.py,sha256=VvLIX_XCZao9i0qqpTVx8nx0vbFXSe8pEbdJdXnj97g,568
-mmar_mapi-1.0.14.dist-info/licenses/LICENSE,sha256=2A90w8WjhOgQXnFuUijKJYazaqZ4_NTokYb9Po4y-9k,1061
-mmar_mapi-1.0.14.dist-info/WHEEL,sha256=-neZj6nU9KAMg2CnCY6T3w8J53nx1kFGw_9HfoSzM60,79
-mmar_mapi-1.0.14.dist-info/METADATA,sha256=dieMEsBeG7j9G66hC337sJ3VItDl-P3w5tAPkjREWKM,944
-mmar_mapi-1.0.14.dist-info/RECORD,,
+mmar_mapi-1.0.16.dist-info/licenses/LICENSE,sha256=2A90w8WjhOgQXnFuUijKJYazaqZ4_NTokYb9Po4y-9k,1061
+mmar_mapi-1.0.16.dist-info/WHEEL,sha256=-neZj6nU9KAMg2CnCY6T3w8J53nx1kFGw_9HfoSzM60,79
+mmar_mapi-1.0.16.dist-info/METADATA,sha256=C_euDto9FvTmLelGMbi7HSMyfd6Gm6JK0rAUT9h1kMk,944
+mmar_mapi-1.0.16.dist-info/RECORD,,