jvserve 2.0.12__tar.gz → 2.0.13__tar.gz

{jvserve-2.0.12 → jvserve-2.0.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: jvserve
-Version: 2.0.12
+Version: 2.0.13
 Summary: FastAPI webserver for loading and interaction with JIVAS agents.
 Home-page: https://github.com/TrueSelph/jvserve
 Author: TrueSelph Inc.

{jvserve-2.0.12 → jvserve-2.0.13}/jvserve/__init__.py

@@ -4,5 +4,5 @@ jvserve package initialization.
 This package provides the webserver for loading and interacting with JIVAS agents.
 """
 
-__version__ = "2.0.12"
+__version__ = "2.0.13"
 __supported__jivas__versions__ = ["2.0.0"]

{jvserve-2.0.12 → jvserve-2.0.13}/jvserve/cli.py

@@ -7,14 +7,13 @@ from contextlib import asynccontextmanager
 from typing import AsyncIterator, Optional
 
 from dotenv import load_dotenv
-from fastapi.responses import FileResponse, StreamingResponse
+from fastapi.responses import FileResponse, Response, StreamingResponse
 from jac_cloud.jaseci.security import authenticator
 from jac_cloud.plugin.jaseci import NodeAnchor
 from jaclang.cli.cmdreg import cmd_registry
 from jaclang.plugin.default import hookimpl
 from jaclang.runtimelib.context import ExecutionContext
 from jaclang.runtimelib.machine import JacMachine
-from requests import Response
 from uvicorn import run as _run
 
 from jvserve.lib.agent_interface import AgentInterface
@@ -216,8 +215,7 @@ class JacCmd:
         ) -> None:
             """Launch the file proxy server for remote files."""
             # load FastAPI
-            from bson import ObjectId
-            from fastapi import FastAPI, HTTPException
+            from fastapi import FastAPI
             from fastapi.middleware.cors import CORSMiddleware
 
             # Setup custom routes
@@ -238,21 +236,32 @@ class JacCmd:
                 @app.get("/files/{file_path:path}", response_model=None)
                 async def serve_file(
                     file_path: str,
-                ) -> Response:
+                ) -> FileResponse | StreamingResponse | Response:
+                    descriptor_path = os.environ["JIVAS_DESCRIPTOR_ROOT_PATH"]
+                    if descriptor_path and descriptor_path in file_path:
+                        return Response(status_code=403)
+
                     return serve_proxied_file(file_path)
 
             @app.get("/f/{file_id:path}", response_model=None)
             async def get_proxied_file(
                 file_id: str,
-            ) -> Response:
+            ) -> FileResponse | StreamingResponse | Response:
+                from bson import ObjectId
+                from fastapi import HTTPException
+
                 params = file_id.split("/")
                 object_id = params[0]
 
                 # mongo db collection
                 collection = NodeAnchor.Collection.get_collection("url_proxies")
                 file_details = collection.find_one({"_id": ObjectId(object_id)})
+                descriptor_path = os.environ["JIVAS_DESCRIPTOR_ROOT_PATH"]
 
                 if file_details:
+                    if descriptor_path and descriptor_path in file_details["path"]:
+                        return Response(status_code=403)
+
                     return serve_proxied_file(file_details["path"])
 
                 raise HTTPException(status_code=404, detail="File not found")

{jvserve-2.0.12 → jvserve-2.0.13}/jvserve/lib/agent_interface.py

@@ -1,5 +1,6 @@
 """Agent Interface class and methods for interaction with Jivas."""
 
+import asyncio
 import json
 import logging
 import os
@@ -243,7 +244,7 @@ class AgentInterface:
         streaming: Optional[bool] = None
 
     @staticmethod
-    def interact(payload: InteractPayload) -> dict:
+    def interact(payload: InteractPayload, request: Request) -> dict:
         """Interact with the agent."""
         response = None
         ctx = AgentInterface.load_context()
@@ -291,7 +292,7 @@ class AgentInterface:
                     interaction_node = response.interaction_node
 
                     async def generate(
-                        generator: Iterator,
+                        generator: Iterator, request: Request
                     ) -> AsyncGenerator[str, None]:
                         """
                         Asynchronously yield data chunks from a response generator in Server-Sent Events (SSE) format.
@@ -304,11 +305,11 @@ class AgentInterface:
                         """
                         full_text = ""
                         total_tokens = 0
+
                         try:
                             for chunk in generator:
                                 full_text += chunk.content
                                 total_tokens += 1  # each chunk is a token, let's tally
-                                await sleep(0.025)
                                 yield (
                                     "data: "
                                     + json.dumps(
@@ -324,6 +325,7 @@ class AgentInterface:
                                     )
                                     + "\n\n"
                                 )
+                                await sleep(0.025)
                             # Update the interaction node with the fully generated text
                             actx = await AgentInterface.load_context_async()
                             try:
@@ -336,7 +338,7 @@ class AgentInterface:
                                         attributes={
                                             "interaction_data": interaction_node.export(),
                                         },
-                                        module_name="jivas.agent.action.update_interaction",
+                                        module_name="jivas.agent.memory.update_interaction",
                                     ),
                                 )
                             finally:
@@ -347,9 +349,30 @@ class AgentInterface:
                             AgentInterface.LOGGER.error(
                                 f"Exception in streaming generator: {e}, {traceback.format_exc()}"
                             )
+                        except asyncio.CancelledError:
+                            AgentInterface.LOGGER.error(
+                                "Client disconnected. Aborting stream."
+                            )
+                            actx = await AgentInterface.load_context_async()
+                            try:
+                                interaction_node.set_text_message(message=full_text)
+                                interaction_node.add_tokens(total_tokens)
+                                _Jac.spawn_call(
+                                    NodeAnchor.ref(interaction_node.id).architype,
+                                    AgentInterface.spawn_walker(
+                                        walker_name="update_interaction",
+                                        attributes={
+                                            "interaction_data": interaction_node.export(),
+                                        },
+                                        module_name="jivas.agent.memory.update_interaction",
+                                    ),
+                                )
+                            finally:
+                                if actx:
+                                    actx.close()
 
                     return StreamingResponse(
-                        generate(response.generator),
+                        generate(response.generator, request),
                         media_type="text/event-stream",
                     )
 

{jvserve-2.0.12 → jvserve-2.0.13}/jvserve.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: jvserve
-Version: 2.0.12
+Version: 2.0.13
 Summary: FastAPI webserver for loading and interaction with JIVAS agents.
 Home-page: https://github.com/TrueSelph/jvserve
 Author: TrueSelph Inc.