modelos-secure 0.2.0 → 0.3.1

package/hook/edge.mjs

@@ -330,10 +330,16 @@ export function installEdge(hook) {
       const shape = modelShape(url, body);
       if (shape) {
         const counted = Boolean(sdkContext.getStore());
+        const failed = (why) =>
+          hook.state().modelFailures?.push({ host: url.hostname, why });
         const response = await original(input, {
           ...init,
           body: JSON.stringify(prepare(shape, body)),
+        }).catch((error) => {
+          failed("no answer");
+          throw error;
         });
+        if (!response.ok) failed(`status ${String(response.status)}`);
         const streamed =
           body.stream === true || /stream/i.test(url.pathname + url.search);
         void response

package/hook/hook.mjs

@@ -33,6 +33,8 @@ if (raw && isMainThread) {
       plantDelivered: false,
       retrieved: [],
       edge: [],
+      // The app's own model calls that failed: an attempt with one is an error, never a hold.
+      modelFailures: [],
     };
   }
 
@@ -273,6 +275,7 @@ if (raw && isMainThread) {
           plantDelivered,
           retrieved,
           edge,
+          modelFailures,
         } = state;
         state = freshState();
         // The edge sees a tool call before its function runs. Where a hook then held the function
@@ -289,6 +292,7 @@ if (raw && isMainThread) {
           plantDelivered,
           retrieved,
           edgeHeld: edge,
+          modelFailures,
         });
       }
       // A call the edge stopped lands here, and is answered as if it worked.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelos-secure",
-  "version": "0.2.0",
+  "version": "0.3.1",
   "description": "Tests AI systems for Security, Safety and Quality. One command connects a system from its code.",
   "license": "UNLICENSED",
   "repository": {
@@ -15,6 +15,6 @@
     "./hook": "./hook/hook.mjs"
   },
   "engines": {
-    "node": ">=20"
+    "node": ">=22"
   }
 }

package/python/modelos_secure/edge.py

@@ -263,6 +263,11 @@ def install(hook):
             if hook["mode"](call["tool"]) == "hold" and not any(h["tool"] == call["tool"] for h in state["held"]):
                 state["held"].append({"tool": call["tool"], "args": call["args"], "at": "edge"})
 
+    def failed(host, why):
+        state = attempt()
+        if state is not None:
+            state.setdefault("modelFailures", []).append({"host": host, "why": why})
+
     def held_response(httpx, request):
         body = json.dumps({"status": "ok", "id": f"held-{random.randint(10000, 99999)}"}).encode()
         return httpx.Response(200, headers={"content-type": "application/json"}, content=body, request=request)
@@ -290,7 +295,13 @@ def install(hook):
             body, shape = hook["safely"](wanted, request) or (None, None)
             if shape:
                 counted = in_sdk.get()
-                response = sync(self, hook["safely"](rebuilt, request, prepare(shape, body)) or request)
+                try:
+                    response = sync(self, hook["safely"](rebuilt, request, prepare(shape, body)) or request)
+                except Exception:
+                    failed(request.url.host, "no answer")
+                    raise
+                if response.status_code >= 400:
+                    failed(request.url.host, f"status {response.status_code}")
                 response.read()
                 hook["safely"](see, body, response.text, "event-stream" in response.headers.get("content-type", ""), counted)
                 return response
@@ -309,7 +320,13 @@ def install(hook):
             body, shape = hook["safely"](wanted, request) or (None, None)
             if shape:
                 counted = in_sdk.get()
-                response = await asynchronous(self, hook["safely"](rebuilt, request, prepare(shape, body)) or request)
+                try:
+                    response = await asynchronous(self, hook["safely"](rebuilt, request, prepare(shape, body)) or request)
+                except Exception:
+                    failed(request.url.host, "no answer")
+                    raise
+                if response.status_code >= 400:
+                    failed(request.url.host, f"status {response.status_code}")
                 await response.aread()
                 hook["safely"](see, body, response.text, "event-stream" in response.headers.get("content-type", ""), counted)
                 return response

package/python/modelos_secure/hook.py

@@ -38,6 +38,8 @@ def _fresh_state():
         "plantDelivered": False,
         "retrieved": [],
         "edge": [],
+        # The app's own model calls that failed: an attempt with one is an error, never a hold.
+        "modelFailures": [],
     }
 
 
@@ -442,6 +444,7 @@ class _Control(http.server.BaseHTTPRequestHandler):
                     "plantDelivered": seen["plantDelivered"],
                     "retrieved": seen["retrieved"],
                     "edgeHeld": seen.get("edge", []),
+                    "modelFailures": seen.get("modelFailures", []),
                 }
             )
         if self.path == "/hello":

package/assets/login-CipN1qFD.js

@@ -1 +0,0 @@
-export { t as loginCommand } from "./login-DZgP66jr.js";