@pentatonic-ai/ai-agent-sdk 0.10.36 → 0.10.37

package/dist/index.cjs

@@ -878,7 +878,7 @@ function fireAndForgetEmit(clientConfig, sessionOpts, messages, result, model) {
 }
 
 // src/telemetry.js
-var VERSION = "0.10.36";
+var VERSION = "0.10.37";
 var TELEMETRY_URL = "https://sdk-telemetry.philip-134.workers.dev";
 function machineId() {
   const raw = typeof process !== "undefined" ? `${process.env?.USER || process.env?.USERNAME || "u"}:${process.platform || "x"}:${process.arch || "x"}` : "browser";

package/dist/index.js

@@ -847,7 +847,7 @@ function fireAndForgetEmit(clientConfig, sessionOpts, messages, result, model) {
 }
 
 // src/telemetry.js
-var VERSION = "0.10.36";
+var VERSION = "0.10.37";
 var TELEMETRY_URL = "https://sdk-telemetry.philip-134.workers.dev";
 function machineId() {
   const raw = typeof process !== "undefined" ? `${process.env?.USER || process.env?.USERNAME || "u"}:${process.platform || "x"}:${process.arch || "x"}` : "browser";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pentatonic-ai/ai-agent-sdk",
-  "version": "0.10.36",
+  "version": "0.10.37",
   "description": "TES SDK — LLM observability and lifecycle tracking via Pentatonic Thing Event System. Track token usage, tool calls, and conversations. Manage things through event-sourced lifecycle stages with AI enrichment and vector search.",
   "type": "module",
   "main": "./dist/index.cjs",

package/packages/memory-engine-v2/compat/server.py

@@ -37,6 +37,7 @@ import uuid
 from contextlib import asynccontextmanager
 from datetime import datetime
 from typing import Any
+from urllib.parse import urlsplit
 
 import httpx
 import numpy as np
@@ -59,6 +60,14 @@ NV_EMBED_PROVIDER = os.environ.get("NV_EMBED_PROVIDER", "openai")  # 'openai' |
 EMBED_DIM = int(os.environ.get("EMBED_DIM", "4096"))
 # Window (minutes) over which /health/deep computes the distillation drain rate.
 HEALTH_DRAIN_WINDOW_MIN = int(os.environ.get("HEALTH_DRAIN_WINDOW_MIN", "5"))
+# GPU/compute-tier endpoints probed by the /health/deep stack-online gauge. The
+# teacher is probed THROUGH its load-balancer (a stable service name that is up
+# even when the fleet is scaled to zero) — see health_deep for why the probe
+# treats a no-upstream 502 as offline. STUDENT_ENDPOINT is the vLLM student box;
+# when unset (not wired into compat's env) the student tier is simply omitted
+# from the gauge rather than counted as down.
+STUDENT_ENDPOINT = os.environ.get("STUDENT_ENDPOINT", "")
+TEACHER_HEALTH_URL = os.environ.get("TEACHER_HEALTH_URL", "http://teacher-lb:8500/v1/models")
 
 COLLECTION_NAME = "evidence"
 
@@ -651,10 +660,36 @@ async def health():
     return {"status": "healthy", "service": "pme2-compat", "version": "0.1.0"}
 
 
+def _models_url(endpoint: str) -> str:
+    """Rewrite any endpoint URL to its OpenAI-style /v1/models path — a cheap
+    GET the vLLM student/teacher boxes and the embed gateways all answer. Keeps
+    only scheme+host+port so it works whether the source URL was /v1/embeddings,
+    /v1/chat/completions, etc."""
+    p = urlsplit(endpoint)
+    return f"{p.scheme}://{p.netloc}/v1/models"
+
+
+async def _tier_online(url: str, *, healthy_below: int = 600) -> bool:
+    """Liveness probe for one compute tier. Online iff the endpoint answers with
+    an HTTP status < healthy_below within the timeout. Connection refused /
+    timeout / DNS failure → offline.
+
+    healthy_below defaults to 600 (any HTTP answer = the box is powered on and
+    serving). Pass 500 for a tier fronted by an always-up load balancer (the
+    teacher LB): with the fleet scaled to zero the LB itself still answers, but
+    with a 502 (no healthy upstream) — which we must read as OFFLINE, not "the
+    LB replied, so it's up"."""
+    try:
+        r = await _http.get(url, timeout=3.0)
+        return r.status_code < healthy_below
+    except Exception:
+        return False
+
+
 @app.get("/health/deep")
 async def health_deep():
-    """Round-trips all three stores + the embed gateway. Slow; do not
-    use as a docker healthcheck."""
+    """Round-trips all three stores + the embed gateway, then computes a
+    stack-online gauge. Slow; do not use as a docker healthcheck."""
     result = {"compat": "ok", "stores": {}}
 
     # org-model
@@ -710,6 +745,44 @@ async def health_deep():
     except Exception as e:
         result["stores"]["embed_gateway"] = {"status": "error", "error": str(e)}
 
+    # Stack-online gauge: what fraction of the compute stack is powered on RIGHT
+    # NOW. Deliberately counts every tier — including the scale-to-zero teacher
+    # fleet — so a parked teacher legitimately lowers the %. This is a "what's
+    # running" dial, not a pure health signal: the distillation drain/backlog
+    # block above says whether a parked teacher is actually a problem. Tiers the
+    # store round-trips already assessed are reused (no re-probe); the GPU tiers
+    # are probed concurrently for liveness.
+    components: dict[str, bool] = {
+        "compat": True,  # we are the one answering
+        "org_model": result["stores"].get("org_model", {}).get("status") == "ok",
+        "vector_index": result["stores"].get("vector_index", {}).get("status") == "ok",
+        "embed_interactive": result["stores"].get("embed_gateway", {}).get("status") == "ok",
+    }
+    # GPU/compute tiers not covered by the store probes. (name, url, healthy_below)
+    gpu_probes = [("teacher", TEACHER_HEALTH_URL, 500)]
+    # Bulk embedder only counts as a distinct tier when it's a separate box.
+    if NV_EMBED_URL_BULK and NV_EMBED_URL_BULK != NV_EMBED_URL:
+        gpu_probes.append(("embed_bulk", _models_url(NV_EMBED_URL_BULK), 600))
+    if STUDENT_ENDPOINT:
+        gpu_probes.append(("student", _models_url(STUDENT_ENDPOINT), 600))
+    try:
+        probe_results = await asyncio.gather(
+            *(_tier_online(url, healthy_below=hb) for _, url, hb in gpu_probes)
+        )
+        for (name, _, _), up in zip(gpu_probes, probe_results):
+            components[name] = up
+    except Exception as e:  # pragma: no cover — probing must never 500 the endpoint
+        result["stack_probe_error"] = str(e)
+
+    online = sum(1 for up in components.values() if up)
+    total = len(components)
+    result["stack"] = {
+        "online_pct": round(100 * online / total, 1) if total else 0.0,
+        "online": online,
+        "total": total,
+        "components": {k: ("up" if up else "down") for k, up in components.items()},
+    }
+
     return result