@trillboards/edge-sdk 0.2.150 → 0.2.151

package/deploy/detector/pyproject.toml

@@ -10,7 +10,7 @@ name = "trillboards-detector"
 # constant, a `labels.py`-only change survives `uv tool install` AND
 # `uv tool install --force`; move the version and a bare `uv tool install`
 # reinstalls. See `stamp_version.py`.
-version = "0.2.0+src.6d43cf061068"
+version = "0.2.0+src.dd895d9aa2fd"
 description = "On-device object-detector service for the Trillboards BYO-CCTV connector (loopback HTTP, ONNX Runtime)."
 requires-python = ">=3.10"
 

package/deploy/detector/tests/test_execution.py

@@ -99,6 +99,31 @@ class TestLocalExecution(unittest.TestCase):
         with self.assertRaisesRegex(RuntimeError, "bad input"):
             s.run([], {})
 
+    def test_failed_cpu_construction_retains_session_and_retries_next_request(self):
+        r = Runtime(gpu_failure="gpu failed")
+        model = b"immutable original model"
+        s = LocalOrtSession(r, model, None)
+        gpu_session = s._session
+        original_constructor = r.InferenceSession
+
+        def fail_cpu(*args, **kwargs):
+            if kwargs["providers"] == [CPU]:
+                raise MemoryError("temporary CPU allocation failure")
+            return original_constructor(*args, **kwargs)
+
+        r.InferenceSession = fail_cpu
+        with self.assertRaisesRegex(MemoryError, "temporary CPU allocation failure"):
+            s.run([], {"frame": "first"})
+        self.assertIs(s._session, gpu_session)
+        self.assertIs(s._model_bytes, model)
+        self.assertTrue(s._cuda_active)
+        self.assertEqual(s.acceleration["providers"], [CUDA, CPU])
+        r.InferenceSession = original_constructor
+        captured = {"frame": "retry"}
+        self.assertIs(s.run([], captured), captured)
+        self.assertEqual(s.acceleration["backend"], "cpu")
+        self.assertIsNone(s._model_bytes)
+
     def test_ort_internal_runtime_demotion_updates_actual_backend(self):
         s = LocalOrtSession(Runtime(demote=True), b"model", None)
         s.run([], {})

package/deploy/detector/trillboards_detector/_version.py

@@ -13,5 +13,5 @@ human sets.
 """
 
 BASE_VERSION = "0.2.0"
-SOURCE_FINGERPRINT = "6d43cf061068"
-VERSION = "0.2.0+src.6d43cf061068"
+SOURCE_FINGERPRINT = "dd895d9aa2fd"
+VERSION = "0.2.0+src.dd895d9aa2fd"

package/deploy/detector/trillboards_detector/execution.py

@@ -57,16 +57,17 @@ class LocalOrtSession:
         LOG.info("[detector] local execution: %s", self.acceleration)
 
     def _cpu(self, reason):
-        # A failed GPU attempt must not keep its allocation while CPU starts.
-        self._session = None
-        self._cuda_active = False
-        self.fallback_reason = reason[:1000]
-        self._acceleration = {"requested": self.requested, "backend": "initializing_cpu",
-                              "providers": [], "fallback_reason": self.fallback_reason}
-        LOG.warning("[detector] GPU unavailable; CPU fallback: %s", self.fallback_reason)
-        self._session = self._runtime.InferenceSession(
+        # Construct before replacing the live session. If CPU construction also
+        # fails (for example under memory pressure), retain the GPU session and
+        # immutable bytes so the next request can retry, rather than publishing
+        # a permanently broken None session as ready in the model registry.
+        LOG.warning("[detector] GPU unavailable; CPU fallback: %s", reason[:1000])
+        cpu_session = self._runtime.InferenceSession(
             self._model_bytes, sess_options=self._options, providers=[CPU]
         )
+        self._session = cpu_session
+        self._cuda_active = False
+        self.fallback_reason = reason[:1000]
         self._model_bytes = None
         self._publish_acceleration()
 

package/deploy/windows/install-update.ps1

@@ -61,9 +61,9 @@ function Register-Connector([string]$Root) {
   update indefinitely. The provisioner serializes replacement, verifies its
   installed stamp and chooses one CPU/CUDA dependency set. Pairings stay intact.
 
-  BEST EFFORT, ALWAYS. The detector is a cost optimisation: without it every
-  frame goes to the VLM exactly as it does today. It must never be able to fail
-  a customer's upgrade, so every path here returns quietly.
+  BEST EFFORT, ALWAYS. Restart the connector before this potentially network-
+  bound work. Detector-backed profiles report the unavailable local detector
+  until it is repaired; this must not fail the connector upgrade or pairing.
 #>
 function Update-DetectorTask([string]$Root) {
   try {
@@ -194,10 +194,12 @@ try {
   Assert-ConnectorVersion $InstallDir
   Register-Connector $InstallDir
   Assert-ConnectorScheduled
-  Update-DetectorTask $InstallDir
   if (Test-Path (Join-Path $InstallDir "trillboards.config.json")) {
     Start-ScheduledTask -TaskName "TrillboardsEdge" -ErrorAction Stop
   }
+  # Runtime provisioning can download CUDA packages. Resume the connector
+  # before that best-effort work so capture is not held behind the download.
+  Update-DetectorTask $InstallDir
 
   Remove-Item -Recurse -Force $previousDir -ErrorAction SilentlyContinue
   Remove-Item -Recurse -Force $StagingDir -ErrorAction SilentlyContinue

package/dist/EdgeAgent.js

@@ -44,7 +44,7 @@ const edge_ads_1 = require("@trillboards/edge-ads");
 const CommandRouter_1 = require("./CommandRouter");
 const config_1 = require("./config");
 const dataDir_1 = require("./dataDir");
-const SDK_VERSION = '0.2.150';
+const SDK_VERSION = '0.2.151';
 class EdgeAgent extends events_1.EventEmitter {
     constructor(config, deps) {
         super();

package/dist/diagnose.d.ts

@@ -31,7 +31,7 @@ export interface DiagnosticReport {
         skipped: number;
     };
 }
-declare const SDK_VERSION = "0.2.150";
+declare const SDK_VERSION = "0.2.151";
 declare function checkNodeVersion(): CheckResult;
 declare function checkPlatform(): CheckResult;
 declare function checkMemory(): CheckResult;

package/dist/diagnose.js

@@ -63,7 +63,7 @@ const localNetworkAccess_1 = require("./localNetworkAccess");
 // ---------------------------------------------------------------------------
 // SDK version — mirrors package.json; kept in sync by CI
 // ---------------------------------------------------------------------------
-const SDK_VERSION = '0.2.150';
+const SDK_VERSION = '0.2.151';
 exports._SDK_VERSION = SDK_VERSION;
 // ---------------------------------------------------------------------------
 // ANSI helpers (no external deps)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@trillboards/edge-sdk",
-  "version": "0.2.150",
+  "version": "0.2.151",
   "description": "Composable cross-platform Edge AI SDK for audience sensing on DOOH/CTV devices",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",