@camera.ui/server 2.2.7 → 2.3.0

package/dist/interface/workbox-5f52ac45.js

@@ -0,0 +1 @@
+define(["exports"],function(t){"use strict";try{self["workbox:core:7.4.0"]&&_()}catch(t){}const e=(t,...e)=>{let s=t;return e.length>0&&(s+=` :: ${JSON.stringify(e)}`),s};class s extends Error{constructor(t,s){super(e(t,s)),this.name=t,this.details=s}}try{self["workbox:routing:7.4.0"]&&_()}catch(t){}const n=t=>t&&"object"==typeof t?t:{handle:t};class r{constructor(t,e,s="GET"){this.handler=n(e),this.match=t,this.method=s}setCatchHandler(t){this.catchHandler=n(t)}}class i extends r{constructor(t,e,s){super(({url:e})=>{const s=t.exec(e.href);if(s&&(e.origin===location.origin||0===s.index))return s.slice(1)},e,s)}}class o{constructor(){this.t=new Map,this.i=new Map}get routes(){return this.t}addFetchListener(){self.addEventListener("fetch",t=>{const{request:e}=t,s=this.handleRequest({request:e,event:t});s&&t.respondWith(s)})}addCacheListener(){self.addEventListener("message",t=>{if(t.data&&"CACHE_URLS"===t.data.type){const{payload:e}=t.data,s=Promise.all(e.urlsToCache.map(e=>{"string"==typeof e&&(e=[e]);const s=new Request(...e);return this.handleRequest({request:s,event:t})}));t.waitUntil(s),t.ports&&t.ports[0]&&s.then(()=>t.ports[0].postMessage(!0))}})}handleRequest({request:t,event:e}){const s=new URL(t.url,location.href);if(!s.protocol.startsWith("http"))return;const n=s.origin===location.origin,{params:r,route:i}=this.findMatchingRoute({event:e,request:t,sameOrigin:n,url:s});let o=i&&i.handler;const c=t.method;if(!o&&this.i.has(c)&&(o=this.i.get(c)),!o)return;let a;try{a=o.handle({url:s,request:t,event:e,params:r})}catch(t){a=Promise.reject(t)}const h=i&&i.catchHandler;return a instanceof Promise&&(this.o||h)&&(a=a.catch(async n=>{if(h)try{return await h.handle({url:s,request:t,event:e,params:r})}catch(t){t instanceof Error&&(n=t)}if(this.o)return this.o.handle({url:s,request:t,event:e});throw n})),a}findMatchingRoute({url:t,sameOrigin:e,request:s,event:n}){const r=this.t.get(s.method)||[];for(const i of r){let r;const o=i.match({url:t,sameOrigin:e,request:s,event:n});if(o)return r=o,(Array.isArray(r)&&0===r.length||o.constructor===Object&&0===Object.keys(o).length||"boolean"==typeof o)&&(r=void 0),{route:i,params:r}}return{}}setDefaultHandler(t,e="GET"){this.i.set(e,n(t))}setCatchHandler(t){this.o=n(t)}registerRoute(t){this.t.has(t.method)||this.t.set(t.method,[]),this.t.get(t.method).push(t)}unregisterRoute(t){if(!this.t.has(t.method))throw new s("unregister-route-but-not-found-with-method",{method:t.method});const e=this.t.get(t.method).indexOf(t);if(!(e>-1))throw new s("unregister-route-route-not-registered");this.t.get(t.method).splice(e,1)}}let c;const a=()=>(c||(c=new o,c.addFetchListener(),c.addCacheListener()),c);function h(t,e,n){let o;if("string"==typeof t){const s=new URL(t,location.href);o=new r(({url:t})=>t.href===s.href,e,n)}else if(t instanceof RegExp)o=new i(t,e,n);else if("function"==typeof t)o=new r(t,e,n);else{if(!(t instanceof r))throw new s("unsupported-route-type",{moduleName:"workbox-routing",funcName:"registerRoute",paramName:"capture"});o=t}return a().registerRoute(o),o}const u={googleAnalytics:"googleAnalytics",precache:"precache-v2",prefix:"workbox",runtime:"runtime",suffix:"undefined"!=typeof registration?registration.scope:""},l=t=>[u.prefix,t,u.suffix].filter(t=>t&&t.length>0).join("-"),f=t=>{(t=>{for(const e of Object.keys(u))t(e)})(e=>{"string"==typeof t[e]&&(u[e]=t[e])})},w=t=>t||l(u.precache),d=t=>t||l(u.runtime);function p(t,e){const s=e();return t.waitUntil(s),s}try{self["workbox:precaching:7.4.0"]&&_()}catch(t){}function y(t){if(!t)throw new s("add-to-cache-list-unexpected-type",{entry:t});if("string"==typeof t){const e=new URL(t,location.href);return{cacheKey:e.href,url:e.href}}const{revision:e,url:n}=t;if(!n)throw new s("add-to-cache-list-unexpected-type",{entry:t});if(!e){const t=new URL(n,location.href);return{cacheKey:t.href,url:t.href}}const r=new URL(n,location.href),i=new URL(n,location.href);return r.searchParams.set("__WB_REVISION__",e),{cacheKey:r.href,url:i.href}}class g{constructor(){this.updatedURLs=[],this.notUpdatedURLs=[],this.handlerWillStart=async({request:t,state:e})=>{e&&(e.originalRequest=t)},this.cachedResponseWillBeUsed=async({event:t,state:e,cachedResponse:s})=>{if("install"===t.type&&e&&e.originalRequest&&e.originalRequest instanceof Request){const t=e.originalRequest.url;s?this.notUpdatedURLs.push(t):this.updatedURLs.push(t)}return s}}}class R{constructor({precacheController:t}){this.cacheKeyWillBeUsed=async({request:t,params:e})=>{const s=(null==e?void 0:e.cacheKey)||this.h.getCacheKeyForURL(t.url);return s?new Request(s,{headers:t.headers}):t},this.h=t}}let m;async function v(t,e){let n=null;if(t.url){n=new URL(t.url).origin}if(n!==self.location.origin)throw new s("cross-origin-copy-response",{origin:n});const r=t.clone(),i={headers:new Headers(r.headers),status:r.status,statusText:r.statusText},o=function(){if(void 0===m){const t=new Response("");if("body"in t)try{new Response(t.body),m=!0}catch(t){m=!1}m=!1}return m}()?r.body:await r.blob();return new Response(o,i)}function q(t,e){const s=new URL(t);for(const t of e)s.searchParams.delete(t);return s.href}class U{constructor(){this.promise=new Promise((t,e)=>{this.resolve=t,this.reject=e})}}const b=new Set;function L(t){return new Promise(e=>setTimeout(e,t))}try{self["workbox:strategies:7.4.0"]&&_()}catch(t){}function E(t){return"string"==typeof t?new Request(t):t}class C{constructor(t,e){this.u={},Object.assign(this,e),this.event=e.event,this.l=t,this.p=new U,this.R=[],this.m=[...t.plugins],this.v=new Map;for(const t of this.m)this.v.set(t,{});this.event.waitUntil(this.p.promise)}async fetch(t){const{event:e}=this;let n=E(t);if("navigate"===n.mode&&e instanceof FetchEvent&&e.preloadResponse){const t=await e.preloadResponse;if(t)return t}const r=this.hasCallback("fetchDidFail")?n.clone():null;try{for(const t of this.iterateCallbacks("requestWillFetch"))n=await t({request:n.clone(),event:e})}catch(t){if(t instanceof Error)throw new s("plugin-error-request-will-fetch",{thrownErrorMessage:t.message})}const i=n.clone();try{let t;t=await fetch(n,"navigate"===n.mode?void 0:this.l.fetchOptions);for(const s of this.iterateCallbacks("fetchDidSucceed"))t=await s({event:e,request:i,response:t});return t}catch(t){throw r&&await this.runCallbacks("fetchDidFail",{error:t,event:e,originalRequest:r.clone(),request:i.clone()}),t}}async fetchAndCachePut(t){const e=await this.fetch(t),s=e.clone();return this.waitUntil(this.cachePut(t,s)),e}async cacheMatch(t){const e=E(t);let s;const{cacheName:n,matchOptions:r}=this.l,i=await this.getCacheKey(e,"read"),o=Object.assign(Object.assign({},r),{cacheName:n});s=await caches.match(i,o);for(const t of this.iterateCallbacks("cachedResponseWillBeUsed"))s=await t({cacheName:n,matchOptions:r,cachedResponse:s,request:i,event:this.event})||void 0;return s}async cachePut(t,e){const n=E(t);await L(0);const r=await this.getCacheKey(n,"write");if(!e)throw new s("cache-put-with-no-response",{url:(i=r.url,new URL(String(i),location.href).href.replace(new RegExp(`^${location.origin}`),""))});var i;const o=await this.q(e);if(!o)return!1;const{cacheName:c,matchOptions:a}=this.l,h=await self.caches.open(c),u=this.hasCallback("cacheDidUpdate"),l=u?await async function(t,e,s,n){const r=q(e.url,s);if(e.url===r)return t.match(e,n);const i=Object.assign(Object.assign({},n),{ignoreSearch:!0}),o=await t.keys(e,i);for(const e of o)if(r===q(e.url,s))return t.match(e,n)}(h,r.clone(),["__WB_REVISION__"],a):null;try{await h.put(r,u?o.clone():o)}catch(t){if(t instanceof Error)throw"QuotaExceededError"===t.name&&await async function(){for(const t of b)await t()}(),t}for(const t of this.iterateCallbacks("cacheDidUpdate"))await t({cacheName:c,oldResponse:l,newResponse:o.clone(),request:r,event:this.event});return!0}async getCacheKey(t,e){const s=`${t.url} | ${e}`;if(!this.u[s]){let n=t;for(const t of this.iterateCallbacks("cacheKeyWillBeUsed"))n=E(await t({mode:e,request:n,event:this.event,params:this.params}));this.u[s]=n}return this.u[s]}hasCallback(t){for(const e of this.l.plugins)if(t in e)return!0;return!1}async runCallbacks(t,e){for(const s of this.iterateCallbacks(t))await s(e)}*iterateCallbacks(t){for(const e of this.l.plugins)if("function"==typeof e[t]){const s=this.v.get(e),n=n=>{const r=Object.assign(Object.assign({},n),{state:s});return e[t](r)};yield n}}waitUntil(t){return this.R.push(t),t}async doneWaiting(){for(;this.R.length;){const t=this.R.splice(0),e=(await Promise.allSettled(t)).find(t=>"rejected"===t.status);if(e)throw e.reason}}destroy(){this.p.resolve(null)}async q(t){let e=t,s=!1;for(const t of this.iterateCallbacks("cacheWillUpdate"))if(e=await t({request:this.request,response:e,event:this.event})||void 0,s=!0,!e)break;return s||e&&200!==e.status&&(e=void 0),e}}class O{constructor(t={}){this.cacheName=d(t.cacheName),this.plugins=t.plugins||[],this.fetchOptions=t.fetchOptions,this.matchOptions=t.matchOptions}handle(t){const[e]=this.handleAll(t);return e}handleAll(t){t instanceof FetchEvent&&(t={event:t,request:t.request});const e=t.event,s="string"==typeof t.request?new Request(t.request):t.request,n="params"in t?t.params:void 0,r=new C(this,{event:e,request:s,params:n}),i=this.U(r,s,e);return[i,this.L(i,r,s,e)]}async U(t,e,n){let r;await t.runCallbacks("handlerWillStart",{event:n,request:e});try{if(r=await this._(e,t),!r||"error"===r.type)throw new s("no-response",{url:e.url})}catch(s){if(s instanceof Error)for(const i of t.iterateCallbacks("handlerDidError"))if(r=await i({error:s,event:n,request:e}),r)break;if(!r)throw s}for(const s of t.iterateCallbacks("handlerWillRespond"))r=await s({event:n,request:e,response:r});return r}async L(t,e,s,n){let r,i;try{r=await t}catch(i){}try{await e.runCallbacks("handlerDidRespond",{event:n,request:s,response:r}),await e.doneWaiting()}catch(t){t instanceof Error&&(i=t)}if(await e.runCallbacks("handlerDidComplete",{event:n,request:s,response:r,error:i}),e.destroy(),i)throw i}}class x extends O{constructor(t={}){t.cacheName=w(t.cacheName),super(t),this.C=!1!==t.fallbackToNetwork,this.plugins.push(x.copyRedirectedCacheableResponsesPlugin)}async _(t,e){const s=await e.cacheMatch(t);return s||(e.event&&"install"===e.event.type?await this.O(t,e):await this.N(t,e))}async N(t,e){let n;const r=e.params||{};if(!this.C)throw new s("missing-precache-entry",{cacheName:this.cacheName,url:t.url});{const s=r.integrity,i=t.integrity,o=!i||i===s;n=await e.fetch(new Request(t,{integrity:"no-cors"!==t.mode?i||s:void 0})),s&&o&&"no-cors"!==t.mode&&(this.k(),await e.cachePut(t,n.clone()))}return n}async O(t,e){this.k();const n=await e.fetch(t);if(!await e.cachePut(t,n.clone()))throw new s("bad-precaching-response",{url:t.url,status:n.status});return n}k(){let t=null,e=0;for(const[s,n]of this.plugins.entries())n!==x.copyRedirectedCacheableResponsesPlugin&&(n===x.defaultPrecacheCacheabilityPlugin&&(t=s),n.cacheWillUpdate&&e++);0===e?this.plugins.push(x.defaultPrecacheCacheabilityPlugin):e>1&&null!==t&&this.plugins.splice(t,1)}}x.defaultPrecacheCacheabilityPlugin={cacheWillUpdate:async({response:t})=>!t||t.status>=400?null:t},x.copyRedirectedCacheableResponsesPlugin={cacheWillUpdate:async({response:t})=>t.redirected?await v(t):t};class N{constructor({cacheName:t,plugins:e=[],fallbackToNetwork:s=!0}={}){this.P=new Map,this.j=new Map,this.T=new Map,this.l=new x({cacheName:w(t),plugins:[...e,new R({precacheController:this})],fallbackToNetwork:s}),this.install=this.install.bind(this),this.activate=this.activate.bind(this)}get strategy(){return this.l}precache(t){this.addToCacheList(t),this.K||(self.addEventListener("install",this.install),self.addEventListener("activate",this.activate),this.K=!0)}addToCacheList(t){const e=[];for(const n of t){"string"==typeof n?e.push(n):n&&void 0===n.revision&&e.push(n.url);const{cacheKey:t,url:r}=y(n),i="string"!=typeof n&&n.revision?"reload":"default";if(this.P.has(r)&&this.P.get(r)!==t)throw new s("add-to-cache-list-conflicting-entries",{firstEntry:this.P.get(r),secondEntry:t});if("string"!=typeof n&&n.integrity){if(this.T.has(t)&&this.T.get(t)!==n.integrity)throw new s("add-to-cache-list-conflicting-integrities",{url:r});this.T.set(t,n.integrity)}if(this.P.set(r,t),this.j.set(r,i),e.length>0){const t=`Workbox is precaching URLs without revision info: ${e.join(", ")}\nThis is generally NOT safe. Learn more at https://bit.ly/wb-precache`;console.warn(t)}}}install(t){return p(t,async()=>{const e=new g;this.strategy.plugins.push(e);for(const[e,s]of this.P){const n=this.T.get(s),r=this.j.get(e),i=new Request(e,{integrity:n,cache:r,credentials:"same-origin"});await Promise.all(this.strategy.handleAll({params:{cacheKey:s},request:i,event:t}))}const{updatedURLs:s,notUpdatedURLs:n}=e;return{updatedURLs:s,notUpdatedURLs:n}})}activate(t){return p(t,async()=>{const t=await self.caches.open(this.strategy.cacheName),e=await t.keys(),s=new Set(this.P.values()),n=[];for(const r of e)s.has(r.url)||(await t.delete(r),n.push(r.url));return{deletedURLs:n}})}getURLsToCacheKeys(){return this.P}getCachedURLs(){return[...this.P.keys()]}getCacheKeyForURL(t){const e=new URL(t,location.href);return this.P.get(e.href)}getIntegrityForCacheKey(t){return this.T.get(t)}async matchPrecache(t){const e=t instanceof Request?t.url:t,s=this.getCacheKeyForURL(e);if(s){return(await self.caches.open(this.strategy.cacheName)).match(s)}}createHandlerBoundToURL(t){const e=this.getCacheKeyForURL(t);if(!e)throw new s("non-precached-url",{url:t});return s=>(s.request=new Request(t),s.params=Object.assign({cacheKey:e},s.params),this.strategy.handle(s))}}let k;const P=()=>(k||(k=new N),k);class j extends r{constructor(t,e){super(({request:s})=>{const n=t.getURLsToCacheKeys();for(const r of function*(t,{ignoreURLParametersMatching:e=[/^utm_/,/^fbclid$/],directoryIndex:s="index.html",cleanURLs:n=!0,urlManipulation:r}={}){const i=new URL(t,location.href);i.hash="",yield i.href;const o=function(t,e=[]){for(const s of[...t.searchParams.keys()])e.some(t=>t.test(s))&&t.searchParams.delete(s);return t}(i,e);if(yield o.href,s&&o.pathname.endsWith("/")){const t=new URL(o.href);t.pathname+=s,yield t.href}if(n){const t=new URL(o.href);t.pathname+=".html",yield t.href}if(r){const t=r({url:i});for(const e of t)yield e.href}}(s.url,e)){const e=n.get(r);if(e){return{cacheKey:e,integrity:t.getIntegrityForCacheKey(e)}}}},t.strategy)}}t.NetworkOnly=class extends O{constructor(t={}){super(t),this.W=t.networkTimeoutSeconds||0}async _(t,e){let n,r;try{const s=[e.fetch(t)];if(this.W){const t=L(1e3*this.W);s.push(t)}if(r=await Promise.race(s),!r)throw new Error(`Timed out the network response after ${this.W} seconds.`)}catch(t){t instanceof Error&&(n=t)}if(!r)throw new s("no-response",{url:t.url,error:n});return r}},t.PrecacheFallbackPlugin=class{constructor({fallbackURL:t,precacheController:e}){this.handlerDidError=()=>this.h.matchPrecache(this.M),this.M=t,this.h=e||P()}},t.cleanupOutdatedCaches=function(){self.addEventListener("activate",t=>{const e=w();t.waitUntil((async(t,e="-precache-")=>{const s=(await self.caches.keys()).filter(s=>s.includes(e)&&s.includes(self.registration.scope)&&s!==t);return await Promise.all(s.map(t=>self.caches.delete(t))),s})(e).then(t=>{}))})},t.clientsClaim=function(){self.addEventListener("activate",()=>self.clients.claim())},t.precacheAndRoute=function(t,e){!function(t){P().precache(t)}(t),function(t){const e=P();h(new j(e,t))}(e)},t.registerRoute=h,t.setCacheNameDetails=function(t){f(t)}});

package/dist/server/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camera.ui/server",
-  "version": "2.2.7",
+  "version": "2.3.0",
   "description": "camera.ui server",
   "author": "seydx (https://github.com/cameraui/camera.ui)",
   "type": "module",
@@ -38,20 +38,20 @@
   "dependencies": {
     "@bjia56/portable-python": "^0.1.166",
     "@camera.ui/cloudflared": "^2026.9.1-cui.1",
-    "@camera.ui/common": "~0.0.58-beta.2",
-    "@camera.ui/go2rtc": "^1.9.14-cui.46",
+    "@camera.ui/common": "~0.0.58",
+    "@camera.ui/go2rtc": "^1.9.14-cui.47",
     "@camera.ui/nats": "^2.15.0",
     "@camera.ui/rpc": "^1.0.12",
     "@camera.ui/rust-detector": "~0.0.12",
-    "@camera.ui/rust-postprocessor": "~0.1.9",
-    "@camera.ui/sdk": "~1.3.3",
+    "@camera.ui/rust-postprocessor": "~0.1.13",
+    "@camera.ui/sdk": "~1.4.0",
     "@camera.ui/tunnel": "^1.0.7",
     "@eneris/push-receiver": "^4.4.0",
     "@fastify/cors": "^11.3.0",
     "@fastify/helmet": "^13.1.1",
-    "@fastify/http-proxy": "^11.6.2",
+    "@fastify/http-proxy": "^11.6.3",
     "@fastify/multipart": "^10.1.2",
-    "@fastify/static": "^10.1.4",
+    "@fastify/static": "^10.1.5",
     "@fastify/swagger": "^9.9.0",
     "@fastify/swagger-ui": "^6.1.1",
     "@homebridge/ciao": "npm:@seydx/ciao@1.3.10",
@@ -60,16 +60,16 @@
     "@peculiar/asn1-x509": "^2.9.5",
     "@peculiar/x509": "1.14.3",
     "@scrypted/node-pty": "^1.0.25",
-    "@tanstack/ai": "^0.58.0",
-    "@tanstack/ai-anthropic": "^0.18.11",
-    "@tanstack/ai-compaction": "^0.1.6",
-    "@tanstack/ai-gemini": "^0.32.0",
-    "@tanstack/ai-memory": "^0.2.3",
-    "@tanstack/ai-ollama": "^0.11.6",
-    "@tanstack/ai-openai": "^0.23.1",
-    "@tanstack/ai-openrouter": "^0.19.17",
-    "@tanstack/ai-persistence": "^0.6.4",
-    "@tanstack/ai-skills": "^0.1.7",
+    "@tanstack/ai": "^0.61.0",
+    "@tanstack/ai-anthropic": "^0.19.1",
+    "@tanstack/ai-compaction": "^0.1.9",
+    "@tanstack/ai-gemini": "^0.33.1",
+    "@tanstack/ai-memory": "^0.2.6",
+    "@tanstack/ai-ollama": "^0.11.9",
+    "@tanstack/ai-openai": "^0.24.1",
+    "@tanstack/ai-openrouter": "^0.19.20",
+    "@tanstack/ai-persistence": "^0.6.7",
+    "@tanstack/ai-skills": "^0.1.11",
     "adm-zip": "^0.6.1",
     "aedes": "^1.2.0",
     "croner": "^10.0.1",
@@ -86,13 +86,13 @@
     "qs": "^6.16.0",
     "reflect-metadata": "^0.2.2",
     "semver": "^7.8.5",
-    "socket.io": "^4.8.3",
+    "socket.io": "^4.8.4",
     "systeminformation": "^5.33.13",
     "tar": "^7.5.22",
     "tsyringe": "^4.10.0",
-    "undici": "^8.11.0",
+    "undici": "^8.11.2",
     "werift": "^0.24.4",
-    "ws": "^8.21.3",
+    "ws": "^8.22.0",
     "zod": "4.6.5"
   },
   "devDependencies": {
@@ -102,7 +102,7 @@
     "@types/adm-zip": "^0.5.8",
     "@types/fs-extra": "^11.0.4",
     "@types/jsonwebtoken": "^9.0.10",
-    "@types/node": "26.6.2",
+    "@types/node": "26.6.3",
     "@types/node-forge": "^1.3.14",
     "@types/npm-registry-fetch": "^8.0.9",
     "@types/pacote": "^11.1.8",
@@ -127,8 +127,8 @@
     "tail": "^2.2.6",
     "typescript": "5.9.3",
     "typescript-eslint": "^8.70.1",
-    "updates": "^19.0.0",
-    "vitest": "^5.0.1"
+    "updates": "^19.0.3",
+    "vitest": "^5.0.2"
   },
   "overrides": {
     "@shinyoshiaki/binary-data": "npm:@seydx/binary-data@0.6.2",

package/dist/server/requirements.txt

@@ -1,10 +1,10 @@
-camera-ui-sdk==1.3.3
+camera-ui-sdk==1.4.0
 camera-ui-common==1.0.24
 camera-ui-rpc==1.0.10
 certifi==2026.7.22
 deepdiff==9.1.0
 msgpack==1.2.2
-virtualenv==21.12.0
+virtualenv==21.13.0
 setproctitle==1.3.7
 ormsgpack==1.12.2
 truststore==0.10.4

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/__init__.py

@@ -176,6 +176,8 @@ from .plugin import (
     OAuthStatus,
     ObjectDetectionInterface,
     ObjectDetectionPluginResponse,
+    PersonEmbeddingInterface,
+    PersonEmbeddingPluginResponse,
     PluginAPI,
     PluginCapability,
     PluginContract,
@@ -184,6 +186,9 @@ from .plugin import (
     PluginInterfaces,
     PluginRole,
     PythonVersion,
+    SegmentationImage,
+    SegmentationInterface,
+    SegmentationPluginResponse,
     SensorDiscoveryProvider,
     ServicePlugin,
     Severity,
@@ -256,10 +261,13 @@ from .sensor import (
     MotionSensor,
     ObjectDetectionLabel,
     ObjectDetectorSensor,
+    ObjectMask,
     ObjectModelSpec,
     ObjectResult,
     ObjectSensor,
     OccupancySensor,
+    PersonEmbedderSensor,
+    PersonEmbeddingResult,
     PowerSensor,
     ProblemSensor,
     PTZCapability,
@@ -269,6 +277,9 @@ from .sensor import (
     PTZRelativeMove,
     SecuritySystem,
     SecuritySystemState,
+    SegmentationFrame,
+    SegmentationResult,
+    SegmenterSensor,
     Sensor,
     SensorCategory,
     SensorLike,
@@ -459,6 +470,8 @@ __all__ = [
     "FaceSensor",
     "FaceDetectorSensor",
     "FaceEmbedderSensor",
+    "PersonEmbedderSensor",
+    "SegmenterSensor",
     "LicensePlateSensor",
     "LicensePlateDetectorSensor",
     "ClassifierDetection",
@@ -578,6 +591,10 @@ __all__ = [
     "MotionResult",
     "ObjectResult",
     "FaceEmbeddingResult",
+    "PersonEmbeddingResult",
+    "SegmentationFrame",
+    "SegmentationResult",
+    "ObjectMask",
     "FaceResult",
     "AudioResult",
     "LicensePlateResult",
@@ -594,6 +611,11 @@ __all__ = [
     "ClipDetectionPluginResponse",
     "FaceEmbeddingInterface",
     "FaceEmbeddingPluginResponse",
+    "PersonEmbeddingInterface",
+    "PersonEmbeddingPluginResponse",
+    "SegmentationInterface",
+    "SegmentationImage",
+    "SegmentationPluginResponse",
     "ClipTextEmbeddingResult",
     "PluginAPI",
     "BasePlugin",

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/camera/config.py

@@ -74,6 +74,10 @@ class CameraInput(TypedDict):
     """Probed talkback audio codec (client to camera). Present only when the probed source has a backchannel."""
     childSourceId: NotRequired[str]
     """Child source ID (for snapshot fallback)."""
+    childCameraId: NotRequired[str]
+    """Camera whose stream shows in the picture-in-picture overlay, instead of a source of this camera."""
+    childCameraRole: NotRequired[StreamingRole]
+    """Role of the ``childCameraId`` stream shown in the overlay."""
 
 
 class CameraConfigInputSettings(TypedDict):
@@ -99,6 +103,10 @@ class CameraConfigInputSettings(TypedDict):
     """Seconds allowed per RTSP request while connecting. Raise it for cameras that wake slowly. Unset means 5."""
     childSourceId: NotRequired[str]
     """Child source ID (for snapshot fallback)."""
+    childCameraId: NotRequired[str]
+    """Camera whose stream shows in the picture-in-picture overlay, instead of a source of this camera."""
+    childCameraRole: NotRequired[StreamingRole]
+    """Role of the ``childCameraId`` stream shown in the overlay."""
     urls: NotRequired[list[str]]
     """Raw source URLs, the server resolves them into streaming URLs."""
 
@@ -167,6 +175,10 @@ class PluginAssignments(TypedDict, total=False):
     """Face detection plugin."""
     faceEmbedder: AssignedPlugin
     """Face embedding plugin."""
+    personEmbedder: AssignedPlugin
+    """Person embedding plugin."""
+    segmenter: AssignedPlugin
+    """Segmentation plugin."""
     licensePlate: AssignedPlugin
     """License plate detection plugin."""
     ptz: AssignedPlugin

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/camera/device.py

@@ -20,7 +20,7 @@ from .detection import (
     CameraZones,
     PtzAutotrackSettings,
 )
-from .enums import CameraRole, CameraType
+from .enums import CameraRole, CameraType, StreamingRole
 from .events import DetectionEventPayload
 from .frames import CameraFrameWorkerSettings, SnapshotSettings
 from .recording import CameraRecordingSettings
@@ -55,6 +55,10 @@ class CameraSource(Protocol):
     """Generated streaming URLs."""
     childSourceId: str | None
     """Child source ID (for snapshot fallback)."""
+    childCameraId: str | None
+    """Camera whose stream shows in the picture-in-picture overlay, instead of a source of this camera."""
+    childCameraRole: StreamingRole | None
+    """Role of the ``childCameraId`` stream shown in the overlay."""
 
     async def snapshot(self, forceNew: bool = False) -> bytes | None:
         """

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/internal/camera_config_internal.py

@@ -3,7 +3,7 @@ from __future__ import annotations
 from typing import NotRequired, TypedDict
 
 from ..camera.config import CameraConfigInputSettings, CameraInformation
-from ..camera.enums import CameraRole
+from ..camera.enums import CameraRole, StreamingRole
 
 
 class CameraInputSettings(TypedDict):
@@ -27,6 +27,10 @@ class CameraInputSettings(TypedDict):
     """User-provided stream URLs."""
     childSourceId: NotRequired[str]
     """Child source ID (for snapshot fallback)."""
+    childCameraId: NotRequired[str]
+    """Camera whose stream shows in the picture-in-picture overlay, instead of a source of this camera."""
+    childCameraRole: NotRequired[StreamingRole]
+    """Role of the ``childCameraId`` stream shown in the overlay."""
 
 
 class CameraConfigPartial(TypedDict, total=False):

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/manager/__init__.py

@@ -176,7 +176,8 @@ class CoreManager(Protocol):
 
     async def getServerAddresses(self) -> list[str]:
         """
-        Get server addresses (IP addresses the server is listening on).
+        Get server addresses (IP addresses the server is listening on). A plugin running on a worker
+        gets the addresses selected for that worker, empty when none are selected.
 
         Returns:
             List of server addresses

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/plugin/__init__.py

@@ -76,7 +76,12 @@ from .interfaces import (
     MotionDetectionPluginResponse,
     ObjectDetectionInterface,
     ObjectDetectionPluginResponse,
+    PersonEmbeddingInterface,
+    PersonEmbeddingPluginResponse,
     PluginInterfaces,
+    SegmentationImage,
+    SegmentationInterface,
+    SegmentationPluginResponse,
     SensorDiscoveryProvider,
     ServicePlugin,
 )
@@ -137,6 +142,11 @@ __all__ = [
     "ClipDetectionPluginResponse",
     "FaceEmbeddingInterface",
     "FaceEmbeddingPluginResponse",
+    "PersonEmbeddingInterface",
+    "PersonEmbeddingPluginResponse",
+    "SegmentationImage",
+    "SegmentationInterface",
+    "SegmentationPluginResponse",
     "ClipTextEmbeddingResult",
     "PluginAPI",
     "BasePlugin",

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/plugin/contract.py

@@ -70,6 +70,12 @@ class PluginInterface(StrEnum):
     FaceEmbedding = "FaceEmbedding"
     """Implements FaceEmbeddingInterface (turns a face crop into a vector). Matching against enrolled faces happens in the NVR."""
 
+    PersonEmbedding = "PersonEmbedding"
+    """Implements PersonEmbeddingInterface (turns the crop of a person into a vector of their appearance). Searching happens in the NVR."""
+
+    Segmentation = "Segmentation"
+    """Implements SegmentationInterface (outlines the object at a box in a picture)."""
+
     DiscoveryProvider = "DiscoveryProvider"
     """Implements DiscoveryProvider (network scan + adoption). Only valid for camera-controlling roles."""
 

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/plugin/interfaces.py

@@ -15,10 +15,11 @@ from typing import (
 
 from typing_extensions import TypeVar as ExtTypeVar
 
-from ..sensor import ClassifierDetection, Detection, FaceDetection, LicensePlateDetection
+from ..sensor import BoundingBox, ClassifierDetection, Detection, FaceDetection, LicensePlateDetection
 from ..sensor.audio import AudioFrameData
 from ..sensor.clip import ClipEmbedding
 from ..sensor.motion import VideoFrameData
+from ..sensor.segmenter import ObjectMask
 from .api import PluginAPI
 from .assistant import AssistantToolProvider
 
@@ -149,6 +150,33 @@ class FaceEmbeddingPluginResponse(TypedDict):
     """How sure the model is that those points sit on a face (0 - 1)."""
 
 
+class PersonEmbeddingPluginResponse(TypedDict):
+    """Result of a person embedding run on a single image."""
+
+    embedding: list[float]
+    """Embedding vector for the person, empty when the picture could not be embedded."""
+
+    embeddingModel: str
+    """Model that produced the embedding; consumers must not mix models."""
+
+
+class SegmentationImage(TypedDict):
+    """A picture to outline an object in, with the object's box."""
+
+    image: bytes
+    """Encoded image (JPEG/PNG)."""
+
+    box: BoundingBox
+    """Box of the object to outline, normalized to the image."""
+
+
+class SegmentationPluginResponse(TypedDict):
+    """Result of a segmentation run on a single image."""
+
+    mask: NotRequired[ObjectMask]
+    """The object's outline, missing when the model found no object at the box."""
+
+
 class ClipTextEmbeddingResult(TypedDict):
     """Result of a CLIP text embedding request."""
 
@@ -443,7 +471,10 @@ class ObjectDetectionInterface(Protocol):
     async def testObjectDetection(
         self, image_data: bytes, metadata: ImageMetadata, config: dict[str, Any]
     ) -> ObjectDetectionPluginResponse | None:
-        """Run detection on a single image captured by the UI test panel; ``metadata`` carries the image dimensions."""
+        """Run detection on a single image captured by the UI test panel; ``metadata`` carries the image dimensions.
+
+        A number in ``config["threshold"]`` is the lowest confidence to return, without it the plugin's default applies.
+        """
         ...
 
     async def detectObjects(
@@ -487,7 +518,10 @@ class FaceDetectionInterface(Protocol):
     async def testFaceDetection(
         self, image_data: bytes, metadata: ImageMetadata, config: dict[str, Any]
     ) -> FaceDetectionPluginResponse | None:
-        """Run face detection on a single image captured by the UI test panel and return the result for preview rendering."""
+        """Run face detection on a single image captured by the UI test panel and return the result for preview rendering.
+
+        A number in ``config["threshold"]`` is the lowest confidence to return, without it the plugin's default applies.
+        """
         ...
 
     async def detectFaces(
@@ -501,6 +535,30 @@ class FaceDetectionInterface(Protocol):
         ...
 
 
+@runtime_checkable
+class SegmentationInterface(Protocol):
+    """Implemented by plugins that outline objects: a mask that separates an object from its background.
+
+    The frame-based side is the segmenter sensor.
+    """
+
+    async def segmentImages(
+        self,
+        images: list[SegmentationImage],
+        config: dict[str, Any] | None = None,
+    ) -> list[SegmentationPluginResponse | None]:
+        """Outline the object at ``box`` in each picture.
+
+        One result per input in the same order, None when the plugin could not run
+        at all. ``config`` holds the values of the segmentation settings form.
+        """
+        ...
+
+    async def segmentationSettings(self) -> list[JsonSchema] | None:
+        """Return the JSON schema for the segmentation settings form in the UI, or None for no schema."""
+        ...
+
+
 @runtime_checkable
 class LicensePlateDetectionInterface(Protocol):
     """Implemented by plugins that locate license plates and run OCR on
@@ -509,7 +567,10 @@ class LicensePlateDetectionInterface(Protocol):
     async def testLicensePlateDetection(
         self, image_data: bytes, metadata: ImageMetadata, config: dict[str, Any]
     ) -> LicensePlateDetectionPluginResponse | None:
-        """Run detection on a single image captured by the UI test panel and return the result for preview rendering."""
+        """Run detection on a single image captured by the UI test panel and return the result for preview rendering.
+
+        A number in ``config["threshold"]`` is the lowest confidence to return, without it the plugin's default applies.
+        """
         ...
 
     async def detectLicensePlates(
@@ -575,6 +636,31 @@ class FaceEmbeddingInterface(Protocol):
         ...
 
 
+@runtime_checkable
+class PersonEmbeddingInterface(Protocol):
+    """Implemented by plugins that turn the crop of a person into a vector of their appearance.
+
+    The NVR stores and searches the vectors, the plugin only emits them.
+    """
+
+    async def embedPersonImages(
+        self,
+        images: list[bytes],
+        config: dict[str, Any] | None = None,
+    ) -> list[PersonEmbeddingPluginResponse | None]:
+        """Embed a batch of encoded images (JPEG/PNG), each showing one person cut tight around their box.
+
+        One result per input in the same order. An empty ``embedding`` means the
+        picture could not be used, None that the plugin could not run at all. Meant for
+        searching by a picture the user picked.
+        """
+        ...
+
+    async def personEmbeddingSettings(self) -> list[JsonSchema] | None:
+        """Return the JSON schema for the person-embedding settings form in the UI, or None for no schema."""
+        ...
+
+
 @runtime_checkable
 class ClipDetectionInterface(Protocol):
     """Implemented by plugins that generate CLIP image and text embeddings
@@ -627,6 +713,8 @@ PluginInterfaces = (
     | LicensePlateDetectionInterface
     | ClassifierDetectionInterface
     | ClipDetectionInterface
+    | PersonEmbeddingInterface
+    | SegmentationInterface
     | DiscoveryProvider
     | AssistantToolProvider
 )

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/sensor/__init__.py

@@ -116,6 +116,10 @@ from .object import (
 from .occupancy import (
     OccupancySensor,
 )
+from .person_embedder import (
+    PersonEmbedderSensor,
+    PersonEmbeddingResult,
+)
 from .power import (
     PowerSensor,
 )
@@ -133,6 +137,12 @@ from .security_system import (
     SecuritySystem,
     SecuritySystemState,
 )
+from .segmenter import (
+    ObjectMask,
+    SegmentationFrame,
+    SegmentationResult,
+    SegmenterSensor,
+)
 from .siren import (
     SirenCapability,
     SirenControl,
@@ -209,6 +219,10 @@ __all__ = [
     "ClipEmbedding",
     "ClipResult",
     "FaceEmbeddingResult",
+    "PersonEmbeddingResult",
+    "ObjectMask",
+    "SegmentationFrame",
+    "SegmentationResult",
     # Public sensor classes
     "MotionSensor",
     "MotionDetectorSensor",
@@ -219,6 +233,8 @@ __all__ = [
     "FaceSensor",
     "FaceDetectorSensor",
     "FaceEmbedderSensor",
+    "PersonEmbedderSensor",
+    "SegmenterSensor",
     "LicensePlateSensor",
     "LicensePlateDetectorSensor",
     "ClassifierSensor",

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/sensor/base.py

@@ -54,6 +54,10 @@ class SensorType(StrEnum):
     """Face detection and recognition."""
     FaceEmbedder = "faceEmbedder"
     """Face embedding generation from a face crop, for recognition against enrolled faces."""
+    PersonEmbedder = "personEmbedder"
+    """Appearance embedding of a person crop, to find the same person again without a face."""
+    Segmenter = "segmenter"
+    """Outline of an object inside a crop, as a mask over its box."""
     LicensePlate = "licensePlate"
     """License plate detection and OCR."""
     Classifier = "classifier"

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/sensor/face_embedder.py

@@ -22,7 +22,7 @@ class FaceEmbeddingResult(TypedDict):
     landmarks: NotRequired[list[Point]]
     """The five points the face was aligned on, in 0 - 1 of the input image: right eye, left eye, nose, right and left mouth corner."""
     quality: NotRequired[float]
-    """How sure the model is that those points sit on a face (0 - 1)."""
+    """How clearly the picture shows a face (0 - 1), also sent with an empty embedding when the face was too unclear; not sent when the landmarks were passed in."""
 
 
 TStorage = TypeVar("TStorage", bound=Mapping[str, Any], default=dict[str, Any])

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/sensor/object.py

@@ -27,7 +27,7 @@ class ObjectProperty(StrEnum):
 
 
 class TrackVelocity(TypedDict):
-    """Signed centroid velocity in normalized units per frame. Positive x = moving
+    """Signed centroid velocity in normalized units per second. Positive x = moving
     right, positive y = moving down. Prefer this over deriving velocity from
     position deltas.
     """
@@ -44,9 +44,9 @@ class TrackedDetection(Detection, total=False):
     trackAge: int
     """Number of frames this object has been continuously tracked."""
     trackSpeed: float
-    """Velocity magnitude in normalized units per frame. 0 = stationary."""
+    """Velocity magnitude in normalized units per second."""
     trackVelocity: TrackVelocity
-    """Signed centroid velocity in normalized units per frame."""
+    """Signed centroid velocity in normalized units per second."""
     trackLost: bool
     """True if the object was not matched in the current frame."""
     stationarySince: float

package/dist/server/src/_camera_ui_tools/camera_ui_sdk/sensor/person_embedder.py

@@ -0,0 +1,65 @@
+from __future__ import annotations
+
+from abc import abstractmethod
+from collections.abc import Mapping
+from typing import Any, Generic
+
+from typing_extensions import TypedDict, TypeVar
+
+from .base import Sensor, SensorCategory, SensorType
+from .detection import VideoFrameData
+from .spec import ModelSpec
+
+
+class PersonEmbeddingResult(TypedDict):
+    """Return type for PersonEmbedderSensor.embedPersons()."""
+
+    embedding: list[float]
+    """Embedding vector for the person in this crop, empty when the crop could not be embedded."""
+    embeddingModel: str
+    """Identifier of the embedding model that produced the vector."""
+
+
+TStorage = TypeVar("TStorage", bound=Mapping[str, Any], default=dict[str, Any])
+
+
+class PersonEmbedderSensor(Sensor[dict[str, Any], TStorage, str], Generic[TStorage]):
+    """Person embedder that turns the crop of a person into a vector of their
+    appearance, to find the same person again when no face is visible.
+
+    Extend this class and implement ``embedPersons``.
+
+    The crop is the person's box from the object detector, cut tight from the
+    source frame. A vector describes clothing and build, not identity: it finds
+    the same person on the same day, not after a change of clothes. Vectors from
+    different models are not comparable, which is why every result carries its
+    ``embeddingModel``.
+    """
+
+    _requires_frames = True
+
+    def __init__(self, name: str = "Person Embedder", *, native_id: str | None = None) -> None:
+        super().__init__(name, native_id=native_id)
+
+    @property
+    def type(self) -> SensorType:
+        return SensorType.PersonEmbedder
+
+    @property
+    def category(self) -> SensorCategory:
+        return SensorCategory.Sensor
+
+    @property
+    @abstractmethod
+    def modelSpec(self) -> ModelSpec: ...
+
+    @abstractmethod
+    async def embedPersons(self, frames: list[VideoFrameData]) -> list[PersonEmbeddingResult]:
+        """Embed persons in batch. Each frame is one person crop, cut tight around the
+        detected box and stretched to ``modelSpec['input']``. Must return exactly one
+        PersonEmbeddingResult per input frame, in the same order; return an empty
+        ``embedding`` for a crop the model could not use."""
+        ...
+
+    async def updateValue(self, property: str, value: Any) -> None:
+        """Read-only sensor: external writes are ignored."""