@camstack/addon-ai 0.2.0 → 0.2.2

package/dist/addon.js

@@ -11088,7 +11088,8 @@ var PipelineStepInputSchema = lazy(() => object({
 	modelId: string().optional(),
 	enabled: boolean().default(true),
 	children: array(PipelineStepInputSchema).optional(),
-	settings: record(string(), unknown()).optional()
+	settings: record(string(), unknown()).optional(),
+	jumpDeviceKey: string().optional()
 }));
 var ModelSubstitutionSchema = object({
 	addonId: string(),
@@ -11394,10 +11395,40 @@ var NativeCropBboxSchema = object({
 });
 /** Result of a best-effort native-resolution crop (`getNativeCrop`). */
 var NativeCropResultSchema = object({
-	/** Packed rgb (24-bit) pixels of the crop. */
-	bytes: _instanceof(Uint8Array),
+	/**
+	* Packed rgb (24-bit) pixels of the crop. Present on the DEFAULT (raw) path —
+	* same-node (in-process / UDS) callers get zero-copy RGB and encode locally.
+	* OMITTED when the caller requested `encodeJpeg` (the cross-node compressed
+	* path below), where shipping raw RGB is both an invariant violation and, for
+	* a native full frame (~26 MB at 4K), larger than Moleculer's 10 MB
+	* `maxPacketSize` → the packet is dropped and the call 60s-times-out. That is
+	* the cross-node native-media miss: `bytes` is replaced by `jpeg`.
+	*/
+	bytes: _instanceof(Uint8Array).optional(),
+	/**
+	* Base64 JPEG of the crop — the COMPRESSED cross-node payload. The OWNING node
+	* (which holds the native surface) encodes it in-process, so a native 4K frame
+	* ships as ~0.5–2 MB (well under `maxPacketSize`) and NO raw pixels ever cross
+	* a process boundary (CLAUDE.md invariant #21). Present ONLY when the request
+	* set `encodeJpeg: true`; `bytes` is then absent.
+	*/
+	jpeg: string().optional(),
 	width: number().int().positive(),
-	height: number().int().positive()
+	height: number().int().positive(),
+	/**
+	* Which source served this crop, so a quality-sensitive consumer (the native
+	* `keyFrame`) can reject a degraded fallback:
+	* - `native` — cut from the decode worker's retained NATIVE surface (the
+	*   quality path).
+	* - `ram-fullframe` — the native surface MISSED but the request was full-frame,
+	*   so the ≤640 RAM `RetainedFrameStore` served it (honest lower-res; legit for
+	*   the blank-frame guard / 640-snapshot resolve, NOT for the clean keyFrame).
+	*
+	* OPTIONAL: a pre-tier runner (version skew) omits it — an ABSENT `tier` MUST be
+	* treated as `native` (accepted) by every consumer so mixed-version clusters
+	* keep the pre-tier behaviour. An ROI miss returns `null` (no tier at all).
+	*/
+	tier: _enum(["native", "ram-fullframe"]).optional()
 });
 /** Parent detection context passed to `runDetailSubtree` — the crop's
 *  originating detection, in FRAME-space coordinates. Reuses
@@ -11527,6 +11558,20 @@ var RunnerFrameSourceSchema = discriminatedUnion("kind", [object({ kind: literal
 	hubHostnameOverride: string().optional()
 })]).describe("Per-camera frame-source mode for the runner (P2c)");
 /**
+* One ENABLED inference device on the runner's node, as the step-tree
+* device-jump resolver sees it (phase 1). The orchestrator populates this
+* roster on the attach payload whenever the camera is elected onto a specific
+* `deviceKey` and the node has ≥2 enabled devices — it is the candidate set the
+* runner auto-jumps an enrichment step to when the elected device's format
+* cannot run that step's model. `weight`/`maxSessions` mirror the balancer's
+* per-device knobs so the auto choice is weighted-least-loaded.
+*/
+var RunnerInferenceDeviceSchema = object({
+	deviceKey: string(),
+	weight: number().positive().default(1),
+	maxSessions: number().int().positive().nullable().default(null)
+});
+/**
 * Camera assignment payload sent by `addon-pipeline-orchestrator` to a
 * specific runner instance via `attachCamera`. Carries everything the
 * runner needs to subscribe to the local broker and execute inference.
@@ -11644,7 +11689,16 @@ var RunnerCameraConfigSchema = object({
 	* omitted ⇒ the runner's default device. The engine itself stays node-local —
 	* this only selects WHICH device pool of that node runs the session.
 	*/
-	deviceKey: string().optional()
+	deviceKey: string().optional(),
+	/**
+	* Step-tree device-jump roster (phase 1): the node's ENABLED inference
+	* devices, populated by the orchestrator ONLY when `deviceKey` is set and the
+	* node has ≥2 enabled devices. The runner uses it to AUTO-jump an enrichment
+	* step whose model has no build for the elected device's format onto another
+	* enabled device of the SAME node (weighted-least-loaded). Absent/single-entry
+	* ⇒ no jump possible; the step runs on `deviceKey`.
+	*/
+	inferenceDevices: array(RunnerInferenceDeviceSchema).readonly().optional()
 });
 motionFpsField.min, motionFpsField.max, motionFpsField.step, motionFpsField.default, detectionFpsField.min, detectionFpsField.max, detectionFpsField.step, detectionFpsField.default, motionCooldownMsField.min, motionCooldownMsField.max, motionCooldownMsField.step, motionCooldownMsField.default, occupancyRecheckSecField.min, occupancyRecheckSecField.max, occupancyRecheckSecField.step, occupancyRecheckSecField.default, occupancyRecheckFramesField.min, occupancyRecheckFramesField.max, occupancyRecheckFramesField.step, occupancyRecheckFramesField.default;
 /**
@@ -11700,7 +11754,18 @@ var RunnerLocalMetricsSchema = object({
 method(RunnerCameraConfigSchema, object({ success: literal(true) }), { kind: "mutation" }), method(object({ deviceId: number() }), object({ success: literal(true) }), { kind: "mutation" }), method(ReportMotionInputSchema, object({ success: literal(true) }), { kind: "mutation" }), method(_void(), RunnerLocalLoadSchema), method(_void(), RunnerLocalMetricsSchema), method(object({ deviceId: number() }), CameraMetricsSchema.nullable()), method(_void(), array(CameraMetricsWithDeviceIdSchema).readonly()), method(_void(), array(number()).readonly()), method(object({
 	handle: FrameHandleSchema,
 	bbox: NativeCropBboxSchema,
-	maxWidth: number().int().positive().optional()
+	maxWidth: number().int().positive().optional(),
+	/**
+	* When `true`, the runner encodes the resolved crop to JPEG ON THE
+	* OWNING NODE and returns it in `jpeg` (base64) INSTEAD of raw `bytes`.
+	* Callers set this for CROSS-NODE fetches (`handle.nodeId` is a remote
+	* agent) so the compressed payload fits Moleculer's `maxPacketSize` and
+	* no raw pixels cross the process boundary. Same-node callers omit it
+	* and keep the zero-copy raw `bytes` path. Additive + optional: a
+	* pre-encode runner (version skew) ignores it and returns `bytes`, so
+	* the caller falls back to encoding locally.
+	*/
+	encodeJpeg: boolean().optional()
 }), NativeCropResultSchema.nullable()), method(object({
 	deviceId: number(),
 	frameHandle: FrameHandleSchema.optional(),
@@ -14728,7 +14793,8 @@ var LinkedDeviceSchema = object({
 	deviceId: number(),
 	name: string(),
 	location: string().nullable(),
-	features: array(string())
+	features: array(string()),
+	producesTrackedEvents: boolean().optional()
 });
 var SavedDeviceRowSchema = object({
 	/** Numeric id reserved at allocateDeviceId time. */
@@ -16403,6 +16469,7 @@ var TrackSchema = object({
 	deviceId: number(),
 	className: string(),
 	label: string().optional(),
+	producingDeviceName: string().optional(),
 	/** Track provenance. Absent ⇒ `pipeline` (legacy rows). */
 	source: TrackSourceSchema.optional(),
 	firstSeen: number(),
@@ -16540,7 +16607,8 @@ var MediaFileKindEnum = _enum([
 	"fullFrameBoxed",
 	"faceCrop",
 	"plateCrop",
-	"keyFrame"
+	"keyFrame",
+	"keyFrameSmall"
 ]);
 var MediaFileSchema = object({
 	key: string(),
@@ -16871,7 +16939,16 @@ var PipelineTemplateSchema = object({
 });
 var DeviceStepConfigSchema = object({
 	modelId: string().optional(),
-	settings: record(string(), unknown()).optional()
+	settings: record(string(), unknown()).optional(),
+	/**
+	* Step-tree device jump (same-node, phase 1) — OPTIONAL manual override.
+	* When set, this step runs on the named enabled device of the SAME node
+	* (`<backend>:<device>`) instead of the camera's elected device, bypassing
+	* the runtime AUTO-jump. The orchestrator rejects a `jumpDeviceKey` pointing
+	* at a disabled/absent device on that node at save time. Absent ⇒ the runner
+	* auto-jumps only when the effective device's format cannot run the step.
+	*/
+	jumpDeviceKey: string().optional()
 });
 var AgentPipelineSettingsSchema = object({
 	maxCameras: number().int().nonnegative().nullable().default(null),

package/dist/addon.mjs

@@ -11050,7 +11050,8 @@ var PipelineStepInputSchema = lazy(() => object({
 	modelId: string().optional(),
 	enabled: boolean().default(true),
 	children: array(PipelineStepInputSchema).optional(),
-	settings: record(string(), unknown()).optional()
+	settings: record(string(), unknown()).optional(),
+	jumpDeviceKey: string().optional()
 }));
 var ModelSubstitutionSchema = object({
 	addonId: string(),
@@ -11356,10 +11357,40 @@ var NativeCropBboxSchema = object({
 });
 /** Result of a best-effort native-resolution crop (`getNativeCrop`). */
 var NativeCropResultSchema = object({
-	/** Packed rgb (24-bit) pixels of the crop. */
-	bytes: _instanceof(Uint8Array),
+	/**
+	* Packed rgb (24-bit) pixels of the crop. Present on the DEFAULT (raw) path —
+	* same-node (in-process / UDS) callers get zero-copy RGB and encode locally.
+	* OMITTED when the caller requested `encodeJpeg` (the cross-node compressed
+	* path below), where shipping raw RGB is both an invariant violation and, for
+	* a native full frame (~26 MB at 4K), larger than Moleculer's 10 MB
+	* `maxPacketSize` → the packet is dropped and the call 60s-times-out. That is
+	* the cross-node native-media miss: `bytes` is replaced by `jpeg`.
+	*/
+	bytes: _instanceof(Uint8Array).optional(),
+	/**
+	* Base64 JPEG of the crop — the COMPRESSED cross-node payload. The OWNING node
+	* (which holds the native surface) encodes it in-process, so a native 4K frame
+	* ships as ~0.5–2 MB (well under `maxPacketSize`) and NO raw pixels ever cross
+	* a process boundary (CLAUDE.md invariant #21). Present ONLY when the request
+	* set `encodeJpeg: true`; `bytes` is then absent.
+	*/
+	jpeg: string().optional(),
 	width: number().int().positive(),
-	height: number().int().positive()
+	height: number().int().positive(),
+	/**
+	* Which source served this crop, so a quality-sensitive consumer (the native
+	* `keyFrame`) can reject a degraded fallback:
+	* - `native` — cut from the decode worker's retained NATIVE surface (the
+	*   quality path).
+	* - `ram-fullframe` — the native surface MISSED but the request was full-frame,
+	*   so the ≤640 RAM `RetainedFrameStore` served it (honest lower-res; legit for
+	*   the blank-frame guard / 640-snapshot resolve, NOT for the clean keyFrame).
+	*
+	* OPTIONAL: a pre-tier runner (version skew) omits it — an ABSENT `tier` MUST be
+	* treated as `native` (accepted) by every consumer so mixed-version clusters
+	* keep the pre-tier behaviour. An ROI miss returns `null` (no tier at all).
+	*/
+	tier: _enum(["native", "ram-fullframe"]).optional()
 });
 /** Parent detection context passed to `runDetailSubtree` — the crop's
 *  originating detection, in FRAME-space coordinates. Reuses
@@ -11489,6 +11520,20 @@ var RunnerFrameSourceSchema = discriminatedUnion("kind", [object({ kind: literal
 	hubHostnameOverride: string().optional()
 })]).describe("Per-camera frame-source mode for the runner (P2c)");
 /**
+* One ENABLED inference device on the runner's node, as the step-tree
+* device-jump resolver sees it (phase 1). The orchestrator populates this
+* roster on the attach payload whenever the camera is elected onto a specific
+* `deviceKey` and the node has ≥2 enabled devices — it is the candidate set the
+* runner auto-jumps an enrichment step to when the elected device's format
+* cannot run that step's model. `weight`/`maxSessions` mirror the balancer's
+* per-device knobs so the auto choice is weighted-least-loaded.
+*/
+var RunnerInferenceDeviceSchema = object({
+	deviceKey: string(),
+	weight: number().positive().default(1),
+	maxSessions: number().int().positive().nullable().default(null)
+});
+/**
 * Camera assignment payload sent by `addon-pipeline-orchestrator` to a
 * specific runner instance via `attachCamera`. Carries everything the
 * runner needs to subscribe to the local broker and execute inference.
@@ -11606,7 +11651,16 @@ var RunnerCameraConfigSchema = object({
 	* omitted ⇒ the runner's default device. The engine itself stays node-local —
 	* this only selects WHICH device pool of that node runs the session.
 	*/
-	deviceKey: string().optional()
+	deviceKey: string().optional(),
+	/**
+	* Step-tree device-jump roster (phase 1): the node's ENABLED inference
+	* devices, populated by the orchestrator ONLY when `deviceKey` is set and the
+	* node has ≥2 enabled devices. The runner uses it to AUTO-jump an enrichment
+	* step whose model has no build for the elected device's format onto another
+	* enabled device of the SAME node (weighted-least-loaded). Absent/single-entry
+	* ⇒ no jump possible; the step runs on `deviceKey`.
+	*/
+	inferenceDevices: array(RunnerInferenceDeviceSchema).readonly().optional()
 });
 motionFpsField.min, motionFpsField.max, motionFpsField.step, motionFpsField.default, detectionFpsField.min, detectionFpsField.max, detectionFpsField.step, detectionFpsField.default, motionCooldownMsField.min, motionCooldownMsField.max, motionCooldownMsField.step, motionCooldownMsField.default, occupancyRecheckSecField.min, occupancyRecheckSecField.max, occupancyRecheckSecField.step, occupancyRecheckSecField.default, occupancyRecheckFramesField.min, occupancyRecheckFramesField.max, occupancyRecheckFramesField.step, occupancyRecheckFramesField.default;
 /**
@@ -11662,7 +11716,18 @@ var RunnerLocalMetricsSchema = object({
 method(RunnerCameraConfigSchema, object({ success: literal(true) }), { kind: "mutation" }), method(object({ deviceId: number() }), object({ success: literal(true) }), { kind: "mutation" }), method(ReportMotionInputSchema, object({ success: literal(true) }), { kind: "mutation" }), method(_void(), RunnerLocalLoadSchema), method(_void(), RunnerLocalMetricsSchema), method(object({ deviceId: number() }), CameraMetricsSchema.nullable()), method(_void(), array(CameraMetricsWithDeviceIdSchema).readonly()), method(_void(), array(number()).readonly()), method(object({
 	handle: FrameHandleSchema,
 	bbox: NativeCropBboxSchema,
-	maxWidth: number().int().positive().optional()
+	maxWidth: number().int().positive().optional(),
+	/**
+	* When `true`, the runner encodes the resolved crop to JPEG ON THE
+	* OWNING NODE and returns it in `jpeg` (base64) INSTEAD of raw `bytes`.
+	* Callers set this for CROSS-NODE fetches (`handle.nodeId` is a remote
+	* agent) so the compressed payload fits Moleculer's `maxPacketSize` and
+	* no raw pixels cross the process boundary. Same-node callers omit it
+	* and keep the zero-copy raw `bytes` path. Additive + optional: a
+	* pre-encode runner (version skew) ignores it and returns `bytes`, so
+	* the caller falls back to encoding locally.
+	*/
+	encodeJpeg: boolean().optional()
 }), NativeCropResultSchema.nullable()), method(object({
 	deviceId: number(),
 	frameHandle: FrameHandleSchema.optional(),
@@ -14690,7 +14755,8 @@ var LinkedDeviceSchema = object({
 	deviceId: number(),
 	name: string(),
 	location: string().nullable(),
-	features: array(string())
+	features: array(string()),
+	producesTrackedEvents: boolean().optional()
 });
 var SavedDeviceRowSchema = object({
 	/** Numeric id reserved at allocateDeviceId time. */
@@ -16365,6 +16431,7 @@ var TrackSchema = object({
 	deviceId: number(),
 	className: string(),
 	label: string().optional(),
+	producingDeviceName: string().optional(),
 	/** Track provenance. Absent ⇒ `pipeline` (legacy rows). */
 	source: TrackSourceSchema.optional(),
 	firstSeen: number(),
@@ -16502,7 +16569,8 @@ var MediaFileKindEnum = _enum([
 	"fullFrameBoxed",
 	"faceCrop",
 	"plateCrop",
-	"keyFrame"
+	"keyFrame",
+	"keyFrameSmall"
 ]);
 var MediaFileSchema = object({
 	key: string(),
@@ -16833,7 +16901,16 @@ var PipelineTemplateSchema = object({
 });
 var DeviceStepConfigSchema = object({
 	modelId: string().optional(),
-	settings: record(string(), unknown()).optional()
+	settings: record(string(), unknown()).optional(),
+	/**
+	* Step-tree device jump (same-node, phase 1) — OPTIONAL manual override.
+	* When set, this step runs on the named enabled device of the SAME node
+	* (`<backend>:<device>`) instead of the camera's elected device, bypassing
+	* the runtime AUTO-jump. The orchestrator rejects a `jumpDeviceKey` pointing
+	* at a disabled/absent device on that node at save time. Absent ⇒ the runner
+	* auto-jumps only when the effective device's format cannot run the step.
+	*/
+	jumpDeviceKey: string().optional()
 });
 var AgentPipelineSettingsSchema = object({
 	maxCameras: number().int().nonnegative().nullable().default(null),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camstack/addon-ai",
-  "version": "0.2.0",
+  "version": "0.2.2",
   "description": "AI addon for CamStack — the `llm` collection provider (cloud, LAN, and camstack-managed local llama.cpp profiles) plus the per-node `llm-runtime` managed executor.",
   "keywords": [
     "camstack",