@camstack/addon-ai 0.2.1 → 0.2.2

package/dist/addon.js

@@ -11088,7 +11088,8 @@ var PipelineStepInputSchema = lazy(() => object({
 	modelId: string().optional(),
 	enabled: boolean().default(true),
 	children: array(PipelineStepInputSchema).optional(),
-	settings: record(string(), unknown()).optional()
+	settings: record(string(), unknown()).optional(),
+	jumpDeviceKey: string().optional()
 }));
 var ModelSubstitutionSchema = object({
 	addonId: string(),
@@ -11394,8 +11395,24 @@ var NativeCropBboxSchema = object({
 });
 /** Result of a best-effort native-resolution crop (`getNativeCrop`). */
 var NativeCropResultSchema = object({
-	/** Packed rgb (24-bit) pixels of the crop. */
-	bytes: _instanceof(Uint8Array),
+	/**
+	* Packed rgb (24-bit) pixels of the crop. Present on the DEFAULT (raw) path —
+	* same-node (in-process / UDS) callers get zero-copy RGB and encode locally.
+	* OMITTED when the caller requested `encodeJpeg` (the cross-node compressed
+	* path below), where shipping raw RGB is both an invariant violation and, for
+	* a native full frame (~26 MB at 4K), larger than Moleculer's 10 MB
+	* `maxPacketSize` → the packet is dropped and the call 60s-times-out. That is
+	* the cross-node native-media miss: `bytes` is replaced by `jpeg`.
+	*/
+	bytes: _instanceof(Uint8Array).optional(),
+	/**
+	* Base64 JPEG of the crop — the COMPRESSED cross-node payload. The OWNING node
+	* (which holds the native surface) encodes it in-process, so a native 4K frame
+	* ships as ~0.5–2 MB (well under `maxPacketSize`) and NO raw pixels ever cross
+	* a process boundary (CLAUDE.md invariant #21). Present ONLY when the request
+	* set `encodeJpeg: true`; `bytes` is then absent.
+	*/
+	jpeg: string().optional(),
 	width: number().int().positive(),
 	height: number().int().positive(),
 	/**
@@ -11541,6 +11558,20 @@ var RunnerFrameSourceSchema = discriminatedUnion("kind", [object({ kind: literal
 	hubHostnameOverride: string().optional()
 })]).describe("Per-camera frame-source mode for the runner (P2c)");
 /**
+* One ENABLED inference device on the runner's node, as the step-tree
+* device-jump resolver sees it (phase 1). The orchestrator populates this
+* roster on the attach payload whenever the camera is elected onto a specific
+* `deviceKey` and the node has ≥2 enabled devices — it is the candidate set the
+* runner auto-jumps an enrichment step to when the elected device's format
+* cannot run that step's model. `weight`/`maxSessions` mirror the balancer's
+* per-device knobs so the auto choice is weighted-least-loaded.
+*/
+var RunnerInferenceDeviceSchema = object({
+	deviceKey: string(),
+	weight: number().positive().default(1),
+	maxSessions: number().int().positive().nullable().default(null)
+});
+/**
 * Camera assignment payload sent by `addon-pipeline-orchestrator` to a
 * specific runner instance via `attachCamera`. Carries everything the
 * runner needs to subscribe to the local broker and execute inference.
@@ -11658,7 +11689,16 @@ var RunnerCameraConfigSchema = object({
 	* omitted ⇒ the runner's default device. The engine itself stays node-local —
 	* this only selects WHICH device pool of that node runs the session.
 	*/
-	deviceKey: string().optional()
+	deviceKey: string().optional(),
+	/**
+	* Step-tree device-jump roster (phase 1): the node's ENABLED inference
+	* devices, populated by the orchestrator ONLY when `deviceKey` is set and the
+	* node has ≥2 enabled devices. The runner uses it to AUTO-jump an enrichment
+	* step whose model has no build for the elected device's format onto another
+	* enabled device of the SAME node (weighted-least-loaded). Absent/single-entry
+	* ⇒ no jump possible; the step runs on `deviceKey`.
+	*/
+	inferenceDevices: array(RunnerInferenceDeviceSchema).readonly().optional()
 });
 motionFpsField.min, motionFpsField.max, motionFpsField.step, motionFpsField.default, detectionFpsField.min, detectionFpsField.max, detectionFpsField.step, detectionFpsField.default, motionCooldownMsField.min, motionCooldownMsField.max, motionCooldownMsField.step, motionCooldownMsField.default, occupancyRecheckSecField.min, occupancyRecheckSecField.max, occupancyRecheckSecField.step, occupancyRecheckSecField.default, occupancyRecheckFramesField.min, occupancyRecheckFramesField.max, occupancyRecheckFramesField.step, occupancyRecheckFramesField.default;
 /**
@@ -11714,7 +11754,18 @@ var RunnerLocalMetricsSchema = object({
 method(RunnerCameraConfigSchema, object({ success: literal(true) }), { kind: "mutation" }), method(object({ deviceId: number() }), object({ success: literal(true) }), { kind: "mutation" }), method(ReportMotionInputSchema, object({ success: literal(true) }), { kind: "mutation" }), method(_void(), RunnerLocalLoadSchema), method(_void(), RunnerLocalMetricsSchema), method(object({ deviceId: number() }), CameraMetricsSchema.nullable()), method(_void(), array(CameraMetricsWithDeviceIdSchema).readonly()), method(_void(), array(number()).readonly()), method(object({
 	handle: FrameHandleSchema,
 	bbox: NativeCropBboxSchema,
-	maxWidth: number().int().positive().optional()
+	maxWidth: number().int().positive().optional(),
+	/**
+	* When `true`, the runner encodes the resolved crop to JPEG ON THE
+	* OWNING NODE and returns it in `jpeg` (base64) INSTEAD of raw `bytes`.
+	* Callers set this for CROSS-NODE fetches (`handle.nodeId` is a remote
+	* agent) so the compressed payload fits Moleculer's `maxPacketSize` and
+	* no raw pixels cross the process boundary. Same-node callers omit it
+	* and keep the zero-copy raw `bytes` path. Additive + optional: a
+	* pre-encode runner (version skew) ignores it and returns `bytes`, so
+	* the caller falls back to encoding locally.
+	*/
+	encodeJpeg: boolean().optional()
 }), NativeCropResultSchema.nullable()), method(object({
 	deviceId: number(),
 	frameHandle: FrameHandleSchema.optional(),
@@ -16888,7 +16939,16 @@ var PipelineTemplateSchema = object({
 });
 var DeviceStepConfigSchema = object({
 	modelId: string().optional(),
-	settings: record(string(), unknown()).optional()
+	settings: record(string(), unknown()).optional(),
+	/**
+	* Step-tree device jump (same-node, phase 1) — OPTIONAL manual override.
+	* When set, this step runs on the named enabled device of the SAME node
+	* (`<backend>:<device>`) instead of the camera's elected device, bypassing
+	* the runtime AUTO-jump. The orchestrator rejects a `jumpDeviceKey` pointing
+	* at a disabled/absent device on that node at save time. Absent ⇒ the runner
+	* auto-jumps only when the effective device's format cannot run the step.
+	*/
+	jumpDeviceKey: string().optional()
 });
 var AgentPipelineSettingsSchema = object({
 	maxCameras: number().int().nonnegative().nullable().default(null),

package/dist/addon.mjs

@@ -11050,7 +11050,8 @@ var PipelineStepInputSchema = lazy(() => object({
 	modelId: string().optional(),
 	enabled: boolean().default(true),
 	children: array(PipelineStepInputSchema).optional(),
-	settings: record(string(), unknown()).optional()
+	settings: record(string(), unknown()).optional(),
+	jumpDeviceKey: string().optional()
 }));
 var ModelSubstitutionSchema = object({
 	addonId: string(),
@@ -11356,8 +11357,24 @@ var NativeCropBboxSchema = object({
 });
 /** Result of a best-effort native-resolution crop (`getNativeCrop`). */
 var NativeCropResultSchema = object({
-	/** Packed rgb (24-bit) pixels of the crop. */
-	bytes: _instanceof(Uint8Array),
+	/**
+	* Packed rgb (24-bit) pixels of the crop. Present on the DEFAULT (raw) path —
+	* same-node (in-process / UDS) callers get zero-copy RGB and encode locally.
+	* OMITTED when the caller requested `encodeJpeg` (the cross-node compressed
+	* path below), where shipping raw RGB is both an invariant violation and, for
+	* a native full frame (~26 MB at 4K), larger than Moleculer's 10 MB
+	* `maxPacketSize` → the packet is dropped and the call 60s-times-out. That is
+	* the cross-node native-media miss: `bytes` is replaced by `jpeg`.
+	*/
+	bytes: _instanceof(Uint8Array).optional(),
+	/**
+	* Base64 JPEG of the crop — the COMPRESSED cross-node payload. The OWNING node
+	* (which holds the native surface) encodes it in-process, so a native 4K frame
+	* ships as ~0.5–2 MB (well under `maxPacketSize`) and NO raw pixels ever cross
+	* a process boundary (CLAUDE.md invariant #21). Present ONLY when the request
+	* set `encodeJpeg: true`; `bytes` is then absent.
+	*/
+	jpeg: string().optional(),
 	width: number().int().positive(),
 	height: number().int().positive(),
 	/**
@@ -11503,6 +11520,20 @@ var RunnerFrameSourceSchema = discriminatedUnion("kind", [object({ kind: literal
 	hubHostnameOverride: string().optional()
 })]).describe("Per-camera frame-source mode for the runner (P2c)");
 /**
+* One ENABLED inference device on the runner's node, as the step-tree
+* device-jump resolver sees it (phase 1). The orchestrator populates this
+* roster on the attach payload whenever the camera is elected onto a specific
+* `deviceKey` and the node has ≥2 enabled devices — it is the candidate set the
+* runner auto-jumps an enrichment step to when the elected device's format
+* cannot run that step's model. `weight`/`maxSessions` mirror the balancer's
+* per-device knobs so the auto choice is weighted-least-loaded.
+*/
+var RunnerInferenceDeviceSchema = object({
+	deviceKey: string(),
+	weight: number().positive().default(1),
+	maxSessions: number().int().positive().nullable().default(null)
+});
+/**
 * Camera assignment payload sent by `addon-pipeline-orchestrator` to a
 * specific runner instance via `attachCamera`. Carries everything the
 * runner needs to subscribe to the local broker and execute inference.
@@ -11620,7 +11651,16 @@ var RunnerCameraConfigSchema = object({
 	* omitted ⇒ the runner's default device. The engine itself stays node-local —
 	* this only selects WHICH device pool of that node runs the session.
 	*/
-	deviceKey: string().optional()
+	deviceKey: string().optional(),
+	/**
+	* Step-tree device-jump roster (phase 1): the node's ENABLED inference
+	* devices, populated by the orchestrator ONLY when `deviceKey` is set and the
+	* node has ≥2 enabled devices. The runner uses it to AUTO-jump an enrichment
+	* step whose model has no build for the elected device's format onto another
+	* enabled device of the SAME node (weighted-least-loaded). Absent/single-entry
+	* ⇒ no jump possible; the step runs on `deviceKey`.
+	*/
+	inferenceDevices: array(RunnerInferenceDeviceSchema).readonly().optional()
 });
 motionFpsField.min, motionFpsField.max, motionFpsField.step, motionFpsField.default, detectionFpsField.min, detectionFpsField.max, detectionFpsField.step, detectionFpsField.default, motionCooldownMsField.min, motionCooldownMsField.max, motionCooldownMsField.step, motionCooldownMsField.default, occupancyRecheckSecField.min, occupancyRecheckSecField.max, occupancyRecheckSecField.step, occupancyRecheckSecField.default, occupancyRecheckFramesField.min, occupancyRecheckFramesField.max, occupancyRecheckFramesField.step, occupancyRecheckFramesField.default;
 /**
@@ -11676,7 +11716,18 @@ var RunnerLocalMetricsSchema = object({
 method(RunnerCameraConfigSchema, object({ success: literal(true) }), { kind: "mutation" }), method(object({ deviceId: number() }), object({ success: literal(true) }), { kind: "mutation" }), method(ReportMotionInputSchema, object({ success: literal(true) }), { kind: "mutation" }), method(_void(), RunnerLocalLoadSchema), method(_void(), RunnerLocalMetricsSchema), method(object({ deviceId: number() }), CameraMetricsSchema.nullable()), method(_void(), array(CameraMetricsWithDeviceIdSchema).readonly()), method(_void(), array(number()).readonly()), method(object({
 	handle: FrameHandleSchema,
 	bbox: NativeCropBboxSchema,
-	maxWidth: number().int().positive().optional()
+	maxWidth: number().int().positive().optional(),
+	/**
+	* When `true`, the runner encodes the resolved crop to JPEG ON THE
+	* OWNING NODE and returns it in `jpeg` (base64) INSTEAD of raw `bytes`.
+	* Callers set this for CROSS-NODE fetches (`handle.nodeId` is a remote
+	* agent) so the compressed payload fits Moleculer's `maxPacketSize` and
+	* no raw pixels cross the process boundary. Same-node callers omit it
+	* and keep the zero-copy raw `bytes` path. Additive + optional: a
+	* pre-encode runner (version skew) ignores it and returns `bytes`, so
+	* the caller falls back to encoding locally.
+	*/
+	encodeJpeg: boolean().optional()
 }), NativeCropResultSchema.nullable()), method(object({
 	deviceId: number(),
 	frameHandle: FrameHandleSchema.optional(),
@@ -16850,7 +16901,16 @@ var PipelineTemplateSchema = object({
 });
 var DeviceStepConfigSchema = object({
 	modelId: string().optional(),
-	settings: record(string(), unknown()).optional()
+	settings: record(string(), unknown()).optional(),
+	/**
+	* Step-tree device jump (same-node, phase 1) — OPTIONAL manual override.
+	* When set, this step runs on the named enabled device of the SAME node
+	* (`<backend>:<device>`) instead of the camera's elected device, bypassing
+	* the runtime AUTO-jump. The orchestrator rejects a `jumpDeviceKey` pointing
+	* at a disabled/absent device on that node at save time. Absent ⇒ the runner
+	* auto-jumps only when the effective device's format cannot run the step.
+	*/
+	jumpDeviceKey: string().optional()
 });
 var AgentPipelineSettingsSchema = object({
 	maxCameras: number().int().nonnegative().nullable().default(null),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camstack/addon-ai",
-  "version": "0.2.1",
+  "version": "0.2.2",
   "description": "AI addon for CamStack — the `llm` collection provider (cloud, LAN, and camstack-managed local llama.cpp profiles) plus the per-node `llm-runtime` managed executor.",
   "keywords": [
     "camstack",