@trillboards/edge-sdk 0.2.218 → 0.2.219
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/deploy/windows/ci/test-detector-looks-field.ps1 +282 -0
- package/dist/CloudSensingManager.d.ts +10 -0
- package/dist/CloudSensingManager.d.ts.map +1 -1
- package/dist/CloudSensingManager.js +48 -4
- package/dist/CloudSensingManager.js.map +1 -1
- package/dist/DetectorFieldProducer.d.ts +11 -0
- package/dist/DetectorFieldProducer.d.ts.map +1 -1
- package/dist/DetectorFieldProducer.js +22 -10
- package/dist/DetectorFieldProducer.js.map +1 -1
- package/dist/EdgeAgent.js +1 -1
- package/dist/ReviewModelUse.d.ts.map +1 -1
- package/dist/ReviewModelUse.js +37 -9
- package/dist/ReviewModelUse.js.map +1 -1
- package/dist/ScopedVlmReview.d.ts +12 -0
- package/dist/ScopedVlmReview.d.ts.map +1 -1
- package/dist/ScopedVlmReview.js +30 -0
- package/dist/ScopedVlmReview.js.map +1 -1
- package/dist/SensingProfileClient.d.ts.map +1 -1
- package/dist/SensingProfileClient.js +2 -1
- package/dist/SensingProfileClient.js.map +1 -1
- package/dist/SharedFrameDetection.d.ts +52 -0
- package/dist/SharedFrameDetection.d.ts.map +1 -0
- package/dist/SharedFrameDetection.js +73 -0
- package/dist/SharedFrameDetection.js.map +1 -0
- package/dist/continuousReview.d.ts +4 -0
- package/dist/continuousReview.d.ts.map +1 -1
- package/dist/continuousReview.js.map +1 -1
- package/dist/diagnose.d.ts +1 -1
- package/dist/diagnose.js +1 -1
- package/dist/localSensing.d.ts +9 -0
- package/dist/localSensing.d.ts.map +1 -1
- package/dist/localSensing.js +51 -3
- package/dist/localSensing.js.map +1 -1
- package/dist/sensingRunMode.d.ts.map +1 -1
- package/dist/sensingRunMode.js +8 -4
- package/dist/sensingRunMode.js.map +1 -1
- package/package.json +2 -2
- package/retained/__tests__/runtime.test.cjs +9 -1
- package/retained/manager.cjs +21 -1
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* One frame, one `/detect`, several consumers.
|
|
3
|
+
*
|
|
4
|
+
* A website review can need the detector twice for the same frame: a
|
|
5
|
+
* detector-answered question (`DetectorFields.ts`, e.g. `unattended_customer_v1`
|
|
6
|
+
* on Texas camera 24: person/laptop/tv at 0.25 with the uniform colour task) and
|
|
7
|
+
* the RF producer's person fields (`person_count`/`person_present` at 0.5). Both
|
|
8
|
+
* are pinned to the same RF-DETR Medium artifact, and the second request is a
|
|
9
|
+
* strict subset of the first, so camera 24 paid 1.80 s a look for two calls
|
|
10
|
+
* where one answers both (2026-11-08, connector 0.2.213).
|
|
11
|
+
*
|
|
12
|
+
* WHY THE SUBSET IS EXACT. The detector service (`deploy/detector`
|
|
13
|
+
* `session.postprocess`) keeps the top `NUM_SELECT` (query, class) pairs over
|
|
14
|
+
* EVERY class, then keeps `score > min_confidence`, then the asked classes
|
|
15
|
+
* (`_to_wire`). Neither the threshold nor the class list changes which pairs
|
|
16
|
+
* survive the top-k, and the wire carries each score as the exact float the
|
|
17
|
+
* threshold compared. So the person boxes above 0.5 in a person/laptop/tv
|
|
18
|
+
* request at 0.25 are exactly the boxes of a person request at 0.5 —
|
|
19
|
+
* `viewForRequest` applies the same strict `>` the service does.
|
|
20
|
+
*
|
|
21
|
+
* WHAT IS NEVER SHARED. A call the frame did not record, a different pinned
|
|
22
|
+
* artifact, a class or threshold the recorded call did not cover, or a recorded
|
|
23
|
+
* call that failed: the consumer then asks the detector itself, exactly as it
|
|
24
|
+
* did before. A shared failure never takes a second consumer's answer with it.
|
|
25
|
+
*/
|
|
26
|
+
import type { DetectResult } from './LocalDetectorClient';
|
|
27
|
+
/** The identity of one `/detect` request, as `LocalDetectorClient` sends it. */
|
|
28
|
+
export interface DetectRequestShape {
|
|
29
|
+
/** Wire class names; empty means every class, as on the wire. */
|
|
30
|
+
classes: readonly string[];
|
|
31
|
+
minConfidence: number;
|
|
32
|
+
expectedModel?: {
|
|
33
|
+
modelId: string;
|
|
34
|
+
sha256: string;
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
/** Whether a recorded request returned every box a later one would. */
|
|
38
|
+
export declare function requestCovers(have: DetectRequestShape, want: DetectRequestShape): boolean;
|
|
39
|
+
/** A later request's answer out of a covering one: its classes, above its floor. */
|
|
40
|
+
export declare function viewForRequest(result: DetectResult, want: DetectRequestShape): DetectResult;
|
|
41
|
+
/** The detector calls made for ONE frame of ONE review. Never outlives it. */
|
|
42
|
+
export declare class SharedFrameDetection {
|
|
43
|
+
private readonly recorded;
|
|
44
|
+
private servedCount;
|
|
45
|
+
/** Remember a call made for `jpeg`; the caller keeps awaiting its own promise. */
|
|
46
|
+
record(jpeg: Buffer, request: DetectRequestShape, result: Promise<DetectResult>): Promise<DetectResult>;
|
|
47
|
+
/** A covering call's answer for this request, or null: then ask the detector. */
|
|
48
|
+
serve(jpeg: Buffer, request: DetectRequestShape): Promise<DetectResult | null>;
|
|
49
|
+
/** How many answers came from a call already made for the frame. */
|
|
50
|
+
get served(): number;
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=SharedFrameDetection.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SharedFrameDetection.d.ts","sourceRoot":"","sources":["../src/SharedFrameDetection.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAG1D,gFAAgF;AAChF,MAAM,WAAW,kBAAkB;IACjC,iEAAiE;IACjE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD;AAED,uEAAuE;AACvE,wBAAgB,aAAa,CAAC,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAUzF;AAED,oFAAoF;AACpF,wBAAgB,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,GAAG,YAAY,CAa3F;AAED,8EAA8E;AAC9E,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA2F;IACpH,OAAO,CAAC,WAAW,CAAK;IAExB,kFAAkF;IAClF,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC;IAOvG,iFAAiF;IAC3E,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAWpF,oEAAoE;IACpE,IAAI,MAAM,IAAI,MAAM,CAA6B;CAClD"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SharedFrameDetection = void 0;
|
|
4
|
+
exports.requestCovers = requestCovers;
|
|
5
|
+
exports.viewForRequest = viewForRequest;
|
|
6
|
+
const DetectorFieldProducer_1 = require("./DetectorFieldProducer");
|
|
7
|
+
/** Whether a recorded request returned every box a later one would. */
|
|
8
|
+
function requestCovers(have, want) {
|
|
9
|
+
if (!have.expectedModel || !want.expectedModel)
|
|
10
|
+
return false;
|
|
11
|
+
if (have.expectedModel.modelId !== want.expectedModel.modelId
|
|
12
|
+
|| have.expectedModel.sha256 !== want.expectedModel.sha256)
|
|
13
|
+
return false;
|
|
14
|
+
if (!Number.isFinite(have.minConfidence) || !Number.isFinite(want.minConfidence)
|
|
15
|
+
|| want.minConfidence < have.minConfidence)
|
|
16
|
+
return false;
|
|
17
|
+
if (!want.classes.length)
|
|
18
|
+
return !have.classes.length;
|
|
19
|
+
if (!have.classes.length)
|
|
20
|
+
return true;
|
|
21
|
+
const recorded = new Set(have.classes.map(DetectorFieldProducer_1.toDetectorClassName));
|
|
22
|
+
return want.classes.every(name => recorded.has((0, DetectorFieldProducer_1.toDetectorClassName)(name)));
|
|
23
|
+
}
|
|
24
|
+
/** A later request's answer out of a covering one: its classes, above its floor. */
|
|
25
|
+
function viewForRequest(result, want) {
|
|
26
|
+
const classes = new Set(want.classes.map(DetectorFieldProducer_1.toDetectorClassName));
|
|
27
|
+
return {
|
|
28
|
+
detections: result.detections.filter(d => (!classes.size || classes.has((0, DetectorFieldProducer_1.toDetectorClassName)(d.label)))
|
|
29
|
+
&& d.confidence > want.minConfidence),
|
|
30
|
+
inferenceMs: result.inferenceMs,
|
|
31
|
+
model: result.model,
|
|
32
|
+
// A direct pinned request returns its own artifact's hash and nothing else.
|
|
33
|
+
...(result.modelHashes ? { modelHashes: want.expectedModel
|
|
34
|
+
? (Object.prototype.hasOwnProperty.call(result.modelHashes, want.expectedModel.modelId)
|
|
35
|
+
? { [want.expectedModel.modelId]: result.modelHashes[want.expectedModel.modelId] } : {})
|
|
36
|
+
: { ...result.modelHashes } } : {}),
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
/** The detector calls made for ONE frame of ONE review. Never outlives it. */
|
|
40
|
+
class SharedFrameDetection {
|
|
41
|
+
constructor() {
|
|
42
|
+
this.recorded = [];
|
|
43
|
+
this.servedCount = 0;
|
|
44
|
+
}
|
|
45
|
+
/** Remember a call made for `jpeg`; the caller keeps awaiting its own promise. */
|
|
46
|
+
record(jpeg, request, result) {
|
|
47
|
+
// The caller handles its own rejection; this copy must not surface as unhandled.
|
|
48
|
+
result.catch(() => undefined);
|
|
49
|
+
this.recorded.push({ jpeg, request: { ...request, classes: [...request.classes] }, result });
|
|
50
|
+
return result;
|
|
51
|
+
}
|
|
52
|
+
/** A covering call's answer for this request, or null: then ask the detector. */
|
|
53
|
+
async serve(jpeg, request) {
|
|
54
|
+
for (const call of this.recorded) {
|
|
55
|
+
if (call.jpeg !== jpeg || !requestCovers(call.request, request))
|
|
56
|
+
continue;
|
|
57
|
+
let result;
|
|
58
|
+
try {
|
|
59
|
+
result = await call.result;
|
|
60
|
+
}
|
|
61
|
+
catch {
|
|
62
|
+
continue;
|
|
63
|
+
}
|
|
64
|
+
this.servedCount += 1;
|
|
65
|
+
return viewForRequest(result, request);
|
|
66
|
+
}
|
|
67
|
+
return null;
|
|
68
|
+
}
|
|
69
|
+
/** How many answers came from a call already made for the frame. */
|
|
70
|
+
get served() { return this.servedCount; }
|
|
71
|
+
}
|
|
72
|
+
exports.SharedFrameDetection = SharedFrameDetection;
|
|
73
|
+
//# sourceMappingURL=SharedFrameDetection.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SharedFrameDetection.js","sourceRoot":"","sources":["../src/SharedFrameDetection.ts"],"names":[],"mappings":";;;AAqCA,sCAUC;AAGD,wCAaC;AArCD,mEAA8D;AAU9D,uEAAuE;AACvE,SAAgB,aAAa,CAAC,IAAwB,EAAE,IAAwB;IAC9E,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,aAAa;QAAE,OAAO,KAAK,CAAC;IAC7D,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,KAAK,IAAI,CAAC,aAAa,CAAC,OAAO;WACxD,IAAI,CAAC,aAAa,CAAC,MAAM,KAAK,IAAI,CAAC,aAAa,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC3E,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;WAC3E,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa;QAAE,OAAO,KAAK,CAAC;IAC3D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM;QAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IACtD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,2CAAmB,CAAC,CAAC,CAAC;IAChE,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAA,2CAAmB,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,oFAAoF;AACpF,SAAgB,cAAc,CAAC,MAAoB,EAAE,IAAwB;IAC3E,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,2CAAmB,CAAC,CAAC,CAAC;IAC/D,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,IAAA,2CAAmB,EAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;eACjG,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC;QACvC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,4EAA4E;QAC5E,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,aAAa;gBACxD,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;oBACrF,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1F,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtC,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,MAAa,oBAAoB;IAAjC;QACmB,aAAQ,GAAwF,EAAE,CAAC;QAC5G,gBAAW,GAAG,CAAC,CAAC;IAwB1B,CAAC;IAtBC,kFAAkF;IAClF,MAAM,CAAC,IAAY,EAAE,OAA2B,EAAE,MAA6B;QAC7E,iFAAiF;QACjF,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC9B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7F,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,iFAAiF;IACjF,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,OAA2B;QACnD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC;gBAAE,SAAS;YAC1E,IAAI,MAAoB,CAAC;YACzB,IAAI,CAAC;gBAAC,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,SAAS;YAAC,CAAC;YACvD,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;YACtB,OAAO,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACzC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oEAAoE;IACpE,IAAI,MAAM,KAAa,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;CAClD;AA1BD,oDA0BC"}
|
|
@@ -29,6 +29,10 @@ export interface ContinuousReviewOptions {
|
|
|
29
29
|
/** Opt-in: one detector-only review may overlap one VLM-only review across cameras.
|
|
30
30
|
* Mixed/unknown work reserves both; requires independent uploads and no auxiliary inference. */
|
|
31
31
|
parallelModelReview?: boolean;
|
|
32
|
+
/** Two reviews that cannot ask the language model (ReviewModelUse 'detector') may run at
|
|
33
|
+
* once, from different cameras and in queue order; any review that might ask it runs alone.
|
|
34
|
+
* Requires independent uploads and no auxiliary inference; exclusive with parallelModelReview. */
|
|
35
|
+
parallelDetectorReview?: boolean;
|
|
32
36
|
/** Local receiver only: complete count profiles use RF-DETR. With scopedVlmReview,
|
|
33
37
|
* explicitly routed mixed count/behavior profiles share RF-DETR + masked Gemma. Default off. */
|
|
34
38
|
detectorCounts?: boolean;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"continuousReview.d.ts","sourceRoot":"","sources":["../src/continuousReview.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,MAAM,WAAW,uBAAuB;IACtC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,8FAA8F;IAC9F,YAAY,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE;QACrC,IAAI,EAAE,WAAW,GAAG,cAAc,CAAC;QACnC,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,kBAAkB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC,CAAC,CAAC;IACJ,qFAAqF;IACrF,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,0EAA0E;IAC1E,cAAc,CAAC,EAAE,gBAAgB,GAAG,gBAAgB,CAAC;IACrD,gFAAgF;IAChF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+EAA+E;IAC/E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gFAAgF;IAChF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qFAAqF;IACrF,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,kFAAkF;IAClF,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,yEAAyE;IACzE,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;oGACgG;IAChG,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B;oGACgG;IAChG,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gFAAgF;IAChF,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,0GAA0G;IAC1G,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,0HAA0H;IAC1H,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC;;;gEAG4D;IAC5D,cAAc,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,kBAAkB,EAAE,cAAc,CAAC,CAAC,CAAC;IACrF,yGAAyG;IACzG,YAAY,CAAC,EAAE,OAAO,sBAAsB,EAAE,yBAAyB,CAAC;IACxE,2EAA2E;IAC3E,aAAa,CAAC,EAAE,OAAO,uBAAuB,EAAE,oBAAoB,CAAC;CACtE;AAED,eAAO,MAAM,wBAAwB,SAAU,CAAC;AAChD,eAAO,MAAM,iCAAiC,2BAA2B,CAAC;AAC1E,eAAO,MAAM,2BAA2B,QAAuB,CAAC;AAEhE,sFAAsF;AACtF,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,uBAAuB,GAAG,SAAS,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAM7H;AAYD,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAW3F;AAED,+EAA+E;AAC/E,eAAO,MAAM,wBAAwB,6BAA6B,CAAC;AAEnE;;;;GAIG;AACH,qBAAa,2BAA4B,SAAQ,KAAK;IAExC,QAAQ,CAAC,YAAY,EAAE,MAAM;IADzC,QAAQ,CAAC,IAAI,8BAA4B;gBACpB,YAAY,EAAE,MAAM;CAG1C;AAED,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAE7D;AAED,wFAAwF;AACxF,eAAO,MAAM,yBAAyB,8BAA8B,CAAC;AAErE,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAE9D;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,CAAC,CAAC;IACX,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,+EAA+E;IAC/E,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2FAA2F;IAC3F,WAAW,CAAC,EAAE,cAAc,CAAC;IAC7B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,wBAAgB,cAAc,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,cAAc,CAQ3G"}
|
|
1
|
+
{"version":3,"file":"continuousReview.d.ts","sourceRoot":"","sources":["../src/continuousReview.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,MAAM,WAAW,uBAAuB;IACtC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,8FAA8F;IAC9F,YAAY,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE;QACrC,IAAI,EAAE,WAAW,GAAG,cAAc,CAAC;QACnC,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,kBAAkB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC,CAAC,CAAC;IACJ,qFAAqF;IACrF,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,0EAA0E;IAC1E,cAAc,CAAC,EAAE,gBAAgB,GAAG,gBAAgB,CAAC;IACrD,gFAAgF;IAChF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+EAA+E;IAC/E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gFAAgF;IAChF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qFAAqF;IACrF,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,kFAAkF;IAClF,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,yEAAyE;IACzE,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;oGACgG;IAChG,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B;;sGAEkG;IAClG,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC;oGACgG;IAChG,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gFAAgF;IAChF,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,0GAA0G;IAC1G,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,0HAA0H;IAC1H,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC;;;gEAG4D;IAC5D,cAAc,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,kBAAkB,EAAE,cAAc,CAAC,CAAC,CAAC;IACrF,yGAAyG;IACzG,YAAY,CAAC,EAAE,OAAO,sBAAsB,EAAE,yBAAyB,CAAC;IACxE,2EAA2E;IAC3E,aAAa,CAAC,EAAE,OAAO,uBAAuB,EAAE,oBAAoB,CAAC;CACtE;AAED,eAAO,MAAM,wBAAwB,SAAU,CAAC;AAChD,eAAO,MAAM,iCAAiC,2BAA2B,CAAC;AAC1E,eAAO,MAAM,2BAA2B,QAAuB,CAAC;AAEhE,sFAAsF;AACtF,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,uBAAuB,GAAG,SAAS,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAM7H;AAYD,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAW3F;AAED,+EAA+E;AAC/E,eAAO,MAAM,wBAAwB,6BAA6B,CAAC;AAEnE;;;;GAIG;AACH,qBAAa,2BAA4B,SAAQ,KAAK;IAExC,QAAQ,CAAC,YAAY,EAAE,MAAM;IADzC,QAAQ,CAAC,IAAI,8BAA4B;gBACpB,YAAY,EAAE,MAAM;CAG1C;AAED,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAE7D;AAED,wFAAwF;AACxF,eAAO,MAAM,yBAAyB,8BAA8B,CAAC;AAErE,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAE9D;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,CAAC,CAAC;IACX,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,+EAA+E;IAC/E,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2FAA2F;IAC3F,WAAW,CAAC,EAAE,cAAc,CAAC;IAC7B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,wBAAgB,cAAc,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,cAAc,CAQ3G"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"continuousReview.js","sourceRoot":"","sources":["../src/continuousReview.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"continuousReview.js","sourceRoot":"","sources":["../src/continuousReview.ts"],"names":[],"mappings":";;;AA4DA,sDAMC;AAYD,oEAWC;AAiBD,sDAEC;AAKD,wDAEC;AAsBD,wCAQC;AA1FY,QAAA,wBAAwB,GAAG,MAAO,CAAC;AACnC,QAAA,iCAAiC,GAAG,wBAAwB,CAAC;AAC7D,QAAA,2BAA2B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAK,CAAC;AAEhE,sFAAsF;AACtF,SAAgB,qBAAqB,CAAC,OAA4C,EAAE,aAAqB;IACvG,IAAI,OAAO,EAAE,OAAO,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAChD,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,IAAI,OAAO,CAAC,cAAc,KAAK,gBAAgB;QAAE,OAAO,SAAS,CAAC;IAC1G,IAAI,OAAO,CAAC,cAAc,KAAK,gBAAgB;QAAE,MAAM,KAAK,CAAC,yCAAyC,CAAC,CAAC;IACxG,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;QAAE,MAAM,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACxG,OAAO,oBAAoB,CAAC,aAAa,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY;IACxC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,KAAK,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzE,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI;QACtD,CAAC,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,EAAE,CAAC;QACxE,MAAM,KAAK,CAAC,yGAAyG,CAAC,CAAC;IACzH,CAAC;IACD,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED,SAAgB,4BAA4B,CAAC,QAAgB,EAAE,aAAsB;IACnF,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,aAAa,CAAC,GAAG,6BAA6B,CAAC;QACrF,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,QAAQ;YAAE,MAAM,KAAK,CAAC,0DAA0D,CAAC,CAAC;QACzG,OAAO;IACT,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC;QACvF,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3D,MAAM,KAAK,CAAC,gFAAgF,CAAC,CAAC;IAChG,CAAC;AACH,CAAC;AAED,+EAA+E;AAClE,QAAA,wBAAwB,GAAG,0BAA0B,CAAC;AAEnE;;;;GAIG;AACH,MAAa,2BAA4B,SAAQ,KAAK;IAEpD,YAAqB,YAAoB;QACvC,KAAK,CAAC,4BAA4B,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,gCAAgC,CAAC,CAAC;QADrF,iBAAY,GAAZ,YAAY,CAAQ;QADhC,SAAI,GAAG,gCAAwB,CAAC;IAGzC,CAAC;CACF;AALD,kEAKC;AAED,SAAgB,qBAAqB,CAAC,KAAc;IAClD,OAAQ,KAA+C,EAAE,IAAI,KAAK,gCAAwB,CAAC;AAC7F,CAAC;AAED,wFAAwF;AAC3E,QAAA,yBAAyB,GAAG,2BAA2B,CAAC;AAErE,SAAgB,sBAAsB,CAAC,KAAc;IACnD,OAAQ,KAA+C,EAAE,IAAI,KAAK,iCAAyB,CAAC;AAC9F,CAAC;AAsBD,SAAgB,cAAc,CAAC,YAAoB,EAAE,YAAoB,EAAE,QAAgB;IACzF,OAAO;QACL,OAAO,EAAE,CAAC;QACV,cAAc,EAAE,QAAQ;QACxB,YAAY;QACZ,YAAY;QACZ,OAAO,EAAE,YAAY,GAAG,YAAY,GAAG,QAAQ;KAChD,CAAC;AACJ,CAAC"}
|
package/dist/diagnose.d.ts
CHANGED
|
@@ -31,7 +31,7 @@ export interface DiagnosticReport {
|
|
|
31
31
|
skipped: number;
|
|
32
32
|
};
|
|
33
33
|
}
|
|
34
|
-
declare const SDK_VERSION = "0.2.
|
|
34
|
+
declare const SDK_VERSION = "0.2.219";
|
|
35
35
|
declare function checkNodeVersion(): CheckResult;
|
|
36
36
|
declare function checkPlatform(): CheckResult;
|
|
37
37
|
declare function checkMemory(): CheckResult;
|
package/dist/diagnose.js
CHANGED
|
@@ -63,7 +63,7 @@ const localNetworkAccess_1 = require("./localNetworkAccess");
|
|
|
63
63
|
// ---------------------------------------------------------------------------
|
|
64
64
|
// SDK version — mirrors package.json; kept in sync by CI
|
|
65
65
|
// ---------------------------------------------------------------------------
|
|
66
|
-
const SDK_VERSION = '0.2.
|
|
66
|
+
const SDK_VERSION = '0.2.219';
|
|
67
67
|
exports._SDK_VERSION = SDK_VERSION;
|
|
68
68
|
// ---------------------------------------------------------------------------
|
|
69
69
|
// ANSI helpers (no external deps)
|
package/dist/localSensing.d.ts
CHANGED
|
@@ -491,6 +491,15 @@ export declare class LocalSensingClient implements SensingClient {
|
|
|
491
491
|
/** Explicit inactivity or invalid current native authority pauses new model work. */
|
|
492
492
|
isReviewActive(): boolean;
|
|
493
493
|
private usesWebsiteProfile;
|
|
494
|
+
/**
|
|
495
|
+
* Lassos a language-model question must be scoped to. On a website profile a
|
|
496
|
+
* lasso the detector owns (a `zone_count` producer field: a person whose feet
|
|
497
|
+
* are inside the polygon, retained selection `lasso_zone_count_v1`) is answered
|
|
498
|
+
* on the original frame by the producer and needs no scoped VLM review; with
|
|
499
|
+
* no Gemma question left the look is detector-only. Elsewhere every lasso
|
|
500
|
+
* counts, as before.
|
|
501
|
+
*/
|
|
502
|
+
private vlmLassoCount;
|
|
494
503
|
captureReviewContext(): Record<string, unknown>;
|
|
495
504
|
/** Admission follows the saved profile, never the camera's current setting. */
|
|
496
505
|
getReviewModelUse(context: Record<string, unknown> | undefined): ReviewModelUse;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"localSensing.d.ts","sourceRoot":"","sources":["../src/localSensing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAwB,MAAM,wBAAwB,CAAC;AAInF,OAAO,EAA2B,KAAK,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AACnG,OAAO,EACL,qBAAqB,EACrB,KAAK,uBAAuB,EAC5B,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EACvB,KAAK,UAAU,EAChB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAGtF,OAAO,EAAyC,KAAK,iBAAiB,EAAE,KAAK,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAC5H,OAAO,EACL,qBAAqB,
|
|
1
|
+
{"version":3,"file":"localSensing.d.ts","sourceRoot":"","sources":["../src/localSensing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAwB,MAAM,wBAAwB,CAAC;AAInF,OAAO,EAA2B,KAAK,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AACnG,OAAO,EACL,qBAAqB,EACrB,KAAK,uBAAuB,EAC5B,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EACvB,KAAK,UAAU,EAChB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAGtF,OAAO,EAAyC,KAAK,iBAAiB,EAAE,KAAK,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAC5H,OAAO,EACL,qBAAqB,EAGrB,KAAK,4BAA4B,EAGlC,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,oBAAoB,EAA8B,MAAM,wBAAwB,CAAC;AAC1F,OAAO,EAA0H,KAAK,oBAAoB,EAAC,MAAM,mBAAmB,CAAC;AAKrL,OAAO,EAAC,mBAAmB,EAAE,KAAK,SAAS,EAAC,MAAM,uBAAuB,CAAC;AAE1E,OAAO,EAAwB,KAAK,sBAAsB,EAAC,MAAM,oBAAoB,CAAC;AAEtF,OAAO,EAAkD,KAAK,qBAAqB,EAAC,MAAM,mBAAmB,CAAC;AAC9G,OAAO,EAAwE,KAAK,oBAAoB,EACxE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAIL,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,KAAK,eAAe,EACrB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAIL,KAAK,mBAAmB,EAEzB,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAGhD,OAAO,EAAC,iBAAiB,EAAC,MAAM,qBAAqB,CAAC;AAKtD,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,gCAAgC,CAAC;AACnF,OAAO,EAA0B,KAAK,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAkE/E;;;;;;;;;GASG;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,GAAG,QAAQ,CAAC;AAEzF,mEAAmE;AACnE,eAAO,MAAM,2BAA2B,QAAc,CAAC;AACvD;;;GAGG;AACH,eAAO,MAAM,uBAAuB,4BAA4B,CAAC;AAEjE;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,CAAC,EAAE;IACrC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,sDAAsD;IACtD,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IACxC,oBAAoB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1C,oGAAoG;IACpG,iBAAiB,EAAE,OAAO,CAAC;IAC3B;;;OAGG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,4EAA4E;IAC5E,QAAQ,EAAE,OAAO,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;CACvC,GAAG,mBAAmB,CActB;AAWD;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,sBAAsB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,mBAAmB,CAElG;AAED,MAAM,WAAW,yBAAyB;IACxC,8EAA8E;IAC9E,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;OAIG;IACH,aAAa,CAAC,EAAE,oBAAoB,CAAC;IACrC,4DAA4D;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B;;;;OAIG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,qGAAqG;IACrG,uBAAuB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IACvD;;;;;;;;;OASG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,GAAG,IAAI,CAAC;IACrD,4DAA4D;IAC5D,4BAA4B,CAAC,EAAE,4BAA4B,CAAC;IAC5D,0FAA0F;IAC1F,4BAA4B,CAAC,EAAE,4BAA4B,CAAC;IAC5D,iGAAiG;IACjG,mBAAmB,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1D,8FAA8F;IAC9F,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC,uFAAuF;IACvF,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,wFAAwF;IACxF,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,oFAAoF;IACpF,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,kGAAkG;IAClG,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,+EAA+E;IAC/E,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,gFAAgF;IAChF,mBAAmB,CAAC,EAAE,CAAC,IAAI,EAAC,MAAM,EAAC,MAAM,EAAC,sBAAsB,KAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IACxF,iBAAiB,CAAC,EAAE,CAAC,IAAI,EAAC,MAAM,EAAC,MAAM,EAAC,qBAAqB,KAAG,OAAO,CAAC,OAAO,uBAAuB,EAAE,YAAY,CAAC,CAAC;IACtH,gFAAgF;IAChF,aAAa,CAAC,EAAE,CAAC,IAAI,EAAC,MAAM,EAAC,MAAM,EAAC,oBAAoB,KAAG,OAAO,CAAC,OAAO,uBAAuB,EAAE,YAAY,CAAC,CAAC;IACjH,uHAAuH;IACvH,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,eAAe,CAAC,EAAE,CAAC,IAAI,EAAC,MAAM,EAAC,OAAO,EAAC,UAAU,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,KAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CAEjH;AA4FD;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,wCAAwC,CACtD,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAmBzB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH,wBAAgB,aAAa,CAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,oBAAoB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,SAAS,MAAM,EAAE,GAC7D,OAAO,CAsCT;AAID;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AACH,qBAAa,kBAAmB,YAAW,aAAa;IAwLpD,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAxL/B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAuB;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0B;IACrD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,YAAY,CAA0B;IAC9C,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAU;IAChD,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,uBAAuB,CAAS;IACxC,OAAO,CAAC,sBAAsB,CAAS;IACvC,OAAO,CAAC,kBAAkB,CAA6B;IACvD,OAAO,CAAC,mBAAmB,CAAsC;IACjE,OAAO,CAAC,4BAA4B,CAAiB;IACrD,OAAO,CAAC,oBAAoB,CAA6E;IACzG,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAU;IACjD,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAU;IACpD,OAAO,CAAC,QAAQ,CAAC,4BAA4B,CAAU;IACvD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAU;IACjD,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAA+B;IACxE,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAgD;IACrF,OAAO,CAAC,2BAA2B,CAAS;IAC5C,OAAO,CAAC,oBAAoB,CAAC,CAAwB;IACrD,OAAO,CAAC,oBAAoB,CAAC,CAAwB;IACrD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAsB;IAC3D,OAAO,CAAC,cAAc,CAAI;IAC1B,OAAO,CAAC,gBAAgB,CAAG;IAC3B,OAAO,CAAC,aAAa,CAAC,CAAoC;IAC1D,OAAO,CAAC,aAAa,CAAC,CAAsB;IAC5C,OAAO,CAAC,oBAAoB,CAAC,CAAsB;IACnD,OAAO,CAAC,aAAa,CAAG;IACxB,OAAO,CAAC,cAAc,CAAI;IAE1B,OAAO,CAAC,eAAe,CAAsB;IAC7C,OAAO,CAAC,sBAAsB,CAAC,CAAyB;IACxD,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IACpD,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmG;IACjI,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgG;IAChI,uFAAuF;IACvF,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAmE;IACrG,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAoE;IACxG,OAAO,CAAC,qBAAqB,CAAC,CAAwB;IACtD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoG;IACtI,OAAO,CAAC,uBAAuB,CAAQ;IACvC;;;;;;OAMG;IACH,OAAO,CAAC,0BAA0B,CAA0C;IAC5E;;;;;;;;;;OAUG;IACH,OAAO,CAAC,oBAAoB,CAKpB;IACR;;;;;;;;;OASG;IACH,OAAO,CAAC,uBAAuB,CAAyD;IACxF;;;;;;;OAOG;IACH,OAAO,CAAC,6BAA6B,CAAkC;IACvE;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAA+B;IAC/C;;;;;;;;;;;;;;;OAeG;IACH,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAC6B;IACrE,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAsB;IAC1D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA+B;IAC/D,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAU;IAC3C,OAAO,CAAC,kBAAkB,CAAK;IAC/B,uFAAuF;IACvF,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAU;IAC9C,gEAAgE;IAChE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAU;IAC1C,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAA+B;IACxE,sFAAsF;IACtF,OAAO,CAAC,iBAAiB,CAAoC;IAC7D,0DAA0D;IAC1D,OAAO,CAAC,sBAAsB,CAAuB;IACrD;;;;;;;;;OASG;IACH,OAAO,CAAC,wBAAwB,CAAK;IACrC;;;;;OAKG;IACH,OAAO,CAAC,uBAAuB,CAAK;IACpC;;;;;;;;;;;;;;OAcG;IACH,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,wBAAwB,CAA+C;IAE/E;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA6B;IACzD,6DAA6D;IAC7D,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAQ;IACxC,OAAO,CAAC,kBAAkB,CAAoC;IAC9D,iGAAiG;IACjG,OAAO,CAAC,8BAA8B,CAAsB;IAC5D;;;;OAIG;IACH,cAAc,EAAE,mBAAmB,CAAc;gBAG9B,aAAa,EAAE,iBAAiB,EAChC,YAAY,EAAE,qBAAqB,EACpD,OAAO,GAAE,yBAA8B;IA4EzC,WAAW,IAAI,MAAM;IAIrB,kBAAkB,CAAC,YAAY,EAAE,kBAAkB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAItF;;;;;;;;;OASG;YACW,qBAAqB;IAkCnC,0FAA0F;IAC1F,OAAO,CAAC,kBAAkB;IAiI1B,OAAO,CAAC,oBAAoB;YAwBd,oBAAoB;IAiClC;;;;;OAKG;IACH,oBAAoB,IAAI,uBAAuB;IAK/C;;;;;;OAMG;IACH,sBAAsB,IAAI;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE;IAQpG;;;;;;;OAOG;IACH,gBAAgB,IAAI;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjC,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;KACpB;IAWD;;;OAGG;IACH,oBAAoB,IAAI,MAAM,GAAG,IAAI;IAIrC,8EAA8E;IACxE,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAQpC,qFAAqF;IACrF,cAAc,IAAI,OAAO;IAKzB,OAAO,CAAC,kBAAkB;IAI1B;;;;;;;OAOG;IACH,OAAO,CAAC,aAAa;IAOrB,oBAAoB,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IA0D/C,+EAA+E;IAC/E,iBAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,GAAG,cAAc;IAI/E,iFAAiF;IAC3E,eAAe,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;IAKrE,6FAA6F;IACvF,iBAAiB,CAAC,OAAO,EAAE,sBAAsB,EAAE,IAAI,EAAE,iBAAiB,EAC9E,UAAU,EAAE,CAAC,MAAM,EAAC,iBAAiB,KAAG,IAAI,GAAG,OAAO,CAAC,iBAAiB,CAAC;YAwC7D,eAAe;IAmY7B,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAS;IAE7C,OAAO,CAAC,wBAAwB;IAIhC,OAAO,CAAC,yBAAyB;IAI3B,OAAO,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,uBAAuB,CAAC;CA4GjF;AAED;;;;GAIG;AACH,wBAAgB,iCAAiC,CAC/C,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,IAAI,GAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAA6B,GACnD,MAAM,GAAG,SAAS,CAoBpB;AAED;;;;GAIG;AACH,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAYlG;AAED,0EAA0E;AAC1E,MAAM,WAAW,qBAAqB;IACpC,+EAA+E;IAC/E,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,gHAAgH;IAChH,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,OAAO,CAAC;IAClD,mBAAmB,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,cAAc,CAAC;IAC7D,iBAAiB,CAAC,EAAE,CAClB,IAAI,EAAE,YAAY,EAClB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,KAAK,KACT,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC5B,oBAAoB,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,iBAAiB,CAAC;IACjE,mBAAmB,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,qBAAqB,CAAC;IACpE,oBAAoB,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,oBAAoB,GAAG,SAAS,CAAC;IAChF,4BAA4B,CAAC,EAAE,4BAA4B,CAAC;IAC5D,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB;mFAC+E;IAC/E,aAAa,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC/C;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,2BAA2B,KAAK,OAAO,CAAC,GAAG,IAAI,CAAC;CAChF;AAED,yEAAyE;AACzE,eAAO,MAAM,sBAAsB,mBAAmB,CAAC;AAEvD;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAS9D;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,UAAU,GAAG,aAAa,CAAC,GAAG,MAAM,CAIzF;AAED,kFAAkF;AAClF,MAAM,WAAW,kBAAkB;IACjC,wEAAwE;IACxE,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,+EAA+E;IAC/E,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,yDAAyD;IACzD,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAID,qEAAqE;AACrE,wBAAgB,qBAAqB,IAAI,kBAAkB,CAM1D;AAmBD;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,eAAe,EACvB,IAAI,CAAC,EAAE,qBAAqB,GAC3B,eAAe,EAAE,CA8QnB"}
|
package/dist/localSensing.js
CHANGED
|
@@ -61,6 +61,7 @@ const jpegFrameSize_1 = require("./jpegFrameSize");
|
|
|
61
61
|
const ScopedVlmReview_1 = require("./ScopedVlmReview");
|
|
62
62
|
const util_1 = require("util");
|
|
63
63
|
const LocalDetectorClient_1 = require("./LocalDetectorClient");
|
|
64
|
+
const SharedFrameDetection_1 = require("./SharedFrameDetection");
|
|
64
65
|
const PhonePersonViews_1 = require("./PhonePersonViews");
|
|
65
66
|
const PhoneEmbeddingClassifier_1 = require("./PhoneEmbeddingClassifier");
|
|
66
67
|
const PhoneHeldInHand_1 = require("./PhoneHeldInHand");
|
|
@@ -952,6 +953,21 @@ class LocalSensingClient {
|
|
|
952
953
|
usesWebsiteProfile() {
|
|
953
954
|
return this.websiteManagedProfiles && this.reviewProfileState === 'active';
|
|
954
955
|
}
|
|
956
|
+
/**
|
|
957
|
+
* Lassos a language-model question must be scoped to. On a website profile a
|
|
958
|
+
* lasso the detector owns (a `zone_count` producer field: a person whose feet
|
|
959
|
+
* are inside the polygon, retained selection `lasso_zone_count_v1`) is answered
|
|
960
|
+
* on the original frame by the producer and needs no scoped VLM review; with
|
|
961
|
+
* no Gemma question left the look is detector-only. Elsewhere every lasso
|
|
962
|
+
* counts, as before.
|
|
963
|
+
*/
|
|
964
|
+
vlmLassoCount() {
|
|
965
|
+
if (!this.usesWebsiteProfile())
|
|
966
|
+
return this.cachedAlertFocusRegions.size;
|
|
967
|
+
const detectorOwned = new Set(this.cachedProducerFields
|
|
968
|
+
.filter(field => field.derivation?.relation_kind === 'zone_count').map(field => field.field));
|
|
969
|
+
return [...this.cachedAlertFocusRegions.keys()].filter(field => !detectorOwned.has(field)).length;
|
|
970
|
+
}
|
|
955
971
|
captureReviewContext() {
|
|
956
972
|
void this.prepareReview().catch(() => { });
|
|
957
973
|
if (this.invalidWebsiteProfileAuthority)
|
|
@@ -986,7 +1002,7 @@ class LocalSensingClient {
|
|
|
986
1002
|
...(this.usesWebsiteProfile() && this.cachedCascadeArmed && this.cachedProducerFields.some(f => f.field === 'person_count' && f.modelId === 'rfdetr_medium') ? { detectorCascadeArmed: true } : {}),
|
|
987
1003
|
...(!actorOnly && (this.scopedVlmReviewEnabled || this.usesWebsiteProfile()) && !this.cachedDetectorCounts && this.activeFieldSet === 'operator'
|
|
988
1004
|
&& (this.usesWebsiteProfile() && this.cachedVlmFields.length || this.cachedDeclaredProfileReview
|
|
989
|
-
|| this.cachedMixedFrameCounts || this.
|
|
1005
|
+
|| this.cachedMixedFrameCounts || this.vlmLassoCount() || !this.cachedFocusRegionsValid) ? { scopedVlmReview: {
|
|
990
1006
|
version: 1, fieldSet: 'operator', fields: this.cachedVlmFields, regionsValid: this.cachedFocusRegionsValid,
|
|
991
1007
|
semanticFieldKeys: 'captured_profile_v1',
|
|
992
1008
|
// Match server ownership: one phone method is frozen with each capture.
|
|
@@ -1264,18 +1280,50 @@ class LocalSensingClient {
|
|
|
1264
1280
|
saved.reviewedAtMs - saved.sourceCapturedAtMs > request.reviewWindowMs)) {
|
|
1265
1281
|
throw new Error('Invalid recent answer provenance');
|
|
1266
1282
|
}
|
|
1283
|
+
// A lasso the detector owns counts feet inside its captured polygon. Without
|
|
1284
|
+
// that polygon or a readable frame the producer would count the whole frame,
|
|
1285
|
+
// which is a different question: retain the evidence instead.
|
|
1286
|
+
const lassoFields = (context?.producerFields ?? []).filter(field => field.derivation?.relation_kind === 'zone_count');
|
|
1287
|
+
if (!saved && context && lassoFields.length) {
|
|
1288
|
+
const captured = new Map(context.regions);
|
|
1289
|
+
if (lassoFields.some(field => !captured.get(field.field))) {
|
|
1290
|
+
throw Error('Lasso person count requires its captured area; evidence retained');
|
|
1291
|
+
}
|
|
1292
|
+
if (!(0, jpegFrameSize_1.readJpegFrameSize)(request.jpeg)) {
|
|
1293
|
+
throw Error('Lasso person count requires readable image dimensions; retain for retry');
|
|
1294
|
+
}
|
|
1295
|
+
}
|
|
1267
1296
|
if (!saved) {
|
|
1268
1297
|
const promptText = context?.prompt ?? this.cachedPrompt;
|
|
1269
1298
|
const schema = context?.schema ?? this.cachedSchema;
|
|
1270
1299
|
const fields = (context?.producerFields ?? this.cachedProducerFields).filter(field => !actorFields.has(field.field));
|
|
1271
1300
|
const absence = context ? new Set(context.absenceWatchedFields) : this.cachedAbsenceWatchedFields;
|
|
1272
1301
|
const regions = new Map(context?.regions ?? []);
|
|
1302
|
+
// One `/detect` per frame: when a detector-answered question already asked
|
|
1303
|
+
// the pinned detector for a superset of what the producer needs (camera 24:
|
|
1304
|
+
// person/laptop/tv at 0.25 for the unattended rule, person at 0.5 for the
|
|
1305
|
+
// counts), the producer's answer is read out of that call. Anything the
|
|
1306
|
+
// recorded call did not cover, or a call that failed, asks the detector.
|
|
1307
|
+
const frameDetection = context && !this.producerInjected ? new SharedFrameDetection_1.SharedFrameDetection() : null;
|
|
1308
|
+
const detectFields = frameDetection
|
|
1309
|
+
? (jpeg, policy) => {
|
|
1310
|
+
const call = this.fieldDetector(jpeg, policy);
|
|
1311
|
+
// A policy the request builder refuses is the detector call's own failure, unshared.
|
|
1312
|
+
try {
|
|
1313
|
+
return frameDetection.record(jpeg, (0, DetectorFields_1.detectorFieldsRequest)(policy), call);
|
|
1314
|
+
}
|
|
1315
|
+
catch {
|
|
1316
|
+
return call;
|
|
1317
|
+
}
|
|
1318
|
+
}
|
|
1319
|
+
: this.fieldDetector;
|
|
1320
|
+
const realClient = (0, DetectorFieldProducer_1.localDetectorClientFactory)(this.producerOptions.baseUrl);
|
|
1273
1321
|
const producer = context && !this.producerInjected
|
|
1274
1322
|
? new DetectorFieldProducer_1.DetectorFieldProducer({
|
|
1275
1323
|
...this.producerOptions,
|
|
1276
1324
|
classThresholds: new Map(context.operatingPoints),
|
|
1277
1325
|
regionForField: field => regions.get(field) ?? null,
|
|
1278
|
-
})
|
|
1326
|
+
}, opts => ({ detect: async (jpeg) => (await frameDetection.serve(jpeg, opts)) ?? realClient(opts).detect(jpeg) }))
|
|
1279
1327
|
: this.producer;
|
|
1280
1328
|
const startedAt = Date.now();
|
|
1281
1329
|
// A realtime retained review carries its live-alert deadline into every
|
|
@@ -1295,7 +1343,7 @@ class LocalSensingClient {
|
|
|
1295
1343
|
progress: request.scopedVlmProgress, checkpoint: request.checkpointScopedReview,
|
|
1296
1344
|
...(scopedReview.phonePersonViews ? { proposePeople: this.phonePersonDetector } : {}),
|
|
1297
1345
|
...(scopedReview.phoneHeldInHand ? { detectHeldPhone: this.heldPhoneDetector } : {}),
|
|
1298
|
-
...(scopedReview.detectorFields ? { detectFields
|
|
1346
|
+
...(scopedReview.detectorFields ? { detectFields, capturedAtMs,
|
|
1299
1347
|
gateMemory: { get: (field) => this.vehicleGateMemory.get(field),
|
|
1300
1348
|
set: (field, memory) => { this.vehicleGateMemory.set(field, memory); } },
|
|
1301
1349
|
orientVehicles: (jpeg, method, boxes) => this.vehicleOrienter(jpeg, {
|