@trillboards/edge-sdk 0.2.175 → 0.2.176
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/deploy/detector/README.md +6 -0
- package/deploy/detector/pyproject.toml +4 -1
- package/deploy/detector/tests/test_actor_action_wire.py +103 -0
- package/deploy/detector/tests/test_actor_actions.py +94 -0
- package/deploy/detector/tests/test_actor_checkpoint.py +99 -0
- package/deploy/detector/tests/test_actor_tracking.py +191 -0
- package/deploy/detector/tests/test_actor_tracking_wire.py +120 -0
- package/deploy/detector/tests/test_actor_views.py +108 -0
- package/deploy/detector/tests/test_compute_budget.py +28 -0
- package/deploy/detector/tests/test_detector_request.py +52 -0
- package/deploy/detector/tests/test_input_recipe.py +77 -0
- package/deploy/detector/tests/test_loader.py +20 -1
- package/deploy/detector/tests/test_pose.py +66 -0
- package/deploy/detector/tests/test_server.py +83 -0
- package/deploy/detector/tests/test_task_registry.py +74 -0
- package/deploy/detector/trillboards_detector/_version.py +2 -2
- package/deploy/detector/trillboards_detector/actor_action_contract.py +65 -0
- package/deploy/detector/trillboards_detector/actor_action_wire.py +189 -0
- package/deploy/detector/trillboards_detector/actor_actions.py +115 -0
- package/deploy/detector/trillboards_detector/actor_checkpoint.py +91 -0
- package/deploy/detector/trillboards_detector/actor_tracking.py +337 -0
- package/deploy/detector/trillboards_detector/actor_views.py +102 -0
- package/deploy/detector/trillboards_detector/cli.py +12 -2
- package/deploy/detector/trillboards_detector/labels.py +32 -0
- package/deploy/detector/trillboards_detector/loader.py +30 -4
- package/deploy/detector/trillboards_detector/pose.py +129 -0
- package/deploy/detector/trillboards_detector/registry.py +92 -7
- package/deploy/detector/trillboards_detector/server.py +131 -3
- package/deploy/detector/trillboards_detector/session.py +83 -49
- package/deploy/detector/trillboards_detector/tasks.py +27 -0
- package/deploy/detector/trillboards_detector/worker_budget.py +14 -0
- package/deploy/windows/README.md +1 -1
- package/deploy/windows/ci/test-published-install.ps1 +16 -3
- package/dist/ActorActionClient.d.ts +47 -0
- package/dist/ActorActionClient.d.ts.map +1 -0
- package/dist/ActorActionClient.js +187 -0
- package/dist/ActorActionClient.js.map +1 -0
- package/dist/ActorActionProducer.d.ts +17 -0
- package/dist/ActorActionProducer.d.ts.map +1 -0
- package/dist/ActorActionProducer.js +92 -0
- package/dist/ActorActionProducer.js.map +1 -0
- package/dist/ActorPerception.d.ts +65 -0
- package/dist/ActorPerception.d.ts.map +1 -0
- package/dist/ActorPerception.js +124 -0
- package/dist/ActorPerception.js.map +1 -0
- package/dist/ActorPose.d.ts +42 -0
- package/dist/ActorPose.d.ts.map +1 -0
- package/dist/ActorPose.js +62 -0
- package/dist/ActorPose.js.map +1 -0
- package/dist/ActorReview.d.ts +51 -0
- package/dist/ActorReview.d.ts.map +1 -0
- package/dist/ActorReview.js +84 -0
- package/dist/ActorReview.js.map +1 -0
- package/dist/ActorTracking.d.ts +33 -0
- package/dist/ActorTracking.d.ts.map +1 -0
- package/dist/ActorTracking.js +90 -0
- package/dist/ActorTracking.js.map +1 -0
- package/dist/ActorWindow.d.ts +56 -0
- package/dist/ActorWindow.d.ts.map +1 -0
- package/dist/ActorWindow.js +86 -0
- package/dist/ActorWindow.js.map +1 -0
- package/dist/ActorWindowContract.d.ts +5 -0
- package/dist/ActorWindowContract.d.ts.map +1 -0
- package/dist/ActorWindowContract.js +23 -0
- package/dist/ActorWindowContract.js.map +1 -0
- package/dist/AudienceAnalyzeClient.d.ts +4 -0
- package/dist/AudienceAnalyzeClient.d.ts.map +1 -1
- package/dist/AudienceAnalyzeClient.js.map +1 -1
- package/dist/ChannelProber.d.ts.map +1 -1
- package/dist/ChannelProber.js +8 -0
- package/dist/ChannelProber.js.map +1 -1
- package/dist/CloudSensingManager.d.ts +7 -0
- package/dist/CloudSensingManager.d.ts.map +1 -1
- package/dist/CloudSensingManager.js +31 -0
- package/dist/CloudSensingManager.js.map +1 -1
- package/dist/EdgeAgent.js +1 -1
- package/dist/LocalDetectorClient.d.ts +5 -1
- package/dist/LocalDetectorClient.d.ts.map +1 -1
- package/dist/LocalDetectorClient.js +48 -3
- package/dist/LocalDetectorClient.js.map +1 -1
- package/dist/RetainedFieldContract.d.ts +2 -1
- package/dist/RetainedFieldContract.d.ts.map +1 -1
- package/dist/RetainedFieldContract.js +17 -5
- package/dist/RetainedFieldContract.js.map +1 -1
- package/dist/RuntimeModelSelection.d.ts.map +1 -1
- package/dist/RuntimeModelSelection.js +63 -2
- package/dist/RuntimeModelSelection.js.map +1 -1
- package/dist/TemporalReviewClient.d.ts.map +1 -1
- package/dist/TemporalReviewClient.js +20 -1
- package/dist/TemporalReviewClient.js.map +1 -1
- package/dist/TemporalReviewJournal.d.ts +10 -1
- package/dist/TemporalReviewJournal.d.ts.map +1 -1
- package/dist/TemporalReviewJournal.js +42 -10
- package/dist/TemporalReviewJournal.js.map +1 -1
- package/dist/connectorUpdate.d.ts +2 -0
- package/dist/connectorUpdate.d.ts.map +1 -1
- package/dist/connectorUpdate.js +33 -7
- package/dist/connectorUpdate.js.map +1 -1
- package/dist/diagnose.d.ts +1 -1
- package/dist/diagnose.js +1 -1
- package/dist/index.d.ts +6 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +12 -1
- package/dist/index.js.map +1 -1
- package/dist/localSensing.d.ts +4 -0
- package/dist/localSensing.d.ts.map +1 -1
- package/dist/localSensing.js +43 -8
- package/dist/localSensing.js.map +1 -1
- package/package.json +5 -5
- package/retained/RetainedCaptureClient.cjs +55 -9
- package/retained/__tests__/actor-perception.test.cjs +125 -0
- package/retained/__tests__/actor-window.test.cjs +78 -0
- package/retained/__tests__/runtime.test.cjs +44 -4
- package/retained/actor-window.cjs +62 -0
- package/retained/manager.cjs +14 -2
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ActorActionProducer = exports.hasSelectedActorActions = void 0;
|
|
4
|
+
const crypto_1 = require("crypto");
|
|
5
|
+
const ActorActionClient_1 = require("./ActorActionClient");
|
|
6
|
+
const ActorPerception_1 = require("./ActorPerception");
|
|
7
|
+
const ActorReview_1 = require("./ActorReview");
|
|
8
|
+
const ActorTracking_1 = require("./ActorTracking");
|
|
9
|
+
const jpegFrameSize_1 = require("./jpegFrameSize");
|
|
10
|
+
const hasSelectedActorActions = (selection) => selection?.tasks?.some(task => task.task === 'actor_actions') === true;
|
|
11
|
+
exports.hasSelectedActorActions = hasSelectedActorActions;
|
|
12
|
+
/** The selected action consumes original physical tracks; it owns no capture or delivery queue. */
|
|
13
|
+
class ActorActionProducer {
|
|
14
|
+
constructor(runtime) {
|
|
15
|
+
this.runtime = runtime;
|
|
16
|
+
}
|
|
17
|
+
async produce(request, selection, cached) {
|
|
18
|
+
const tasks = selection?.tasks?.filter((task) => task.task === 'actor_actions') ?? [];
|
|
19
|
+
if (!tasks.length) {
|
|
20
|
+
if (cached && (cached.actorReview !== undefined || cached.actorActionRuns !== undefined || cached.actorPerceptionSha256 !== undefined))
|
|
21
|
+
throw Error('Saved actor action result lost its selected tasks');
|
|
22
|
+
return null;
|
|
23
|
+
}
|
|
24
|
+
if (!request.reviewContext || !request.actorPerception || !request.resolveActorWindow
|
|
25
|
+
|| !request.evidenceId || !Number.isSafeInteger(request.capturedAt) || !Number.isFinite(request.reviewWindowMs)
|
|
26
|
+
|| !request.checkpointAnalysis)
|
|
27
|
+
throw Error('Selected actor action requires its original retained perception, history and checkpoint');
|
|
28
|
+
const tracking = request.actorPerception.result?.tracking;
|
|
29
|
+
if (!tracking || tracking.frameId !== request.evidenceId || tracking.capturedAtMs !== request.capturedAt)
|
|
30
|
+
throw Error('Actor action capture identity changed');
|
|
31
|
+
const policy = (0, ActorPerception_1.actorPerceptionPolicyFromSelection)(selection, { cameraId: tracking.cameraId, sourceId: tracking.sourceId });
|
|
32
|
+
if (!policy)
|
|
33
|
+
throw Error('Selected actor action lost its original perception policy');
|
|
34
|
+
const contextSha256 = (0, crypto_1.createHash)('sha256').update(JSON.stringify(request.reviewContext)).digest('hex');
|
|
35
|
+
const perception = new ActorPerception_1.ActorPerceptionClient(policy).validate(request.actorPerception, {
|
|
36
|
+
frameId: tracking.frameId, capturedAtMs: tracking.capturedAtMs, jpeg: request.jpeg, contextSha256
|
|
37
|
+
});
|
|
38
|
+
const size = (0, jpegFrameSize_1.readJpegFrameSize)(request.jpeg);
|
|
39
|
+
if (!size || request.imageWidth !== undefined && request.imageWidth !== size.width
|
|
40
|
+
|| request.imageHeight !== undefined && request.imageHeight !== size.height)
|
|
41
|
+
throw Error('Actor action original frame size changed');
|
|
42
|
+
const perceptionSha256 = (0, ActorTracking_1.actorProofHash)(perception);
|
|
43
|
+
if (cached && (!Array.isArray(cached.actorActionRuns) || cached.actorActionRuns.length !== tasks.length
|
|
44
|
+
|| new Set(cached.actorActionRuns.map(run => run?.modelId)).size !== tasks.length
|
|
45
|
+
|| !cached.actorReview || cached.actorPerceptionSha256 !== perceptionSha256))
|
|
46
|
+
throw Error('Incomplete or changed saved actor action production');
|
|
47
|
+
const models = {}, values = new Map();
|
|
48
|
+
for (const row of tracking.actors)
|
|
49
|
+
values.set((0, ActorTracking_1.actorProofHash)(row.actor), {});
|
|
50
|
+
const runs = [];
|
|
51
|
+
for (const task of tasks) {
|
|
52
|
+
const pin = selection.models.find(model => model.modelId === task.modelId);
|
|
53
|
+
if (!pin || pin.format !== 'onnx')
|
|
54
|
+
throw Error('Selected actor action has no immutable native model');
|
|
55
|
+
const execution = { model: { modelId: pin.modelId, sha256: pin.sha256 }, fields: [...task.fields], window: task.window };
|
|
56
|
+
const windows = tracking.actors.map(row => {
|
|
57
|
+
const window = request.resolveActorWindow(row.actor, task.modelId);
|
|
58
|
+
if (window.currentFrameId !== tracking.frameId || window.currentCapturedAtMs !== tracking.capturedAtMs
|
|
59
|
+
|| window.contextSha256 !== contextSha256 || window.policySha256 !== perception.policySha256
|
|
60
|
+
|| window.sourceId !== tracking.sourceId || (0, ActorTracking_1.actorProofHash)(window.actor) !== (0, ActorTracking_1.actorProofHash)(row.actor))
|
|
61
|
+
throw Error('Selected actor action window belongs to a different capture or person');
|
|
62
|
+
return window;
|
|
63
|
+
});
|
|
64
|
+
const savedRun = cached?.actorActionRuns?.find(run => run.modelId === task.modelId);
|
|
65
|
+
const run = cached ? (0, ActorActionClient_1.validateActorActionRun)(savedRun, execution, windows) : await this.runtime.classify(execution, windows);
|
|
66
|
+
runs.push(run);
|
|
67
|
+
for (const field of task.fields) {
|
|
68
|
+
if (models[field])
|
|
69
|
+
throw Error('Actor action field has multiple model owners');
|
|
70
|
+
models[field] = { modelId: pin.modelId, sha256: pin.sha256, preprocessing: run.preprocessing };
|
|
71
|
+
}
|
|
72
|
+
for (const result of run.results) {
|
|
73
|
+
const target = values.get((0, ActorTracking_1.actorProofHash)(result.actor));
|
|
74
|
+
if (!target)
|
|
75
|
+
throw Error('Action result has no original physical actor');
|
|
76
|
+
for (const [field, reading] of Object.entries(result.fields)) {
|
|
77
|
+
if (Object.prototype.hasOwnProperty.call(target, field))
|
|
78
|
+
throw Error('Actor action field was answered twice');
|
|
79
|
+
target[field] = reading;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
const actorReview = (0, ActorReview_1.buildActorReview)({ jpeg: request.jpeg, tracking, frameSize: size, detections: perception.result.detections,
|
|
84
|
+
models, readings: tracking.actors.map(row => ({ actor: row.actor, fields: values.get((0, ActorTracking_1.actorProofHash)(row.actor)) })),
|
|
85
|
+
maxGapMs: Math.min(...tasks.map(task => task.window.maxGapMs)) });
|
|
86
|
+
if (cached && (0, ActorTracking_1.actorProofHash)(cached.actorReview) !== (0, ActorTracking_1.actorProofHash)(actorReview))
|
|
87
|
+
throw Error('Saved actor action states differ from their original runtime proofs');
|
|
88
|
+
return { actorReview, actorActionRuns: runs, actorPerceptionSha256: perceptionSha256 };
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
exports.ActorActionProducer = ActorActionProducer;
|
|
92
|
+
//# sourceMappingURL=ActorActionProducer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ActorActionProducer.js","sourceRoot":"","sources":["../src/ActorActionProducer.ts"],"names":[],"mappings":";;;AAAA,mCAAkC;AAClC,2DAAsH;AACtH,uDAA2F;AAC3F,+CAA8G;AAC9G,mDAA+C;AAC/C,mDAAkD;AAQ3C,MAAM,uBAAuB,GAAC,CAAC,SAA6B,EAAS,EAAE,CAC5E,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAA,EAAE,CAAA,IAAI,CAAC,IAAI,KAAG,eAAe,CAAC,KAAG,IAAI,CAAC;AADtD,QAAA,uBAAuB,2BAC+B;AAEnE,mGAAmG;AACnG,MAAa,mBAAmB;IAC9B,YAA6B,OAAyB;QAAzB,YAAO,GAAP,OAAO,CAAkB;IAAE,CAAC;IACzD,KAAK,CAAC,OAAO,CAAC,OAA8B,EAAC,SAA6B,EACxE,MAAsC;QAEtC,MAAM,KAAK,GAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,IAAI,EAAoB,EAAE,CAAA,IAAI,CAAC,IAAI,KAAG,eAAe,CAAC,IAAE,EAAE,CAAC;QACjG,IAAG,CAAC,KAAK,CAAC,MAAM,EAAC,CAAC;YAChB,IAAG,MAAM,IAAE,CAAC,MAAM,CAAC,WAAW,KAAG,SAAS,IAAE,MAAM,CAAC,eAAe,KAAG,SAAS,IAAE,MAAM,CAAC,qBAAqB,KAAG,SAAS,CAAC;gBACvH,MAAM,KAAK,CAAC,mDAAmD,CAAC,CAAC;YACnE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAG,CAAC,OAAO,CAAC,aAAa,IAAE,CAAC,OAAO,CAAC,eAAe,IAAE,CAAC,OAAO,CAAC,kBAAkB;eAC5E,CAAC,OAAO,CAAC,UAAU,IAAE,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,IAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC;eACxG,CAAC,OAAO,CAAC,kBAAkB;YAAC,MAAM,KAAK,CAAC,yFAAyF,CAAC,CAAC;QACvI,MAAM,QAAQ,GAAC,OAAO,CAAC,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC;QACxD,IAAG,CAAC,QAAQ,IAAE,QAAQ,CAAC,OAAO,KAAG,OAAO,CAAC,UAAU,IAAE,QAAQ,CAAC,YAAY,KAAG,OAAO,CAAC,UAAU;YAC7F,MAAM,KAAK,CAAC,uCAAuC,CAAC,CAAC;QACvD,MAAM,MAAM,GAAC,IAAA,oDAAkC,EAAC,SAAS,EAAC,EAAC,QAAQ,EAAC,QAAQ,CAAC,QAAQ,EAAC,QAAQ,EAAC,QAAQ,CAAC,QAAQ,EAAC,CAAC,CAAC;QACnH,IAAG,CAAC,MAAM;YAAC,MAAM,KAAK,CAAC,2DAA2D,CAAC,CAAC;QACpF,MAAM,aAAa,GAAC,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrG,MAAM,UAAU,GAAC,IAAI,uCAAqB,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAC;YAClF,OAAO,EAAC,QAAQ,CAAC,OAAO,EAAC,YAAY,EAAC,QAAQ,CAAC,YAAY,EAAC,IAAI,EAAC,OAAO,CAAC,IAAI,EAAC,aAAa;SAAC,CAAC,CAAC;QAChG,MAAM,IAAI,GAAC,IAAA,iCAAiB,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAG,CAAC,IAAI,IAAE,OAAO,CAAC,UAAU,KAAG,SAAS,IAAE,OAAO,CAAC,UAAU,KAAG,IAAI,CAAC,KAAK;eACrE,OAAO,CAAC,WAAW,KAAG,SAAS,IAAE,OAAO,CAAC,WAAW,KAAG,IAAI,CAAC,MAAM;YAAC,MAAM,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC/H,MAAM,gBAAgB,GAAC,IAAA,8BAAc,EAAC,UAAU,CAAC,CAAC;QAClD,IAAG,MAAM,IAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,IAAE,MAAM,CAAC,eAAe,CAAC,MAAM,KAAG,KAAK,CAAC,MAAM;eAC5F,IAAI,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAA,EAAE,CAAA,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,KAAG,KAAK,CAAC,MAAM;eAC1E,CAAC,MAAM,CAAC,WAAW,IAAE,MAAM,CAAC,qBAAqB,KAAG,gBAAgB,CAAC;YACvE,MAAM,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACrE,MAAM,MAAM,GAAiC,EAAE,EAAC,MAAM,GAAC,IAAI,GAAG,EAA4C,CAAC;QAC3G,KAAI,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM;YAAC,MAAM,CAAC,GAAG,CAAC,IAAA,8BAAc,EAAC,GAAG,CAAC,KAAK,CAAC,EAAC,EAAE,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAkB,EAAE,CAAC;QAC/B,KAAI,MAAM,IAAI,IAAI,KAAK,EAAC,CAAC;YACvB,MAAM,GAAG,GAAC,SAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAA,EAAE,CAAA,KAAK,CAAC,OAAO,KAAG,IAAI,CAAC,OAAO,CAAC,CAAC;YACtE,IAAG,CAAC,GAAG,IAAE,GAAG,CAAC,MAAM,KAAG,MAAM;gBAAC,MAAM,KAAK,CAAC,qDAAqD,CAAC,CAAC;YAChG,MAAM,SAAS,GAAiB,EAAC,KAAK,EAAC,EAAC,OAAO,EAAC,GAAG,CAAC,OAAO,EAAC,MAAM,EAAC,GAAG,CAAC,MAAM,EAAC,EAAC,MAAM,EAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,EAAC,MAAM,EAAC,IAAI,CAAC,MAAM,EAAC,CAAC;YAC3H,MAAM,OAAO,GAAe,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAA,EAAE;gBACnD,MAAM,MAAM,GAAC,OAAO,CAAC,kBAAmB,CAAC,GAAG,CAAC,KAAK,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACjE,IAAG,MAAM,CAAC,cAAc,KAAG,QAAQ,CAAC,OAAO,IAAE,MAAM,CAAC,mBAAmB,KAAG,QAAQ,CAAC,YAAY;uBAC3F,MAAM,CAAC,aAAa,KAAG,aAAa,IAAE,MAAM,CAAC,YAAY,KAAG,UAAU,CAAC,YAAY;uBACnF,MAAM,CAAC,QAAQ,KAAG,QAAQ,CAAC,QAAQ,IAAE,IAAA,8BAAc,EAAC,MAAM,CAAC,KAAK,CAAC,KAAG,IAAA,8BAAc,EAAC,GAAG,CAAC,KAAK,CAAC;oBAC/F,MAAM,KAAK,CAAC,uEAAuE,CAAC,CAAC;gBACvF,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC,CAAC;YACH,MAAM,QAAQ,GAAC,MAAM,EAAE,eAAe,EAAE,IAAI,CAAC,GAAG,CAAA,EAAE,CAAA,GAAG,CAAC,OAAO,KAAG,IAAI,CAAC,OAAO,CAAC,CAAC;YAC9E,MAAM,GAAG,GAAC,MAAM,CAAA,CAAC,CAAA,IAAA,0CAAsB,EAAC,QAAQ,EAAC,SAAS,EAAC,OAAO,CAAC,CAAA,CAAC,CAAA,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAC,OAAO,CAAC,CAAC;YACnH,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,KAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAC,CAAC;gBAC9B,IAAG,MAAM,CAAC,KAAK,CAAC;oBAAC,MAAM,KAAK,CAAC,8CAA8C,CAAC,CAAC;gBAC7E,MAAM,CAAC,KAAK,CAAC,GAAC,EAAC,OAAO,EAAC,GAAG,CAAC,OAAO,EAAC,MAAM,EAAC,GAAG,CAAC,MAAM,EAAC,aAAa,EAAC,GAAG,CAAC,aAAa,EAAC,CAAC;YACxF,CAAC;YACD,KAAI,MAAM,MAAM,IAAI,GAAG,CAAC,OAAO,EAAC,CAAC;gBAC/B,MAAM,MAAM,GAAC,MAAM,CAAC,GAAG,CAAC,IAAA,8BAAc,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACtD,IAAG,CAAC,MAAM;oBAAC,MAAM,KAAK,CAAC,8CAA8C,CAAC,CAAC;gBACvE,KAAI,MAAM,CAAC,KAAK,EAAC,OAAO,CAAC,IAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAC,CAAC;oBACzD,IAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAC,KAAK,CAAC;wBAAC,MAAM,KAAK,CAAC,uCAAuC,CAAC,CAAC;oBAC3G,MAAM,CAAC,KAAK,CAAC,GAAC,OAAO,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,WAAW,GAAC,IAAA,8BAAgB,EAAC,EAAC,IAAI,EAAC,OAAO,CAAC,IAAI,EAAC,QAAQ,EAAC,SAAS,EAAC,IAAI,EAAC,UAAU,EAAC,UAAU,CAAC,MAAM,CAAC,UAAU;YACnH,MAAM,EAAC,QAAQ,EAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAA,EAAE,CAAA,CAAC,EAAC,KAAK,EAAC,GAAG,CAAC,KAAK,EAAC,MAAM,EAAC,MAAM,CAAC,GAAG,CAAC,IAAA,8BAAc,EAAC,GAAG,CAAC,KAAK,CAAC,CAAE,EAAC,CAAC,CAAC;YAC3G,QAAQ,EAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAA,EAAE,CAAA,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAC,CAAC,CAAC;QAChE,IAAG,MAAM,IAAE,IAAA,8BAAc,EAAC,MAAM,CAAC,WAAW,CAAC,KAAG,IAAA,8BAAc,EAAC,WAAW,CAAC;YACzE,MAAM,KAAK,CAAC,qEAAqE,CAAC,CAAC;QACrF,OAAO,EAAC,WAAW,EAAC,eAAe,EAAC,IAAI,EAAC,qBAAqB,EAAC,gBAAgB,EAAC,CAAC;IACnF,CAAC;CACF;AApED,kDAoEC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import { type DetectResult, type DetectorHttpPoster } from './LocalDetectorClient';
|
|
2
|
+
import { type ActorPosePin } from './ActorPose';
|
|
3
|
+
export interface ActorPerceptionPolicy {
|
|
4
|
+
version: 1;
|
|
5
|
+
cameraId: string;
|
|
6
|
+
sourceId: string;
|
|
7
|
+
detector: {
|
|
8
|
+
modelId: string;
|
|
9
|
+
sha256: string;
|
|
10
|
+
};
|
|
11
|
+
pose?: ActorPosePin;
|
|
12
|
+
minConfidence: number;
|
|
13
|
+
}
|
|
14
|
+
export interface ActorPerceptionInput {
|
|
15
|
+
frameId: string;
|
|
16
|
+
capturedAtMs: number;
|
|
17
|
+
jpeg: Buffer;
|
|
18
|
+
contextSha256: string;
|
|
19
|
+
}
|
|
20
|
+
export interface ActorPerceptionFrame {
|
|
21
|
+
version: 1;
|
|
22
|
+
policySha256: string;
|
|
23
|
+
contextSha256: string;
|
|
24
|
+
result: DetectResult;
|
|
25
|
+
}
|
|
26
|
+
export declare function parseActorPerceptionPolicy(value: unknown): ActorPerceptionPolicy;
|
|
27
|
+
/** Auxiliary native tasks are selected explicitly; older profiles keep their existing path. */
|
|
28
|
+
export declare function actorPerceptionPolicyFromSelection(value: unknown, binding: {
|
|
29
|
+
cameraId: string;
|
|
30
|
+
sourceId: string;
|
|
31
|
+
}): ActorPerceptionPolicy | null;
|
|
32
|
+
/** Continuous perception owns no queue: the original capture archive owns retry and ordering. */
|
|
33
|
+
export declare class ActorPerceptionClient {
|
|
34
|
+
private readonly transport;
|
|
35
|
+
readonly policy: ActorPerceptionPolicy;
|
|
36
|
+
constructor(policy: ActorPerceptionPolicy, transport?: {
|
|
37
|
+
baseUrl?: string;
|
|
38
|
+
timeoutMs?: number;
|
|
39
|
+
poster?: DetectorHttpPoster;
|
|
40
|
+
});
|
|
41
|
+
private request;
|
|
42
|
+
perceive(input: ActorPerceptionInput, value?: ActorPerceptionPolicy): Promise<ActorPerceptionFrame>;
|
|
43
|
+
validate(value: unknown, input: ActorPerceptionInput, policyValue?: ActorPerceptionPolicy): ActorPerceptionFrame;
|
|
44
|
+
}
|
|
45
|
+
/** Resolve the policy from the saved capture, including when the live profile changes. */
|
|
46
|
+
export declare class SelectedActorPerceptionClient {
|
|
47
|
+
readonly binding: {
|
|
48
|
+
cameraId: string;
|
|
49
|
+
sourceId: string;
|
|
50
|
+
};
|
|
51
|
+
private readonly transport;
|
|
52
|
+
constructor(binding: {
|
|
53
|
+
cameraId: string;
|
|
54
|
+
sourceId: string;
|
|
55
|
+
}, transport?: {
|
|
56
|
+
baseUrl?: string;
|
|
57
|
+
timeoutMs?: number;
|
|
58
|
+
poster?: DetectorHttpPoster;
|
|
59
|
+
});
|
|
60
|
+
policyForContext(context: Record<string, unknown> | undefined): ActorPerceptionPolicy | null;
|
|
61
|
+
private client;
|
|
62
|
+
perceive(input: ActorPerceptionInput, policy: ActorPerceptionPolicy): Promise<ActorPerceptionFrame>;
|
|
63
|
+
validate(value: unknown, input: ActorPerceptionInput, policy: ActorPerceptionPolicy): ActorPerceptionFrame;
|
|
64
|
+
}
|
|
65
|
+
//# sourceMappingURL=ActorPerception.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ActorPerception.d.ts","sourceRoot":"","sources":["../src/ActorPerception.ts"],"names":[],"mappings":"AACA,OAAO,EAAqB,KAAK,YAAY,EAAC,KAAK,kBAAkB,EAAC,MAAM,uBAAuB,CAAC;AAEpG,OAAO,EAA2C,KAAK,YAAY,EAAC,MAAM,aAAa,CAAC;AAIxF,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAC,CAAC,CAAC;IAAA,QAAQ,EAAC,MAAM,CAAC;IAAA,QAAQ,EAAC,MAAM,CAAC;IAC1C,QAAQ,EAAC;QAAC,OAAO,EAAC,MAAM,CAAC;QAAA,MAAM,EAAC,MAAM,CAAA;KAAC,CAAC;IAAA,IAAI,CAAC,EAAC,YAAY,CAAC;IAAA,aAAa,EAAC,MAAM,CAAC;CACjF;AACD,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAC,MAAM,CAAC;IAAA,YAAY,EAAC,MAAM,CAAC;IAAA,IAAI,EAAC,MAAM,CAAC;IAAA,aAAa,EAAC,MAAM,CAAC;CACrE;AACD,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAC,CAAC,CAAC;IAAA,YAAY,EAAC,MAAM,CAAC;IAAA,aAAa,EAAC,MAAM,CAAC;IAAA,MAAM,EAAC,YAAY,CAAC;CACxE;AAMD,wBAAgB,0BAA0B,CAAC,KAAK,EAAC,OAAO,GAAE,qBAAqB,CAY9E;AAED,+FAA+F;AAC/F,wBAAgB,kCAAkC,CAAC,KAAK,EAAC,OAAO,EAAC,OAAO,EAAC;IAAC,QAAQ,EAAC,MAAM,CAAC;IAAA,QAAQ,EAAC,MAAM,CAAA;CAAC,GAAE,qBAAqB,GAAC,IAAI,CAarI;AAED,iGAAiG;AACjG,qBAAa,qBAAqB;IAG9B,OAAO,CAAC,QAAQ,CAAC,SAAS;IAF5B,QAAQ,CAAC,MAAM,EAAC,qBAAqB,CAAC;gBAC1B,MAAM,EAAC,qBAAqB,EACrB,SAAS,GAAC;QAAC,OAAO,CAAC,EAAC,MAAM,CAAC;QAAA,SAAS,CAAC,EAAC,MAAM,CAAC;QAAA,MAAM,CAAC,EAAC,kBAAkB,CAAA;KAAI;IAG9F,OAAO,CAAC,OAAO;IAOT,QAAQ,CAAC,KAAK,EAAC,oBAAoB,EAAC,KAAK,GAAC,qBAAiC,GAAE,OAAO,CAAC,oBAAoB,CAAC;IAOhH,QAAQ,CAAC,KAAK,EAAC,OAAO,EAAC,KAAK,EAAC,oBAAoB,EAAC,WAAW,GAAC,qBAAiC,GAAE,oBAAoB;CA2BtH;AAED,0FAA0F;AAC1F,qBAAa,6BAA6B;IAC5B,QAAQ,CAAC,OAAO,EAAC;QAAC,QAAQ,EAAC,MAAM,CAAC;QAAA,QAAQ,EAAC,MAAM,CAAA;KAAC;IAC5D,OAAO,CAAC,QAAQ,CAAC,SAAS;gBADP,OAAO,EAAC;QAAC,QAAQ,EAAC,MAAM,CAAC;QAAA,QAAQ,EAAC,MAAM,CAAA;KAAC,EAC3C,SAAS,GAAC;QAAC,OAAO,CAAC,EAAC,MAAM,CAAC;QAAA,SAAS,CAAC,EAAC,MAAM,CAAC;QAAA,MAAM,CAAC,EAAC,kBAAkB,CAAA;KAAI;IAI9F,gBAAgB,CAAC,OAAO,EAAC,MAAM,CAAC,MAAM,EAAC,OAAO,CAAC,GAAC,SAAS,GAAE,qBAAqB,GAAC,IAAI;IAGrF,OAAO,CAAC,MAAM;IAKd,QAAQ,CAAC,KAAK,EAAC,oBAAoB,EAAC,MAAM,EAAC,qBAAqB,GAAE,OAAO,CAAC,oBAAoB,CAAC;IAG/F,QAAQ,CAAC,KAAK,EAAC,OAAO,EAAC,KAAK,EAAC,oBAAoB,EAAC,MAAM,EAAC,qBAAqB,GAAE,oBAAoB;CAGrG"}
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SelectedActorPerceptionClient = exports.ActorPerceptionClient = void 0;
|
|
4
|
+
exports.parseActorPerceptionPolicy = parseActorPerceptionPolicy;
|
|
5
|
+
exports.actorPerceptionPolicyFromSelection = actorPerceptionPolicyFromSelection;
|
|
6
|
+
const crypto_1 = require("crypto");
|
|
7
|
+
const LocalDetectorClient_1 = require("./LocalDetectorClient");
|
|
8
|
+
const ActorTracking_1 = require("./ActorTracking");
|
|
9
|
+
const ActorPose_1 = require("./ActorPose");
|
|
10
|
+
const jpegFrameSize_1 = require("./jpegFrameSize");
|
|
11
|
+
const RuntimeModelSelection_1 = require("./RuntimeModelSelection");
|
|
12
|
+
const keys = (v, want) => !!v && typeof v === 'object' && !Array.isArray(v)
|
|
13
|
+
&& Object.keys(v).sort().join(',') === want;
|
|
14
|
+
const sha = (v) => typeof v === 'string' && /^[a-f0-9]{64}$/.test(v);
|
|
15
|
+
const finite = (v) => typeof v === 'number' && Number.isFinite(v);
|
|
16
|
+
function parseActorPerceptionPolicy(value) {
|
|
17
|
+
const p = value;
|
|
18
|
+
if (!keys(p, Object.prototype.hasOwnProperty.call(p ?? {}, 'pose')
|
|
19
|
+
? 'cameraId,detector,minConfidence,pose,sourceId,version' : 'cameraId,detector,minConfidence,sourceId,version') || p.version !== 1
|
|
20
|
+
|| !keys(p.detector, 'modelId,sha256') || !sha(p.detector.sha256)
|
|
21
|
+
|| p.detector.modelId !== 'rfdetr_medium'
|
|
22
|
+
|| p.detector.sha256 !== '8e8197112112b79d7cc5d0a94ecef659c05317a658aadc7c7643374c539d7615'
|
|
23
|
+
|| !finite(p.minConfidence) || p.minConfidence <= 0 || p.minConfidence > .25)
|
|
24
|
+
throw Error('Invalid pinned actor perception policy');
|
|
25
|
+
(0, ActorTracking_1.validateActorTrackingRequest)({ version: 1, cameraId: p.cameraId, sourceId: p.sourceId, frameId: 'validate', capturedAtMs: 0 });
|
|
26
|
+
if (Object.prototype.hasOwnProperty.call(p, 'pose'))
|
|
27
|
+
(0, ActorPose_1.validateActorPosePin)(p.pose);
|
|
28
|
+
return structuredClone(p);
|
|
29
|
+
}
|
|
30
|
+
/** Auxiliary native tasks are selected explicitly; older profiles keep their existing path. */
|
|
31
|
+
function actorPerceptionPolicyFromSelection(value, binding) {
|
|
32
|
+
const selection = (0, RuntimeModelSelection_1.parseModelSelection)(value);
|
|
33
|
+
if (!selection)
|
|
34
|
+
return null;
|
|
35
|
+
if ('invalid' in selection)
|
|
36
|
+
throw Error('Invalid actor task selection; original evidence retained');
|
|
37
|
+
if (!selection.tasks)
|
|
38
|
+
return null;
|
|
39
|
+
const task = selection.tasks.find(t => t.task === 'actor_detection');
|
|
40
|
+
if (!task || task.task !== 'actor_detection')
|
|
41
|
+
throw Error('Missing physical actor detector task');
|
|
42
|
+
const detector = selection.models.find(m => m.modelId === task.modelId);
|
|
43
|
+
const poseTask = selection.tasks.find(t => t.task === 'pose_coco17');
|
|
44
|
+
const pose = poseTask ? selection.models.find(m => m.modelId === poseTask.modelId) : undefined;
|
|
45
|
+
return parseActorPerceptionPolicy({ version: 1, ...binding, minConfidence: task.minConfidence,
|
|
46
|
+
detector: { modelId: detector.modelId, sha256: detector.sha256 },
|
|
47
|
+
...(pose ? { pose: { modelId: pose.modelId, sha256: pose.sha256 } } : {}) });
|
|
48
|
+
}
|
|
49
|
+
/** Continuous perception owns no queue: the original capture archive owns retry and ordering. */
|
|
50
|
+
class ActorPerceptionClient {
|
|
51
|
+
constructor(policy, transport = {}) {
|
|
52
|
+
this.transport = transport;
|
|
53
|
+
this.policy = parseActorPerceptionPolicy(policy);
|
|
54
|
+
}
|
|
55
|
+
request(input, policy) {
|
|
56
|
+
if (!sha(input.contextSha256) || !Buffer.isBuffer(input.jpeg) || !input.jpeg.length)
|
|
57
|
+
throw Error('Invalid original actor perception input');
|
|
58
|
+
if (policy.cameraId !== this.policy.cameraId)
|
|
59
|
+
throw Error('Actor perception belongs to another paired camera');
|
|
60
|
+
return (0, ActorTracking_1.validateActorTrackingRequest)({ version: 1, cameraId: policy.cameraId, sourceId: policy.sourceId,
|
|
61
|
+
frameId: input.frameId, capturedAtMs: input.capturedAtMs });
|
|
62
|
+
}
|
|
63
|
+
async perceive(input, value = this.policy) {
|
|
64
|
+
const policy = parseActorPerceptionPolicy(value), tracking = this.request(input, policy);
|
|
65
|
+
const detector = new LocalDetectorClient_1.LocalDetectorClient({ baseUrl: this.transport.baseUrl, timeoutMs: this.transport.timeoutMs,
|
|
66
|
+
expectedModel: policy.detector, classes: ['person'], minConfidence: policy.minConfidence }, this.transport.poster);
|
|
67
|
+
const result = await detector.detect(input.jpeg, tracking, policy.pose);
|
|
68
|
+
return this.validate({ version: 1, policySha256: (0, ActorTracking_1.actorProofHash)(policy), contextSha256: input.contextSha256, result }, input, policy);
|
|
69
|
+
}
|
|
70
|
+
validate(value, input, policyValue = this.policy) {
|
|
71
|
+
const policy = parseActorPerceptionPolicy(policyValue), request = this.request(input, policy);
|
|
72
|
+
const frame = value, size = (0, jpegFrameSize_1.readJpegFrameSize)(input.jpeg);
|
|
73
|
+
if (!size || !keys(frame, 'contextSha256,policySha256,result,version') || frame.version !== 1
|
|
74
|
+
|| frame.policySha256 !== (0, ActorTracking_1.actorProofHash)(policy) || frame.contextSha256 !== input.contextSha256
|
|
75
|
+
|| !keys(frame.result, policy.pose ? 'detections,inferenceMs,model,modelHashes,pose,tracking'
|
|
76
|
+
: 'detections,inferenceMs,model,modelHashes,tracking')
|
|
77
|
+
|| frame.result.model !== policy.detector.modelId
|
|
78
|
+
|| !finite(frame.result.inferenceMs) || frame.result.inferenceMs < 0
|
|
79
|
+
|| !keys(frame.result.modelHashes, policy.detector.modelId)
|
|
80
|
+
|| frame.result.modelHashes[policy.detector.modelId] !== policy.detector.sha256
|
|
81
|
+
|| !Array.isArray(frame.result.detections) || frame.result.detections.length > 256)
|
|
82
|
+
throw Error('Invalid saved original actor perception');
|
|
83
|
+
for (const d of frame.result.detections) {
|
|
84
|
+
if (!keys(d, 'box,confidence,label') || d.label !== 'person' || !finite(d.confidence)
|
|
85
|
+
|| d.confidence < policy.minConfidence || d.confidence > 1 || !keys(d.box, 'height,width,x,y')
|
|
86
|
+
|| !Object.values(d.box).every(finite) || d.box.x < 0 || d.box.y < 0 || d.box.width <= 0 || d.box.height <= 0
|
|
87
|
+
|| d.box.x + d.box.width > size.width || d.box.y + d.box.height > size.height)
|
|
88
|
+
throw Error('Invalid original person perception box');
|
|
89
|
+
}
|
|
90
|
+
const tracking = (0, ActorTracking_1.parseActorTrackingResult)(frame.result.tracking, request, input.jpeg, frame.result.modelHashes, frame.result.detections);
|
|
91
|
+
if (policy.pose)
|
|
92
|
+
(0, ActorPose_1.parseActorPoseResult)(frame.result.pose, policy.pose, tracking, input.jpeg, size);
|
|
93
|
+
if (tracking.imageSha256 !== (0, crypto_1.createHash)('sha256').update(input.jpeg).digest('hex'))
|
|
94
|
+
throw Error('Actor perception original bytes changed');
|
|
95
|
+
return structuredClone(frame);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
exports.ActorPerceptionClient = ActorPerceptionClient;
|
|
99
|
+
/** Resolve the policy from the saved capture, including when the live profile changes. */
|
|
100
|
+
class SelectedActorPerceptionClient {
|
|
101
|
+
constructor(binding, transport = {}) {
|
|
102
|
+
this.binding = binding;
|
|
103
|
+
this.transport = transport;
|
|
104
|
+
(0, ActorTracking_1.validateActorTrackingRequest)({ version: 1, ...binding, frameId: 'validate', capturedAtMs: 0 });
|
|
105
|
+
this.binding = structuredClone(binding);
|
|
106
|
+
}
|
|
107
|
+
policyForContext(context) {
|
|
108
|
+
return actorPerceptionPolicyFromSelection(context?.modelSelection, this.binding);
|
|
109
|
+
}
|
|
110
|
+
client(value) {
|
|
111
|
+
const policy = parseActorPerceptionPolicy(value);
|
|
112
|
+
if (policy.cameraId !== this.binding.cameraId)
|
|
113
|
+
throw Error('Saved perception belongs to another paired camera');
|
|
114
|
+
return new ActorPerceptionClient(policy, this.transport);
|
|
115
|
+
}
|
|
116
|
+
perceive(input, policy) {
|
|
117
|
+
return this.client(policy).perceive(input, policy);
|
|
118
|
+
}
|
|
119
|
+
validate(value, input, policy) {
|
|
120
|
+
return this.client(policy).validate(value, input, policy);
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
exports.SelectedActorPerceptionClient = SelectedActorPerceptionClient;
|
|
124
|
+
//# sourceMappingURL=ActorPerception.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ActorPerception.js","sourceRoot":"","sources":["../src/ActorPerception.ts"],"names":[],"mappings":";;;AAsBA,gEAYC;AAGD,gFAaC;AAlDD,mCAAkC;AAClC,+DAAoG;AACpG,mDAAqG;AACrG,2CAAwF;AACxF,mDAAkD;AAClD,mEAA4D;AAY5D,MAAM,IAAI,GAAC,CAAC,CAAS,EAAC,IAAW,EAAC,EAAE,CAAA,CAAC,CAAC,CAAC,IAAE,OAAO,CAAC,KAAG,QAAQ,IAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;OAC3E,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAG,IAAI,CAAC;AAC3C,MAAM,GAAG,GAAC,CAAC,CAAS,EAAC,EAAE,CAAA,OAAO,CAAC,KAAG,QAAQ,IAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACrE,MAAM,MAAM,GAAC,CAAC,CAAS,EAAa,EAAE,CAAA,OAAO,CAAC,KAAG,QAAQ,IAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAE9E,SAAgB,0BAA0B,CAAC,KAAa;IACtD,MAAM,CAAC,GAAC,KAA8B,CAAC;IACvC,IAAG,CAAC,IAAI,CAAC,CAAC,EAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAE,EAAE,EAAC,MAAM,CAAC;QACzD,CAAC,CAAA,uDAAuD,CAAA,CAAC,CAAA,kDAAkD,CAAC,IAAE,CAAC,CAAC,OAAO,KAAG,CAAC;WAC3H,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAC,gBAAgB,CAAC,IAAE,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;WAC3D,CAAC,CAAC,QAAQ,CAAC,OAAO,KAAG,eAAe;WACpC,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAG,kEAAkE;WACtF,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,IAAE,CAAC,CAAC,aAAa,IAAE,CAAC,IAAE,CAAC,CAAC,aAAa,GAAC,GAAG;QACnE,MAAM,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACxD,IAAA,4CAA4B,EAAC,EAAC,OAAO,EAAC,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC,QAAQ,EAAC,QAAQ,EAAC,CAAC,CAAC,QAAQ,EAAC,OAAO,EAAC,UAAU,EAAC,YAAY,EAAC,CAAC,EAAC,CAAC,CAAC;IACpH,IAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,EAAC,MAAM,CAAC;QAAC,IAAA,gCAAoB,EAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/E,OAAO,eAAe,CAAC,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,+FAA+F;AAC/F,SAAgB,kCAAkC,CAAC,KAAa,EAAC,OAAyC;IACxG,MAAM,SAAS,GAAC,IAAA,2CAAmB,EAAC,KAAK,CAAC,CAAC;IAC3C,IAAG,CAAC,SAAS;QAAC,OAAO,IAAI,CAAC;IAC1B,IAAG,SAAS,IAAI,SAAS;QAAC,MAAM,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAClG,IAAG,CAAC,SAAS,CAAC,KAAK;QAAC,OAAO,IAAI,CAAC;IAChC,MAAM,IAAI,GAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,IAAI,KAAG,iBAAiB,CAAC,CAAC;IAC/D,IAAG,CAAC,IAAI,IAAE,IAAI,CAAC,IAAI,KAAG,iBAAiB;QAAC,MAAM,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC5F,MAAM,QAAQ,GAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,OAAO,KAAG,IAAI,CAAC,OAAO,CAAE,CAAC;IACnE,MAAM,QAAQ,GAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,IAAI,KAAG,aAAa,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAC,QAAQ,CAAA,CAAC,CAAA,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,OAAO,KAAG,QAAQ,CAAC,OAAO,CAAC,CAAA,CAAC,CAAA,SAAS,CAAC;IACrF,OAAO,0BAA0B,CAAC,EAAC,OAAO,EAAC,CAAC,EAAC,GAAG,OAAO,EAAC,aAAa,EAAC,IAAI,CAAC,aAAa;QACtF,QAAQ,EAAC,EAAC,OAAO,EAAC,QAAQ,CAAC,OAAO,EAAC,MAAM,EAAC,QAAQ,CAAC,MAAM,EAAC;QAC1D,GAAG,CAAC,IAAI,CAAA,CAAC,CAAA,EAAC,IAAI,EAAC,EAAC,OAAO,EAAC,IAAI,CAAC,OAAO,EAAC,MAAM,EAAC,IAAI,CAAC,MAAM,EAAC,EAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,CAAC,CAAC;AACpE,CAAC;AAED,iGAAiG;AACjG,MAAa,qBAAqB;IAEhC,YAAY,MAA4B,EACrB,YAAyE,EAAE;QAA3E,cAAS,GAAT,SAAS,CAAkE;QAC5F,IAAI,CAAC,MAAM,GAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IACO,OAAO,CAAC,KAA0B,EAAC,MAA4B;QACrE,IAAG,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,IAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM;YAC5E,MAAM,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACzD,IAAG,MAAM,CAAC,QAAQ,KAAG,IAAI,CAAC,MAAM,CAAC,QAAQ;YAAC,MAAM,KAAK,CAAC,mDAAmD,CAAC,CAAC;QAC3G,OAAO,IAAA,4CAA4B,EAAC,EAAC,OAAO,EAAC,CAAC,EAAC,QAAQ,EAAC,MAAM,CAAC,QAAQ,EAAC,QAAQ,EAAC,MAAM,CAAC,QAAQ;YAC9F,OAAO,EAAC,KAAK,CAAC,OAAO,EAAC,YAAY,EAAC,KAAK,CAAC,YAAY,EAAC,CAAC,CAAC;IAC5D,CAAC;IACD,KAAK,CAAC,QAAQ,CAAC,KAA0B,EAAC,QAA4B,IAAI,CAAC,MAAM;QAC/E,MAAM,MAAM,GAAC,0BAA0B,CAAC,KAAK,CAAC,EAAC,QAAQ,GAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAC,MAAM,CAAC,CAAC;QACnF,MAAM,QAAQ,GAAC,IAAI,yCAAmB,CAAC,EAAC,OAAO,EAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAC,SAAS,EAAC,IAAI,CAAC,SAAS,CAAC,SAAS;YACvG,aAAa,EAAC,MAAM,CAAC,QAAQ,EAAC,OAAO,EAAC,CAAC,QAAQ,CAAC,EAAC,aAAa,EAAC,MAAM,CAAC,aAAa,EAAC,EAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC9G,MAAM,MAAM,GAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAC,QAAQ,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpE,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAC,OAAO,EAAC,CAAC,EAAC,YAAY,EAAC,IAAA,8BAAc,EAAC,MAAM,CAAC,EAAC,aAAa,EAAC,KAAK,CAAC,aAAa,EAAC,MAAM,EAAC,EAAC,KAAK,EAAC,MAAM,CAAC,CAAC;IAC9H,CAAC;IACD,QAAQ,CAAC,KAAa,EAAC,KAA0B,EAAC,cAAkC,IAAI,CAAC,MAAM;QAC7F,MAAM,MAAM,GAAC,0BAA0B,CAAC,WAAW,CAAC,EAAC,OAAO,GAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAC,MAAM,CAAC,CAAC;QACxF,MAAM,KAAK,GAAC,KAA6B,EAAC,IAAI,GAAC,IAAA,iCAAiB,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7E,IAAG,CAAC,IAAI,IAAE,CAAC,IAAI,CAAC,KAAK,EAAC,2CAA2C,CAAC,IAAE,KAAK,CAAC,OAAO,KAAG,CAAC;eACjF,KAAK,CAAC,YAAY,KAAG,IAAA,8BAAc,EAAC,MAAM,CAAC,IAAE,KAAK,CAAC,aAAa,KAAG,KAAK,CAAC,aAAa;eACtF,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAC,MAAM,CAAC,IAAI,CAAA,CAAC,CAAA,wDAAwD;gBACvF,CAAC,CAAA,mDAAmD,CAAC;eACrD,KAAK,CAAC,MAAM,CAAC,KAAK,KAAG,MAAM,CAAC,QAAQ,CAAC,OAAO;eAC5C,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAE,KAAK,CAAC,MAAM,CAAC,WAAW,GAAC,CAAC;eAC7D,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,EAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;eACvD,KAAK,CAAC,MAAM,CAAC,WAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;eAC3E,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAE,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,GAAC,GAAG;YAC7E,MAAM,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACzD,KAAI,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,EAAC,CAAC;YACtC,IAAG,CAAC,IAAI,CAAC,CAAC,EAAC,sBAAsB,CAAC,IAAE,CAAC,CAAC,KAAK,KAAG,QAAQ,IAAE,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC;mBACzE,CAAC,CAAC,UAAU,GAAC,MAAM,CAAC,aAAa,IAAE,CAAC,CAAC,UAAU,GAAC,CAAC,IAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAC,kBAAkB,CAAC;mBAClF,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAC,CAAC,IAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAC,CAAC,IAAE,CAAC,CAAC,GAAG,CAAC,KAAK,IAAE,CAAC,IAAE,CAAC,CAAC,GAAG,CAAC,MAAM,IAAE,CAAC;mBAC1F,CAAC,CAAC,GAAG,CAAC,CAAC,GAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAC,IAAI,CAAC,KAAK,IAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAC,IAAI,CAAC,MAAM;gBAClE,MAAM,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC1D,CAAC;QACD,MAAM,QAAQ,GAAC,IAAA,wCAAwB,EAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAC,OAAO,EAAC,KAAK,CAAC,IAAI,EAC9E,KAAK,CAAC,MAAM,CAAC,WAAY,EAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACrD,IAAG,MAAM,CAAC,IAAI;YAAC,IAAA,gCAAoB,EAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAC,MAAM,CAAC,IAAI,EAAC,QAAQ,EAAC,KAAK,CAAC,IAAI,EAAC,IAAI,CAAC,CAAC;QAC5F,IAAG,QAAQ,CAAC,WAAW,KAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7E,MAAM,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACzD,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;CACF;AA/CD,sDA+CC;AAED,0FAA0F;AAC1F,MAAa,6BAA6B;IACxC,YAAqB,OAAyC,EAC3C,YAAyE,EAAE;QADzE,YAAO,GAAP,OAAO,CAAkC;QAC3C,cAAS,GAAT,SAAS,CAAkE;QAC5F,IAAA,4CAA4B,EAAC,EAAC,OAAO,EAAC,CAAC,EAAC,GAAG,OAAO,EAAC,OAAO,EAAC,UAAU,EAAC,YAAY,EAAC,CAAC,EAAC,CAAC,CAAC;QACvF,IAAI,CAAC,OAAO,GAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,gBAAgB,CAAC,OAAwC;QACvD,OAAO,kCAAkC,CAAC,OAAO,EAAE,cAAc,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClF,CAAC;IACO,MAAM,CAAC,KAA2B;QACxC,MAAM,MAAM,GAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAG,MAAM,CAAC,QAAQ,KAAG,IAAI,CAAC,OAAO,CAAC,QAAQ;YAAC,MAAM,KAAK,CAAC,mDAAmD,CAAC,CAAC;QAC5G,OAAO,IAAI,qBAAqB,CAAC,MAAM,EAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;IACD,QAAQ,CAAC,KAA0B,EAAC,MAA4B;QAC9D,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IACD,QAAQ,CAAC,KAAa,EAAC,KAA0B,EAAC,MAA4B;QAC5E,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAC,KAAK,EAAC,MAAM,CAAC,CAAC;IAC1D,CAAC;CACF;AApBD,sEAoBC"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import type { ActorTrackingResult } from './ActorTracking';
|
|
2
|
+
import type { TemporalActorIdentity } from './TemporalReviewJournal';
|
|
3
|
+
export declare const RTMPOSE_MODEL_ID = "rtmpose_m_body7";
|
|
4
|
+
export declare const RTMPOSE_SHA256 = "5c0a4bf67953e6d2ac43ce15e77dc9d5d354ae18430a47d2c5963a7bc5683e3c";
|
|
5
|
+
export declare const RTMPOSE_PREPROCESSING = "rtmpose_rgb_affine_192x256_padding1.25_simcc2_min_axis_v1";
|
|
6
|
+
export declare const COCO17: readonly ["nose", "left_eye", "right_eye", "left_ear", "right_ear", "left_shoulder", "right_shoulder", "left_elbow", "right_elbow", "left_wrist", "right_wrist", "left_hip", "right_hip", "left_knee", "right_knee", "left_ankle", "right_ankle"];
|
|
7
|
+
export interface ActorPosePin {
|
|
8
|
+
modelId: typeof RTMPOSE_MODEL_ID;
|
|
9
|
+
sha256: typeof RTMPOSE_SHA256;
|
|
10
|
+
}
|
|
11
|
+
export interface ActorPoseJoint {
|
|
12
|
+
name: typeof COCO17[number];
|
|
13
|
+
x: number | null;
|
|
14
|
+
y: number | null;
|
|
15
|
+
/** Raw SimCC axis response, not a calibrated probability. */
|
|
16
|
+
response: number;
|
|
17
|
+
}
|
|
18
|
+
export interface ActorPoseResult {
|
|
19
|
+
version: 1;
|
|
20
|
+
modelId: string;
|
|
21
|
+
modelSha256: string;
|
|
22
|
+
preprocessing: string;
|
|
23
|
+
imageSha256: string;
|
|
24
|
+
trackingSha256: string;
|
|
25
|
+
frameSize: {
|
|
26
|
+
width: number;
|
|
27
|
+
height: number;
|
|
28
|
+
};
|
|
29
|
+
inferenceMs: number;
|
|
30
|
+
actors: Array<{
|
|
31
|
+
actor: TemporalActorIdentity;
|
|
32
|
+
detectionIndex: number;
|
|
33
|
+
joints: ActorPoseJoint[];
|
|
34
|
+
}>;
|
|
35
|
+
}
|
|
36
|
+
export declare function validateActorPosePin(value: unknown): ActorPosePin;
|
|
37
|
+
/** Keep missing joints explicit; never convert unavailable pose into a clear action. */
|
|
38
|
+
export declare function parseActorPoseResult(value: unknown, pin: ActorPosePin, tracking: ActorTrackingResult, jpeg: Buffer, originalSize: {
|
|
39
|
+
width: number;
|
|
40
|
+
height: number;
|
|
41
|
+
}): ActorPoseResult;
|
|
42
|
+
//# sourceMappingURL=ActorPose.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ActorPose.d.ts","sourceRoot":"","sources":["../src/ActorPose.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAC;AACzD,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,yBAAyB,CAAC;AAEnE,eAAO,MAAM,gBAAgB,oBAAkB,CAAC;AAChD,eAAO,MAAM,cAAc,qEAAmE,CAAC;AAC/F,eAAO,MAAM,qBAAqB,8DAA4D,CAAC;AAC/F,eAAO,MAAM,MAAM,mPAEmE,CAAC;AACvF,MAAM,WAAW,YAAY;IAAE,OAAO,EAAC,OAAO,gBAAgB,CAAC;IAAA,MAAM,EAAC,OAAO,cAAc,CAAA;CAAC;AAC5F,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;IAAA,CAAC,EAAC,MAAM,GAAC,IAAI,CAAC;IAAA,CAAC,EAAC,MAAM,GAAC,IAAI,CAAC;IACvD,6DAA6D;IAC7D,QAAQ,EAAC,MAAM,CAAC;CACjB;AACD,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAC,CAAC,CAAC;IAAA,OAAO,EAAC,MAAM,CAAC;IAAA,WAAW,EAAC,MAAM,CAAC;IAAA,aAAa,EAAC,MAAM,CAAC;IACjE,WAAW,EAAC,MAAM,CAAC;IAAA,cAAc,EAAC,MAAM,CAAC;IAAA,SAAS,EAAC;QAAC,KAAK,EAAC,MAAM,CAAC;QAAA,MAAM,EAAC,MAAM,CAAA;KAAC,CAAC;IAAA,WAAW,EAAC,MAAM,CAAC;IACnG,MAAM,EAAC,KAAK,CAAC;QAAC,KAAK,EAAC,qBAAqB,CAAC;QAAA,cAAc,EAAC,MAAM,CAAC;QAAA,MAAM,EAAC,cAAc,EAAE,CAAA;KAAC,CAAC,CAAC;CAC3F;AAKD,wBAAgB,oBAAoB,CAAC,KAAK,EAAC,OAAO,GAAE,YAAY,CAK/D;AAED,wFAAwF;AACxF,wBAAgB,oBAAoB,CAAC,KAAK,EAAC,OAAO,EAAC,GAAG,EAAC,YAAY,EAAC,QAAQ,EAAC,mBAAmB,EAC9F,IAAI,EAAC,MAAM,EAAC,YAAY,EAAC;IAAC,KAAK,EAAC,MAAM,CAAC;IAAA,MAAM,EAAC,MAAM,CAAA;CAAC,GAAE,eAAe,CAkCvE"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.COCO17 = exports.RTMPOSE_PREPROCESSING = exports.RTMPOSE_SHA256 = exports.RTMPOSE_MODEL_ID = void 0;
|
|
4
|
+
exports.validateActorPosePin = validateActorPosePin;
|
|
5
|
+
exports.parseActorPoseResult = parseActorPoseResult;
|
|
6
|
+
const crypto_1 = require("crypto");
|
|
7
|
+
exports.RTMPOSE_MODEL_ID = 'rtmpose_m_body7';
|
|
8
|
+
exports.RTMPOSE_SHA256 = '5c0a4bf67953e6d2ac43ce15e77dc9d5d354ae18430a47d2c5963a7bc5683e3c';
|
|
9
|
+
exports.RTMPOSE_PREPROCESSING = 'rtmpose_rgb_affine_192x256_padding1.25_simcc2_min_axis_v1';
|
|
10
|
+
exports.COCO17 = ['nose', 'left_eye', 'right_eye', 'left_ear', 'right_ear',
|
|
11
|
+
'left_shoulder', 'right_shoulder', 'left_elbow', 'right_elbow', 'left_wrist', 'right_wrist',
|
|
12
|
+
'left_hip', 'right_hip', 'left_knee', 'right_knee', 'left_ankle', 'right_ankle'];
|
|
13
|
+
const keys = (value, expected) => !!value && typeof value === 'object' && !Array.isArray(value)
|
|
14
|
+
&& Object.keys(value).sort().join(',') === expected;
|
|
15
|
+
const finite = (value) => typeof value === 'number' && Number.isFinite(value);
|
|
16
|
+
function validateActorPosePin(value) {
|
|
17
|
+
const v = value;
|
|
18
|
+
if (!keys(v, 'modelId,sha256') || v.modelId !== exports.RTMPOSE_MODEL_ID || v.sha256 !== exports.RTMPOSE_SHA256)
|
|
19
|
+
throw Error('Invalid immutable COCO17 pose task pin');
|
|
20
|
+
return { ...v };
|
|
21
|
+
}
|
|
22
|
+
/** Keep missing joints explicit; never convert unavailable pose into a clear action. */
|
|
23
|
+
function parseActorPoseResult(value, pin, tracking, jpeg, originalSize) {
|
|
24
|
+
validateActorPosePin(pin);
|
|
25
|
+
const v = value;
|
|
26
|
+
if (!keys(v, 'actors,frameSize,imageSha256,inferenceMs,modelId,modelSha256,preprocessing,trackingSha256,version')
|
|
27
|
+
|| v.version !== 1 || v.modelId !== pin.modelId || v.modelSha256 !== pin.sha256
|
|
28
|
+
|| v.preprocessing !== exports.RTMPOSE_PREPROCESSING || v.trackingSha256 !== tracking.sha256
|
|
29
|
+
|| v.imageSha256 !== tracking.imageSha256
|
|
30
|
+
|| v.imageSha256 !== (0, crypto_1.createHash)('sha256').update(jpeg).digest('hex')
|
|
31
|
+
|| !keys(v.frameSize, 'height,width')
|
|
32
|
+
|| !Number.isSafeInteger(v.frameSize.width) || !Number.isSafeInteger(v.frameSize.height)
|
|
33
|
+
|| v.frameSize.width < 2 || v.frameSize.height < 2 || v.frameSize.width * v.frameSize.height > 16777216
|
|
34
|
+
|| v.frameSize.width !== originalSize.width || v.frameSize.height !== originalSize.height
|
|
35
|
+
|| !finite(v.inferenceMs) || v.inferenceMs < 0
|
|
36
|
+
|| !Array.isArray(v.actors) || v.actors.length !== tracking.actors.length || v.actors.length > 256)
|
|
37
|
+
throw Error('Invalid pose proof for the original tracked frame');
|
|
38
|
+
const expected = new Map(tracking.actors.map(a => [a.detectionIndex, a.actor]));
|
|
39
|
+
for (const row of v.actors) {
|
|
40
|
+
if (!keys(row, 'actor,detectionIndex,joints') || !Number.isSafeInteger(row.detectionIndex)
|
|
41
|
+
|| !expected.has(row.detectionIndex) || !keys(row.actor, 'cameraId,epoch,id,kind')
|
|
42
|
+
|| !Array.isArray(row.joints) || row.joints.length !== exports.COCO17.length)
|
|
43
|
+
throw Error('Invalid actor pose association');
|
|
44
|
+
const who = expected.get(row.detectionIndex);
|
|
45
|
+
if (row.actor.kind !== who.kind || row.actor.cameraId !== who.cameraId
|
|
46
|
+
|| row.actor.epoch !== who.epoch || row.actor.id !== who.id)
|
|
47
|
+
throw Error('Pose assigned to another tracked actor');
|
|
48
|
+
expected.delete(row.detectionIndex);
|
|
49
|
+
for (let i = 0; i < exports.COCO17.length; i++) {
|
|
50
|
+
const joint = row.joints[i];
|
|
51
|
+
if (!keys(joint, 'name,response,x,y') || joint.name !== exports.COCO17[i] || !finite(joint.response))
|
|
52
|
+
throw Error('Invalid named COCO17 joint');
|
|
53
|
+
if (joint.x === null && joint.y === null)
|
|
54
|
+
continue;
|
|
55
|
+
if (!finite(joint.x) || !finite(joint.y) || joint.x < 0 || joint.x >= v.frameSize.width
|
|
56
|
+
|| joint.y < 0 || joint.y >= v.frameSize.height || joint.response <= 0)
|
|
57
|
+
throw Error('Invalid observed pose coordinate');
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
return JSON.parse(JSON.stringify(v));
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=ActorPose.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ActorPose.js","sourceRoot":"","sources":["../src/ActorPose.ts"],"names":[],"mappings":";;;AAyBA,oDAKC;AAGD,oDAmCC;AApED,mCAAkC;AAIrB,QAAA,gBAAgB,GAAC,iBAAiB,CAAC;AACnC,QAAA,cAAc,GAAC,kEAAkE,CAAC;AAClF,QAAA,qBAAqB,GAAC,2DAA2D,CAAC;AAClF,QAAA,MAAM,GAAC,CAAC,MAAM,EAAC,UAAU,EAAC,WAAW,EAAC,UAAU,EAAC,WAAW;IACvE,eAAe,EAAC,gBAAgB,EAAC,YAAY,EAAC,aAAa,EAAC,YAAY,EAAC,aAAa;IACtF,UAAU,EAAC,WAAW,EAAC,WAAW,EAAC,YAAY,EAAC,YAAY,EAAC,aAAa,CAAU,CAAC;AAYvF,MAAM,IAAI,GAAC,CAAC,KAAa,EAAC,QAAe,EAAC,EAAE,CAAA,CAAC,CAAC,KAAK,IAAE,OAAO,KAAK,KAAG,QAAQ,IAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;OAC/F,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAG,QAAQ,CAAC;AACnD,MAAM,MAAM,GAAC,CAAC,KAAa,EAAiB,EAAE,CAAA,OAAO,KAAK,KAAG,QAAQ,IAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAE9F,SAAgB,oBAAoB,CAAC,KAAa;IAChD,MAAM,CAAC,GAAC,KAAqB,CAAC;IAC9B,IAAG,CAAC,IAAI,CAAC,CAAC,EAAC,gBAAgB,CAAC,IAAE,CAAC,CAAC,OAAO,KAAG,wBAAgB,IAAE,CAAC,CAAC,MAAM,KAAG,sBAAc;QACnF,MAAM,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACxD,OAAO,EAAC,GAAG,CAAC,EAAC,CAAC;AAChB,CAAC;AAED,wFAAwF;AACxF,SAAgB,oBAAoB,CAAC,KAAa,EAAC,GAAgB,EAAC,QAA4B,EAC9F,IAAW,EAAC,YAAyC;IACrD,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC1B,MAAM,CAAC,GAAC,KAAwB,CAAC;IACjC,IAAG,CAAC,IAAI,CAAC,CAAC,EAAC,mGAAmG,CAAC;WAC3G,CAAC,CAAC,OAAO,KAAG,CAAC,IAAE,CAAC,CAAC,OAAO,KAAG,GAAG,CAAC,OAAO,IAAE,CAAC,CAAC,WAAW,KAAG,GAAG,CAAC,MAAM;WAClE,CAAC,CAAC,aAAa,KAAG,6BAAqB,IAAE,CAAC,CAAC,cAAc,KAAG,QAAQ,CAAC,MAAM;WAC3E,CAAC,CAAC,WAAW,KAAG,QAAQ,CAAC,WAAW;WACpC,CAAC,CAAC,WAAW,KAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;WAC/D,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAC,cAAc,CAAC;WACjC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,IAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;WACnF,CAAC,CAAC,SAAS,CAAC,KAAK,GAAC,CAAC,IAAE,CAAC,CAAC,SAAS,CAAC,MAAM,GAAC,CAAC,IAAE,CAAC,CAAC,SAAS,CAAC,KAAK,GAAC,CAAC,CAAC,SAAS,CAAC,MAAM,GAAC,QAAQ;WACxF,CAAC,CAAC,SAAS,CAAC,KAAK,KAAG,YAAY,CAAC,KAAK,IAAE,CAAC,CAAC,SAAS,CAAC,MAAM,KAAG,YAAY,CAAC,MAAM;WAChF,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,IAAE,CAAC,CAAC,WAAW,GAAC,CAAC;WACvC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAE,CAAC,CAAC,MAAM,CAAC,MAAM,KAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,IAAE,CAAC,CAAC,MAAM,CAAC,MAAM,GAAC,GAAG;QACzF,MAAM,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,CAAC,cAAc,EAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3E,KAAI,MAAM,GAAG,IAAI,CAAC,CAAC,MAAM,EAAC,CAAC;QACzB,IAAG,CAAC,IAAI,CAAC,GAAG,EAAC,6BAA6B,CAAC,IAAE,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC;eAClF,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,IAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAC,wBAAwB,CAAC;eAC5E,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAE,GAAG,CAAC,MAAM,CAAC,MAAM,KAAG,cAAM,CAAC,MAAM;YAAC,MAAM,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChH,MAAM,GAAG,GAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,cAAc,CAAE,CAAC;QAC5C,IAAG,GAAG,CAAC,KAAK,CAAC,IAAI,KAAG,GAAG,CAAC,IAAI,IAAE,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAG,GAAG,CAAC,QAAQ;eAC3D,GAAG,CAAC,KAAK,CAAC,KAAK,KAAG,GAAG,CAAC,KAAK,IAAE,GAAG,CAAC,KAAK,CAAC,EAAE,KAAG,GAAG,CAAC,EAAE;YAAC,MAAM,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC7G,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACpC,KAAI,IAAI,CAAC,GAAC,CAAC,EAAC,CAAC,GAAC,cAAM,CAAC,MAAM,EAAC,CAAC,EAAE,EAAC,CAAC;YAC/B,MAAM,KAAK,GAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAG,CAAC,IAAI,CAAC,KAAK,EAAC,mBAAmB,CAAC,IAAE,KAAK,CAAC,IAAI,KAAG,cAAM,CAAC,CAAC,CAAC,IAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;gBAClF,MAAM,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC5C,IAAG,KAAK,CAAC,CAAC,KAAG,IAAI,IAAE,KAAK,CAAC,CAAC,KAAG,IAAI;gBAAC,SAAS;YAC3C,IAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAE,KAAK,CAAC,CAAC,GAAC,CAAC,IAAE,KAAK,CAAC,CAAC,IAAE,CAAC,CAAC,SAAS,CAAC,KAAK;mBACxE,KAAK,CAAC,CAAC,GAAC,CAAC,IAAE,KAAK,CAAC,CAAC,IAAE,CAAC,CAAC,SAAS,CAAC,MAAM,IAAE,KAAK,CAAC,QAAQ,IAAE,CAAC;gBAAC,MAAM,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAChH,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAoB,CAAC;AAC1D,CAAC"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import type { ActorTrackingResult } from './ActorTracking';
|
|
2
|
+
import type { Detection } from './LocalDetectorClient';
|
|
3
|
+
import type { TemporalActorIdentity } from './TemporalReviewJournal';
|
|
4
|
+
export type ActorActionReason = 'occluded' | 'too_small' | 'not_visible' | 'insufficient_history' | 'model_unavailable' | 'tracking_unconfirmed' | 'model_uncertain' | 'pose_unavailable';
|
|
5
|
+
export type ActorActionReading = {
|
|
6
|
+
state: 'present' | 'absent';
|
|
7
|
+
reason: null;
|
|
8
|
+
} | {
|
|
9
|
+
state: 'unobservable';
|
|
10
|
+
reason: ActorActionReason;
|
|
11
|
+
};
|
|
12
|
+
export interface ActorActionModel {
|
|
13
|
+
modelId: string;
|
|
14
|
+
sha256: string;
|
|
15
|
+
preprocessing: string;
|
|
16
|
+
}
|
|
17
|
+
export interface ActorReview {
|
|
18
|
+
version: 1;
|
|
19
|
+
maxGapMs: number;
|
|
20
|
+
tracking: ActorTrackingResult;
|
|
21
|
+
frameSize: {
|
|
22
|
+
width: number;
|
|
23
|
+
height: number;
|
|
24
|
+
};
|
|
25
|
+
models: Record<string, ActorActionModel>;
|
|
26
|
+
actors: Array<{
|
|
27
|
+
actor: TemporalActorIdentity;
|
|
28
|
+
box: [number, number, number, number];
|
|
29
|
+
fields: Record<string, ActorActionReading>;
|
|
30
|
+
}>;
|
|
31
|
+
}
|
|
32
|
+
export declare function parseActorActionReading(value: unknown): ActorActionReading;
|
|
33
|
+
/** Boxes come from actual tracked detections, never from an action model's guessed identity. */
|
|
34
|
+
export declare function buildActorReview(input: {
|
|
35
|
+
jpeg: Buffer;
|
|
36
|
+
tracking: ActorTrackingResult;
|
|
37
|
+
frameSize: {
|
|
38
|
+
width: number;
|
|
39
|
+
height: number;
|
|
40
|
+
};
|
|
41
|
+
detections: ReadonlyArray<Detection>;
|
|
42
|
+
models: Record<string, ActorActionModel>;
|
|
43
|
+
readings: ReadonlyArray<{
|
|
44
|
+
actor: TemporalActorIdentity;
|
|
45
|
+
fields: Record<string, ActorActionReading>;
|
|
46
|
+
}>;
|
|
47
|
+
maxGapMs: number;
|
|
48
|
+
}): ActorReview;
|
|
49
|
+
/** An absent object box, an unconfirmed track or occlusion never means a clear action. */
|
|
50
|
+
export declare function actorReviewSummary(review: ActorReview): Record<string, boolean | null>;
|
|
51
|
+
//# sourceMappingURL=ActorReview.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ActorReview.d.ts","sourceRoot":"","sources":["../src/ActorReview.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAC;AACzD,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAC;AACrD,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,yBAAyB,CAAC;AAEnE,MAAM,MAAM,iBAAiB,GAAC,UAAU,GAAC,WAAW,GAAC,aAAa,GAAC,sBAAsB,GAAC,mBAAmB,GAAC,sBAAsB,GAAC,iBAAiB,GAAC,kBAAkB,CAAC;AAC1K,MAAM,MAAM,kBAAkB,GAAC;IAAC,KAAK,EAAC,SAAS,GAAC,QAAQ,CAAC;IAAA,MAAM,EAAC,IAAI,CAAA;CAAC,GAClE;IAAC,KAAK,EAAC,cAAc,CAAC;IAAA,MAAM,EAAC,iBAAiB,CAAA;CAAC,CAAC;AACnD,MAAM,WAAW,gBAAgB;IAAE,OAAO,EAAC,MAAM,CAAC;IAAA,MAAM,EAAC,MAAM,CAAC;IAAA,aAAa,EAAC,MAAM,CAAA;CAAC;AACrF,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAC,CAAC,CAAC;IAAA,QAAQ,EAAC,MAAM,CAAC;IAAA,QAAQ,EAAC,mBAAmB,CAAC;IAAA,SAAS,EAAC;QAAC,KAAK,EAAC,MAAM,CAAC;QAAA,MAAM,EAAC,MAAM,CAAA;KAAC,CAAC;IAC9F,MAAM,EAAC,MAAM,CAAC,MAAM,EAAC,gBAAgB,CAAC,CAAC;IACvC,MAAM,EAAC,KAAK,CAAC;QAAC,KAAK,EAAC,qBAAqB,CAAC;QAAA,GAAG,EAAC,CAAC,MAAM,EAAC,MAAM,EAAC,MAAM,EAAC,MAAM,CAAC,CAAC;QAAA,MAAM,EAAC,MAAM,CAAC,MAAM,EAAC,kBAAkB,CAAC,CAAA;KAAC,CAAC,CAAC;CACxH;AASD,wBAAgB,uBAAuB,CAAC,KAAK,EAAC,OAAO,GAAE,kBAAkB,CAMxE;AAED,gGAAgG;AAChG,wBAAgB,gBAAgB,CAAC,KAAK,EAAC;IACrC,IAAI,EAAC,MAAM,CAAC;IAAA,QAAQ,EAAC,mBAAmB,CAAC;IAAA,SAAS,EAAC;QAAC,KAAK,EAAC,MAAM,CAAC;QAAA,MAAM,EAAC,MAAM,CAAA;KAAC,CAAC;IAChF,UAAU,EAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IAAA,MAAM,EAAC,MAAM,CAAC,MAAM,EAAC,gBAAgB,CAAC,CAAC;IAC3E,QAAQ,EAAC,aAAa,CAAC;QAAC,KAAK,EAAC,qBAAqB,CAAC;QAAA,MAAM,EAAC,MAAM,CAAC,MAAM,EAAC,kBAAkB,CAAC,CAAA;KAAC,CAAC,CAAC;IAC/F,QAAQ,EAAC,MAAM,CAAC;CACjB,GAAE,WAAW,CA+Cb;AAED,0FAA0F;AAC1F,wBAAgB,kBAAkB,CAAC,MAAM,EAAC,WAAW,GAAE,MAAM,CAAC,MAAM,EAAC,OAAO,GAAC,IAAI,CAAC,CAMjF"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.parseActorActionReading = parseActorActionReading;
|
|
4
|
+
exports.buildActorReview = buildActorReview;
|
|
5
|
+
exports.actorReviewSummary = actorReviewSummary;
|
|
6
|
+
const crypto_1 = require("crypto");
|
|
7
|
+
const plain = (v) => !!v && typeof v === 'object' && !Array.isArray(v);
|
|
8
|
+
const canonical = (v) => Array.isArray(v) ? v.map(canonical) : plain(v)
|
|
9
|
+
? Object.fromEntries(Object.keys(v).sort().map(k => [k, canonical(v[k])])) : v;
|
|
10
|
+
const digest = (v) => (0, crypto_1.createHash)('sha256').update(JSON.stringify(canonical(v))).digest('hex');
|
|
11
|
+
const id = (v) => typeof v === 'string' && /^[A-Za-z0-9][A-Za-z0-9_.-]{0,127}$/.test(v);
|
|
12
|
+
const sha = (v) => typeof v === 'string' && /^[a-f0-9]{64}$/.test(v);
|
|
13
|
+
const reasons = new Set(['occluded', 'too_small', 'not_visible', 'insufficient_history', 'model_unavailable', 'tracking_unconfirmed', 'model_uncertain', 'pose_unavailable']);
|
|
14
|
+
function parseActorActionReading(value) {
|
|
15
|
+
if (!plain(value) || Object.keys(value).sort().join(',') !== 'reason,state'
|
|
16
|
+
|| !['present', 'absent', 'unobservable'].includes(value.state)
|
|
17
|
+
|| (value.state === 'unobservable' ? !reasons.has(value.reason) : value.reason !== null))
|
|
18
|
+
throw Error('Invalid explicit actor action state');
|
|
19
|
+
return { ...value };
|
|
20
|
+
}
|
|
21
|
+
/** Boxes come from actual tracked detections, never from an action model's guessed identity. */
|
|
22
|
+
function buildActorReview(input) {
|
|
23
|
+
const { jpeg, tracking: t, frameSize: size, detections, models, readings, maxGapMs } = input;
|
|
24
|
+
const { sha256, ...unsigned } = t;
|
|
25
|
+
const fields = Object.keys(models).sort().join(',');
|
|
26
|
+
if (t.version !== 1 || t.algorithm !== 'bytetrack_2.6.1' || !id(t.cameraId) || !id(t.epoch)
|
|
27
|
+
|| digest(unsigned) !== sha256 || t.imageSha256 !== (0, crypto_1.createHash)('sha256').update(jpeg).digest('hex')
|
|
28
|
+
|| !Number.isSafeInteger(maxGapMs) || maxGapMs < 100 || maxGapMs > 10000
|
|
29
|
+
|| !Number.isSafeInteger(size.width) || !Number.isSafeInteger(size.height) || size.width < 2 || size.height < 2
|
|
30
|
+
|| size.width * size.height > 16777216 || !fields || Object.keys(models).length > 16
|
|
31
|
+
|| readings.length !== t.actors.length || readings.length > 256)
|
|
32
|
+
throw Error('Invalid original actor action frame');
|
|
33
|
+
for (const [field, model] of Object.entries(models)) {
|
|
34
|
+
if (!/^[a-z][a-z0-9_]{0,127}$/.test(field) || !plain(model)
|
|
35
|
+
|| Object.keys(model).sort().join(',') !== 'modelId,preprocessing,sha256'
|
|
36
|
+
|| !id(model.modelId) || !sha(model.sha256) || !/^[a-zA-Z0-9_.-]{1,128}$/.test(model.preprocessing))
|
|
37
|
+
throw Error('Invalid immutable actor action model');
|
|
38
|
+
}
|
|
39
|
+
const identity = (actor) => {
|
|
40
|
+
if (!actor || Object.keys(actor).sort().join(',') !== 'cameraId,epoch,id,kind'
|
|
41
|
+
|| actor.kind !== 'person' || actor.cameraId !== t.cameraId || actor.epoch !== t.epoch || !id(actor.id))
|
|
42
|
+
throw Error('Invalid physical actor action identity');
|
|
43
|
+
return JSON.stringify([actor.cameraId, actor.epoch, actor.id]);
|
|
44
|
+
};
|
|
45
|
+
const pending = new Map(readings.map(row => [identity(row.actor), row.fields]));
|
|
46
|
+
if (pending.size !== readings.length)
|
|
47
|
+
throw Error('Duplicate actor action reading');
|
|
48
|
+
const indices = new Set();
|
|
49
|
+
const actors = t.actors.map(row => {
|
|
50
|
+
const key = identity(row.actor), values = pending.get(key), d = detections[row.detectionIndex];
|
|
51
|
+
if (!values || !plain(values) || Object.keys(values).sort().join(',') !== fields
|
|
52
|
+
|| !Number.isSafeInteger(row.detectionIndex) || indices.has(row.detectionIndex) || d?.label !== 'person')
|
|
53
|
+
throw Error('Incomplete tracked actor action readings');
|
|
54
|
+
pending.delete(key);
|
|
55
|
+
indices.add(row.detectionIndex);
|
|
56
|
+
for (const reading of Object.values(values)) {
|
|
57
|
+
parseActorActionReading(reading);
|
|
58
|
+
}
|
|
59
|
+
const b = d.box, box = [b.x, b.y, b.x + b.width, b.y + b.height];
|
|
60
|
+
if (box.some(x => !Number.isFinite(x)) || b.x < 0 || b.y < 0 || b.width <= 0 || b.height <= 0
|
|
61
|
+
|| box[2] > size.width || box[3] > size.height)
|
|
62
|
+
throw Error('Invalid original actor action box');
|
|
63
|
+
return { actor: row.actor, box, fields: values };
|
|
64
|
+
});
|
|
65
|
+
if (pending.size)
|
|
66
|
+
throw Error('Untracked actor action reading');
|
|
67
|
+
for (const index of t.unconfirmed) {
|
|
68
|
+
if (!Number.isSafeInteger(index) || indices.has(index) || detections[index]?.label !== 'person')
|
|
69
|
+
throw Error('Invalid unconfirmed actor detection');
|
|
70
|
+
indices.add(index);
|
|
71
|
+
}
|
|
72
|
+
if (detections.some((d, i) => d.label === 'person' && !indices.has(i)))
|
|
73
|
+
throw Error('Omitted actor action detection');
|
|
74
|
+
return structuredClone({ version: 1, maxGapMs, tracking: t, frameSize: size, models, actors });
|
|
75
|
+
}
|
|
76
|
+
/** An absent object box, an unconfirmed track or occlusion never means a clear action. */
|
|
77
|
+
function actorReviewSummary(review) {
|
|
78
|
+
return Object.fromEntries(Object.keys(review.models).map(field => {
|
|
79
|
+
const values = review.actors.map(row => row.fields[field].state);
|
|
80
|
+
return [field, values.includes('present') ? true
|
|
81
|
+
: values.length && !review.tracking.unconfirmed.length && values.every(v => v === 'absent') ? false : null];
|
|
82
|
+
}));
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=ActorReview.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ActorReview.js","sourceRoot":"","sources":["../src/ActorReview.ts"],"names":[],"mappings":";;AAsBA,0DAMC;AAGD,4CAoDC;AAGD,gDAMC;AA5FD,mCAAkC;AAclC,MAAM,KAAK,GAAC,CAAC,CAAS,EAA6B,EAAE,CAAA,CAAC,CAAC,CAAC,IAAE,OAAO,CAAC,KAAG,QAAQ,IAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACjG,MAAM,SAAS,GAAC,CAAC,CAAS,EAAS,EAAE,CAAA,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA,CAAC,CAAA,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA,CAAC,CAAA,KAAK,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAA,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,CAAC,EAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA,CAAC,CAAA,CAAC,CAAC;AAC3E,MAAM,MAAM,GAAC,CAAC,CAAS,EAAC,EAAE,CAAA,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAClG,MAAM,EAAE,GAAC,CAAC,CAAS,EAAC,EAAE,CAAA,OAAO,CAAC,KAAG,QAAQ,IAAE,oCAAoC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACxF,MAAM,GAAG,GAAC,CAAC,CAAS,EAAC,EAAE,CAAA,OAAO,CAAC,KAAG,QAAQ,IAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACrE,MAAM,OAAO,GAAC,IAAI,GAAG,CAAC,CAAC,UAAU,EAAC,WAAW,EAAC,aAAa,EAAC,sBAAsB,EAAC,mBAAmB,EAAC,sBAAsB,EAAC,iBAAiB,EAAC,kBAAkB,CAAC,CAAC,CAAC;AAErK,SAAgB,uBAAuB,CAAC,KAAa;IACnD,IAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAG,cAAc;WAClE,CAAC,CAAC,SAAS,EAAC,QAAQ,EAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAe,CAAC;WACpE,CAAC,KAAK,CAAC,KAAK,KAAG,cAAc,CAAA,CAAC,CAAA,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAgB,CAAC,CAAA,CAAC,CAAA,KAAK,CAAC,MAAM,KAAG,IAAI,CAAC;QACzF,MAAM,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACrD,OAAO,EAAC,GAAG,KAAK,EAAuB,CAAC;AAC1C,CAAC;AAED,gGAAgG;AAChG,SAAgB,gBAAgB,CAAC,KAKhC;IACC,MAAM,EAAC,IAAI,EAAC,QAAQ,EAAC,CAAC,EAAC,SAAS,EAAC,IAAI,EAAC,UAAU,EAAC,MAAM,EAAC,QAAQ,EAAC,QAAQ,EAAC,GAAC,KAAK,CAAC;IACjF,MAAM,EAAC,MAAM,EAAC,GAAG,QAAQ,EAAC,GAAC,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,IAAG,CAAC,CAAC,OAAO,KAAG,CAAC,IAAE,CAAC,CAAC,SAAS,KAAG,iBAAiB,IAAE,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAE,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;WAC5E,MAAM,CAAC,QAAQ,CAAC,KAAG,MAAM,IAAE,CAAC,CAAC,WAAW,KAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;WAC1F,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAE,QAAQ,GAAC,GAAG,IAAE,QAAQ,GAAC,KAAK;WAC7D,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAE,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,IAAE,IAAI,CAAC,KAAK,GAAC,CAAC,IAAE,IAAI,CAAC,MAAM,GAAC,CAAC;WAClG,IAAI,CAAC,KAAK,GAAC,IAAI,CAAC,MAAM,GAAC,QAAQ,IAAE,CAAC,MAAM,IAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAC,EAAE;WACvE,QAAQ,CAAC,MAAM,KAAG,CAAC,CAAC,MAAM,CAAC,MAAM,IAAE,QAAQ,CAAC,MAAM,GAAC,GAAG;QAAC,MAAM,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAC9G,KAAI,MAAM,CAAC,KAAK,EAAC,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAC,CAAC;QACjD,IAAG,CAAC,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAE,CAAC,KAAK,CAAC,KAAK,CAAC;eACpD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAG,8BAA8B;eACpE,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAE,CAAC,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;YAC9F,MAAM,KAAK,CAAC,sCAAsC,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,QAAQ,GAAC,CAAC,KAA2B,EAAC,EAAE;QAC5C,IAAG,CAAC,KAAK,IAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAG,wBAAwB;eACrE,KAAK,CAAC,IAAI,KAAG,QAAQ,IAAE,KAAK,CAAC,QAAQ,KAAG,CAAC,CAAC,QAAQ,IAAE,KAAK,CAAC,KAAK,KAAG,CAAC,CAAC,KAAK,IAAE,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1F,MAAM,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAC,KAAK,CAAC,KAAK,EAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/D,CAAC,CAAC;IACF,MAAM,OAAO,GAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAA,EAAE,CAAA,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC3E,IAAG,OAAO,CAAC,IAAI,KAAG,QAAQ,CAAC,MAAM;QAAC,MAAM,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAChF,MAAM,OAAO,GAAC,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,MAAM,GAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAA,EAAE;QAC7B,MAAM,GAAG,GAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAC,MAAM,GAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAC,CAAC,GAAC,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACvF,IAAG,CAAC,MAAM,IAAE,CAAC,KAAK,CAAC,MAAM,CAAC,IAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAG,MAAM;eACrE,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,IAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,IAAE,CAAC,EAAE,KAAK,KAAG,QAAQ;YACjG,MAAM,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC1D,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAAA,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACpD,KAAI,MAAM,OAAO,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAC,CAAC;YAC1C,uBAAuB,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,CAAC,GAAC,CAAC,CAAC,GAAG,EAAC,GAAG,GAA+B,CAAC,CAAC,CAAC,CAAC,EAAC,CAAC,CAAC,CAAC,EAAC,CAAC,CAAC,CAAC,GAAC,CAAC,CAAC,KAAK,EAAC,CAAC,CAAC,CAAC,GAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACnF,IAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAE,CAAC,CAAC,CAAC,GAAC,CAAC,IAAE,CAAC,CAAC,CAAC,GAAC,CAAC,IAAE,CAAC,CAAC,KAAK,IAAE,CAAC,IAAE,CAAC,CAAC,MAAM,IAAE,CAAC;eACtE,GAAG,CAAC,CAAC,CAAC,GAAC,IAAI,CAAC,KAAK,IAAE,GAAG,CAAC,CAAC,CAAC,GAAC,IAAI,CAAC,MAAM;YAAC,MAAM,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAC3F,OAAO,EAAC,KAAK,EAAC,GAAG,CAAC,KAAK,EAAC,GAAG,EAAC,MAAM,EAAC,MAAM,EAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IACH,IAAG,OAAO,CAAC,IAAI;QAAC,MAAM,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC9D,KAAI,MAAM,KAAK,IAAI,CAAC,CAAC,WAAW,EAAC,CAAC;QAChC,IAAG,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAE,UAAU,CAAC,KAAK,CAAC,EAAE,KAAK,KAAG,QAAQ;YACtF,MAAM,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IACD,IAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAC,CAAC,EAAC,EAAE,CAAA,CAAC,CAAC,KAAK,KAAG,QAAQ,IAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAAC,MAAM,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC7G,OAAO,eAAe,CAAC,EAAC,OAAO,EAAC,CAAC,EAAC,QAAQ,EAAC,QAAQ,EAAC,CAAC,EAAC,SAAS,EAAC,IAAI,EAAC,MAAM,EAAC,MAAM,EAAC,CAAC,CAAC;AACvF,CAAC;AAED,0FAA0F;AAC1F,SAAgB,kBAAkB,CAAC,MAAkB;IACnD,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,KAAK,CAAA,EAAE;QAC9D,MAAM,MAAM,GAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAA,EAAE,CAAA,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;QAC7D,OAAO,CAAC,KAAK,EAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA,CAAC,CAAA,IAAI;gBAC3C,CAAC,CAAA,MAAM,CAAC,MAAM,IAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,IAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,KAAG,QAAQ,CAAC,CAAA,CAAC,CAAA,KAAK,CAAA,CAAC,CAAA,IAAI,CAAC,CAAC;IACnG,CAAC,CAAC,CAAC,CAAC;AACN,CAAC"}
|