@trillboards/edge-sdk 0.2.260 → 0.2.264
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/deploy/windows/ci/test-published-install.ps1 +10 -1
- package/dist/AlertClips.d.ts +23 -0
- package/dist/AlertClips.d.ts.map +1 -1
- package/dist/AlertClips.js +64 -3
- package/dist/AlertClips.js.map +1 -1
- package/dist/CloudSensingManager.d.ts +36 -0
- package/dist/CloudSensingManager.d.ts.map +1 -1
- package/dist/CloudSensingManager.js +147 -20
- package/dist/CloudSensingManager.js.map +1 -1
- package/dist/EdgeAgent.js +1 -1
- package/dist/VideoSegmentUploader.d.ts +12 -0
- package/dist/VideoSegmentUploader.d.ts.map +1 -1
- package/dist/VideoSegmentUploader.js +103 -6
- package/dist/VideoSegmentUploader.js.map +1 -1
- package/dist/autoSense.d.ts +5 -4
- package/dist/autoSense.d.ts.map +1 -1
- package/dist/autoSense.js +24 -9
- package/dist/autoSense.js.map +1 -1
- package/dist/config.d.ts +9 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +15 -0
- package/dist/config.js.map +1 -1
- package/dist/diagnose.d.ts +1 -1
- package/dist/diagnose.js +1 -1
- package/dist/sensingRunMode.d.ts +8 -0
- package/dist/sensingRunMode.d.ts.map +1 -1
- package/dist/sensingRunMode.js +59 -11
- package/dist/sensingRunMode.js.map +1 -1
- package/package.json +6 -5
- package/retained/CapturedTheftProfile.cjs +83 -0
- package/retained/ExperimentalTheftConnector.cjs +392 -0
- package/retained/FrameTheftRuntime.cjs +111 -0
- package/retained/FrameTheftWorker.py +136 -0
- package/retained/InstalledTheftLifecycle.cjs +165 -0
- package/retained/InstalledTheftPackage.cjs +91 -0
- package/retained/LiveTheftBinding.cjs +55 -0
- package/retained/ObservedReviewCaseEvidence.py +188 -0
- package/retained/ObservedSameWristPolicy.py +205 -0
- package/retained/OrderedPerceptionDelivery.cjs +72 -0
- package/retained/PairedTheftRoute.cjs +402 -0
- package/retained/ReplayRpc.cjs +157 -0
- package/retained/RetainedCaptureClient.cjs +63 -16
- package/retained/SavedTheftSession.cjs +110 -0
- package/retained/TheftCaseContract.cjs +36 -0
- package/retained/TheftCaseDelivery.cjs +81 -0
- package/retained/TheftDeliveryPump.cjs +41 -0
- package/retained/TheftMovementOwner.py +234 -0
- package/retained/TheftReviewPolicy.cjs +8 -0
- package/retained/__tests__/paired-theft-manager.test.cjs +509 -0
- package/retained/__tests__/support/live-shelf-api.cjs +139 -0
- package/retained/__tests__/support/load-sdk-sources.cjs +41 -0
- package/retained/__tests__/support/loopback-proxy.cjs +33 -0
- package/retained/__tests__/support/pinned-api-loader.cjs +11 -0
- package/retained/__tests__/support/theft-builder.cjs +61 -0
- package/retained/__tests__/support/theft-packet-fixture.cjs +58 -0
- package/retained/__tests__/support/theft-readiness.cjs +51 -0
- package/retained/__tests__/test_live_theft_input.py +103 -0
- package/retained/__tests__/theft-case-api.test.cjs +135 -0
- package/retained/__tests__/theft-ci-regression.test.cjs +92 -0
- package/retained/__tests__/theft-config.test.cjs +84 -0
- package/retained/__tests__/theft-entry.test.cjs +76 -0
- package/retained/__tests__/theft-native-recovery.test.cjs +90 -0
- package/retained/__tests__/theft-readiness.test.cjs +164 -0
- package/retained/manager.cjs +61 -7
- package/retained/pilot-profile-client.cjs +4 -0
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
'use strict';
|
|
2
|
+
const delivery = require('./OrderedPerceptionDelivery.cjs');
|
|
2
3
|
const fs=require('node:fs'),path=require('node:path'),crypto=require('node:crypto'),assert=require('node:assert/strict');
|
|
3
4
|
const sha=b=>crypto.createHash('sha256').update(b).digest('hex');
|
|
4
5
|
const {selectTemporal,resolveTemporalCoverage}=require('./temporal-grouping.cjs');
|
|
@@ -39,7 +40,7 @@ function commit(file,value) {
|
|
|
39
40
|
* Every original is retained. Sampling is explicit; archived intermediate images are NOT called reviewed.
|
|
40
41
|
*/
|
|
41
42
|
class RetainedCaptureClient {
|
|
42
|
-
constructor(client,directory,{cameraId,intervalMs=500,maxCaptures=100000,maxBytes=32*1024**3,offerWindow=16,reviewStage=()=>'active',selectionMode='all',groupingPolicy=null,configuredApiBaseUrl,archiveRetentionMs,actorPerceiver,realtimeReview,onOfferStall,onReviewed}={}) {
|
|
43
|
+
constructor(client,directory,{cameraId,intervalMs=500,maxCaptures=100000,maxBytes=32*1024**3,offerWindow=16,reviewStage=()=>'active',selectionMode='all',groupingPolicy=null,configuredApiBaseUrl,archiveRetentionMs,actorPerceiver,realtimeReview,onOfferStall,onReviewed,perceptionSink}={}) {
|
|
43
44
|
require('../dist/continuousReview').assertRetainedReviewReceiver(client.getEndpoint(),configuredApiBaseUrl);
|
|
44
45
|
assert(cameraId && Number.isSafeInteger(intervalMs)&&intervalMs>=500);
|
|
45
46
|
assert(['all','state-change-v1'].includes(selectionMode));
|
|
@@ -54,6 +55,7 @@ class RetainedCaptureClient {
|
|
|
54
55
|
// The newest capture the model has answered: no older selection can be newer news.
|
|
55
56
|
this.lastReviewed=null;
|
|
56
57
|
if(actorPerceiver)assert((actorPerceiver.policy||typeof actorPerceiver.policyForContext==='function')&&typeof actorPerceiver.perceive==='function'&&typeof actorPerceiver.validate==='function','A complete actor perception client is required');
|
|
58
|
+
delivery.checkSink(perceptionSink);this.perceptionSink=perceptionSink;
|
|
57
59
|
this.perceptionBusy=false;this.perceptionBusySinceMs=null;
|
|
58
60
|
// Offer-path watchdog state (see OFFER_STALL_MIN_MS): when this camera last captured, and when
|
|
59
61
|
// its archive last made progress (an offer, a review start, a receipt).
|
|
@@ -100,7 +102,9 @@ class RetainedCaptureClient {
|
|
|
100
102
|
if(r.actorPerceptionPolicy){assert(this.actorPerceiver,'Archived actor perception requires its runtime');if(r.actorPerception&&!held)this.actorPerceiver.validate(r.actorPerception,this.perceptionInput(r),r.actorPerceptionPolicy);}
|
|
101
103
|
if(held==='selected')this.backlog.set(r.id,r);
|
|
102
104
|
else if(held==='undecided')this.backlogUndecided.set(r.id,r);
|
|
103
|
-
else{this.retireOrder.set(r.id,true);if(r.selected&&!r.acknowledged&&!unreviewed(r))this.entries.set(r.id,r);if(r.actorPerceptionPolicy&&!r.actorPerception)this.perceptionPending.set(r.id,r);}
|
|
105
|
+
else{this.retireOrder.set(r.id,true);if(r.selected&&!r.acknowledged&&!unreviewed(r))this.entries.set(r.id,r);if(r.actorPerceptionPolicy&&!r.actorPerception&&!delivery.withheld(r))this.perceptionPending.set(r.id,r);}
|
|
106
|
+
delivery.validate(r,this.perceptionSink);
|
|
107
|
+
if(delivery.pending(r)&&r.actorPerception)this.perceptionPending.set(r.id,r);
|
|
104
108
|
this.ownImage(r.imageSha256,1);
|
|
105
109
|
this.counts.captures++;if(r.selected)this.counts.selected++;if(r.result)this.counts.reviewed++;if(r.acknowledged)this.counts.received++;if(r.reviewStage===null)this.counts.inactive++;if(r.disposition==='archived_grouped_unchanged')this.counts.grouped++;if(r.disposition==='shed_superseded')this.counts.shed++;if(r.disposition==='expired_unreviewed')this.counts.expired++;if(r.result)this.noteReviewed(r);this.bytes+=r.imageBytes;this.advance(r,false);}
|
|
106
110
|
// Only the newest 256 selections are grouping references; hashing every
|
|
@@ -278,8 +282,10 @@ class RetainedCaptureClient {
|
|
|
278
282
|
const reviewStage=this.reviewStage(c.enqueuedAtMs);assert(reviewStage===null||typeof reviewStage==='string');
|
|
279
283
|
const choice=this.chooseReview(c,digest,this.nextDue===null || c.enqueuedAtMs>=this.nextDue,reviewStage);const selected=choice.selected;
|
|
280
284
|
const actorPolicy=this.actorPerceiver?.policyForContext?this.actorPerceiver.policyForContext(c.reviewContext):this.actorPerceiver?.policy;
|
|
285
|
+
const deliveryIntent=delivery.intent(this.perceptionSink,c.reviewContext);
|
|
286
|
+
assert(!deliveryIntent||actorPolicy,'Original perception policy required before selecting its delivery');
|
|
281
287
|
const r={version:1,id,cameraId:c.name,capturedAt:c.enqueuedAtMs,imageSha256:digest,imageBytes:c.jpeg.length,selected,reviewStage,
|
|
282
|
-
...choice,previousCaptureId:this.previousCaptureRecord?.id??null,previousSelectedId:this.previousSelectedRecord?.id??null,candidate:{...c,jpeg:undefined},result:null,acknowledged:false,...(actorPolicy?{actorPerceptionPolicy:structuredClone(actorPolicy)}:{})};
|
|
288
|
+
...choice,previousCaptureId:this.previousCaptureRecord?.id??null,previousSelectedId:this.previousSelectedRecord?.id??null,candidate:{...c,jpeg:undefined},result:null,acknowledged:false,...(actorPolicy?{actorPerceptionPolicy:structuredClone(actorPolicy)}:{}),...(deliveryIntent?{perceptionDelivery:deliveryIntent}:{})};
|
|
283
289
|
if(!fs.existsSync(this.image(r)))commit(this.image(r),c.jpeg);
|
|
284
290
|
commit(this.file(id),r);this.records.set(id,r);this.retireOrder.set(id,true);this.ownImage(digest,1);if(actorPolicy)this.perceptionPending.set(id,r);if(selected)this.entries.set(id,r);this.counts.captures++;if(selected)this.counts.selected++;if(reviewStage===null)this.counts.inactive++;if(r.disposition==='archived_grouped_unchanged')this.counts.grouped++;this.bytes+=c.jpeg.length;this.advance(r);
|
|
285
291
|
}
|
|
@@ -501,12 +507,22 @@ class RetainedCaptureClient {
|
|
|
501
507
|
return {frameId:r.id,capturedAtMs:r.capturedAt,jpeg,
|
|
502
508
|
contextSha256:sha(Buffer.from(JSON.stringify(r.candidate.reviewContext??null)))};
|
|
503
509
|
}
|
|
510
|
+
withholdEndedLivePerception(r){
|
|
511
|
+
assert(!this.perceptionBusy && this.perceptionPending.get(r.id)===r && delivery.pending(r),
|
|
512
|
+
'Only an idle pending live original can be withheld');
|
|
513
|
+
delivery.validate(r,this.perceptionSink);
|
|
514
|
+
const updated={...r,perceptionDelivery:{...r.perceptionDelivery,status:'withheld',reason:'live_shelf_profile_ended'}};
|
|
515
|
+
delivery.validate(updated,this.perceptionSink);
|
|
516
|
+
commit(this.file(r.id),updated);
|
|
517
|
+
Object.assign(r,updated);this.perceptionPending.delete(r.id);
|
|
518
|
+
}
|
|
504
519
|
pendingPerception(at=Date.now()){
|
|
505
520
|
// Preserve capture order within a camera, including retries. Other cameras
|
|
506
521
|
// remain independently schedulable through the manager's bounded CPU lane.
|
|
507
522
|
for(const r of this.perceptionPending.values()){
|
|
508
|
-
if(r.actorPerception){this.perceptionPending.delete(r.id);continue;}
|
|
509
|
-
|
|
523
|
+
if(r.actorPerception&&!delivery.pending(r)){this.perceptionPending.delete(r.id);continue;}
|
|
524
|
+
const failure=r.perceptionDeliveryFailure??r.actorPerceptionFailure;
|
|
525
|
+
return !failure||failure.retryAtMs<=at?r:null;
|
|
510
526
|
}
|
|
511
527
|
// Live work first; a backlog frame only once an idle manager asked for it.
|
|
512
528
|
const r=this.backlogPerception;
|
|
@@ -519,21 +535,52 @@ class RetainedCaptureClient {
|
|
|
519
535
|
async perceiveNextOrderedCapture(){
|
|
520
536
|
if(!this.hasPendingOrderedPerception())return false;
|
|
521
537
|
const r=this.pendingPerception();if(!r)return false;this.perceptionBusy=true;this.perceptionBusySinceMs=this.clockNow();
|
|
538
|
+
let phase='perception';
|
|
522
539
|
try{
|
|
523
540
|
const input=this.perceptionInput(r);
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
|
|
541
|
+
if(!r.actorPerception){
|
|
542
|
+
const result=await this.actorPerceiver.perceive(input,r.actorPerceptionPolicy);
|
|
543
|
+
const updated={...r,actorPerception:this.actorPerceiver.validate(result,input,r.actorPerceptionPolicy)};
|
|
544
|
+
if(r.perceptionDelivery){
|
|
545
|
+
phase='delivery_preparation';
|
|
546
|
+
updated.perceptionDelivery=delivery.prepare(this.perceptionSink,r,input,updated.actorPerception);
|
|
547
|
+
}
|
|
548
|
+
delete updated.actorPerceptionFailure;delete updated.perceptionDeliveryFailure;commit(this.file(r.id),updated);
|
|
549
|
+
// The exact perception and optional handoff payload become durable together.
|
|
550
|
+
Object.assign(r,updated);delete r.actorPerceptionFailure;delete r.perceptionDeliveryFailure;
|
|
551
|
+
}
|
|
552
|
+
if(delivery.pending(r)){
|
|
553
|
+
phase='delivery_integrity';
|
|
554
|
+
const disk=JSON.parse(fs.readFileSync(this.file(r.id)));
|
|
555
|
+
for(const key of ['id','cameraId','capturedAt','imageSha256','actorPerceptionPolicy','actorPerception','perceptionDelivery'])
|
|
556
|
+
assert.deepEqual(disk[key],r[key],'Original saved handoff '+key+' changed');
|
|
557
|
+
assert.deepEqual(disk.candidate.reviewContext,r.candidate.reviewContext,'Original handoff context changed');
|
|
558
|
+
const proof=this.actorPerceiver.validate(r.actorPerception,input,r.actorPerceptionPolicy);
|
|
559
|
+
delivery.validate(r,this.perceptionSink);phase='delivery';
|
|
560
|
+
const completed=await delivery.deliver(this.perceptionSink,r,input,proof);
|
|
561
|
+
const updated={...r,perceptionDelivery:completed};delete updated.perceptionDeliveryFailure;
|
|
562
|
+
commit(this.file(r.id),updated);Object.assign(r,updated);delete r.perceptionDeliveryFailure;
|
|
563
|
+
}
|
|
529
564
|
this.perceptionPending.delete(r.id);if(this.backlogPerception===r)this.backlogPerception=null;
|
|
530
565
|
return true;
|
|
531
566
|
}catch(error){
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
retryAtMs:at+Math.min(30000,1000*2**Math.min(attempts-1,5)),
|
|
535
|
-
|
|
536
|
-
|
|
567
|
+
if(r.perceptionDelivery&&phase!=='perception'){
|
|
568
|
+
const attempts=(r.perceptionDeliveryFailure?.attempts??0)+1,at=Date.now();
|
|
569
|
+
r.perceptionDeliveryFailure={attempts,lastAttemptAtMs:at,retryAtMs:at+Math.min(30000,1000*2**Math.min(attempts-1,5)),
|
|
570
|
+
phase,error:delivery.errorRecord(error)};
|
|
571
|
+
try{
|
|
572
|
+
if(phase==='delivery_integrity')commit(this.file(r.id)+'.delivery-error-'+require('node:crypto').randomUUID()+'.json',r.perceptionDeliveryFailure);
|
|
573
|
+
else commit(this.file(r.id),r);
|
|
574
|
+
}catch(persistenceError){
|
|
575
|
+
throw new AggregateError([error,persistenceError],'Original handoff failure and diagnostic-save failure',{cause:error});
|
|
576
|
+
}
|
|
577
|
+
}else{
|
|
578
|
+
const attempts=(r.actorPerceptionFailure?.attempts??0)+1,at=Date.now();
|
|
579
|
+
r.actorPerceptionFailure={attempts,lastAttemptAtMs:at,
|
|
580
|
+
retryAtMs:at+Math.min(30000,1000*2**Math.min(attempts-1,5)),message:String(error).slice(0,300)};
|
|
581
|
+
commit(this.file(r.id),r);
|
|
582
|
+
}
|
|
583
|
+
throw error;
|
|
537
584
|
}finally{this.perceptionBusy=false;this.perceptionBusySinceMs=null;}
|
|
538
585
|
}
|
|
539
586
|
/** The in-memory record (with logged decisions applied), else the file. */
|
|
@@ -608,6 +655,6 @@ class RetainedCaptureClient {
|
|
|
608
655
|
const r=this.recordFor(request.evidenceId);const first=!r.acknowledged;r.acknowledged=true;r.acknowledgedAtCaptureMs=this.lastAt;r.disposition='reviewed_and_received';commit(this.file(r.id),r);this.records.set(r.id,r);this.leaveBacklog(r);if(first)this.counts.received++;this.queued.delete(r.id);this.entries.delete(r.id);if(live)this.noteOfferProgress();
|
|
609
656
|
}return response;
|
|
610
657
|
}
|
|
611
|
-
stats(){const actorRows=[...this.records.values()].filter(r=>r.actorPerceptionPolicy),actorPending=actorRows.filter(r=>!r.actorPerception);const {captures,selected,reviewed,received,inactive,grouped,shed,expired}=this.counts;const first=[this.entries.values().next().value?.capturedAt,this.backlog.values().next().value?.capturedAt].filter(Number.isSafeInteger);return{...(this.actorPerceiver?{actorPerception:{completed:actorRows.
|
|
658
|
+
stats(){const actorRows=[...this.records.values()].filter(r=>r.actorPerceptionPolicy),actorPending=actorRows.filter(r=>!r.actorPerception&&!delivery.withheld(r));const {captures,selected,reviewed,received,inactive,grouped,shed,expired}=this.counts;const first=[this.entries.values().next().value?.capturedAt,this.backlog.values().next().value?.capturedAt].filter(Number.isSafeInteger);return{...(this.actorPerceiver?{actorPerception:{completed:actorRows.filter(r=>r.actorPerception).length,pending:actorPending.length,...(actorRows.some(r=>r.perceptionDelivery)?{delivery:{pending:actorRows.filter(r=>delivery.pending(r)).length,awaitingPerception:actorRows.filter(r=>r.perceptionDelivery?.status==='awaiting_perception').length,completed:actorRows.filter(r=>r.perceptionDelivery?.status==='delivered').length,withheld:actorRows.filter(delivery.withheld).length,unavailable:actorRows.some(r=>r.perceptionDeliveryFailure)}}:{}),oldestPendingCapturedAt:actorPending[0]?.capturedAt??null,unavailable:actorPending.some(r=>r.actorPerceptionFailure)}}:{}),captures,selected,archivedProfileInactive:inactive,archivedBetweenReviews:captures-selected-inactive-grouped,archivedGroupedUnreviewed:grouped,reviewed,received,shedUnreviewed:shed,expiredUnreviewed:expired,pending:this.entries.size+this.backlog.size,oldestPendingCapturedAt:first.length?Math.min(...first):null,logicalImageBytes:this.bytes,retainedCaptures:this.records.size,prunedCaptures:this.lifecycle?.state.pruned.captures??0};}
|
|
612
659
|
}
|
|
613
660
|
module.exports={RetainedCaptureClient,reviewExecution,RECHECK_ANCHOR_GRACE_MS,BACKLOG_REVIEW_BUDGET_MS,BACKLOG_MAX_STARTS,DECISION_LOG,OFFER_STALL_MIN_MS,OFFER_STALL_CAPTURE_RECENT_MS};
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
const assert = require('node:assert/strict');
|
|
3
|
+
const fs = require('node:fs');
|
|
4
|
+
const path = require('node:path');
|
|
5
|
+
const {isDeepStrictEqual} = require('node:util');
|
|
6
|
+
const delivery = require('./OrderedPerceptionDelivery.cjs');
|
|
7
|
+
const {HUMAN_ONLY}=require('./TheftReviewPolicy.cjs');
|
|
8
|
+
const key = packet => packet.receipt.caseId + ':' + packet.receipt.snapshotAnchorMs;
|
|
9
|
+
|
|
10
|
+
// This restores durable evidence, NOT a native tracker's mutable state. The
|
|
11
|
+
// caller must retire this epoch before feeding a newly started detector.
|
|
12
|
+
function recover(consumer, validatePacket, consumerId, commit) {
|
|
13
|
+
assert(!consumer.closed && !consumer.failed && consumer.stats.frames === 0 && !consumer.lastAccepted,
|
|
14
|
+
'Recovery requires a fresh evidence consumer');
|
|
15
|
+
const all = [...consumer.archive.records.values()].filter(row =>
|
|
16
|
+
row.perceptionDelivery?.consumerId === consumerId &&
|
|
17
|
+
isDeepStrictEqual(row.perceptionDelivery.payload?.side?.inputBinding?.nativeScope ??
|
|
18
|
+
row.candidate.reviewContext?.scope, consumer.scope));
|
|
19
|
+
all.sort((a, b) => a.capturedAt - b.capturedAt);
|
|
20
|
+
for (let i = 0; i < all.length; i++) {
|
|
21
|
+
if (i) assert(all[i].capturedAt > all[i - 1].capturedAt, 'Recovery capture order is ambiguous');
|
|
22
|
+
const disk = JSON.parse(fs.readFileSync(consumer.archive.file(all[i].id)));
|
|
23
|
+
assert.deepEqual(all[i].perceptionDelivery, disk.perceptionDelivery, 'Saved recovery delivery changed');
|
|
24
|
+
delivery.validate(all[i], consumer.archive.perceptionSink);
|
|
25
|
+
}
|
|
26
|
+
const completed = all.filter(row => row.perceptionDelivery.status === 'delivered');
|
|
27
|
+
const pending = all.filter(delivery.pending);
|
|
28
|
+
if (pending.length && completed.length)
|
|
29
|
+
assert(pending[0].capturedAt > completed.at(-1).capturedAt, 'A completed frame overtook pending evidence');
|
|
30
|
+
const rows = completed.slice(-13).map(record => {
|
|
31
|
+
const {metadata, side} = record.perceptionDelivery.payload;
|
|
32
|
+
const checked = consumer.readDurable(record.id, metadata, side);
|
|
33
|
+
return {row: checked.row, frame: {...checked.meta, jpegBase64: checked.original.toString('base64')},
|
|
34
|
+
side: checked.observation, fingerprint: checked.fingerprint};
|
|
35
|
+
});
|
|
36
|
+
// The receiver is the existing private, idempotent durable sink, not a public
|
|
37
|
+
// notification API. Do not claim exactly-once WhatsApp delivery from this.
|
|
38
|
+
assert(typeof consumer.receiver.savedPackets === 'function' && typeof consumer.receiver.savedOpinions === 'function',
|
|
39
|
+
'Recovery requires the durable private receiver');
|
|
40
|
+
const packets = consumer.receiver.savedPackets(), opinions = consumer.receiver.savedOpinions();
|
|
41
|
+
const humanOnly=consumer.reviewMode===HUMAN_ONLY;
|
|
42
|
+
if(humanOnly)assert.equal(opinions.size,0,'Human-only session cannot contain optional opinions');
|
|
43
|
+
const delivered = new Set(), restored = new Map(), queue = new Map(), open = new Map();
|
|
44
|
+
let alerts = 0, attachments = 0;
|
|
45
|
+
for (const packet of packets) {
|
|
46
|
+
validatePacket(packet, consumer.scope);
|
|
47
|
+
if(humanOnly)assert.equal(packet.opinionRole,'not_requested_human_review','Saved human review mode changed');
|
|
48
|
+
else assert.notEqual(packet.opinionRole,'not_requested_human_review','Human evidence cannot acquire a model review');
|
|
49
|
+
assert.deepEqual(packet.environment, consumer.environment, 'Saved alert environment changed');
|
|
50
|
+
const identity = key(packet); assert(!delivered.has(identity), 'Duplicate saved alert identity');
|
|
51
|
+
delivered.add(identity); restored.set(identity, packet);
|
|
52
|
+
if (packet.receipt.kind === 'open_case') {
|
|
53
|
+
assert(!open.has(packet.receipt.caseId), 'Multiple opening packets for one case');
|
|
54
|
+
open.set(packet.receipt.caseId, packet); alerts++;
|
|
55
|
+
} else attachments++;
|
|
56
|
+
}
|
|
57
|
+
for (const packet of packets) {
|
|
58
|
+
const original = open.get(packet.receipt.caseId);
|
|
59
|
+
assert(original, 'Saved attachment has no opening packet');
|
|
60
|
+
assert.equal(packet.receipt.deadlineMs, original.receipt.deadlineMs, 'Saved case deadline changed');
|
|
61
|
+
assert.equal(packet.receipt.actor, original.receipt.actor, 'Saved case actor changed');
|
|
62
|
+
}
|
|
63
|
+
const stats = {};
|
|
64
|
+
for (const [id, outcome] of opinions) {
|
|
65
|
+
assert(open.has(id), 'Saved opinion has no opening packet');
|
|
66
|
+
assert(outcome.primaryAlertUnchanged === true && outcome.canVeto === false &&
|
|
67
|
+
['completed', 'expired', 'unavailable'].includes(outcome.status), 'Invalid saved non-veto opinion');
|
|
68
|
+
stats[outcome.status] = (stats[outcome.status] ?? 0) + 1;
|
|
69
|
+
}
|
|
70
|
+
const markerFile = path.join(consumer.directory, 'evidence-session-v1.json');
|
|
71
|
+
const marker = {version: 1, scope: consumer.scope, environment: consumer.environment, consumerId,
|
|
72
|
+
originalPictures: 13, queueInclusiveLimitMs: 90000, reviewIntentProtocol: 1,
|
|
73
|
+
...(humanOnly?{reviewMode:HUMAN_ONLY}:{})};
|
|
74
|
+
const legacyUnknown = !fs.existsSync(markerFile) && (all.length > 0 || packets.length > 0 || opinions.size > 0);
|
|
75
|
+
if (fs.existsSync(markerFile)) assert.deepEqual(JSON.parse(fs.readFileSync(markerFile)), marker, 'Saved session identity changed');
|
|
76
|
+
if (fs.existsSync(consumer.reviewStarts)) {
|
|
77
|
+
if(humanOnly)assert.equal(fs.readdirSync(consumer.reviewStarts).length,0,'Human-only session cannot contain review starts');
|
|
78
|
+
for (const name of fs.readdirSync(consumer.reviewStarts)) {
|
|
79
|
+
assert(/^[a-f0-9]{64}\.json$/.test(name), 'Unrecognized review-start file');
|
|
80
|
+
const packet = open.get(name.slice(0, 64)); assert(packet, 'Saved review start has no opening packet');
|
|
81
|
+
assert.deepEqual(JSON.parse(fs.readFileSync(path.join(consumer.reviewStarts, name))), consumer.reviewStart(packet),
|
|
82
|
+
'Saved review identity changed');
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
const interrupted = new Set();
|
|
86
|
+
for (const [id, packet] of open) {
|
|
87
|
+
if(humanOnly)continue;
|
|
88
|
+
if (opinions.has(id)) continue;
|
|
89
|
+
queue.set(id, packet);
|
|
90
|
+
const start = path.join(consumer.reviewStarts, id + '.json');
|
|
91
|
+
if (legacyUnknown || fs.existsSync(start)) {
|
|
92
|
+
interrupted.add(id);
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
if (!legacyUnknown) commit(markerFile, marker);
|
|
96
|
+
// Nothing is assigned until every recovery check above passes.
|
|
97
|
+
consumer.rows = rows.map(({fingerprint, ...row}) => row);
|
|
98
|
+
consumer.pending = queue; consumer.delivered = delivered; consumer.recoveredReceipts = restored;
|
|
99
|
+
consumer.recoveredInterrupted = interrupted;
|
|
100
|
+
const last = rows.at(-1);
|
|
101
|
+
if (last) consumer.lastAccepted = {frameId: last.row.id, capturedAtMs: last.row.capturedAt,
|
|
102
|
+
fingerprint: last.fingerprint, result: {frameId: last.row.id, cues: last.side.movementObservation.cues.length}};
|
|
103
|
+
consumer.stats.frames = completed.length; consumer.stats.alerts = alerts; consumer.stats.attachments = attachments;
|
|
104
|
+
consumer.stats.opinion = stats;
|
|
105
|
+
consumer.restoredSession = all.length > 0 || packets.length > 0 || opinions.size > 0;
|
|
106
|
+
return {recovered: consumer.restoredSession, retainedCompletedFrames: completed.length, windowPictures: rows.length,
|
|
107
|
+
savedAlerts: alerts, savedAttachments: attachments, queuedOpinions: queue.size,
|
|
108
|
+
interruptedOpinions: interrupted.size, legacyReviewStateUnknown: !!legacyUnknown, nativeTrackingStateRestored: false, nativeContinuationAllowed: false};
|
|
109
|
+
}
|
|
110
|
+
module.exports = {recover};
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
const assert=require('node:assert/strict'),crypto=require('node:crypto');
|
|
3
|
+
const MESSAGE='Possible item movement—please review.';
|
|
4
|
+
const MAX_BYTES=8*1024*1024;
|
|
5
|
+
const hash=b=>crypto.createHash('sha256').update(b).digest('hex');
|
|
6
|
+
const canonical=v=>JSON.stringify(sort(v));
|
|
7
|
+
function sort(v){if(Array.isArray(v))return v.map(sort);if(v&&typeof v==='object')return Object.fromEntries(Object.keys(v).sort().map(k=>[k,sort(v[k])]));return v;}
|
|
8
|
+
const digest=v=>typeof v==='string'&&/^[a-f0-9]{64}$/.test(v);
|
|
9
|
+
const name=v=>typeof v==='string'&&/^[a-zA-Z0-9][a-zA-Z0-9_.-]{0,127}$/.test(v);
|
|
10
|
+
function makeEnvelope(packet,binding){
|
|
11
|
+
assert(packet&&Array.isArray(packet.pictures)&&packet.pictures.length===13,'Exactly 13 original pictures required');
|
|
12
|
+
assert(binding&&name(binding.profileId)&&name(binding.selectionId),'Explicit profile binding required');
|
|
13
|
+
const p=structuredClone(packet),r=p.receipt,s=p.scope;
|
|
14
|
+
assert(s&&['cameraId','sourceId','captureEpoch'].every(k=>name(s[k]))&&Number.isSafeInteger(s.profileGeneration)&&s.profileGeneration>0,'Camera and profile scope required');
|
|
15
|
+
assert(r&&digest(r.caseId)&&digest(r.actor)&&['open_case','add_case_evidence'].includes(r.kind),'Confirmed case receipt required');
|
|
16
|
+
assert(Number.isSafeInteger(r.firstCaptureMs)&&r.firstCaptureMs>0&&r.deadlineMs===r.firstCaptureMs+90000,'Original queue-inclusive 90 seconds required');
|
|
17
|
+
assert(Number.isSafeInteger(r.snapshotAnchorMs)&&r.snapshotAnchorMs>=r.firstCaptureMs,'Original anchor required');
|
|
18
|
+
assert(Array.isArray(r.pictures)&&r.pictures.length===13,'13 receipt references required');
|
|
19
|
+
let prior=-Infinity;
|
|
20
|
+
for(let i=0;i<13;i++){
|
|
21
|
+
const f=p.pictures[i];assert(Number.isSafeInteger(f.capturedAtMs)&&f.capturedAtMs>prior,'Ordered original pictures required');prior=f.capturedAtMs;
|
|
22
|
+
assert(typeof f.jpegBase64==='string'&&f.jpegBase64.length>0&&digest(f.sha256),'Original picture bytes required');
|
|
23
|
+
const bytes=Buffer.from(f.jpegBase64,'base64');assert(bytes.toString('base64')===f.jpegBase64&&hash(bytes)===f.sha256,'Picture hash differs');
|
|
24
|
+
assert(bytes[0]===255&&bytes[1]===216,'JPEG evidence required');
|
|
25
|
+
assert.deepEqual(r.pictures[i],[f.sourceIndex,f.capturedAtMs,f.sha256],'Picture reference differs');
|
|
26
|
+
}
|
|
27
|
+
const incidentId=hash(canonical([s,binding.profileId,binding.selectionId,r.caseId,r.actor,r.firstCaptureMs]));
|
|
28
|
+
const packetSha256=hash(canonical(p));
|
|
29
|
+
const envelope={version:1,profileId:binding.profileId,selectionId:binding.selectionId,incidentId,
|
|
30
|
+
packetId:hash(canonical([incidentId,r.snapshotAnchorMs])),packetSha256,kind:r.kind,packet:p};
|
|
31
|
+
assert(Buffer.byteLength(canonical(envelope))<=MAX_BYTES,'Complete evidence exceeds 8 MiB; retain locally, never truncate');
|
|
32
|
+
return envelope;
|
|
33
|
+
}
|
|
34
|
+
function validateEnvelope(e){assert(e&&e.version===1,'Review-case version required');const expected=makeEnvelope(e.packet,e);assert.deepEqual(e,expected,'Review-case envelope changed');return expected;}
|
|
35
|
+
function feedbackMeaning(category){return {confirmed:'concerning',wrong_detection:'negative_unspecified',expected_activity:'legitimate_activity',repetition:'duplicate_or_unhelpful',wrong_area:'wrong_area',lateness:'late',unclear:'unclear'}[category]??null;}
|
|
36
|
+
module.exports={makeEnvelope,validateEnvelope,hash,canonical,MAX_BYTES,MESSAGE,feedbackMeaning};
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
const assert=require('node:assert/strict'),fs=require('node:fs'),path=require('node:path'),crypto=require('node:crypto');
|
|
3
|
+
const {makeEnvelope,canonical}=require('./TheftCaseContract.cjs');
|
|
4
|
+
function immutable(file,value){
|
|
5
|
+
const raw=Buffer.from(canonical(value));
|
|
6
|
+
if(fs.existsSync(file)){assert(fs.readFileSync(file).equals(raw),'Conflicting delivery acknowledgement');return;}
|
|
7
|
+
const temp=file+'.'+crypto.randomUUID()+'.tmp';let fd;
|
|
8
|
+
try{fd=fs.openSync(temp,'wx',0o600);fs.writeFileSync(fd,raw);fs.fsyncSync(fd);fs.closeSync(fd);fd=undefined;fs.renameSync(temp,file);}
|
|
9
|
+
finally{if(fd!==undefined)fs.closeSync(fd);if(fs.existsSync(temp))fs.unlinkSync(temp);}
|
|
10
|
+
assert(fs.readFileSync(file).equals(raw),'Delivery acknowledgement readback differs');
|
|
11
|
+
}
|
|
12
|
+
/** Original private receipts ARE the durable outbox. Delivery never deletes or
|
|
13
|
+
* rewrites pictures, never waits for Gemma, and never means provider delivered. */
|
|
14
|
+
class CaseDelivery {
|
|
15
|
+
constructor({directory,receiver,binding,transport}){
|
|
16
|
+
assert(path.isAbsolute(directory)&&receiver&&typeof receiver.savedPackets==='function');
|
|
17
|
+
assert(transport&&typeof transport.accept==='function','Explicit authenticated case transport required');
|
|
18
|
+
Object.assign(this,{directory,receiver,binding:structuredClone(binding),transport,busy:false,acknowledged:new Map()});fs.mkdirSync(directory,{recursive:true});
|
|
19
|
+
}
|
|
20
|
+
packetSources(){
|
|
21
|
+
if(typeof this.receiver.savedReceiptNames!=='function')return this.receiver.savedPackets();
|
|
22
|
+
const packets=[];
|
|
23
|
+
for(const name of this.receiver.savedReceiptNames().filter(n=>/^[a-f0-9]{64}-[0-9]+\.json$/.test(n))){
|
|
24
|
+
const file=path.join(this.receiver.directory,name),stat=fs.lstatSync(file,{bigint:true});assert(stat.isFile()&&!stat.isSymbolicLink(),'Regular original receipt required');
|
|
25
|
+
const stamp=[stat.dev,stat.ino,stat.size,stat.mtimeNs].join(':');
|
|
26
|
+
if(this.acknowledged.get(name)===stamp)continue;
|
|
27
|
+
const packet=JSON.parse(fs.readFileSync(file));assert.equal(name,packet.receipt.caseId+'-'+packet.receipt.snapshotAnchorMs+'.json');packets.push(packet);
|
|
28
|
+
}return packets;
|
|
29
|
+
}
|
|
30
|
+
remember(e){if(this.receiver.directory){const name=e.packet.receipt.caseId+'-'+e.packet.receipt.snapshotAnchorMs+'.json',s=fs.statSync(path.join(this.receiver.directory,name),{bigint:true});this.acknowledged.set(name,[s.dev,s.ino,s.size,s.mtimeNs].join(':'));}}
|
|
31
|
+
pending(){return this.packetSources().map(p=>makeEnvelope(p,this.binding)).sort((a,b)=>a.packet.receipt.snapshotAnchorMs-b.packet.receipt.snapshotAnchorMs).filter(e=>{
|
|
32
|
+
const file=path.join(this.directory,e.packetId+'.ack.json');if(!fs.existsSync(file))return true;
|
|
33
|
+
this.checkAck(e,JSON.parse(fs.readFileSync(file)));this.remember(e);return false;
|
|
34
|
+
});}
|
|
35
|
+
checkAck(e,a){assert(a?.accepted===true&&a.incidentId===e.incidentId&&a.packetId===e.packetId&&a.packetSha256===e.packetSha256&&/^[a-f0-9]{64}$/.test(a.alertId),'Invalid durable case acknowledgement');}
|
|
36
|
+
async drainOne({signal}={}){
|
|
37
|
+
assert(!this.busy,'One delivery owner per session');this.busy=true;
|
|
38
|
+
try{const e=this.pending()[0];if(!e)return null;
|
|
39
|
+
try{const controller=new AbortController();let timer;
|
|
40
|
+
const abort=()=>controller.abort(signal?.reason);if(signal?.aborted)abort();else signal?.addEventListener('abort',abort,{once:true});
|
|
41
|
+
let ack;
|
|
42
|
+
try{ack=await Promise.race([this.transport.accept(structuredClone(e),{signal:controller.signal}),new Promise((_,reject)=>{
|
|
43
|
+
const refused=()=>reject(Object.assign(Error('Case delivery cancelled'),{name:'AbortError'}));
|
|
44
|
+
if(controller.signal.aborted)refused();else controller.signal.addEventListener('abort',refused,{once:true});
|
|
45
|
+
timer=setTimeout(()=>controller.abort(),10000);
|
|
46
|
+
})]);}finally{clearTimeout(timer);signal?.removeEventListener('abort',abort);}
|
|
47
|
+
this.checkAck(e,ack);immutable(path.join(this.directory,e.packetId+'.ack.json'),ack);this.remember(e);return ack;}
|
|
48
|
+
catch(error){immutable(path.join(this.directory,e.packetId+'.'+crypto.randomUUID()+'.error.json'),{packetId:e.packetId,at:new Date().toISOString(),name:error.name,message:error.message,stack:error.stack??null,code:error.code??null});throw error;}
|
|
49
|
+
}finally{this.busy=false;}
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
/** Uses the caller's already-authenticated connector request function. Feature
|
|
53
|
+
* negotiation refuses an old server instead of misposting cases as Gemma frames. */
|
|
54
|
+
function createCaseTransport({request,consumeClipRequests}){
|
|
55
|
+
assert(typeof request==='function'&&typeof consumeClipRequests==='function','Explicit case and clip transport required');let supported=false;
|
|
56
|
+
return {async accept(e,{signal}={}){
|
|
57
|
+
const query='?screen_id='+encodeURIComponent(e.packet.scope.cameraId);
|
|
58
|
+
if(!supported){const caps=await request('GET','/v2/earner/cctv-retained/case-capabilities'+query,undefined,{signal});assert(caps?.reviewCases===1&&caps.maxPictures===13,'Server review-case support unavailable');supported=true;}
|
|
59
|
+
const ack=await request('POST','/v2/earner/cctv-retained/review-cases'+query,e,{signal});
|
|
60
|
+
// Clip requests feed the existing AlertClips recorder/upload path. Failure
|
|
61
|
+
// leaves this same packet pending; the server's deterministic id prevents a second alert.
|
|
62
|
+
if(ack.alertClips)await consumeClipRequests(ack.alertClips);return ack;
|
|
63
|
+
}};
|
|
64
|
+
}
|
|
65
|
+
function createAuthenticatedCaseTransport({apiBaseUrl,cameraId,deviceToken,consumeClipRequests}){
|
|
66
|
+
const base=new URL(apiBaseUrl);assert(base.protocol==='https:'||(base.protocol==='http:'&&['127.0.0.1','localhost','::1','[::1]'].includes(base.hostname)),'HTTPS or local test API required');
|
|
67
|
+
assert(!base.username&&!base.password&&!base.search&&!base.hash&&typeof deviceToken==='string'&&deviceToken.length>0);
|
|
68
|
+
return createCaseTransport({consumeClipRequests,request(method,endpoint,body,{signal}={}){
|
|
69
|
+
const url=new URL(endpoint,base);assert.equal(url.searchParams.get('screen_id'),cameraId,'Transport camera binding differs');
|
|
70
|
+
const bytes=body===undefined?Buffer.alloc(0):Buffer.from(JSON.stringify(body));
|
|
71
|
+
return new Promise((resolve,reject)=>{
|
|
72
|
+
const req=require(url.protocol==='https:'?'node:https':'node:http').request(url,{method,signal,headers:{
|
|
73
|
+
'Content-Type':'application/json','Accept':'application/json','Content-Length':String(bytes.length),
|
|
74
|
+
'X-Device-Token':deviceToken,'X-Trillboard-Device-Token':deviceToken,'X-Device-Timestamp':String(Date.now()),'X-Device-Nonce':crypto.randomUUID()}},res=>{
|
|
75
|
+
const chunks=[];let size=0;res.on('data',chunk=>{size+=chunk.length;if(size>1024*1024){req.destroy(Error('Case acknowledgement exceeds limit'));return;}chunks.push(chunk);});
|
|
76
|
+
res.on('error',reject);res.on('end',()=>{try{const answer=JSON.parse(Buffer.concat(chunks));if(res.statusCode<200||res.statusCode>=300)throw Object.assign(Error(answer.error||'Case request refused'),{status:res.statusCode});resolve(answer);}catch(e){reject(e);}});
|
|
77
|
+
});req.setTimeout(8000,()=>req.destroy(Error('Case request timed out')));req.on('error',reject);req.end(bytes);
|
|
78
|
+
});
|
|
79
|
+
}});
|
|
80
|
+
}
|
|
81
|
+
module.exports={CaseDelivery,makeEnvelope,createCaseTransport,createAuthenticatedCaseTransport};
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
const assert=require('node:assert/strict');
|
|
3
|
+
const MAX_RETRY_DELAY_MS=60_000;
|
|
4
|
+
const INITIAL_RETRY_DELAY_MS=1000;
|
|
5
|
+
/** Independent from capture and optional model queues. No parallel sends for a
|
|
6
|
+
* camera session. Stop cancels the bounded request before releasing ownership. */
|
|
7
|
+
class TheftDeliveryPump {
|
|
8
|
+
constructor(routes,{setTimeout:later=setTimeout,clearTimeout:cancel=clearTimeout,now=()=>performance.now(),onError=()=>{}}={}){
|
|
9
|
+
Object.assign(this,{routes,later,cancel,now,onError,timer:null,active:null,controller:null,stopped:true,cursor:0,retries:new WeakMap()});
|
|
10
|
+
}
|
|
11
|
+
start(){assert(this.stopped&&!this.active);this.stopped=false;this.schedule(0);}
|
|
12
|
+
schedule(ms){if(!this.stopped)this.timer=this.later(()=>{this.timer=null;this.active=this.tick().catch(error=>{this.stopped=true;this.onError(error);}).finally(()=>{this.active=null;this.schedule(1000);});},ms);}
|
|
13
|
+
async tick(){
|
|
14
|
+
const entries=[...this.routes.values()].flatMap(r=>r.deliveries?.() ?? [...r.caseDeliveries.values()]);
|
|
15
|
+
for(let n=0;n<entries.length&&!this.stopped;n++){
|
|
16
|
+
const delivery=entries[this.cursor++%entries.length];
|
|
17
|
+
const retry=this.retries.get(delivery);
|
|
18
|
+
if((retry?.nextAttemptAt??0)>this.now()||!delivery.pending().length)continue;
|
|
19
|
+
this.controller=new AbortController();
|
|
20
|
+
try{
|
|
21
|
+
await delivery.drainOne({signal:this.controller.signal});
|
|
22
|
+
this.retries.delete(delivery);
|
|
23
|
+
}catch(error){
|
|
24
|
+
if(!this.stopped){
|
|
25
|
+
const {status}=error;
|
|
26
|
+
const rejected=status>=400&&status<500&&status!==408&&status!==429;
|
|
27
|
+
const failures=Math.min((retry?.failures??0)+1,7);
|
|
28
|
+
const delay=Math.min(MAX_RETRY_DELAY_MS,INITIAL_RETRY_DELAY_MS*(2**(failures-1)));
|
|
29
|
+
// An offline service can recover while this camera session is still active.
|
|
30
|
+
this.retries.set(delivery,{failures,nextAttemptAt:rejected?Infinity:this.now()+delay});
|
|
31
|
+
}
|
|
32
|
+
this.onError(error);
|
|
33
|
+
}finally{
|
|
34
|
+
this.controller=null;
|
|
35
|
+
}
|
|
36
|
+
break;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
async stop(){this.stopped=true;if(this.timer!==null){this.cancel(this.timer);this.timer=null;}this.controller?.abort();if(this.active)await this.active;}
|
|
40
|
+
}
|
|
41
|
+
module.exports={TheftDeliveryPump};
|