@trillboards/edge-sdk 0.2.258 → 0.2.263
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/deploy/windows/ci/test-published-install.ps1 +29 -1
- package/deploy/windows/e2e/test-recorder-family.ps1 +16 -2
- package/dist/CloudSensingManager.d.ts +36 -0
- package/dist/CloudSensingManager.d.ts.map +1 -1
- package/dist/CloudSensingManager.js +147 -20
- package/dist/CloudSensingManager.js.map +1 -1
- package/dist/DetectorFields.d.ts +2 -1
- package/dist/DetectorFields.d.ts.map +1 -1
- package/dist/DetectorFields.js +6 -3
- package/dist/DetectorFields.js.map +1 -1
- package/dist/EdgeAgent.js +1 -1
- package/dist/FloorObjects.d.ts +342 -0
- package/dist/FloorObjects.d.ts.map +1 -0
- package/dist/FloorObjects.js +961 -0
- package/dist/FloorObjects.js.map +1 -0
- package/dist/SceneMarks.d.ts +1 -1
- package/dist/SceneMarks.d.ts.map +1 -1
- package/dist/SceneMarks.js +1 -1
- package/dist/SceneMarks.js.map +1 -1
- package/dist/ScopedVlmReview.d.ts +5 -1
- package/dist/ScopedVlmReview.d.ts.map +1 -1
- package/dist/ScopedVlmReview.js +40 -4
- package/dist/ScopedVlmReview.js.map +1 -1
- package/dist/UniformSceneStore.d.ts +7 -0
- package/dist/UniformSceneStore.d.ts.map +1 -1
- package/dist/UniformSceneStore.js +26 -1
- package/dist/UniformSceneStore.js.map +1 -1
- package/dist/VideoSegmentUploader.d.ts +4 -0
- package/dist/VideoSegmentUploader.d.ts.map +1 -1
- package/dist/VideoSegmentUploader.js +21 -1
- package/dist/VideoSegmentUploader.js.map +1 -1
- package/dist/autoSense.d.ts +5 -4
- package/dist/autoSense.d.ts.map +1 -1
- package/dist/autoSense.js +24 -9
- package/dist/autoSense.js.map +1 -1
- package/dist/config.d.ts +9 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +15 -0
- package/dist/config.js.map +1 -1
- package/dist/diagnose.d.ts +1 -1
- package/dist/diagnose.js +1 -1
- package/dist/localSensing.d.ts.map +1 -1
- package/dist/localSensing.js +2 -0
- package/dist/localSensing.js.map +1 -1
- package/dist/sensingRunMode.d.ts +8 -0
- package/dist/sensingRunMode.d.ts.map +1 -1
- package/dist/sensingRunMode.js +59 -11
- package/dist/sensingRunMode.js.map +1 -1
- package/package.json +6 -5
- package/retained/CapturedTheftProfile.cjs +83 -0
- package/retained/ExperimentalTheftConnector.cjs +392 -0
- package/retained/FrameTheftRuntime.cjs +111 -0
- package/retained/FrameTheftWorker.py +136 -0
- package/retained/InstalledTheftLifecycle.cjs +165 -0
- package/retained/InstalledTheftPackage.cjs +91 -0
- package/retained/LiveTheftBinding.cjs +55 -0
- package/retained/ObservedReviewCaseEvidence.py +188 -0
- package/retained/ObservedSameWristPolicy.py +205 -0
- package/retained/OrderedPerceptionDelivery.cjs +72 -0
- package/retained/PairedTheftRoute.cjs +402 -0
- package/retained/ReplayRpc.cjs +157 -0
- package/retained/RetainedCaptureClient.cjs +63 -16
- package/retained/SavedTheftSession.cjs +110 -0
- package/retained/TheftCaseContract.cjs +36 -0
- package/retained/TheftCaseDelivery.cjs +81 -0
- package/retained/TheftDeliveryPump.cjs +41 -0
- package/retained/TheftMovementOwner.py +234 -0
- package/retained/TheftReviewPolicy.cjs +8 -0
- package/retained/__tests__/paired-theft-manager.test.cjs +509 -0
- package/retained/__tests__/support/live-shelf-api.cjs +139 -0
- package/retained/__tests__/support/load-sdk-sources.cjs +41 -0
- package/retained/__tests__/support/loopback-proxy.cjs +33 -0
- package/retained/__tests__/support/pinned-api-loader.cjs +11 -0
- package/retained/__tests__/support/theft-builder.cjs +61 -0
- package/retained/__tests__/support/theft-packet-fixture.cjs +58 -0
- package/retained/__tests__/support/theft-readiness.cjs +51 -0
- package/retained/__tests__/test_live_theft_input.py +103 -0
- package/retained/__tests__/theft-case-api.test.cjs +135 -0
- package/retained/__tests__/theft-ci-regression.test.cjs +92 -0
- package/retained/__tests__/theft-config.test.cjs +84 -0
- package/retained/__tests__/theft-entry.test.cjs +76 -0
- package/retained/__tests__/theft-native-recovery.test.cjs +90 -0
- package/retained/__tests__/theft-readiness.test.cjs +164 -0
- package/retained/manager.cjs +61 -7
- package/retained/pilot-profile-client.cjs +4 -0
|
@@ -0,0 +1,234 @@
|
|
|
1
|
+
"""Frame-driven composition of the frozen same-wrist/collar movement owner.
|
|
2
|
+
|
|
3
|
+
Importing this module cannot load models or datasets. The actual launcher must
|
|
4
|
+
verify and supply the existing native base, case aggregator and wrist policy.
|
|
5
|
+
This module does not replace their model pins, scope validation or safeguards.
|
|
6
|
+
"""
|
|
7
|
+
import contextlib
|
|
8
|
+
import json
|
|
9
|
+
import traceback
|
|
10
|
+
import copy
|
|
11
|
+
import hashlib
|
|
12
|
+
import re
|
|
13
|
+
|
|
14
|
+
OBSERVED_TIMING = {'version': 'observed_capture_clock/v1', 'maximumGapMs': 750,
|
|
15
|
+
'minimumSpanMs': 500, 'maximumSpanMs': 1500}
|
|
16
|
+
LIVE_KIND = 'live_shelf_review_v1'
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
def _json_hash(value, *, ordered=False):
|
|
20
|
+
return hashlib.sha256(json.dumps(value, sort_keys=ordered, separators=(',', ':'),
|
|
21
|
+
allow_nan=False).encode()).hexdigest()
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
def _live_environment(camera, environment):
|
|
25
|
+
if (set(environment) != {'kind', 'cameraId', 'sourceId', 'frameSize', 'shelf', 'regionConfigurationSha256'}
|
|
26
|
+
or environment['cameraId'] != camera or not re.fullmatch('[A-Za-z0-9][A-Za-z0-9_.-]{0,127}', camera)
|
|
27
|
+
or not isinstance(environment['sourceId'], str) or not re.fullmatch('[a-f0-9]{64}', environment['sourceId'])):
|
|
28
|
+
raise ValueError('Exact paired live camera and source required')
|
|
29
|
+
size, shelf = environment['frameSize'], environment['shelf']
|
|
30
|
+
if (not isinstance(size, list) or len(size) != 2 or any(type(n) is not int or not 0 < n <= 8192 for n in size)
|
|
31
|
+
or not isinstance(shelf, list) or not 3 <= len(shelf) <= 64
|
|
32
|
+
or any(not isinstance(p, list) or len(p) != 2
|
|
33
|
+
or any(type(n) is not int or not 0 <= n <= 1000000 for n in p) for p in shelf)):
|
|
34
|
+
raise ValueError('Exact live shelf coordinates and dimensions required')
|
|
35
|
+
if (len({tuple(p) for p in shelf}) != len(shelf)
|
|
36
|
+
or not sum(x * shelf[(i + 1) % len(shelf)][1] - y * shelf[(i + 1) % len(shelf)][0]
|
|
37
|
+
for i, (x, y) in enumerate(shelf))):
|
|
38
|
+
raise ValueError('Degenerate live shelf polygon refused')
|
|
39
|
+
live_hash = _json_hash([LIVE_KIND, camera, environment['sourceId'], size, shelf])
|
|
40
|
+
if live_hash != environment['regionConfigurationSha256']:
|
|
41
|
+
raise ValueError('Live shelf fingerprint differs')
|
|
42
|
+
# The frozen replay ABI names its private source slot sourceVideoSha256.
|
|
43
|
+
# This domain-separated token stays inside the adapter. The archive and
|
|
44
|
+
# public case retain the live source kind and the actual shelf fingerprint.
|
|
45
|
+
legacy = {'sourceVideoSha256': _json_hash(['private_live_movement_engine/v1', live_hash]),
|
|
46
|
+
'frameSize': size, 'regions': [{'id': 'marked-shelf', 'region': {
|
|
47
|
+
'points': [{'x': x / 1000000, 'y': y / 1000000} for x, y in shelf]}}]}
|
|
48
|
+
legacy['regionConfigurationSha256'] = _json_hash(legacy, ordered=True)
|
|
49
|
+
return legacy
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
def prepare_live_cameras(config):
|
|
53
|
+
adapted = copy.deepcopy(config)
|
|
54
|
+
bindings = {}
|
|
55
|
+
for camera, environment in config['cameraEnvironments'].items():
|
|
56
|
+
if isinstance(environment, dict) and environment.get('kind') == LIVE_KIND:
|
|
57
|
+
legacy = _live_environment(camera, environment)
|
|
58
|
+
adapted['cameraEnvironments'][camera] = {'environment': copy.deepcopy(legacy)}
|
|
59
|
+
bindings[camera] = (copy.deepcopy(environment), legacy)
|
|
60
|
+
if not bindings:
|
|
61
|
+
raise ValueError('Live frame configuration requires at least one prepared live camera')
|
|
62
|
+
return adapted, bindings
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
class LiveMovementAdapter:
|
|
66
|
+
"""Translate scope at the worker boundary without editing the frozen engine."""
|
|
67
|
+
|
|
68
|
+
def __init__(self, owner, bindings):
|
|
69
|
+
self.owner = owner
|
|
70
|
+
self.bindings = bindings
|
|
71
|
+
|
|
72
|
+
def __getattr__(self, name):
|
|
73
|
+
return getattr(self.owner, name)
|
|
74
|
+
|
|
75
|
+
def detect_wire(self, body):
|
|
76
|
+
camera = body.get('tracking', {}).get('cameraId')
|
|
77
|
+
scope = body.get('native_scope')
|
|
78
|
+
if camera not in self.bindings:
|
|
79
|
+
if isinstance(scope, dict) and 'sourceKind' in scope:
|
|
80
|
+
raise ValueError('Unconfigured live source')
|
|
81
|
+
return self.owner.detect_wire(body)
|
|
82
|
+
environment, legacy = self.bindings[camera]
|
|
83
|
+
if (not isinstance(scope, dict) or set(scope) != {'cameraId', 'sourceId', 'sourceKind',
|
|
84
|
+
'captureEpoch', 'profileGeneration', 'sceneId', 'regionConfigurationSha256'}
|
|
85
|
+
or scope['cameraId'] != camera or scope['sourceKind'] != LIVE_KIND
|
|
86
|
+
or scope['sourceId'] != environment['sourceId'] or body['tracking'].get('sourceId') != scope['sourceId']
|
|
87
|
+
or scope['regionConfigurationSha256'] != environment['regionConfigurationSha256']):
|
|
88
|
+
raise ValueError('Live movement scope differs from prepared camera and shelf')
|
|
89
|
+
inner = {k: v for k, v in scope.items() if k != 'sourceKind'}
|
|
90
|
+
inner.update({key: legacy[key] for key in ('sourceVideoSha256', 'regionConfigurationSha256')})
|
|
91
|
+
output = self.owner.detect_wire({**body, 'native_scope': inner})
|
|
92
|
+
if output.get('lab_sidecar', {}).get('inputBinding', {}).get('nativeScope') != inner:
|
|
93
|
+
raise ValueError('Frozen movement response did not bind the prepared scope')
|
|
94
|
+
|
|
95
|
+
def restore(value):
|
|
96
|
+
if isinstance(value, dict):
|
|
97
|
+
if value == inner:
|
|
98
|
+
return copy.deepcopy(scope)
|
|
99
|
+
if 'sourceVideoSha256' in value:
|
|
100
|
+
raise ValueError('Unexpected replay provenance in live movement response')
|
|
101
|
+
return {key: restore(item) for key, item in value.items()}
|
|
102
|
+
if isinstance(value, list):
|
|
103
|
+
return [restore(item) for item in value]
|
|
104
|
+
return value
|
|
105
|
+
|
|
106
|
+
return restore(output)
|
|
107
|
+
|
|
108
|
+
def movement_packet(self, request):
|
|
109
|
+
raise ValueError('Live shelf configuration does not expose optional model review')
|
|
110
|
+
|
|
111
|
+
|
|
112
|
+
def timing_contract(case_type, wrist_type):
|
|
113
|
+
case = getattr(case_type, 'capture_timing_policy', None)
|
|
114
|
+
wrist = getattr(wrist_type, 'capture_timing_policy', None)
|
|
115
|
+
if case is None and wrist is None:
|
|
116
|
+
return None
|
|
117
|
+
if case != OBSERVED_TIMING or wrist != OBSERVED_TIMING:
|
|
118
|
+
raise ValueError('Case and wrist capture timing contracts differ')
|
|
119
|
+
return copy.deepcopy(OBSERVED_TIMING)
|
|
120
|
+
|
|
121
|
+
|
|
122
|
+
def validate_native_timing(owner, expected):
|
|
123
|
+
actual = getattr(owner, 'capture_timing_policy', None)
|
|
124
|
+
if actual != expected:
|
|
125
|
+
raise ValueError('Configured and native capture timing contracts differ')
|
|
126
|
+
if actual is not None:
|
|
127
|
+
base = owner.movement_module._candidate()._runtime()['base_policy']
|
|
128
|
+
if any(type(base.get(k)) is not int or base[k] != actual[k]
|
|
129
|
+
for k in ('maximumGapMs', 'minimumSpanMs', 'maximumSpanMs')):
|
|
130
|
+
raise ValueError('Observed capture timing differs from existing native policy')
|
|
131
|
+
|
|
132
|
+
|
|
133
|
+
def movement_owner_type(native_perception, review_case_evidence, same_wrist_policy):
|
|
134
|
+
"""Same composition as the qualified replay with wrist/collar enabled."""
|
|
135
|
+
timing = timing_contract(review_case_evidence, same_wrist_policy)
|
|
136
|
+
class MovementOwner(native_perception):
|
|
137
|
+
capture_timing_policy = timing
|
|
138
|
+
def __init__(self, config):
|
|
139
|
+
super().__init__(config)
|
|
140
|
+
self.case_observers = {}
|
|
141
|
+
self.wrist_observers = {}
|
|
142
|
+
|
|
143
|
+
def detect_wire(self, body):
|
|
144
|
+
with self.lock:
|
|
145
|
+
wire = super().detect_wire(body)
|
|
146
|
+
tracking = body['tracking']
|
|
147
|
+
camera_id = tracking['cameraId']
|
|
148
|
+
movement = self.camera_states[camera_id]['movement']
|
|
149
|
+
observer = self.case_observers.get(camera_id)
|
|
150
|
+
if observer is None or observer.scope != movement.scope:
|
|
151
|
+
observer = self.case_observers[camera_id] = review_case_evidence(movement.scope)
|
|
152
|
+
record = movement.records[tracking['frameId']]
|
|
153
|
+
if self.capture_timing_policy is not None:
|
|
154
|
+
wire['lab_sidecar']['captureTimingPolicy'] = copy.deepcopy(self.capture_timing_policy)
|
|
155
|
+
sidecar = wire['lab_sidecar']['movementObservation']
|
|
156
|
+
state = self.wrist_observers.get(camera_id)
|
|
157
|
+
if state is None or state.movement is not movement:
|
|
158
|
+
state = self.wrist_observers[camera_id] = same_wrist_policy(
|
|
159
|
+
movement, self.movement_module._candidate(), collar_enabled=True)
|
|
160
|
+
sidecar['wristTrace'] = state.observe(record)
|
|
161
|
+
sidecar['rawRow']['actors'] = record['row']['actors']
|
|
162
|
+
sidecar['rawRow']['cues'] = sidecar['cues'] = record['row']['cues']
|
|
163
|
+
receipts = (observer.observe(record, record['frame']['capturedAtMs'])
|
|
164
|
+
if record['coverageKnown'] else [])
|
|
165
|
+
sidecar['caseEvidenceReceipts'] = receipts
|
|
166
|
+
return wire
|
|
167
|
+
return MovementOwner
|
|
168
|
+
|
|
169
|
+
|
|
170
|
+
class WorkerFailure(RuntimeError):
|
|
171
|
+
def __init__(self, primary, cleanup):
|
|
172
|
+
self.primary = primary
|
|
173
|
+
self.cleanup = cleanup
|
|
174
|
+
super().__init__('Frame worker failed; detailed primary and cleanup errors retained')
|
|
175
|
+
|
|
176
|
+
|
|
177
|
+
def serve_frames(create_owner, input_stream, output_stream, error_stream, *, validate_owner=None):
|
|
178
|
+
"""One serialized owner. No video-reader, model download or retry command.
|
|
179
|
+
|
|
180
|
+
Detailed errors are emitted after the owned close is attempted. A parent
|
|
181
|
+
launcher still must enforce its native startup/operation/cleanup limits;
|
|
182
|
+
this synchronous boundary cannot guarantee a native close will return.
|
|
183
|
+
"""
|
|
184
|
+
owner = None
|
|
185
|
+
primary = cleanup = None
|
|
186
|
+
|
|
187
|
+
def reply(value):
|
|
188
|
+
output_stream.write(json.dumps(value, allow_nan=False, separators=(',', ':')) + '\n')
|
|
189
|
+
output_stream.flush()
|
|
190
|
+
|
|
191
|
+
try:
|
|
192
|
+
with contextlib.redirect_stdout(error_stream):
|
|
193
|
+
owner = create_owner()
|
|
194
|
+
if validate_owner is not None:
|
|
195
|
+
validate_owner(owner)
|
|
196
|
+
reply({'nativeOwners': owner.native_owners, 'sameWristLab': True, 'collarCheckLab': True,
|
|
197
|
+
'inputMode': 'caller_supplied_original_frames', 'mediaReader': False,
|
|
198
|
+
**({'captureTimingPolicy': copy.deepcopy(owner.capture_timing_policy)}
|
|
199
|
+
if getattr(owner, 'capture_timing_policy', None) is not None else {})})
|
|
200
|
+
while True:
|
|
201
|
+
line = input_stream.readline(8 * 1024 * 1024 + 1)
|
|
202
|
+
if not line:
|
|
203
|
+
break
|
|
204
|
+
if len(line.encode('utf-8')) > 8 * 1024 * 1024:
|
|
205
|
+
raise ValueError('Frame request exceeds IPC bound; do not truncate')
|
|
206
|
+
request = json.loads(line)
|
|
207
|
+
if not isinstance(request, list) or len(request) != 2:
|
|
208
|
+
raise ValueError('One complete operation/body pair required')
|
|
209
|
+
operation, body = request
|
|
210
|
+
with contextlib.redirect_stdout(error_stream):
|
|
211
|
+
if operation == '/detect':
|
|
212
|
+
result = owner.detect_wire(body)
|
|
213
|
+
elif operation == '/movement13':
|
|
214
|
+
result = owner.movement_packet(body)
|
|
215
|
+
else:
|
|
216
|
+
raise ValueError('Unsupported frame-only operation: ' + str(operation))
|
|
217
|
+
reply({'result': result})
|
|
218
|
+
except BaseException:
|
|
219
|
+
primary = traceback.format_exc()
|
|
220
|
+
finally:
|
|
221
|
+
if owner is not None:
|
|
222
|
+
try:
|
|
223
|
+
with contextlib.redirect_stdout(error_stream):
|
|
224
|
+
owner.close()
|
|
225
|
+
except BaseException:
|
|
226
|
+
cleanup = traceback.format_exc()
|
|
227
|
+
if primary or cleanup:
|
|
228
|
+
failure = {'failure': primary or cleanup, 'primaryError': primary, 'cleanupError': cleanup,
|
|
229
|
+
'ownerCreated': owner is not None, 'cleanupReturned': owner is not None and cleanup is None}
|
|
230
|
+
error_stream.write(json.dumps(failure, allow_nan=False) + '\n')
|
|
231
|
+
error_stream.flush()
|
|
232
|
+
reply(failure)
|
|
233
|
+
raise WorkerFailure(primary, cleanup)
|
|
234
|
+
return {'ownedCleanupReturned': True, 'mediaReaderUsed': False}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
const assert=require('node:assert/strict');
|
|
3
|
+
const HUMAN_ONLY='human_only',OPTIONAL_GEMMA='optional_gemma';
|
|
4
|
+
function reviewMode(value) {
|
|
5
|
+
assert(value===undefined||value===HUMAN_ONLY||value===OPTIONAL_GEMMA,'Unknown explicit theft review mode');
|
|
6
|
+
return value??OPTIONAL_GEMMA;
|
|
7
|
+
}
|
|
8
|
+
module.exports={reviewMode,HUMAN_ONLY,OPTIONAL_GEMMA};
|