omnius 1.0.870 → 1.0.871
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/api/py-embed.js +12 -0
- package/dist/index.js +2 -2
- package/dist/library.js +21 -5
- package/dist/update-worker.js +12 -0
- package/docs/.vitepress/config.mts +1 -0
- package/docs/DISCOVERY.json +406 -4
- package/docs/DISCOVERY.md +11 -1
- package/docs/design/omni-analysis-TODO.md +60 -0
- package/docs/reference/omni-analysis.md +251 -0
- package/docs/reference/rest-api.md +2 -1
- package/docs/work-orders/evidence/omni-analysis-browser-20261017.json +577 -0
- package/docs/work-orders/evidence/omni-analysis-desktop-controls-20261017.png +0 -0
- package/docs/work-orders/evidence/omni-analysis-desktop-evidence-20261017.png +0 -0
- package/docs/work-orders/evidence/omni-analysis-execution-verification-20261017.json +78 -0
- package/docs/work-orders/evidence/omni-analysis-integration-verification-20261017.json +215 -0
- package/docs/work-orders/evidence/omni-analysis-phone-controls-20261017.png +0 -0
- package/docs/work-orders/evidence/omni-analysis-phone-model-20261017.png +0 -0
- package/npm-shrinkwrap.json +2 -2
- package/package.json +2 -2
|
@@ -0,0 +1,577 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "omnius.omni-analysis-browser.v1",
|
|
3
|
+
"startedAt": "2026-10-17T07:01:15.923Z",
|
|
4
|
+
"source": {
|
|
5
|
+
"entry": "packages/cli/src/api/web-ui.ts",
|
|
6
|
+
"build": "Private esbuild bundle; no shared dist or publish output",
|
|
7
|
+
"bundleBytes": 730280,
|
|
8
|
+
"bundleSha256": "8a973c718a7e87d8d5657c7006639795556f601153d89efaf46a022e7ad3e4de",
|
|
9
|
+
"htmlBytes": 716342,
|
|
10
|
+
"htmlSha256": "196a92cff31a040f12b4dfc732be933000ec0fb3d4dd4c20022e725a21944019",
|
|
11
|
+
"sources": [
|
|
12
|
+
{
|
|
13
|
+
"path": "packages/cli/src/api/web-departure-font.ts",
|
|
14
|
+
"sha256": "55d81b915d4e11de002ad405d2f3a28d683a243d350471726da3413cbf070ae1"
|
|
15
|
+
},
|
|
16
|
+
{
|
|
17
|
+
"path": "packages/cli/src/api/web-instrument-style.ts",
|
|
18
|
+
"sha256": "97d71225358d1388d027d2aa9eeedea3fd07da338a020b425e9895fc7d9aa6fc"
|
|
19
|
+
},
|
|
20
|
+
{
|
|
21
|
+
"path": "packages/cli/src/api/web-media-models-runtime.ts",
|
|
22
|
+
"sha256": "b8a4047fd0777e6e96d5738a2dfc9139add9cc45a4cd02ede0b1c1de35a85b38"
|
|
23
|
+
},
|
|
24
|
+
{
|
|
25
|
+
"path": "packages/cli/src/api/web-media-runtime.ts",
|
|
26
|
+
"sha256": "0426a3b4ebc7fb7c3b6566384d89dd1bd338d8c0b5732c44d7c272bbcf33ddd2"
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
"path": "packages/cli/src/api/web-prism-runtime.ts",
|
|
30
|
+
"sha256": "b3eb016b0e3041837bb48d6ca9b734ecf33a5a8ed65508be274d7eca75003d95"
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
"path": "packages/cli/src/api/web-session-runtime.ts",
|
|
34
|
+
"sha256": "e44865246a8ce5451a9b7a3476a04eafd20f8d5cffc8676a9ce09a2782bffc5e"
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
"path": "packages/cli/src/api/web-ui-client-runtime.ts",
|
|
38
|
+
"sha256": "bbba2a42d01ee8eb0b9f931663b98c71f496eed3fc4f5475813c8697a8d9e17d"
|
|
39
|
+
},
|
|
40
|
+
{
|
|
41
|
+
"path": "packages/cli/src/api/web-ui.ts",
|
|
42
|
+
"sha256": "3ed3e1ac18ffa3886eb605c82407b9201d07f4f9e68c57969c0179e66455ffa5"
|
|
43
|
+
},
|
|
44
|
+
{
|
|
45
|
+
"path": "packages/cli/src/tui/native/components/code.ts",
|
|
46
|
+
"sha256": "4a7f3a3c47b9b71f61cbf25db12d983224dfaf13590477196863d5df8ca0ee22"
|
|
47
|
+
}
|
|
48
|
+
]
|
|
49
|
+
},
|
|
50
|
+
"fixtureOnly": true,
|
|
51
|
+
"realDaemonCalls": 0,
|
|
52
|
+
"actualAdapterCalls": 0,
|
|
53
|
+
"actualModelCalls": 0,
|
|
54
|
+
"modelLoadAttempts": 0,
|
|
55
|
+
"launchFlags": [
|
|
56
|
+
"--disable-gpu",
|
|
57
|
+
"--disable-gpu-compositing",
|
|
58
|
+
"--disable-software-rasterizer",
|
|
59
|
+
"--use-gl=disabled",
|
|
60
|
+
"--disable-features=Vulkan,WebGPU"
|
|
61
|
+
],
|
|
62
|
+
"checks": [
|
|
63
|
+
{
|
|
64
|
+
"theme": "dark",
|
|
65
|
+
"viewport": {
|
|
66
|
+
"width": 1440,
|
|
67
|
+
"height": 1000
|
|
68
|
+
},
|
|
69
|
+
"mode": "audio-analysis",
|
|
70
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
71
|
+
},
|
|
72
|
+
{
|
|
73
|
+
"theme": "dark",
|
|
74
|
+
"viewport": {
|
|
75
|
+
"width": 1440,
|
|
76
|
+
"height": 1000
|
|
77
|
+
},
|
|
78
|
+
"mode": "video-analysis",
|
|
79
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
80
|
+
},
|
|
81
|
+
{
|
|
82
|
+
"theme": "dark",
|
|
83
|
+
"viewport": {
|
|
84
|
+
"width": 1440,
|
|
85
|
+
"height": 1000
|
|
86
|
+
},
|
|
87
|
+
"mode": "live-analysis",
|
|
88
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
89
|
+
},
|
|
90
|
+
{
|
|
91
|
+
"theme": "dark",
|
|
92
|
+
"viewport": {
|
|
93
|
+
"width": 1440,
|
|
94
|
+
"height": 1000
|
|
95
|
+
},
|
|
96
|
+
"check": "Omni status modal uses no generation weight management; keyboard focus, close and no horizontal overflow"
|
|
97
|
+
},
|
|
98
|
+
{
|
|
99
|
+
"theme": "dark",
|
|
100
|
+
"viewport": {
|
|
101
|
+
"width": 1440,
|
|
102
|
+
"height": 1000
|
|
103
|
+
},
|
|
104
|
+
"check": "Unavailable disables execution; explicit refresh recovers; adapter error clears prior result without substitutes"
|
|
105
|
+
},
|
|
106
|
+
{
|
|
107
|
+
"theme": "dark",
|
|
108
|
+
"viewport": {
|
|
109
|
+
"width": 1440,
|
|
110
|
+
"height": 1000
|
|
111
|
+
},
|
|
112
|
+
"check": "Direct comprehension shows each observation once without raw tagged duplicate answer"
|
|
113
|
+
},
|
|
114
|
+
{
|
|
115
|
+
"theme": "light",
|
|
116
|
+
"viewport": {
|
|
117
|
+
"width": 1440,
|
|
118
|
+
"height": 1000
|
|
119
|
+
},
|
|
120
|
+
"mode": "audio-analysis",
|
|
121
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
122
|
+
},
|
|
123
|
+
{
|
|
124
|
+
"theme": "light",
|
|
125
|
+
"viewport": {
|
|
126
|
+
"width": 1440,
|
|
127
|
+
"height": 1000
|
|
128
|
+
},
|
|
129
|
+
"mode": "video-analysis",
|
|
130
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
131
|
+
},
|
|
132
|
+
{
|
|
133
|
+
"theme": "light",
|
|
134
|
+
"viewport": {
|
|
135
|
+
"width": 1440,
|
|
136
|
+
"height": 1000
|
|
137
|
+
},
|
|
138
|
+
"mode": "live-analysis",
|
|
139
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
140
|
+
},
|
|
141
|
+
{
|
|
142
|
+
"theme": "light",
|
|
143
|
+
"viewport": {
|
|
144
|
+
"width": 1440,
|
|
145
|
+
"height": 1000
|
|
146
|
+
},
|
|
147
|
+
"check": "Omni status modal uses no generation weight management; keyboard focus, close and no horizontal overflow"
|
|
148
|
+
},
|
|
149
|
+
{
|
|
150
|
+
"theme": "light",
|
|
151
|
+
"viewport": {
|
|
152
|
+
"width": 1440,
|
|
153
|
+
"height": 1000
|
|
154
|
+
},
|
|
155
|
+
"check": "Unavailable disables execution; explicit refresh recovers; adapter error clears prior result without substitutes"
|
|
156
|
+
},
|
|
157
|
+
{
|
|
158
|
+
"theme": "light",
|
|
159
|
+
"viewport": {
|
|
160
|
+
"width": 1440,
|
|
161
|
+
"height": 1000
|
|
162
|
+
},
|
|
163
|
+
"check": "Direct comprehension shows each observation once without raw tagged duplicate answer"
|
|
164
|
+
},
|
|
165
|
+
{
|
|
166
|
+
"theme": "dark",
|
|
167
|
+
"viewport": {
|
|
168
|
+
"width": 768,
|
|
169
|
+
"height": 1024
|
|
170
|
+
},
|
|
171
|
+
"mode": "audio-analysis",
|
|
172
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
173
|
+
},
|
|
174
|
+
{
|
|
175
|
+
"theme": "dark",
|
|
176
|
+
"viewport": {
|
|
177
|
+
"width": 768,
|
|
178
|
+
"height": 1024
|
|
179
|
+
},
|
|
180
|
+
"mode": "video-analysis",
|
|
181
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
182
|
+
},
|
|
183
|
+
{
|
|
184
|
+
"theme": "dark",
|
|
185
|
+
"viewport": {
|
|
186
|
+
"width": 768,
|
|
187
|
+
"height": 1024
|
|
188
|
+
},
|
|
189
|
+
"mode": "live-analysis",
|
|
190
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
191
|
+
},
|
|
192
|
+
{
|
|
193
|
+
"theme": "dark",
|
|
194
|
+
"viewport": {
|
|
195
|
+
"width": 768,
|
|
196
|
+
"height": 1024
|
|
197
|
+
},
|
|
198
|
+
"check": "Omni status modal uses no generation weight management; keyboard focus, close and no horizontal overflow"
|
|
199
|
+
},
|
|
200
|
+
{
|
|
201
|
+
"theme": "dark",
|
|
202
|
+
"viewport": {
|
|
203
|
+
"width": 768,
|
|
204
|
+
"height": 1024
|
|
205
|
+
},
|
|
206
|
+
"check": "Unavailable disables execution; explicit refresh recovers; adapter error clears prior result without substitutes"
|
|
207
|
+
},
|
|
208
|
+
{
|
|
209
|
+
"theme": "dark",
|
|
210
|
+
"viewport": {
|
|
211
|
+
"width": 768,
|
|
212
|
+
"height": 1024
|
|
213
|
+
},
|
|
214
|
+
"check": "Direct comprehension shows each observation once without raw tagged duplicate answer"
|
|
215
|
+
},
|
|
216
|
+
{
|
|
217
|
+
"theme": "light",
|
|
218
|
+
"viewport": {
|
|
219
|
+
"width": 768,
|
|
220
|
+
"height": 1024
|
|
221
|
+
},
|
|
222
|
+
"mode": "audio-analysis",
|
|
223
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
224
|
+
},
|
|
225
|
+
{
|
|
226
|
+
"theme": "light",
|
|
227
|
+
"viewport": {
|
|
228
|
+
"width": 768,
|
|
229
|
+
"height": 1024
|
|
230
|
+
},
|
|
231
|
+
"mode": "video-analysis",
|
|
232
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
233
|
+
},
|
|
234
|
+
{
|
|
235
|
+
"theme": "light",
|
|
236
|
+
"viewport": {
|
|
237
|
+
"width": 768,
|
|
238
|
+
"height": 1024
|
|
239
|
+
},
|
|
240
|
+
"mode": "live-analysis",
|
|
241
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
242
|
+
},
|
|
243
|
+
{
|
|
244
|
+
"theme": "light",
|
|
245
|
+
"viewport": {
|
|
246
|
+
"width": 768,
|
|
247
|
+
"height": 1024
|
|
248
|
+
},
|
|
249
|
+
"check": "Omni status modal uses no generation weight management; keyboard focus, close and no horizontal overflow"
|
|
250
|
+
},
|
|
251
|
+
{
|
|
252
|
+
"theme": "light",
|
|
253
|
+
"viewport": {
|
|
254
|
+
"width": 768,
|
|
255
|
+
"height": 1024
|
|
256
|
+
},
|
|
257
|
+
"check": "Unavailable disables execution; explicit refresh recovers; adapter error clears prior result without substitutes"
|
|
258
|
+
},
|
|
259
|
+
{
|
|
260
|
+
"theme": "light",
|
|
261
|
+
"viewport": {
|
|
262
|
+
"width": 768,
|
|
263
|
+
"height": 1024
|
|
264
|
+
},
|
|
265
|
+
"check": "Direct comprehension shows each observation once without raw tagged duplicate answer"
|
|
266
|
+
},
|
|
267
|
+
{
|
|
268
|
+
"theme": "dark",
|
|
269
|
+
"viewport": {
|
|
270
|
+
"width": 320,
|
|
271
|
+
"height": 800
|
|
272
|
+
},
|
|
273
|
+
"mode": "audio-analysis",
|
|
274
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
275
|
+
},
|
|
276
|
+
{
|
|
277
|
+
"theme": "dark",
|
|
278
|
+
"viewport": {
|
|
279
|
+
"width": 320,
|
|
280
|
+
"height": 800
|
|
281
|
+
},
|
|
282
|
+
"mode": "video-analysis",
|
|
283
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
284
|
+
},
|
|
285
|
+
{
|
|
286
|
+
"theme": "dark",
|
|
287
|
+
"viewport": {
|
|
288
|
+
"width": 320,
|
|
289
|
+
"height": 800
|
|
290
|
+
},
|
|
291
|
+
"mode": "live-analysis",
|
|
292
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
293
|
+
},
|
|
294
|
+
{
|
|
295
|
+
"theme": "dark",
|
|
296
|
+
"viewport": {
|
|
297
|
+
"width": 320,
|
|
298
|
+
"height": 800
|
|
299
|
+
},
|
|
300
|
+
"check": "Omni status modal uses no generation weight management; keyboard focus, close and no horizontal overflow"
|
|
301
|
+
},
|
|
302
|
+
{
|
|
303
|
+
"theme": "dark",
|
|
304
|
+
"viewport": {
|
|
305
|
+
"width": 320,
|
|
306
|
+
"height": 800
|
|
307
|
+
},
|
|
308
|
+
"check": "Unavailable disables execution; explicit refresh recovers; adapter error clears prior result without substitutes"
|
|
309
|
+
},
|
|
310
|
+
{
|
|
311
|
+
"theme": "dark",
|
|
312
|
+
"viewport": {
|
|
313
|
+
"width": 320,
|
|
314
|
+
"height": 800
|
|
315
|
+
},
|
|
316
|
+
"check": "Direct comprehension shows each observation once without raw tagged duplicate answer"
|
|
317
|
+
},
|
|
318
|
+
{
|
|
319
|
+
"theme": "light",
|
|
320
|
+
"viewport": {
|
|
321
|
+
"width": 320,
|
|
322
|
+
"height": 800
|
|
323
|
+
},
|
|
324
|
+
"mode": "audio-analysis",
|
|
325
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
326
|
+
},
|
|
327
|
+
{
|
|
328
|
+
"theme": "light",
|
|
329
|
+
"viewport": {
|
|
330
|
+
"width": 320,
|
|
331
|
+
"height": 800
|
|
332
|
+
},
|
|
333
|
+
"mode": "video-analysis",
|
|
334
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
335
|
+
},
|
|
336
|
+
{
|
|
337
|
+
"theme": "light",
|
|
338
|
+
"viewport": {
|
|
339
|
+
"width": 320,
|
|
340
|
+
"height": 800
|
|
341
|
+
},
|
|
342
|
+
"mode": "live-analysis",
|
|
343
|
+
"check": "Exact Omni modality/model/project/auth; separated evidence and truthful requested coverage"
|
|
344
|
+
},
|
|
345
|
+
{
|
|
346
|
+
"theme": "light",
|
|
347
|
+
"viewport": {
|
|
348
|
+
"width": 320,
|
|
349
|
+
"height": 800
|
|
350
|
+
},
|
|
351
|
+
"check": "Omni status modal uses no generation weight management; keyboard focus, close and no horizontal overflow"
|
|
352
|
+
},
|
|
353
|
+
{
|
|
354
|
+
"theme": "light",
|
|
355
|
+
"viewport": {
|
|
356
|
+
"width": 320,
|
|
357
|
+
"height": 800
|
|
358
|
+
},
|
|
359
|
+
"check": "Unavailable disables execution; explicit refresh recovers; adapter error clears prior result without substitutes"
|
|
360
|
+
},
|
|
361
|
+
{
|
|
362
|
+
"theme": "light",
|
|
363
|
+
"viewport": {
|
|
364
|
+
"width": 320,
|
|
365
|
+
"height": 800
|
|
366
|
+
},
|
|
367
|
+
"check": "Direct comprehension shows each observation once without raw tagged duplicate answer"
|
|
368
|
+
}
|
|
369
|
+
],
|
|
370
|
+
"pageErrors": [],
|
|
371
|
+
"blockedExternal": 0,
|
|
372
|
+
"status": "pass",
|
|
373
|
+
"checkCount": 36,
|
|
374
|
+
"finishedAt": "2026-10-17T07:01:23.444Z",
|
|
375
|
+
"fixtureRequestSummary": {
|
|
376
|
+
"analysisCalls": 30,
|
|
377
|
+
"statusCalls": 24,
|
|
378
|
+
"analysisBodies": [
|
|
379
|
+
{
|
|
380
|
+
"mode": "audio",
|
|
381
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
382
|
+
"projectRoot": "/DEMO/project",
|
|
383
|
+
"session_id": null
|
|
384
|
+
},
|
|
385
|
+
{
|
|
386
|
+
"mode": "video",
|
|
387
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
388
|
+
"projectRoot": "/DEMO/project",
|
|
389
|
+
"session_id": null
|
|
390
|
+
},
|
|
391
|
+
{
|
|
392
|
+
"mode": "av",
|
|
393
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
394
|
+
"projectRoot": "/DEMO/project",
|
|
395
|
+
"session_id": null
|
|
396
|
+
},
|
|
397
|
+
{
|
|
398
|
+
"mode": "av",
|
|
399
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
400
|
+
"projectRoot": "/DEMO/project",
|
|
401
|
+
"session_id": null
|
|
402
|
+
},
|
|
403
|
+
{
|
|
404
|
+
"mode": "av",
|
|
405
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
406
|
+
"projectRoot": "/DEMO/project",
|
|
407
|
+
"session_id": null
|
|
408
|
+
},
|
|
409
|
+
{
|
|
410
|
+
"mode": "audio",
|
|
411
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
412
|
+
"projectRoot": "/DEMO/project",
|
|
413
|
+
"session_id": null
|
|
414
|
+
},
|
|
415
|
+
{
|
|
416
|
+
"mode": "video",
|
|
417
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
418
|
+
"projectRoot": "/DEMO/project",
|
|
419
|
+
"session_id": null
|
|
420
|
+
},
|
|
421
|
+
{
|
|
422
|
+
"mode": "av",
|
|
423
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
424
|
+
"projectRoot": "/DEMO/project",
|
|
425
|
+
"session_id": null
|
|
426
|
+
},
|
|
427
|
+
{
|
|
428
|
+
"mode": "av",
|
|
429
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
430
|
+
"projectRoot": "/DEMO/project",
|
|
431
|
+
"session_id": null
|
|
432
|
+
},
|
|
433
|
+
{
|
|
434
|
+
"mode": "av",
|
|
435
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
436
|
+
"projectRoot": "/DEMO/project",
|
|
437
|
+
"session_id": null
|
|
438
|
+
},
|
|
439
|
+
{
|
|
440
|
+
"mode": "audio",
|
|
441
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
442
|
+
"projectRoot": "/DEMO/project",
|
|
443
|
+
"session_id": null
|
|
444
|
+
},
|
|
445
|
+
{
|
|
446
|
+
"mode": "video",
|
|
447
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
448
|
+
"projectRoot": "/DEMO/project",
|
|
449
|
+
"session_id": null
|
|
450
|
+
},
|
|
451
|
+
{
|
|
452
|
+
"mode": "av",
|
|
453
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
454
|
+
"projectRoot": "/DEMO/project",
|
|
455
|
+
"session_id": null
|
|
456
|
+
},
|
|
457
|
+
{
|
|
458
|
+
"mode": "av",
|
|
459
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
460
|
+
"projectRoot": "/DEMO/project",
|
|
461
|
+
"session_id": null
|
|
462
|
+
},
|
|
463
|
+
{
|
|
464
|
+
"mode": "av",
|
|
465
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
466
|
+
"projectRoot": "/DEMO/project",
|
|
467
|
+
"session_id": null
|
|
468
|
+
},
|
|
469
|
+
{
|
|
470
|
+
"mode": "audio",
|
|
471
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
472
|
+
"projectRoot": "/DEMO/project",
|
|
473
|
+
"session_id": null
|
|
474
|
+
},
|
|
475
|
+
{
|
|
476
|
+
"mode": "video",
|
|
477
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
478
|
+
"projectRoot": "/DEMO/project",
|
|
479
|
+
"session_id": null
|
|
480
|
+
},
|
|
481
|
+
{
|
|
482
|
+
"mode": "av",
|
|
483
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
484
|
+
"projectRoot": "/DEMO/project",
|
|
485
|
+
"session_id": null
|
|
486
|
+
},
|
|
487
|
+
{
|
|
488
|
+
"mode": "av",
|
|
489
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
490
|
+
"projectRoot": "/DEMO/project",
|
|
491
|
+
"session_id": null
|
|
492
|
+
},
|
|
493
|
+
{
|
|
494
|
+
"mode": "av",
|
|
495
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
496
|
+
"projectRoot": "/DEMO/project",
|
|
497
|
+
"session_id": null
|
|
498
|
+
},
|
|
499
|
+
{
|
|
500
|
+
"mode": "audio",
|
|
501
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
502
|
+
"projectRoot": "/DEMO/project",
|
|
503
|
+
"session_id": null
|
|
504
|
+
},
|
|
505
|
+
{
|
|
506
|
+
"mode": "video",
|
|
507
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
508
|
+
"projectRoot": "/DEMO/project",
|
|
509
|
+
"session_id": null
|
|
510
|
+
},
|
|
511
|
+
{
|
|
512
|
+
"mode": "av",
|
|
513
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
514
|
+
"projectRoot": "/DEMO/project",
|
|
515
|
+
"session_id": null
|
|
516
|
+
},
|
|
517
|
+
{
|
|
518
|
+
"mode": "av",
|
|
519
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
520
|
+
"projectRoot": "/DEMO/project",
|
|
521
|
+
"session_id": null
|
|
522
|
+
},
|
|
523
|
+
{
|
|
524
|
+
"mode": "av",
|
|
525
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
526
|
+
"projectRoot": "/DEMO/project",
|
|
527
|
+
"session_id": null
|
|
528
|
+
},
|
|
529
|
+
{
|
|
530
|
+
"mode": "audio",
|
|
531
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
532
|
+
"projectRoot": "/DEMO/project",
|
|
533
|
+
"session_id": null
|
|
534
|
+
},
|
|
535
|
+
{
|
|
536
|
+
"mode": "video",
|
|
537
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
538
|
+
"projectRoot": "/DEMO/project",
|
|
539
|
+
"session_id": null
|
|
540
|
+
},
|
|
541
|
+
{
|
|
542
|
+
"mode": "av",
|
|
543
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
544
|
+
"projectRoot": "/DEMO/project",
|
|
545
|
+
"session_id": null
|
|
546
|
+
},
|
|
547
|
+
{
|
|
548
|
+
"mode": "av",
|
|
549
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
550
|
+
"projectRoot": "/DEMO/project",
|
|
551
|
+
"session_id": null
|
|
552
|
+
},
|
|
553
|
+
{
|
|
554
|
+
"mode": "av",
|
|
555
|
+
"model": "DEMO/qwen-omni-audio-bridge:q4km",
|
|
556
|
+
"projectRoot": "/DEMO/project",
|
|
557
|
+
"session_id": null
|
|
558
|
+
}
|
|
559
|
+
],
|
|
560
|
+
"authOnAllAnalysisCalls": true,
|
|
561
|
+
"noGenerationOrModelLoadingRequest": true
|
|
562
|
+
},
|
|
563
|
+
"unitVerification": {
|
|
564
|
+
"command": "pnpm --dir packages/cli exec vitest run tests/web-media-runtime.test.ts",
|
|
565
|
+
"status": "pass",
|
|
566
|
+
"tests": 40,
|
|
567
|
+
"files": 1
|
|
568
|
+
},
|
|
569
|
+
"screenshots": [
|
|
570
|
+
"docs/work-orders/evidence/omni-analysis-desktop-controls-20261017.png",
|
|
571
|
+
"docs/work-orders/evidence/omni-analysis-desktop-evidence-20261017.png",
|
|
572
|
+
"docs/work-orders/evidence/omni-analysis-phone-controls-20261017.png",
|
|
573
|
+
"docs/work-orders/evidence/omni-analysis-phone-model-20261017.png"
|
|
574
|
+
],
|
|
575
|
+
"privateFullReport": "/tmp/omnius-omni-analysis-browser-20261017-final/report.json",
|
|
576
|
+
"interpretation": "Browser execution uses actual current source HTML and isolated API fixtures. This does not attest a running Omni adapter, loaded model weights, accelerator placement, or model output quality. No real adapter/model/daemon was contacted."
|
|
577
|
+
}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
{
|
|
2
|
+
"feature": "Genuine configured Omni comprehension client and agent tools; no production synthetic graph fallback",
|
|
3
|
+
"verifiedAt": "2026-10-17T07:01:24.955511+00:00",
|
|
4
|
+
"baseCommit": "dde62b6fe5704c4eb0376cd3b8b81c6babc5cd0b",
|
|
5
|
+
"passed": true,
|
|
6
|
+
"uniqueTests": 71,
|
|
7
|
+
"uniqueTestFiles": 9,
|
|
8
|
+
"suites": {
|
|
9
|
+
"audio-analyze.test.ts": 5,
|
|
10
|
+
"audio-classifier-runtime.test.ts": 6,
|
|
11
|
+
"av-foundation.test.ts": 4,
|
|
12
|
+
"av-ingest.test.ts": 4,
|
|
13
|
+
"av-phase3.test.ts": 6,
|
|
14
|
+
"av-phase4.test.ts": 7,
|
|
15
|
+
"av-phase5.test.ts": 7,
|
|
16
|
+
"omni-comprehension-contract.test.ts": 13,
|
|
17
|
+
"omni-comprehension.test.ts": 19
|
|
18
|
+
},
|
|
19
|
+
"rawReports": [
|
|
20
|
+
"/tmp/omnius-omni-execution-final.json",
|
|
21
|
+
"/tmp/omnius-omni-execution-final.log"
|
|
22
|
+
],
|
|
23
|
+
"checks": {
|
|
24
|
+
"executionNoEmit": "PASS: pnpm --filter @omnius/execution exec tsc --noEmit --tsBuildInfoFile /tmp/omnius-omni-execution-typecheck.tsbuildinfo",
|
|
25
|
+
"ownedDiffCheck": "PASS"
|
|
26
|
+
},
|
|
27
|
+
"verificationScope": "Isolated HTTP adapter fixtures, real CPU-only FFmpeg/FFprobe, actual tool entry points and explicit scaffold-registry regressions. No live model or GPU inference. This receipt does not count root API/browser/transport gates.",
|
|
28
|
+
"behavior": [
|
|
29
|
+
"An exact explicitly configured logical -omni tag is required; an optional requested tag must match exactly. The server-controlled adapter URL supports configured base paths and optional Bearer auth. Neither model discovery nor alternate backend/model/CPU inference fallback occurs.",
|
|
30
|
+
"Health/contract report configured capability only. Adapter v1 model echo does not attest loaded weight identity, accelerator placement, actual media coverage, or remote cancellation.",
|
|
31
|
+
"Actual local media is probed before CPU normalization. Audio becomes PCM16 mono16k WAV; video becomes bounded MP4 with1fps/32frames requested and dimensions constrained to640. Inputs over60s audio,32s video, or128MiB fail explicitly; no implicit duration truncation. Normalized media32MiB and JSON response1MiB are capped.",
|
|
32
|
+
"Outgoing requests explicitly use stream:false,think:false,cache_prompt:false,speech_mode:never,response_modalities:[text]. Questions use chat(comprehension+language); direct descriptions use describe(comprehension only). Accepted replies must be settled assistant messages with the exact expected route and no unresolved tool calls.",
|
|
33
|
+
"Current-media provenance must match exactly. Audio-only input cannot become visual evidence; tool data and prior dialogue cannot become current observations. Transcript, non-speech audio and visual observations remain distinct typed fields. No fabricated tracks, bounding boxes or confidence scores are generated.",
|
|
34
|
+
"AVComprehendTool uses the shared real client and returns typed results/errors, supports owned cancellation, and no longer invokes synthetic entities/events. Production buildRegistry contains only live sidecar adapters; unavailable roles yield no evidence. buildMockRegistry remains explicit for scaffold tests only.",
|
|
35
|
+
"AudioAnalyzeTool comprehend uses Omni first. A successful Omni result bypasses legacy graph ingestion/persistence while retaining deterministic measured acoustic evidence. Unconfigured/unavailable Omni has an explicit limitation and truthful acoustic fallback; malformed provenance, cancelled work and invalid media are errors.",
|
|
36
|
+
"Direct native descriptions retain the full original once, including untagged observations; typed component observations remain available separately. A question/answer may additionally present distinct evidence sections.",
|
|
37
|
+
"CPU normalization and HTTP operations use owned AbortSignals and temporary files are removed on success, cancellation and rejected responses. Existing audio conditioning/diagnostics now accept the same cancellation signal."
|
|
38
|
+
],
|
|
39
|
+
"limits": [
|
|
40
|
+
"No live model request or zero-token model-load probe was sent. The observed external runtime is not attested as the requested weights/GPU by adapter health; live tests require the mandatory designated-hardware gate.",
|
|
41
|
+
"Client cancellation and cleanup do not prove the external adapter stopped remote GPU computation. Adapter v1 has no authenticated per-operation cancellation receipt.",
|
|
42
|
+
"Video coverage is sampled; source metadata records submittedDurationSec,samplingRequested and actualCoverage:not_reported. Backend effective frame/audio coverage is not asserted.",
|
|
43
|
+
"Weights are not provisioned or downloaded by this client. Existing detector, embedding and ASR tools retain their separate capabilities; they are not falsely labelled the configured omni model."
|
|
44
|
+
],
|
|
45
|
+
"isolation": {
|
|
46
|
+
"network": "Exact allowlisted loopback fake HTTP adapter or intercepted fixture transport only",
|
|
47
|
+
"media": "Scratch files with actual CPU codecs; source/config/media roots isolated",
|
|
48
|
+
"noActions": [
|
|
49
|
+
"No shared build/dist edits",
|
|
50
|
+
"No service/container/daemon change",
|
|
51
|
+
"No CUDA allocation",
|
|
52
|
+
"No live inference",
|
|
53
|
+
"No package install or publication",
|
|
54
|
+
"No user media/cache mutation"
|
|
55
|
+
]
|
|
56
|
+
},
|
|
57
|
+
"deduplication": "71 tests in9 suites is the final authoritative aggregate; earlier40/64 iterations and independent13 are not added again. Explicit synthetic foundation tests verify scaffold plumbing, not inference accuracy.",
|
|
58
|
+
"ownedFiles": [
|
|
59
|
+
"packages/execution/src/av/omni-comprehension.ts",
|
|
60
|
+
"packages/execution/src/av/sidecar-adapter.ts",
|
|
61
|
+
"packages/execution/src/index.ts",
|
|
62
|
+
"packages/execution/src/tools/av-comprehend.ts",
|
|
63
|
+
"packages/execution/src/tools/audio-analyze.ts",
|
|
64
|
+
"packages/execution/src/audio-input-conditioning.ts",
|
|
65
|
+
"packages/execution/tests/av-ingest.test.ts",
|
|
66
|
+
"packages/execution/tests/omni-comprehension.test.ts"
|
|
67
|
+
],
|
|
68
|
+
"sourceSha256": {
|
|
69
|
+
"packages/execution/src/av/omni-comprehension.ts": "79703b12a34fd88f3f6f391b53803b27b346d76a2a36dbe6f9c4969358e652e1",
|
|
70
|
+
"packages/execution/src/av/sidecar-adapter.ts": "bb5ebb83f77dab416154ba8d56572eb3a209ec10889326c028a862800c9115c5",
|
|
71
|
+
"packages/execution/src/index.ts": "2f5d134b33a3a86569c537bfbb8a0f491a0b99ab9d9ea1a56e8bffe5dd1ed45b",
|
|
72
|
+
"packages/execution/src/tools/av-comprehend.ts": "c586f9d87f02c635ecd309b3d0e2fd11301d6cd30e841750cfc74edf5dddebd8",
|
|
73
|
+
"packages/execution/src/tools/audio-analyze.ts": "45e02071191783914ddd92f5c2b3741386392efbe092e4fc756040a6807a27d3",
|
|
74
|
+
"packages/execution/src/audio-input-conditioning.ts": "a5092a0e0e1ea2fab1d9bbfb224f97c2db733df19b1404008a9448f117347bf9",
|
|
75
|
+
"packages/execution/tests/av-ingest.test.ts": "18148c0b29be7d73b7159467456a521934293ae2916a088e222cc60e8fe2831a",
|
|
76
|
+
"packages/execution/tests/omni-comprehension.test.ts": "d50de42ac477f8c42faea9b71cab41cd1288e8630a5de640649cfa31cabd8095"
|
|
77
|
+
}
|
|
78
|
+
}
|