web-agent-bridge 3.4.0 → 3.8.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (310) hide show
  1. package/LICENSE +84 -84
  2. package/README.ar.md +1563 -1304
  3. package/README.md +137 -298
  4. package/bin/agent-runner.js +474 -474
  5. package/bin/cli.js +237 -237
  6. package/bin/wab-init.js +244 -223
  7. package/bin/wab.js +80 -80
  8. package/examples/azure-dns-wab.js +83 -83
  9. package/examples/bidi-agent.js +119 -119
  10. package/examples/cloudflare-wab-dns.js +121 -121
  11. package/examples/cpanel-wab-dns.js +114 -114
  12. package/examples/cross-site-agent.js +91 -91
  13. package/examples/dns-discovery-agent.js +166 -166
  14. package/examples/gcp-dns-wab.js +76 -76
  15. package/examples/governance-agent.js +169 -169
  16. package/examples/mcp-agent.js +94 -94
  17. package/examples/next-app-router/README.md +44 -44
  18. package/examples/plesk-wab-dns.js +103 -103
  19. package/examples/puppeteer-agent.js +108 -108
  20. package/examples/route53-wab-dns.js +144 -144
  21. package/examples/saas-dashboard/README.md +55 -55
  22. package/examples/safe-mode-agent.js +96 -96
  23. package/examples/self-discovery.js +106 -0
  24. package/examples/shopify-hydrogen/README.md +74 -74
  25. package/examples/vision-agent.js +171 -171
  26. package/examples/wab-sign.js +74 -74
  27. package/examples/wab-verify.js +60 -60
  28. package/examples/wordpress-elementor/README.md +77 -77
  29. package/package.json +93 -93
  30. package/public/.well-known/agent-tools.json +180 -180
  31. package/public/.well-known/ai-assets.json +59 -59
  32. package/public/.well-known/security.txt +8 -8
  33. package/public/.well-known/wab.json +28 -28
  34. package/public/activate.html +448 -368
  35. package/public/adopt.html +236 -0
  36. package/public/adoption-metrics.html +188 -188
  37. package/public/agent-workspace.html +359 -349
  38. package/public/ai.html +198 -198
  39. package/public/api.html +397 -413
  40. package/public/azure-dns-integration.html +289 -289
  41. package/public/browser.html +486 -486
  42. package/public/cloudflare-integration.html +380 -380
  43. package/public/commander-dashboard.html +243 -243
  44. package/public/cookies.html +210 -210
  45. package/public/cpanel-integration.html +398 -398
  46. package/public/css/agent-workspace.css +1713 -1713
  47. package/public/css/premium.css +317 -317
  48. package/public/css/styles.css +1401 -1263
  49. package/public/dashboard-shieldlink.html +295 -0
  50. package/public/dashboard.html +711 -707
  51. package/public/dns.html +436 -436
  52. package/public/docs.html +588 -588
  53. package/public/enterprise-mesh.ar.html +80 -0
  54. package/public/enterprise-mesh.html +81 -0
  55. package/public/feed.xml +89 -89
  56. package/public/gcp-dns-integration.html +318 -318
  57. package/public/governance.ar.html +70 -0
  58. package/public/governance.html +69 -0
  59. package/public/growth.html +465 -465
  60. package/public/index.html +1372 -1266
  61. package/public/integrations.html +556 -556
  62. package/public/js/activate.js +449 -145
  63. package/public/js/agent-workspace.js +1740 -1740
  64. package/public/js/auth-nav.js +117 -65
  65. package/public/js/auth-redirect.js +12 -12
  66. package/public/js/cookie-consent.js +56 -56
  67. package/public/js/dns.js +438 -438
  68. package/public/js/wab-demo-page.js +721 -721
  69. package/public/js/ws-client.js +74 -74
  70. package/public/l-preview.html +242 -0
  71. package/public/llms-full.txt +360 -360
  72. package/public/llms.txt +125 -125
  73. package/public/login.html +85 -85
  74. package/public/mesh-dashboard.html +328 -328
  75. package/public/milestones.html +346 -0
  76. package/public/one-click.html +779 -0
  77. package/public/openapi.json +669 -669
  78. package/public/partners.ar.html +145 -0
  79. package/public/partners.html +143 -0
  80. package/public/phone-shield.html +281 -281
  81. package/public/plesk-integration.html +375 -375
  82. package/public/premium-dashboard.html +2489 -2489
  83. package/public/premium.html +793 -793
  84. package/public/privacy.html +297 -297
  85. package/public/provider-onboarding.html +172 -172
  86. package/public/provider-sandbox.html +134 -134
  87. package/public/providers.html +359 -359
  88. package/public/refusals.html +172 -0
  89. package/public/register.html +105 -105
  90. package/public/registrar-integrations.html +141 -141
  91. package/public/ring4.html +292 -0
  92. package/public/robots.txt +99 -99
  93. package/public/route53-integration.html +531 -531
  94. package/public/score.html +263 -0
  95. package/public/script/wab-consent.d.ts +36 -36
  96. package/public/script/wab-consent.js +104 -104
  97. package/public/script/wab-schema.js +131 -131
  98. package/public/script/wab.d.ts +108 -108
  99. package/public/script/wab.min.js +580 -580
  100. package/public/security.txt +8 -8
  101. package/public/shieldlink.html +244 -0
  102. package/public/shieldqr.html +231 -231
  103. package/public/sitemap.xml +13 -1
  104. package/public/terms.html +256 -256
  105. package/public/trust-graph-api.ar.html +92 -0
  106. package/public/trust-graph-api.html +91 -0
  107. package/public/wab-features.html +560 -0
  108. package/public/wab-trust.html +200 -200
  109. package/public/wab-truth.html +375 -0
  110. package/public/wab-vs-protocols.html +210 -210
  111. package/public/whitepaper.html +449 -449
  112. package/script/ai-agent-bridge.js +1754 -1754
  113. package/sdk/README.md +99 -99
  114. package/sdk/agent-mesh.js +449 -449
  115. package/sdk/auto-discovery.js +301 -288
  116. package/sdk/commander.js +262 -262
  117. package/sdk/governance.js +262 -262
  118. package/sdk/index.d.ts +464 -464
  119. package/sdk/index.js +649 -649
  120. package/sdk/multi-agent.js +318 -318
  121. package/sdk/safe-mode.js +221 -221
  122. package/sdk/safety-shield.js +219 -219
  123. package/sdk/schema-discovery.js +83 -83
  124. package/server/adapters/index.js +520 -520
  125. package/server/config/plans.js +412 -367
  126. package/server/config/secrets.js +102 -102
  127. package/server/control-plane/index.js +301 -301
  128. package/server/data-plane/index.js +354 -354
  129. package/server/index.js +790 -670
  130. package/server/llm/index.js +404 -404
  131. package/server/middleware/adminAuth.js +35 -35
  132. package/server/middleware/api-tier.js +170 -0
  133. package/server/middleware/auth.js +50 -50
  134. package/server/middleware/featureGate.js +88 -88
  135. package/server/middleware/rateLimits.js +100 -100
  136. package/server/middleware/sensitiveAction.js +157 -157
  137. package/server/middleware/wab-trust.js +141 -0
  138. package/server/migrations/001_add_analytics_indexes.sql +7 -7
  139. package/server/migrations/002_premium_features.sql +418 -418
  140. package/server/migrations/003_ads_integer_cents.sql +33 -33
  141. package/server/migrations/004_agent_os.sql +158 -158
  142. package/server/migrations/005_marketplace_metering.sql +126 -126
  143. package/server/migrations/006_growth_suite.sql +138 -0
  144. package/server/migrations/007_governance.sql +106 -106
  145. package/server/migrations/008_plans.sql +144 -144
  146. package/server/migrations/009_shieldqr.sql +30 -30
  147. package/server/migrations/010_extended_trust.sql +33 -33
  148. package/server/migrations/011_outreach.sql +47 -0
  149. package/server/migrations/012_shieldlink.sql +116 -0
  150. package/server/migrations/013_ct_monitor.sql +13 -0
  151. package/server/migrations/014_wab_advanced_features.sql +128 -0
  152. package/server/migrations/015_wab_truth_layer.sql +101 -0
  153. package/server/migrations/016_ring4_external_trust.sql +84 -0
  154. package/server/migrations/017_ring4_extensions.sql +69 -0
  155. package/server/migrations/018_commercial_foundations.sql +167 -0
  156. package/server/migrations/019_unify_tier_constraints.sql +133 -0
  157. package/server/models/adapters/index.js +33 -33
  158. package/server/models/adapters/mysql.js +183 -183
  159. package/server/models/adapters/postgresql.js +172 -172
  160. package/server/models/adapters/sqlite.js +7 -7
  161. package/server/models/db.js +740 -740
  162. package/server/observability/failure-analysis.js +337 -337
  163. package/server/observability/index.js +394 -394
  164. package/server/protocol/capabilities.js +223 -223
  165. package/server/protocol/index.js +243 -243
  166. package/server/protocol/schema.js +584 -584
  167. package/server/registry/certification.js +271 -271
  168. package/server/registry/index.js +326 -326
  169. package/server/routes/activate.js +478 -0
  170. package/server/routes/admin-outreach.js +239 -0
  171. package/server/routes/admin-plans.js +76 -76
  172. package/server/routes/admin-premium.js +674 -673
  173. package/server/routes/admin-shieldlink.js +137 -0
  174. package/server/routes/admin-shieldqr.js +90 -90
  175. package/server/routes/admin-trust-monitor.js +139 -83
  176. package/server/routes/admin.js +550 -549
  177. package/server/routes/adopt.js +61 -0
  178. package/server/routes/ads.js +130 -130
  179. package/server/routes/agent-workspace.js +540 -540
  180. package/server/routes/api-keys.js +127 -0
  181. package/server/routes/api.js +150 -150
  182. package/server/routes/auth.js +71 -71
  183. package/server/routes/billing.js +57 -57
  184. package/server/routes/commander.js +316 -316
  185. package/server/routes/customer-shieldlink.js +133 -0
  186. package/server/routes/demo-showcase.js +332 -332
  187. package/server/routes/demo-store.js +154 -154
  188. package/server/routes/diagnose.js +373 -0
  189. package/server/routes/discovery.js +2348 -2348
  190. package/server/routes/enterprise-mesh.js +170 -0
  191. package/server/routes/gateway.js +173 -173
  192. package/server/routes/governance-saas.js +203 -0
  193. package/server/routes/governance.js +208 -208
  194. package/server/routes/growth.js +1048 -0
  195. package/server/routes/intent.js +328 -0
  196. package/server/routes/license.js +251 -251
  197. package/server/routes/mesh.js +469 -469
  198. package/server/routes/noscript.js +543 -543
  199. package/server/routes/partners.js +201 -0
  200. package/server/routes/plans.js +33 -33
  201. package/server/routes/premium-v2.js +686 -686
  202. package/server/routes/premium.js +724 -724
  203. package/server/routes/providers.js +650 -650
  204. package/server/routes/reputation.js +411 -0
  205. package/server/routes/ring4.js +885 -0
  206. package/server/routes/runtime.js +2148 -2148
  207. package/server/routes/shieldlink.js +70 -0
  208. package/server/routes/shieldqr.js +88 -88
  209. package/server/routes/sovereign.js +465 -465
  210. package/server/routes/truth-layer.js +670 -0
  211. package/server/routes/universal.js +200 -200
  212. package/server/routes/unsubscribe.js +51 -0
  213. package/server/routes/wab-api.js +850 -850
  214. package/server/routes/wab-cache.js +282 -0
  215. package/server/runtime/container-worker.js +111 -111
  216. package/server/runtime/container.js +448 -448
  217. package/server/runtime/distributed-worker.js +362 -362
  218. package/server/runtime/event-bus.js +210 -210
  219. package/server/runtime/index.js +253 -253
  220. package/server/runtime/queue.js +599 -599
  221. package/server/runtime/replay.js +666 -666
  222. package/server/runtime/sandbox.js +266 -266
  223. package/server/runtime/scheduler.js +534 -534
  224. package/server/runtime/session-engine.js +293 -293
  225. package/server/runtime/state-manager.js +188 -188
  226. package/server/secrets/wab-signing-key.pem +3 -0
  227. package/server/secrets/wab-signing-pub.pem +3 -0
  228. package/server/security/cross-site-redactor.js +196 -196
  229. package/server/security/dry-run.js +180 -180
  230. package/server/security/human-gate-rate-limit.js +147 -147
  231. package/server/security/human-gate-transports.js +178 -178
  232. package/server/security/human-gate.js +281 -281
  233. package/server/security/index.js +368 -368
  234. package/server/security/intent-engine.js +245 -245
  235. package/server/security/reward-guard.js +171 -171
  236. package/server/security/rollback-store.js +239 -239
  237. package/server/security/token-scope.js +404 -404
  238. package/server/security/url-policy.js +139 -139
  239. package/server/services/adoption-agent.js +182 -0
  240. package/server/services/agent-chat.js +506 -506
  241. package/server/services/agent-learning.js +601 -601
  242. package/server/services/agent-memory.js +625 -625
  243. package/server/services/agent-mesh.js +555 -555
  244. package/server/services/agent-symphony.js +717 -717
  245. package/server/services/agent-tasks.js +1807 -1807
  246. package/server/services/api-key-engine.js +292 -292
  247. package/server/services/cluster.js +894 -894
  248. package/server/services/commander.js +738 -738
  249. package/server/services/edge-compute.js +440 -440
  250. package/server/services/email.js +233 -233
  251. package/server/services/fairness-engine.js +409 -0
  252. package/server/services/fairness.js +420 -0
  253. package/server/services/governance.js +466 -466
  254. package/server/services/hosted-runtime.js +205 -205
  255. package/server/services/lfd.js +635 -635
  256. package/server/services/local-ai.js +389 -389
  257. package/server/services/marketplace.js +270 -270
  258. package/server/services/metering.js +182 -182
  259. package/server/services/modules/affiliate-intelligence.js +93 -93
  260. package/server/services/modules/agent-firewall.js +90 -90
  261. package/server/services/modules/bounty.js +89 -89
  262. package/server/services/modules/collective-bargaining.js +92 -92
  263. package/server/services/modules/dark-pattern.js +66 -66
  264. package/server/services/modules/gov-intelligence.js +45 -45
  265. package/server/services/modules/neural.js +55 -55
  266. package/server/services/modules/notary.js +49 -49
  267. package/server/services/modules/price-time-machine.js +86 -86
  268. package/server/services/modules/protocol.js +104 -104
  269. package/server/services/negotiation.js +439 -439
  270. package/server/services/outreach-agent.js +312 -0
  271. package/server/services/plans.js +214 -214
  272. package/server/services/plugins.js +771 -771
  273. package/server/services/price-intelligence.js +566 -566
  274. package/server/services/price-shield.js +1137 -1137
  275. package/server/services/provider-clients.js +740 -740
  276. package/server/services/reputation.js +465 -465
  277. package/server/services/search-engine.js +357 -357
  278. package/server/services/security.js +513 -513
  279. package/server/services/self-healing.js +843 -843
  280. package/server/services/shieldlink.js +492 -0
  281. package/server/services/shieldqr.js +322 -322
  282. package/server/services/sovereign-shield.js +542 -542
  283. package/server/services/ssl-ct-monitor.js +224 -0
  284. package/server/services/ssl-inspector.js +42 -42
  285. package/server/services/ssl-monitor.js +167 -167
  286. package/server/services/stripe.js +206 -205
  287. package/server/services/swarm.js +788 -788
  288. package/server/services/universal-scraper.js +662 -662
  289. package/server/services/verification.js +481 -481
  290. package/server/services/vision.js +1163 -1163
  291. package/server/services/wab-crypto.js +178 -178
  292. package/server/utils/cache.js +125 -125
  293. package/server/utils/migrate.js +81 -81
  294. package/server/utils/safe-fetch.js +228 -228
  295. package/server/utils/secureFields.js +50 -50
  296. package/server/ws.js +161 -161
  297. package/templates/artisan-marketplace.yaml +104 -104
  298. package/templates/book-price-scout.yaml +98 -98
  299. package/templates/electronics-price-tracker.yaml +108 -108
  300. package/templates/flight-deal-hunter.yaml +113 -113
  301. package/templates/freelancer-direct.yaml +116 -116
  302. package/templates/grocery-price-compare.yaml +93 -93
  303. package/templates/hotel-direct-booking.yaml +113 -113
  304. package/templates/local-services.yaml +98 -98
  305. package/templates/olive-oil-tunisia.yaml +88 -88
  306. package/templates/organic-farm-fresh.yaml +101 -101
  307. package/templates/restaurant-direct.yaml +97 -97
  308. package/templates/ring4/banking-sovereign.yaml +55 -0
  309. package/templates/ring4/ecommerce-sovereign.yaml +58 -0
  310. package/templates/ring4/healthcare-sovereign.yaml +60 -0
@@ -1,666 +1,666 @@
1
- 'use strict';
2
-
3
- /**
4
- * Deterministic Replay Engine
5
- *
6
- * Records all task inputs/outputs/side-effects for deterministic replay.
7
- * Enables debugging, testing, and verification of agent workflows.
8
- *
9
- * v2 Upgrades:
10
- * - SQLite persistence (survives restarts)
11
- * - Event sourcing integration (every action is an event)
12
- * - Checkpoint persistence
13
- * - Recording export/import
14
- * - Diff between any two runs
15
- */
16
-
17
- const crypto = require('crypto');
18
- const { bus } = require('../runtime/event-bus');
19
- const { db } = require('../models/db');
20
-
21
- // ─── Schema ──────────────────────────────────────────────────────────
22
-
23
- db.exec(`
24
- CREATE TABLE IF NOT EXISTS replay_recordings (
25
- id TEXT PRIMARY KEY,
26
- task_id TEXT NOT NULL,
27
- input TEXT DEFAULT '{}',
28
- output TEXT,
29
- error TEXT,
30
- checksum TEXT,
31
- steps_count INTEGER DEFAULT 0,
32
- side_effects_count INTEGER DEFAULT 0,
33
- replayable INTEGER DEFAULT 1,
34
- started_at INTEGER NOT NULL,
35
- completed_at INTEGER,
36
- UNIQUE(task_id)
37
- );
38
-
39
- CREATE TABLE IF NOT EXISTS replay_events (
40
- id INTEGER PRIMARY KEY AUTOINCREMENT,
41
- recording_id TEXT NOT NULL,
42
- task_id TEXT NOT NULL,
43
- event_index INTEGER NOT NULL,
44
- event_type TEXT NOT NULL,
45
- action TEXT,
46
- input TEXT,
47
- output TEXT,
48
- duration_ms INTEGER DEFAULT 0,
49
- timestamp INTEGER NOT NULL,
50
- FOREIGN KEY (recording_id) REFERENCES replay_recordings(id)
51
- );
52
-
53
- CREATE TABLE IF NOT EXISTS replay_side_effects (
54
- id INTEGER PRIMARY KEY AUTOINCREMENT,
55
- recording_id TEXT NOT NULL,
56
- task_id TEXT NOT NULL,
57
- effect_index INTEGER NOT NULL,
58
- effect_type TEXT NOT NULL,
59
- target TEXT,
60
- data TEXT,
61
- reversible INTEGER DEFAULT 1,
62
- timestamp INTEGER NOT NULL,
63
- FOREIGN KEY (recording_id) REFERENCES replay_recordings(id)
64
- );
65
-
66
- CREATE TABLE IF NOT EXISTS replay_checkpoints (
67
- id TEXT PRIMARY KEY,
68
- recording_id TEXT NOT NULL,
69
- task_id TEXT NOT NULL,
70
- label TEXT,
71
- state TEXT DEFAULT '{}',
72
- step_index INTEGER,
73
- created_at INTEGER NOT NULL,
74
- FOREIGN KEY (recording_id) REFERENCES replay_recordings(id)
75
- );
76
-
77
- CREATE INDEX IF NOT EXISTS idx_replay_events_rec ON replay_events(recording_id);
78
- CREATE INDEX IF NOT EXISTS idx_replay_events_task ON replay_events(task_id);
79
- CREATE INDEX IF NOT EXISTS idx_replay_se_rec ON replay_side_effects(recording_id);
80
- CREATE INDEX IF NOT EXISTS idx_replay_cp_rec ON replay_checkpoints(recording_id);
81
- CREATE INDEX IF NOT EXISTS idx_replay_rec_task ON replay_recordings(task_id);
82
- `);
83
-
84
- // ─── Prepared Statements ─────────────────────────────────────────────
85
-
86
- const stmts = {
87
- insertRec: db.prepare(`
88
- INSERT OR REPLACE INTO replay_recordings (id, task_id, input, started_at)
89
- VALUES (@id, @task_id, @input, @started_at)
90
- `),
91
- completeRec: db.prepare(`
92
- UPDATE replay_recordings SET output=@output, error=@error, checksum=@checksum,
93
- steps_count=@steps_count, side_effects_count=@side_effects_count, completed_at=@completed_at
94
- WHERE id=@id
95
- `),
96
- getRec: db.prepare(`SELECT * FROM replay_recordings WHERE task_id=?`),
97
- getRecById: db.prepare(`SELECT * FROM replay_recordings WHERE id=?`),
98
- listRecs: db.prepare(`SELECT * FROM replay_recordings ORDER BY started_at DESC LIMIT ?`),
99
- deleteRec: db.prepare(`DELETE FROM replay_recordings WHERE id=?`),
100
- countRecs: db.prepare(`SELECT COUNT(*) as count FROM replay_recordings`),
101
-
102
- insertEvent: db.prepare(`
103
- INSERT INTO replay_events (recording_id, task_id, event_index, event_type, action, input, output, duration_ms, timestamp)
104
- VALUES (@recording_id, @task_id, @event_index, @event_type, @action, @input, @output, @duration_ms, @timestamp)
105
- `),
106
- getEvents: db.prepare(`SELECT * FROM replay_events WHERE recording_id=? ORDER BY event_index ASC`),
107
- countEvents: db.prepare(`SELECT COUNT(*) as count FROM replay_events WHERE recording_id=?`),
108
-
109
- insertSideEffect: db.prepare(`
110
- INSERT INTO replay_side_effects (recording_id, task_id, effect_index, effect_type, target, data, reversible, timestamp)
111
- VALUES (@recording_id, @task_id, @effect_index, @effect_type, @target, @data, @reversible, @timestamp)
112
- `),
113
- getSideEffects: db.prepare(`SELECT * FROM replay_side_effects WHERE recording_id=? ORDER BY effect_index ASC`),
114
-
115
- insertCheckpoint: db.prepare(`
116
- INSERT INTO replay_checkpoints (id, recording_id, task_id, label, state, step_index, created_at)
117
- VALUES (@id, @recording_id, @task_id, @label, @state, @step_index, @created_at)
118
- `),
119
- getCheckpoints: db.prepare(`SELECT * FROM replay_checkpoints WHERE recording_id=? ORDER BY created_at ASC`),
120
-
121
- deleteEvents: db.prepare(`DELETE FROM replay_events WHERE recording_id=?`),
122
- deleteSideEffects: db.prepare(`DELETE FROM replay_side_effects WHERE recording_id=?`),
123
- deleteCheckpoints: db.prepare(`DELETE FROM replay_checkpoints WHERE recording_id=?`),
124
-
125
- purgeOld: db.prepare(`DELETE FROM replay_recordings WHERE completed_at < ?`),
126
- };
127
-
128
- class ReplayEngine {
129
- constructor() {
130
- this._recordings = new Map(); // taskId → Recording (hot cache)
131
- this._maxRecordings = 5000;
132
- this._recordingEnabled = true;
133
- }
134
-
135
- /**
136
- * Start recording a task execution
137
- */
138
- startRecording(taskId, input) {
139
- if (!this._recordingEnabled) return null;
140
-
141
- const recording = {
142
- id: `rec_${crypto.randomBytes(8).toString('hex')}`,
143
- taskId,
144
- input: this._deepClone(input),
145
- steps: [],
146
- sideEffects: [],
147
- checkpoints: [],
148
- startedAt: Date.now(),
149
- completedAt: null,
150
- output: null,
151
- error: null,
152
- checksum: null,
153
- replayable: true,
154
- };
155
-
156
- this._recordings.set(taskId, recording);
157
- this._evict();
158
-
159
- // Persist to DB
160
- try {
161
- stmts.insertRec.run({
162
- id: recording.id,
163
- task_id: taskId,
164
- input: JSON.stringify(recording.input),
165
- started_at: recording.startedAt,
166
- });
167
- } catch {}
168
-
169
- bus.emit('replay.recording.started', { taskId, recordingId: recording.id });
170
- return recording.id;
171
- }
172
-
173
- /**
174
- * Record a step in the execution (event sourced)
175
- */
176
- recordStep(taskId, step) {
177
- const rec = this._recordings.get(taskId);
178
- if (!rec) return;
179
-
180
- const idx = rec.steps.length;
181
- const entry = {
182
- index: idx,
183
- type: step.type,
184
- action: step.action,
185
- input: this._deepClone(step.input),
186
- output: this._deepClone(step.output),
187
- duration: step.duration || 0,
188
- timestamp: Date.now(),
189
- };
190
-
191
- rec.steps.push(entry);
192
-
193
- // Persist event
194
- try {
195
- stmts.insertEvent.run({
196
- recording_id: rec.id,
197
- task_id: taskId,
198
- event_index: idx,
199
- event_type: step.type || 'step',
200
- action: step.action || '',
201
- input: JSON.stringify(step.input),
202
- output: JSON.stringify(step.output),
203
- duration_ms: step.duration || 0,
204
- timestamp: entry.timestamp,
205
- });
206
- } catch {}
207
-
208
- // Emit for real-time observability
209
- bus.emit('replay.step', { taskId, index: idx, action: step.action });
210
- }
211
-
212
- /**
213
- * Record a side effect (network call, DOM mutation, storage write, etc.)
214
- */
215
- recordSideEffect(taskId, effect) {
216
- const rec = this._recordings.get(taskId);
217
- if (!rec) return;
218
-
219
- const idx = rec.sideEffects.length;
220
- const entry = {
221
- index: idx,
222
- type: effect.type,
223
- target: effect.target,
224
- data: this._deepClone(effect.data),
225
- timestamp: Date.now(),
226
- reversible: effect.reversible !== false,
227
- };
228
-
229
- rec.sideEffects.push(entry);
230
-
231
- // Persist
232
- try {
233
- stmts.insertSideEffect.run({
234
- recording_id: rec.id,
235
- task_id: taskId,
236
- effect_index: idx,
237
- effect_type: effect.type || 'unknown',
238
- target: effect.target || '',
239
- data: JSON.stringify(effect.data),
240
- reversible: effect.reversible !== false ? 1 : 0,
241
- timestamp: entry.timestamp,
242
- });
243
- } catch {}
244
- }
245
-
246
- /**
247
- * Save a checkpoint during recording (for partial replay)
248
- */
249
- saveCheckpoint(taskId, label, state) {
250
- const rec = this._recordings.get(taskId);
251
- if (!rec) return null;
252
-
253
- const cp = {
254
- id: `rcp_${crypto.randomBytes(8).toString('hex')}`,
255
- label: label || `step-${rec.steps.length}`,
256
- state: this._deepClone(state),
257
- stepIndex: rec.steps.length,
258
- createdAt: Date.now(),
259
- };
260
-
261
- rec.checkpoints.push(cp);
262
-
263
- // Persist
264
- try {
265
- stmts.insertCheckpoint.run({
266
- id: cp.id,
267
- recording_id: rec.id,
268
- task_id: taskId,
269
- label: cp.label,
270
- state: JSON.stringify(cp.state),
271
- step_index: cp.stepIndex,
272
- created_at: cp.createdAt,
273
- });
274
- } catch {}
275
-
276
- return cp.id;
277
- }
278
-
279
- /**
280
- * Complete a recording
281
- */
282
- completeRecording(taskId, output, error = null) {
283
- const rec = this._recordings.get(taskId);
284
- if (!rec) return null;
285
-
286
- rec.completedAt = Date.now();
287
- rec.output = this._deepClone(output);
288
- rec.error = error ? { message: error.message, code: error.code } : null;
289
- rec.checksum = this._computeChecksum(rec);
290
-
291
- // Persist completion
292
- try {
293
- stmts.completeRec.run({
294
- id: rec.id,
295
- output: JSON.stringify(rec.output),
296
- error: rec.error ? JSON.stringify(rec.error) : null,
297
- checksum: rec.checksum,
298
- steps_count: rec.steps.length,
299
- side_effects_count: rec.sideEffects.length,
300
- completed_at: rec.completedAt,
301
- });
302
- } catch {}
303
-
304
- bus.emit('replay.recording.complete', { taskId, recordingId: rec.id, steps: rec.steps.length });
305
- return rec;
306
- }
307
-
308
- /**
309
- * Replay a recorded task
310
- */
311
- async replay(taskId, options = {}) {
312
- let rec = this._recordings.get(taskId);
313
-
314
- // Load from DB if not in cache
315
- if (!rec) {
316
- rec = this._loadFromDB(taskId);
317
- if (!rec) throw new Error(`No recording found for task ${taskId}`);
318
- }
319
-
320
- if (!rec.completedAt) throw new Error('Recording not yet complete');
321
-
322
- const replayResult = {
323
- recordingId: rec.id,
324
- taskId,
325
- originalInput: rec.input,
326
- originalOutput: rec.output,
327
- steps: [],
328
- match: true,
329
- verificationMode: options.verify !== false,
330
- fromCheckpoint: null,
331
- replayedAt: Date.now(),
332
- };
333
-
334
- // Start from a checkpoint if specified
335
- let startIndex = 0;
336
- if (options.fromCheckpoint) {
337
- const cp = rec.checkpoints.find(c => c.id === options.fromCheckpoint || c.label === options.fromCheckpoint);
338
- if (cp) {
339
- startIndex = cp.stepIndex;
340
- replayResult.fromCheckpoint = cp.label;
341
- }
342
- }
343
-
344
- const stepsToReplay = rec.steps.slice(startIndex);
345
-
346
- if (options.executor && options.verify !== false) {
347
- for (const step of stepsToReplay) {
348
- try {
349
- const replayOutput = await options.executor(step);
350
- const outputMatch = this._deepEqual(step.output, replayOutput);
351
-
352
- replayResult.steps.push({
353
- index: step.index,
354
- action: step.action,
355
- originalOutput: step.output,
356
- replayOutput,
357
- match: outputMatch,
358
- });
359
-
360
- if (!outputMatch) {
361
- replayResult.match = false;
362
- if (!options.continueOnMismatch) break;
363
- }
364
- } catch (err) {
365
- replayResult.steps.push({
366
- index: step.index,
367
- action: step.action,
368
- error: err.message,
369
- match: false,
370
- });
371
- replayResult.match = false;
372
- if (!options.continueOnMismatch) break;
373
- }
374
- }
375
- } else {
376
- replayResult.steps = stepsToReplay.map(s => ({
377
- index: s.index,
378
- action: s.action,
379
- input: s.input,
380
- output: s.output,
381
- duration: s.duration,
382
- }));
383
- }
384
-
385
- bus.emit('replay.completed', { taskId, match: replayResult.match });
386
- return replayResult;
387
- }
388
-
389
- /**
390
- * Export a full recording (for sharing/debugging)
391
- */
392
- exportRecording(taskId) {
393
- let rec = this._recordings.get(taskId);
394
- if (!rec) rec = this._loadFromDB(taskId);
395
- if (!rec) return null;
396
-
397
- return {
398
- id: rec.id,
399
- taskId: rec.taskId,
400
- input: rec.input,
401
- output: rec.output,
402
- error: rec.error,
403
- checksum: rec.checksum,
404
- steps: rec.steps,
405
- sideEffects: rec.sideEffects,
406
- checkpoints: rec.checkpoints,
407
- startedAt: rec.startedAt,
408
- completedAt: rec.completedAt,
409
- };
410
- }
411
-
412
- /**
413
- * Import a recording
414
- */
415
- importRecording(data) {
416
- const recording = {
417
- id: data.id || `rec_${crypto.randomBytes(8).toString('hex')}`,
418
- taskId: data.taskId,
419
- input: data.input || {},
420
- steps: data.steps || [],
421
- sideEffects: data.sideEffects || [],
422
- checkpoints: data.checkpoints || [],
423
- startedAt: data.startedAt || Date.now(),
424
- completedAt: data.completedAt,
425
- output: data.output,
426
- error: data.error,
427
- checksum: data.checksum,
428
- replayable: true,
429
- };
430
-
431
- this._recordings.set(data.taskId, recording);
432
-
433
- // Persist
434
- try {
435
- stmts.insertRec.run({
436
- id: recording.id,
437
- task_id: recording.taskId,
438
- input: JSON.stringify(recording.input),
439
- started_at: recording.startedAt,
440
- });
441
-
442
- for (const step of recording.steps) {
443
- stmts.insertEvent.run({
444
- recording_id: recording.id,
445
- task_id: recording.taskId,
446
- event_index: step.index,
447
- event_type: step.type || 'step',
448
- action: step.action || '',
449
- input: JSON.stringify(step.input),
450
- output: JSON.stringify(step.output),
451
- duration_ms: step.duration || 0,
452
- timestamp: step.timestamp || Date.now(),
453
- });
454
- }
455
-
456
- if (recording.completedAt) {
457
- stmts.completeRec.run({
458
- id: recording.id,
459
- output: JSON.stringify(recording.output),
460
- error: recording.error ? JSON.stringify(recording.error) : null,
461
- checksum: recording.checksum || this._computeChecksum(recording),
462
- steps_count: recording.steps.length,
463
- side_effects_count: recording.sideEffects.length,
464
- completed_at: recording.completedAt,
465
- });
466
- }
467
- } catch {}
468
-
469
- return recording.id;
470
- }
471
-
472
- /**
473
- * Get recording
474
- */
475
- getRecording(taskId) {
476
- let rec = this._recordings.get(taskId);
477
- if (!rec) rec = this._loadFromDB(taskId);
478
- return rec || null;
479
- }
480
-
481
- /**
482
- * List recordings
483
- */
484
- listRecordings(limit = 50) {
485
- const rows = stmts.listRecs.all(limit);
486
- return rows.map(r => ({
487
- id: r.id,
488
- taskId: r.task_id,
489
- steps: r.steps_count,
490
- sideEffects: r.side_effects_count,
491
- startedAt: r.started_at,
492
- completedAt: r.completed_at,
493
- hasError: !!r.error,
494
- checksum: r.checksum,
495
- }));
496
- }
497
-
498
- /**
499
- * Delete a recording and all its events
500
- */
501
- deleteRecording(taskId) {
502
- const rec = this._recordings.get(taskId);
503
- const recId = rec ? rec.id : null;
504
- this._recordings.delete(taskId);
505
-
506
- if (recId) {
507
- stmts.deleteEvents.run(recId);
508
- stmts.deleteSideEffects.run(recId);
509
- stmts.deleteCheckpoints.run(recId);
510
- stmts.deleteRec.run(recId);
511
- } else {
512
- const dbRec = stmts.getRec.get(taskId);
513
- if (dbRec) {
514
- stmts.deleteEvents.run(dbRec.id);
515
- stmts.deleteSideEffects.run(dbRec.id);
516
- stmts.deleteCheckpoints.run(dbRec.id);
517
- stmts.deleteRec.run(dbRec.id);
518
- }
519
- }
520
- }
521
-
522
- /**
523
- * Compare two recordings
524
- */
525
- diff(taskId1, taskId2) {
526
- let r1 = this._recordings.get(taskId1) || this._loadFromDB(taskId1);
527
- let r2 = this._recordings.get(taskId2) || this._loadFromDB(taskId2);
528
- if (!r1 || !r2) return null;
529
-
530
- const diffs = [];
531
- const maxSteps = Math.max(r1.steps.length, r2.steps.length);
532
-
533
- for (let i = 0; i < maxSteps; i++) {
534
- const s1 = r1.steps[i];
535
- const s2 = r2.steps[i];
536
-
537
- if (!s1 || !s2) {
538
- diffs.push({ index: i, type: 'missing', in: s1 ? 'recording2' : 'recording1' });
539
- } else if (!this._deepEqual(s1.output, s2.output)) {
540
- diffs.push({ index: i, type: 'output_mismatch', action: s1.action, output1: s1.output, output2: s2.output });
541
- }
542
- }
543
-
544
- return {
545
- match: diffs.length === 0,
546
- inputMatch: this._deepEqual(r1.input, r2.input),
547
- outputMatch: this._deepEqual(r1.output, r2.output),
548
- diffs,
549
- };
550
- }
551
-
552
- /**
553
- * Purge old recordings
554
- */
555
- purgeOld(maxAgeMs = 7 * 24 * 3600_000) {
556
- const cutoff = Date.now() - maxAgeMs;
557
- stmts.purgeOld.run(cutoff);
558
- }
559
-
560
- setEnabled(enabled) {
561
- this._recordingEnabled = enabled;
562
- }
563
-
564
- getStats() {
565
- const dbCount = stmts.countRecs.get();
566
- return {
567
- totalRecordings: dbCount ? dbCount.count : this._recordings.size,
568
- cachedRecordings: this._recordings.size,
569
- enabled: this._recordingEnabled,
570
- persistent: true,
571
- };
572
- }
573
-
574
- // ── Internal ──
575
-
576
- /**
577
- * Load a recording from DB (including all events/side-effects/checkpoints)
578
- */
579
- _loadFromDB(taskId) {
580
- const row = stmts.getRec.get(taskId);
581
- if (!row) return null;
582
-
583
- const events = stmts.getEvents.all(row.id);
584
- const sideEffects = stmts.getSideEffects.all(row.id);
585
- const checkpoints = stmts.getCheckpoints.all(row.id);
586
-
587
- const recording = {
588
- id: row.id,
589
- taskId: row.task_id,
590
- input: _safeParse(row.input, {}),
591
- output: _safeParse(row.output, null),
592
- error: _safeParse(row.error, null),
593
- checksum: row.checksum,
594
- replayable: !!row.replayable,
595
- startedAt: row.started_at,
596
- completedAt: row.completed_at,
597
- steps: events.map(e => ({
598
- index: e.event_index,
599
- type: e.event_type,
600
- action: e.action,
601
- input: _safeParse(e.input, null),
602
- output: _safeParse(e.output, null),
603
- duration: e.duration_ms,
604
- timestamp: e.timestamp,
605
- })),
606
- sideEffects: sideEffects.map(s => ({
607
- index: s.effect_index,
608
- type: s.effect_type,
609
- target: s.target,
610
- data: _safeParse(s.data, null),
611
- reversible: !!s.reversible,
612
- timestamp: s.timestamp,
613
- })),
614
- checkpoints: checkpoints.map(c => ({
615
- id: c.id,
616
- label: c.label,
617
- state: _safeParse(c.state, {}),
618
- stepIndex: c.step_index,
619
- createdAt: c.created_at,
620
- })),
621
- };
622
-
623
- // Cache it
624
- this._recordings.set(taskId, recording);
625
- return recording;
626
- }
627
-
628
- _computeChecksum(rec) {
629
- const data = JSON.stringify({
630
- input: rec.input,
631
- steps: rec.steps.map(s => ({ action: s.action, output: s.output })),
632
- output: rec.output,
633
- });
634
- return crypto.createHash('sha256').update(data).digest('hex').slice(0, 16);
635
- }
636
-
637
- _deepClone(obj) {
638
- if (obj === undefined || obj === null) return obj;
639
- try {
640
- return JSON.parse(JSON.stringify(obj));
641
- } catch {
642
- return obj;
643
- }
644
- }
645
-
646
- _deepEqual(a, b) {
647
- return JSON.stringify(a) === JSON.stringify(b);
648
- }
649
-
650
- _evict() {
651
- if (this._recordings.size <= this._maxRecordings) return;
652
- const keys = Array.from(this._recordings.keys());
653
- const toRemove = keys.slice(0, keys.length - this._maxRecordings);
654
- for (const k of toRemove) this._recordings.delete(k);
655
- }
656
- }
657
-
658
- function _safeParse(str, fallback) {
659
- if (str == null) return fallback;
660
- if (typeof str === 'object') return str;
661
- try { return JSON.parse(str); } catch { return fallback; }
662
- }
663
-
664
- const replayEngine = new ReplayEngine();
665
-
666
- module.exports = { ReplayEngine, replayEngine };
1
+ 'use strict';
2
+
3
+ /**
4
+ * Deterministic Replay Engine
5
+ *
6
+ * Records all task inputs/outputs/side-effects for deterministic replay.
7
+ * Enables debugging, testing, and verification of agent workflows.
8
+ *
9
+ * v2 Upgrades:
10
+ * - SQLite persistence (survives restarts)
11
+ * - Event sourcing integration (every action is an event)
12
+ * - Checkpoint persistence
13
+ * - Recording export/import
14
+ * - Diff between any two runs
15
+ */
16
+
17
+ const crypto = require('crypto');
18
+ const { bus } = require('../runtime/event-bus');
19
+ const { db } = require('../models/db');
20
+
21
+ // ─── Schema ──────────────────────────────────────────────────────────
22
+
23
+ db.exec(`
24
+ CREATE TABLE IF NOT EXISTS replay_recordings (
25
+ id TEXT PRIMARY KEY,
26
+ task_id TEXT NOT NULL,
27
+ input TEXT DEFAULT '{}',
28
+ output TEXT,
29
+ error TEXT,
30
+ checksum TEXT,
31
+ steps_count INTEGER DEFAULT 0,
32
+ side_effects_count INTEGER DEFAULT 0,
33
+ replayable INTEGER DEFAULT 1,
34
+ started_at INTEGER NOT NULL,
35
+ completed_at INTEGER,
36
+ UNIQUE(task_id)
37
+ );
38
+
39
+ CREATE TABLE IF NOT EXISTS replay_events (
40
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
41
+ recording_id TEXT NOT NULL,
42
+ task_id TEXT NOT NULL,
43
+ event_index INTEGER NOT NULL,
44
+ event_type TEXT NOT NULL,
45
+ action TEXT,
46
+ input TEXT,
47
+ output TEXT,
48
+ duration_ms INTEGER DEFAULT 0,
49
+ timestamp INTEGER NOT NULL,
50
+ FOREIGN KEY (recording_id) REFERENCES replay_recordings(id)
51
+ );
52
+
53
+ CREATE TABLE IF NOT EXISTS replay_side_effects (
54
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
55
+ recording_id TEXT NOT NULL,
56
+ task_id TEXT NOT NULL,
57
+ effect_index INTEGER NOT NULL,
58
+ effect_type TEXT NOT NULL,
59
+ target TEXT,
60
+ data TEXT,
61
+ reversible INTEGER DEFAULT 1,
62
+ timestamp INTEGER NOT NULL,
63
+ FOREIGN KEY (recording_id) REFERENCES replay_recordings(id)
64
+ );
65
+
66
+ CREATE TABLE IF NOT EXISTS replay_checkpoints (
67
+ id TEXT PRIMARY KEY,
68
+ recording_id TEXT NOT NULL,
69
+ task_id TEXT NOT NULL,
70
+ label TEXT,
71
+ state TEXT DEFAULT '{}',
72
+ step_index INTEGER,
73
+ created_at INTEGER NOT NULL,
74
+ FOREIGN KEY (recording_id) REFERENCES replay_recordings(id)
75
+ );
76
+
77
+ CREATE INDEX IF NOT EXISTS idx_replay_events_rec ON replay_events(recording_id);
78
+ CREATE INDEX IF NOT EXISTS idx_replay_events_task ON replay_events(task_id);
79
+ CREATE INDEX IF NOT EXISTS idx_replay_se_rec ON replay_side_effects(recording_id);
80
+ CREATE INDEX IF NOT EXISTS idx_replay_cp_rec ON replay_checkpoints(recording_id);
81
+ CREATE INDEX IF NOT EXISTS idx_replay_rec_task ON replay_recordings(task_id);
82
+ `);
83
+
84
+ // ─── Prepared Statements ─────────────────────────────────────────────
85
+
86
+ const stmts = {
87
+ insertRec: db.prepare(`
88
+ INSERT OR REPLACE INTO replay_recordings (id, task_id, input, started_at)
89
+ VALUES (@id, @task_id, @input, @started_at)
90
+ `),
91
+ completeRec: db.prepare(`
92
+ UPDATE replay_recordings SET output=@output, error=@error, checksum=@checksum,
93
+ steps_count=@steps_count, side_effects_count=@side_effects_count, completed_at=@completed_at
94
+ WHERE id=@id
95
+ `),
96
+ getRec: db.prepare(`SELECT * FROM replay_recordings WHERE task_id=?`),
97
+ getRecById: db.prepare(`SELECT * FROM replay_recordings WHERE id=?`),
98
+ listRecs: db.prepare(`SELECT * FROM replay_recordings ORDER BY started_at DESC LIMIT ?`),
99
+ deleteRec: db.prepare(`DELETE FROM replay_recordings WHERE id=?`),
100
+ countRecs: db.prepare(`SELECT COUNT(*) as count FROM replay_recordings`),
101
+
102
+ insertEvent: db.prepare(`
103
+ INSERT INTO replay_events (recording_id, task_id, event_index, event_type, action, input, output, duration_ms, timestamp)
104
+ VALUES (@recording_id, @task_id, @event_index, @event_type, @action, @input, @output, @duration_ms, @timestamp)
105
+ `),
106
+ getEvents: db.prepare(`SELECT * FROM replay_events WHERE recording_id=? ORDER BY event_index ASC`),
107
+ countEvents: db.prepare(`SELECT COUNT(*) as count FROM replay_events WHERE recording_id=?`),
108
+
109
+ insertSideEffect: db.prepare(`
110
+ INSERT INTO replay_side_effects (recording_id, task_id, effect_index, effect_type, target, data, reversible, timestamp)
111
+ VALUES (@recording_id, @task_id, @effect_index, @effect_type, @target, @data, @reversible, @timestamp)
112
+ `),
113
+ getSideEffects: db.prepare(`SELECT * FROM replay_side_effects WHERE recording_id=? ORDER BY effect_index ASC`),
114
+
115
+ insertCheckpoint: db.prepare(`
116
+ INSERT INTO replay_checkpoints (id, recording_id, task_id, label, state, step_index, created_at)
117
+ VALUES (@id, @recording_id, @task_id, @label, @state, @step_index, @created_at)
118
+ `),
119
+ getCheckpoints: db.prepare(`SELECT * FROM replay_checkpoints WHERE recording_id=? ORDER BY created_at ASC`),
120
+
121
+ deleteEvents: db.prepare(`DELETE FROM replay_events WHERE recording_id=?`),
122
+ deleteSideEffects: db.prepare(`DELETE FROM replay_side_effects WHERE recording_id=?`),
123
+ deleteCheckpoints: db.prepare(`DELETE FROM replay_checkpoints WHERE recording_id=?`),
124
+
125
+ purgeOld: db.prepare(`DELETE FROM replay_recordings WHERE completed_at < ?`),
126
+ };
127
+
128
+ class ReplayEngine {
129
+ constructor() {
130
+ this._recordings = new Map(); // taskId → Recording (hot cache)
131
+ this._maxRecordings = 5000;
132
+ this._recordingEnabled = true;
133
+ }
134
+
135
+ /**
136
+ * Start recording a task execution
137
+ */
138
+ startRecording(taskId, input) {
139
+ if (!this._recordingEnabled) return null;
140
+
141
+ const recording = {
142
+ id: `rec_${crypto.randomBytes(8).toString('hex')}`,
143
+ taskId,
144
+ input: this._deepClone(input),
145
+ steps: [],
146
+ sideEffects: [],
147
+ checkpoints: [],
148
+ startedAt: Date.now(),
149
+ completedAt: null,
150
+ output: null,
151
+ error: null,
152
+ checksum: null,
153
+ replayable: true,
154
+ };
155
+
156
+ this._recordings.set(taskId, recording);
157
+ this._evict();
158
+
159
+ // Persist to DB
160
+ try {
161
+ stmts.insertRec.run({
162
+ id: recording.id,
163
+ task_id: taskId,
164
+ input: JSON.stringify(recording.input),
165
+ started_at: recording.startedAt,
166
+ });
167
+ } catch {}
168
+
169
+ bus.emit('replay.recording.started', { taskId, recordingId: recording.id });
170
+ return recording.id;
171
+ }
172
+
173
+ /**
174
+ * Record a step in the execution (event sourced)
175
+ */
176
+ recordStep(taskId, step) {
177
+ const rec = this._recordings.get(taskId);
178
+ if (!rec) return;
179
+
180
+ const idx = rec.steps.length;
181
+ const entry = {
182
+ index: idx,
183
+ type: step.type,
184
+ action: step.action,
185
+ input: this._deepClone(step.input),
186
+ output: this._deepClone(step.output),
187
+ duration: step.duration || 0,
188
+ timestamp: Date.now(),
189
+ };
190
+
191
+ rec.steps.push(entry);
192
+
193
+ // Persist event
194
+ try {
195
+ stmts.insertEvent.run({
196
+ recording_id: rec.id,
197
+ task_id: taskId,
198
+ event_index: idx,
199
+ event_type: step.type || 'step',
200
+ action: step.action || '',
201
+ input: JSON.stringify(step.input),
202
+ output: JSON.stringify(step.output),
203
+ duration_ms: step.duration || 0,
204
+ timestamp: entry.timestamp,
205
+ });
206
+ } catch {}
207
+
208
+ // Emit for real-time observability
209
+ bus.emit('replay.step', { taskId, index: idx, action: step.action });
210
+ }
211
+
212
+ /**
213
+ * Record a side effect (network call, DOM mutation, storage write, etc.)
214
+ */
215
+ recordSideEffect(taskId, effect) {
216
+ const rec = this._recordings.get(taskId);
217
+ if (!rec) return;
218
+
219
+ const idx = rec.sideEffects.length;
220
+ const entry = {
221
+ index: idx,
222
+ type: effect.type,
223
+ target: effect.target,
224
+ data: this._deepClone(effect.data),
225
+ timestamp: Date.now(),
226
+ reversible: effect.reversible !== false,
227
+ };
228
+
229
+ rec.sideEffects.push(entry);
230
+
231
+ // Persist
232
+ try {
233
+ stmts.insertSideEffect.run({
234
+ recording_id: rec.id,
235
+ task_id: taskId,
236
+ effect_index: idx,
237
+ effect_type: effect.type || 'unknown',
238
+ target: effect.target || '',
239
+ data: JSON.stringify(effect.data),
240
+ reversible: effect.reversible !== false ? 1 : 0,
241
+ timestamp: entry.timestamp,
242
+ });
243
+ } catch {}
244
+ }
245
+
246
+ /**
247
+ * Save a checkpoint during recording (for partial replay)
248
+ */
249
+ saveCheckpoint(taskId, label, state) {
250
+ const rec = this._recordings.get(taskId);
251
+ if (!rec) return null;
252
+
253
+ const cp = {
254
+ id: `rcp_${crypto.randomBytes(8).toString('hex')}`,
255
+ label: label || `step-${rec.steps.length}`,
256
+ state: this._deepClone(state),
257
+ stepIndex: rec.steps.length,
258
+ createdAt: Date.now(),
259
+ };
260
+
261
+ rec.checkpoints.push(cp);
262
+
263
+ // Persist
264
+ try {
265
+ stmts.insertCheckpoint.run({
266
+ id: cp.id,
267
+ recording_id: rec.id,
268
+ task_id: taskId,
269
+ label: cp.label,
270
+ state: JSON.stringify(cp.state),
271
+ step_index: cp.stepIndex,
272
+ created_at: cp.createdAt,
273
+ });
274
+ } catch {}
275
+
276
+ return cp.id;
277
+ }
278
+
279
+ /**
280
+ * Complete a recording
281
+ */
282
+ completeRecording(taskId, output, error = null) {
283
+ const rec = this._recordings.get(taskId);
284
+ if (!rec) return null;
285
+
286
+ rec.completedAt = Date.now();
287
+ rec.output = this._deepClone(output);
288
+ rec.error = error ? { message: error.message, code: error.code } : null;
289
+ rec.checksum = this._computeChecksum(rec);
290
+
291
+ // Persist completion
292
+ try {
293
+ stmts.completeRec.run({
294
+ id: rec.id,
295
+ output: JSON.stringify(rec.output),
296
+ error: rec.error ? JSON.stringify(rec.error) : null,
297
+ checksum: rec.checksum,
298
+ steps_count: rec.steps.length,
299
+ side_effects_count: rec.sideEffects.length,
300
+ completed_at: rec.completedAt,
301
+ });
302
+ } catch {}
303
+
304
+ bus.emit('replay.recording.complete', { taskId, recordingId: rec.id, steps: rec.steps.length });
305
+ return rec;
306
+ }
307
+
308
+ /**
309
+ * Replay a recorded task
310
+ */
311
+ async replay(taskId, options = {}) {
312
+ let rec = this._recordings.get(taskId);
313
+
314
+ // Load from DB if not in cache
315
+ if (!rec) {
316
+ rec = this._loadFromDB(taskId);
317
+ if (!rec) throw new Error(`No recording found for task ${taskId}`);
318
+ }
319
+
320
+ if (!rec.completedAt) throw new Error('Recording not yet complete');
321
+
322
+ const replayResult = {
323
+ recordingId: rec.id,
324
+ taskId,
325
+ originalInput: rec.input,
326
+ originalOutput: rec.output,
327
+ steps: [],
328
+ match: true,
329
+ verificationMode: options.verify !== false,
330
+ fromCheckpoint: null,
331
+ replayedAt: Date.now(),
332
+ };
333
+
334
+ // Start from a checkpoint if specified
335
+ let startIndex = 0;
336
+ if (options.fromCheckpoint) {
337
+ const cp = rec.checkpoints.find(c => c.id === options.fromCheckpoint || c.label === options.fromCheckpoint);
338
+ if (cp) {
339
+ startIndex = cp.stepIndex;
340
+ replayResult.fromCheckpoint = cp.label;
341
+ }
342
+ }
343
+
344
+ const stepsToReplay = rec.steps.slice(startIndex);
345
+
346
+ if (options.executor && options.verify !== false) {
347
+ for (const step of stepsToReplay) {
348
+ try {
349
+ const replayOutput = await options.executor(step);
350
+ const outputMatch = this._deepEqual(step.output, replayOutput);
351
+
352
+ replayResult.steps.push({
353
+ index: step.index,
354
+ action: step.action,
355
+ originalOutput: step.output,
356
+ replayOutput,
357
+ match: outputMatch,
358
+ });
359
+
360
+ if (!outputMatch) {
361
+ replayResult.match = false;
362
+ if (!options.continueOnMismatch) break;
363
+ }
364
+ } catch (err) {
365
+ replayResult.steps.push({
366
+ index: step.index,
367
+ action: step.action,
368
+ error: err.message,
369
+ match: false,
370
+ });
371
+ replayResult.match = false;
372
+ if (!options.continueOnMismatch) break;
373
+ }
374
+ }
375
+ } else {
376
+ replayResult.steps = stepsToReplay.map(s => ({
377
+ index: s.index,
378
+ action: s.action,
379
+ input: s.input,
380
+ output: s.output,
381
+ duration: s.duration,
382
+ }));
383
+ }
384
+
385
+ bus.emit('replay.completed', { taskId, match: replayResult.match });
386
+ return replayResult;
387
+ }
388
+
389
+ /**
390
+ * Export a full recording (for sharing/debugging)
391
+ */
392
+ exportRecording(taskId) {
393
+ let rec = this._recordings.get(taskId);
394
+ if (!rec) rec = this._loadFromDB(taskId);
395
+ if (!rec) return null;
396
+
397
+ return {
398
+ id: rec.id,
399
+ taskId: rec.taskId,
400
+ input: rec.input,
401
+ output: rec.output,
402
+ error: rec.error,
403
+ checksum: rec.checksum,
404
+ steps: rec.steps,
405
+ sideEffects: rec.sideEffects,
406
+ checkpoints: rec.checkpoints,
407
+ startedAt: rec.startedAt,
408
+ completedAt: rec.completedAt,
409
+ };
410
+ }
411
+
412
+ /**
413
+ * Import a recording
414
+ */
415
+ importRecording(data) {
416
+ const recording = {
417
+ id: data.id || `rec_${crypto.randomBytes(8).toString('hex')}`,
418
+ taskId: data.taskId,
419
+ input: data.input || {},
420
+ steps: data.steps || [],
421
+ sideEffects: data.sideEffects || [],
422
+ checkpoints: data.checkpoints || [],
423
+ startedAt: data.startedAt || Date.now(),
424
+ completedAt: data.completedAt,
425
+ output: data.output,
426
+ error: data.error,
427
+ checksum: data.checksum,
428
+ replayable: true,
429
+ };
430
+
431
+ this._recordings.set(data.taskId, recording);
432
+
433
+ // Persist
434
+ try {
435
+ stmts.insertRec.run({
436
+ id: recording.id,
437
+ task_id: recording.taskId,
438
+ input: JSON.stringify(recording.input),
439
+ started_at: recording.startedAt,
440
+ });
441
+
442
+ for (const step of recording.steps) {
443
+ stmts.insertEvent.run({
444
+ recording_id: recording.id,
445
+ task_id: recording.taskId,
446
+ event_index: step.index,
447
+ event_type: step.type || 'step',
448
+ action: step.action || '',
449
+ input: JSON.stringify(step.input),
450
+ output: JSON.stringify(step.output),
451
+ duration_ms: step.duration || 0,
452
+ timestamp: step.timestamp || Date.now(),
453
+ });
454
+ }
455
+
456
+ if (recording.completedAt) {
457
+ stmts.completeRec.run({
458
+ id: recording.id,
459
+ output: JSON.stringify(recording.output),
460
+ error: recording.error ? JSON.stringify(recording.error) : null,
461
+ checksum: recording.checksum || this._computeChecksum(recording),
462
+ steps_count: recording.steps.length,
463
+ side_effects_count: recording.sideEffects.length,
464
+ completed_at: recording.completedAt,
465
+ });
466
+ }
467
+ } catch {}
468
+
469
+ return recording.id;
470
+ }
471
+
472
+ /**
473
+ * Get recording
474
+ */
475
+ getRecording(taskId) {
476
+ let rec = this._recordings.get(taskId);
477
+ if (!rec) rec = this._loadFromDB(taskId);
478
+ return rec || null;
479
+ }
480
+
481
+ /**
482
+ * List recordings
483
+ */
484
+ listRecordings(limit = 50) {
485
+ const rows = stmts.listRecs.all(limit);
486
+ return rows.map(r => ({
487
+ id: r.id,
488
+ taskId: r.task_id,
489
+ steps: r.steps_count,
490
+ sideEffects: r.side_effects_count,
491
+ startedAt: r.started_at,
492
+ completedAt: r.completed_at,
493
+ hasError: !!r.error,
494
+ checksum: r.checksum,
495
+ }));
496
+ }
497
+
498
+ /**
499
+ * Delete a recording and all its events
500
+ */
501
+ deleteRecording(taskId) {
502
+ const rec = this._recordings.get(taskId);
503
+ const recId = rec ? rec.id : null;
504
+ this._recordings.delete(taskId);
505
+
506
+ if (recId) {
507
+ stmts.deleteEvents.run(recId);
508
+ stmts.deleteSideEffects.run(recId);
509
+ stmts.deleteCheckpoints.run(recId);
510
+ stmts.deleteRec.run(recId);
511
+ } else {
512
+ const dbRec = stmts.getRec.get(taskId);
513
+ if (dbRec) {
514
+ stmts.deleteEvents.run(dbRec.id);
515
+ stmts.deleteSideEffects.run(dbRec.id);
516
+ stmts.deleteCheckpoints.run(dbRec.id);
517
+ stmts.deleteRec.run(dbRec.id);
518
+ }
519
+ }
520
+ }
521
+
522
+ /**
523
+ * Compare two recordings
524
+ */
525
+ diff(taskId1, taskId2) {
526
+ let r1 = this._recordings.get(taskId1) || this._loadFromDB(taskId1);
527
+ let r2 = this._recordings.get(taskId2) || this._loadFromDB(taskId2);
528
+ if (!r1 || !r2) return null;
529
+
530
+ const diffs = [];
531
+ const maxSteps = Math.max(r1.steps.length, r2.steps.length);
532
+
533
+ for (let i = 0; i < maxSteps; i++) {
534
+ const s1 = r1.steps[i];
535
+ const s2 = r2.steps[i];
536
+
537
+ if (!s1 || !s2) {
538
+ diffs.push({ index: i, type: 'missing', in: s1 ? 'recording2' : 'recording1' });
539
+ } else if (!this._deepEqual(s1.output, s2.output)) {
540
+ diffs.push({ index: i, type: 'output_mismatch', action: s1.action, output1: s1.output, output2: s2.output });
541
+ }
542
+ }
543
+
544
+ return {
545
+ match: diffs.length === 0,
546
+ inputMatch: this._deepEqual(r1.input, r2.input),
547
+ outputMatch: this._deepEqual(r1.output, r2.output),
548
+ diffs,
549
+ };
550
+ }
551
+
552
+ /**
553
+ * Purge old recordings
554
+ */
555
+ purgeOld(maxAgeMs = 7 * 24 * 3600_000) {
556
+ const cutoff = Date.now() - maxAgeMs;
557
+ stmts.purgeOld.run(cutoff);
558
+ }
559
+
560
+ setEnabled(enabled) {
561
+ this._recordingEnabled = enabled;
562
+ }
563
+
564
+ getStats() {
565
+ const dbCount = stmts.countRecs.get();
566
+ return {
567
+ totalRecordings: dbCount ? dbCount.count : this._recordings.size,
568
+ cachedRecordings: this._recordings.size,
569
+ enabled: this._recordingEnabled,
570
+ persistent: true,
571
+ };
572
+ }
573
+
574
+ // ── Internal ──
575
+
576
+ /**
577
+ * Load a recording from DB (including all events/side-effects/checkpoints)
578
+ */
579
+ _loadFromDB(taskId) {
580
+ const row = stmts.getRec.get(taskId);
581
+ if (!row) return null;
582
+
583
+ const events = stmts.getEvents.all(row.id);
584
+ const sideEffects = stmts.getSideEffects.all(row.id);
585
+ const checkpoints = stmts.getCheckpoints.all(row.id);
586
+
587
+ const recording = {
588
+ id: row.id,
589
+ taskId: row.task_id,
590
+ input: _safeParse(row.input, {}),
591
+ output: _safeParse(row.output, null),
592
+ error: _safeParse(row.error, null),
593
+ checksum: row.checksum,
594
+ replayable: !!row.replayable,
595
+ startedAt: row.started_at,
596
+ completedAt: row.completed_at,
597
+ steps: events.map(e => ({
598
+ index: e.event_index,
599
+ type: e.event_type,
600
+ action: e.action,
601
+ input: _safeParse(e.input, null),
602
+ output: _safeParse(e.output, null),
603
+ duration: e.duration_ms,
604
+ timestamp: e.timestamp,
605
+ })),
606
+ sideEffects: sideEffects.map(s => ({
607
+ index: s.effect_index,
608
+ type: s.effect_type,
609
+ target: s.target,
610
+ data: _safeParse(s.data, null),
611
+ reversible: !!s.reversible,
612
+ timestamp: s.timestamp,
613
+ })),
614
+ checkpoints: checkpoints.map(c => ({
615
+ id: c.id,
616
+ label: c.label,
617
+ state: _safeParse(c.state, {}),
618
+ stepIndex: c.step_index,
619
+ createdAt: c.created_at,
620
+ })),
621
+ };
622
+
623
+ // Cache it
624
+ this._recordings.set(taskId, recording);
625
+ return recording;
626
+ }
627
+
628
+ _computeChecksum(rec) {
629
+ const data = JSON.stringify({
630
+ input: rec.input,
631
+ steps: rec.steps.map(s => ({ action: s.action, output: s.output })),
632
+ output: rec.output,
633
+ });
634
+ return crypto.createHash('sha256').update(data).digest('hex').slice(0, 16);
635
+ }
636
+
637
+ _deepClone(obj) {
638
+ if (obj === undefined || obj === null) return obj;
639
+ try {
640
+ return JSON.parse(JSON.stringify(obj));
641
+ } catch {
642
+ return obj;
643
+ }
644
+ }
645
+
646
+ _deepEqual(a, b) {
647
+ return JSON.stringify(a) === JSON.stringify(b);
648
+ }
649
+
650
+ _evict() {
651
+ if (this._recordings.size <= this._maxRecordings) return;
652
+ const keys = Array.from(this._recordings.keys());
653
+ const toRemove = keys.slice(0, keys.length - this._maxRecordings);
654
+ for (const k of toRemove) this._recordings.delete(k);
655
+ }
656
+ }
657
+
658
+ function _safeParse(str, fallback) {
659
+ if (str == null) return fallback;
660
+ if (typeof str === 'object') return str;
661
+ try { return JSON.parse(str); } catch { return fallback; }
662
+ }
663
+
664
+ const replayEngine = new ReplayEngine();
665
+
666
+ module.exports = { ReplayEngine, replayEngine };