@agentlensai/server 0.10.0 → 0.13.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (807) hide show
  1. package/LICENSE +21 -0
  2. package/dist/cloud/auth/api-key-middleware.d.ts +66 -0
  3. package/dist/cloud/auth/api-key-middleware.d.ts.map +1 -0
  4. package/dist/cloud/auth/api-key-middleware.js +147 -0
  5. package/dist/cloud/auth/api-key-middleware.js.map +1 -0
  6. package/dist/cloud/auth/api-keys.d.ts +90 -0
  7. package/dist/cloud/auth/api-keys.d.ts.map +1 -0
  8. package/dist/cloud/auth/api-keys.js +162 -0
  9. package/dist/cloud/auth/api-keys.js.map +1 -0
  10. package/dist/cloud/auth/audit-log.d.ts +66 -0
  11. package/dist/cloud/auth/audit-log.d.ts.map +1 -0
  12. package/dist/cloud/auth/audit-log.js +92 -0
  13. package/dist/cloud/auth/audit-log.js.map +1 -0
  14. package/dist/cloud/auth/auth-service.d.ts +77 -0
  15. package/dist/cloud/auth/auth-service.d.ts.map +1 -0
  16. package/dist/cloud/auth/auth-service.js +229 -0
  17. package/dist/cloud/auth/auth-service.js.map +1 -0
  18. package/dist/cloud/auth/brute-force.d.ts +36 -0
  19. package/dist/cloud/auth/brute-force.d.ts.map +1 -0
  20. package/dist/cloud/auth/brute-force.js +67 -0
  21. package/dist/cloud/auth/brute-force.js.map +1 -0
  22. package/dist/cloud/auth/index.d.ts +11 -0
  23. package/dist/cloud/auth/index.d.ts.map +1 -0
  24. package/dist/cloud/auth/index.js +11 -0
  25. package/dist/cloud/auth/index.js.map +1 -0
  26. package/dist/cloud/auth/jwt.d.ts +34 -0
  27. package/dist/cloud/auth/jwt.d.ts.map +1 -0
  28. package/dist/cloud/auth/jwt.js +68 -0
  29. package/dist/cloud/auth/jwt.js.map +1 -0
  30. package/dist/cloud/auth/oauth.d.ts +37 -0
  31. package/dist/cloud/auth/oauth.d.ts.map +1 -0
  32. package/dist/cloud/auth/oauth.js +120 -0
  33. package/dist/cloud/auth/oauth.js.map +1 -0
  34. package/dist/cloud/auth/passwords.d.ts +25 -0
  35. package/dist/cloud/auth/passwords.d.ts.map +1 -0
  36. package/dist/cloud/auth/passwords.js +50 -0
  37. package/dist/cloud/auth/passwords.js.map +1 -0
  38. package/dist/cloud/auth/rbac.d.ts +51 -0
  39. package/dist/cloud/auth/rbac.d.ts.map +1 -0
  40. package/dist/cloud/auth/rbac.js +89 -0
  41. package/dist/cloud/auth/rbac.js.map +1 -0
  42. package/dist/cloud/auth/tokens.d.ts +18 -0
  43. package/dist/cloud/auth/tokens.d.ts.map +1 -0
  44. package/dist/cloud/auth/tokens.js +29 -0
  45. package/dist/cloud/auth/tokens.js.map +1 -0
  46. package/dist/cloud/billing/billing-service.d.ts +44 -0
  47. package/dist/cloud/billing/billing-service.d.ts.map +1 -0
  48. package/dist/cloud/billing/billing-service.js +153 -0
  49. package/dist/cloud/billing/billing-service.js.map +1 -0
  50. package/dist/cloud/billing/index.d.ts +11 -0
  51. package/dist/cloud/billing/index.d.ts.map +1 -0
  52. package/dist/cloud/billing/index.js +11 -0
  53. package/dist/cloud/billing/index.js.map +1 -0
  54. package/dist/cloud/billing/invoice-service.d.ts +57 -0
  55. package/dist/cloud/billing/invoice-service.d.ts.map +1 -0
  56. package/dist/cloud/billing/invoice-service.js +123 -0
  57. package/dist/cloud/billing/invoice-service.js.map +1 -0
  58. package/dist/cloud/billing/plan-management.d.ts +46 -0
  59. package/dist/cloud/billing/plan-management.d.ts.map +1 -0
  60. package/dist/cloud/billing/plan-management.js +157 -0
  61. package/dist/cloud/billing/plan-management.js.map +1 -0
  62. package/dist/cloud/billing/quota-enforcement.d.ts +53 -0
  63. package/dist/cloud/billing/quota-enforcement.d.ts.map +1 -0
  64. package/dist/cloud/billing/quota-enforcement.js +143 -0
  65. package/dist/cloud/billing/quota-enforcement.js.map +1 -0
  66. package/dist/cloud/billing/stripe-client.d.ts +142 -0
  67. package/dist/cloud/billing/stripe-client.d.ts.map +1 -0
  68. package/dist/cloud/billing/stripe-client.js +174 -0
  69. package/dist/cloud/billing/stripe-client.js.map +1 -0
  70. package/dist/cloud/billing/trial-service.d.ts +47 -0
  71. package/dist/cloud/billing/trial-service.d.ts.map +1 -0
  72. package/dist/cloud/billing/trial-service.js +104 -0
  73. package/dist/cloud/billing/trial-service.js.map +1 -0
  74. package/dist/cloud/billing/usage-metering.d.ts +83 -0
  75. package/dist/cloud/billing/usage-metering.d.ts.map +1 -0
  76. package/dist/cloud/billing/usage-metering.js +174 -0
  77. package/dist/cloud/billing/usage-metering.js.map +1 -0
  78. package/dist/cloud/ingestion/backpressure.d.ts +107 -0
  79. package/dist/cloud/ingestion/backpressure.d.ts.map +1 -0
  80. package/dist/cloud/ingestion/backpressure.js +134 -0
  81. package/dist/cloud/ingestion/backpressure.js.map +1 -0
  82. package/dist/cloud/ingestion/batch-writer.d.ts +115 -0
  83. package/dist/cloud/ingestion/batch-writer.d.ts.map +1 -0
  84. package/dist/cloud/ingestion/batch-writer.js +319 -0
  85. package/dist/cloud/ingestion/batch-writer.js.map +1 -0
  86. package/dist/cloud/ingestion/dlq-manager.d.ts +116 -0
  87. package/dist/cloud/ingestion/dlq-manager.d.ts.map +1 -0
  88. package/dist/cloud/ingestion/dlq-manager.js +244 -0
  89. package/dist/cloud/ingestion/dlq-manager.js.map +1 -0
  90. package/dist/cloud/ingestion/event-queue.d.ts +105 -0
  91. package/dist/cloud/ingestion/event-queue.d.ts.map +1 -0
  92. package/dist/cloud/ingestion/event-queue.js +185 -0
  93. package/dist/cloud/ingestion/event-queue.js.map +1 -0
  94. package/dist/cloud/ingestion/gateway.d.ts +68 -0
  95. package/dist/cloud/ingestion/gateway.d.ts.map +1 -0
  96. package/dist/cloud/ingestion/gateway.js +197 -0
  97. package/dist/cloud/ingestion/gateway.js.map +1 -0
  98. package/dist/cloud/ingestion/index.d.ts +7 -0
  99. package/dist/cloud/ingestion/index.d.ts.map +1 -0
  100. package/dist/cloud/ingestion/index.js +7 -0
  101. package/dist/cloud/ingestion/index.js.map +1 -0
  102. package/dist/cloud/ingestion/rate-limiter.d.ts +73 -0
  103. package/dist/cloud/ingestion/rate-limiter.d.ts.map +1 -0
  104. package/dist/cloud/ingestion/rate-limiter.js +153 -0
  105. package/dist/cloud/ingestion/rate-limiter.js.map +1 -0
  106. package/dist/cloud/middleware/validate-org-access.d.ts +14 -0
  107. package/dist/cloud/middleware/validate-org-access.d.ts.map +1 -0
  108. package/dist/cloud/middleware/validate-org-access.js +38 -0
  109. package/dist/cloud/middleware/validate-org-access.js.map +1 -0
  110. package/dist/cloud/migrate.d.ts +45 -0
  111. package/dist/cloud/migrate.d.ts.map +1 -0
  112. package/dist/cloud/migrate.js +147 -0
  113. package/dist/cloud/migrate.js.map +1 -0
  114. package/dist/cloud/migration/export-import.d.ts +56 -0
  115. package/dist/cloud/migration/export-import.d.ts.map +1 -0
  116. package/dist/cloud/migration/export-import.js +289 -0
  117. package/dist/cloud/migration/export-import.js.map +1 -0
  118. package/dist/cloud/migration/index.d.ts +5 -0
  119. package/dist/cloud/migration/index.d.ts.map +1 -0
  120. package/dist/cloud/migration/index.js +5 -0
  121. package/dist/cloud/migration/index.js.map +1 -0
  122. package/dist/cloud/org-service.d.ts +68 -0
  123. package/dist/cloud/org-service.d.ts.map +1 -0
  124. package/dist/cloud/org-service.js +169 -0
  125. package/dist/cloud/org-service.js.map +1 -0
  126. package/dist/cloud/partition-maintenance.d.ts +29 -0
  127. package/dist/cloud/partition-maintenance.d.ts.map +1 -0
  128. package/dist/cloud/partition-maintenance.js +96 -0
  129. package/dist/cloud/partition-maintenance.js.map +1 -0
  130. package/dist/cloud/retention/index.d.ts +7 -0
  131. package/dist/cloud/retention/index.d.ts.map +1 -0
  132. package/dist/cloud/retention/index.js +7 -0
  133. package/dist/cloud/retention/index.js.map +1 -0
  134. package/dist/cloud/retention/partition-management.d.ts +61 -0
  135. package/dist/cloud/retention/partition-management.d.ts.map +1 -0
  136. package/dist/cloud/retention/partition-management.js +167 -0
  137. package/dist/cloud/retention/partition-management.js.map +1 -0
  138. package/dist/cloud/retention/retention-job.d.ts +70 -0
  139. package/dist/cloud/retention/retention-job.d.ts.map +1 -0
  140. package/dist/cloud/retention/retention-job.js +160 -0
  141. package/dist/cloud/retention/retention-job.js.map +1 -0
  142. package/dist/cloud/retention/retention-policy.d.ts +27 -0
  143. package/dist/cloud/retention/retention-policy.d.ts.map +1 -0
  144. package/dist/cloud/retention/retention-policy.js +36 -0
  145. package/dist/cloud/retention/retention-policy.js.map +1 -0
  146. package/dist/cloud/routes/api-key-routes.d.ts +38 -0
  147. package/dist/cloud/routes/api-key-routes.d.ts.map +1 -0
  148. package/dist/cloud/routes/api-key-routes.js +84 -0
  149. package/dist/cloud/routes/api-key-routes.js.map +1 -0
  150. package/dist/cloud/routes/audit-routes.d.ts +36 -0
  151. package/dist/cloud/routes/audit-routes.d.ts.map +1 -0
  152. package/dist/cloud/routes/audit-routes.js +47 -0
  153. package/dist/cloud/routes/audit-routes.js.map +1 -0
  154. package/dist/cloud/routes/billing-routes.d.ts +51 -0
  155. package/dist/cloud/routes/billing-routes.d.ts.map +1 -0
  156. package/dist/cloud/routes/billing-routes.js +114 -0
  157. package/dist/cloud/routes/billing-routes.js.map +1 -0
  158. package/dist/cloud/routes/index.d.ts +13 -0
  159. package/dist/cloud/routes/index.d.ts.map +1 -0
  160. package/dist/cloud/routes/index.js +98 -0
  161. package/dist/cloud/routes/index.js.map +1 -0
  162. package/dist/cloud/routes/onboarding-routes.d.ts +34 -0
  163. package/dist/cloud/routes/onboarding-routes.d.ts.map +1 -0
  164. package/dist/cloud/routes/onboarding-routes.js +58 -0
  165. package/dist/cloud/routes/onboarding-routes.js.map +1 -0
  166. package/dist/cloud/routes/org-routes.d.ts +80 -0
  167. package/dist/cloud/routes/org-routes.d.ts.map +1 -0
  168. package/dist/cloud/routes/org-routes.js +153 -0
  169. package/dist/cloud/routes/org-routes.js.map +1 -0
  170. package/dist/cloud/routes/usage-routes.d.ts +18 -0
  171. package/dist/cloud/routes/usage-routes.d.ts.map +1 -0
  172. package/dist/cloud/routes/usage-routes.js +66 -0
  173. package/dist/cloud/routes/usage-routes.js.map +1 -0
  174. package/dist/cloud/storage/adapter.d.ts +102 -0
  175. package/dist/cloud/storage/adapter.d.ts.map +1 -0
  176. package/dist/cloud/storage/adapter.js +21 -0
  177. package/dist/cloud/storage/adapter.js.map +1 -0
  178. package/dist/cloud/storage/index.d.ts +8 -0
  179. package/dist/cloud/storage/index.d.ts.map +1 -0
  180. package/dist/cloud/storage/index.js +7 -0
  181. package/dist/cloud/storage/index.js.map +1 -0
  182. package/dist/cloud/storage/postgres-adapter.d.ts +34 -0
  183. package/dist/cloud/storage/postgres-adapter.d.ts.map +1 -0
  184. package/dist/cloud/storage/postgres-adapter.js +544 -0
  185. package/dist/cloud/storage/postgres-adapter.js.map +1 -0
  186. package/dist/cloud/storage/sqlite-adapter.d.ts +29 -0
  187. package/dist/cloud/storage/sqlite-adapter.d.ts.map +1 -0
  188. package/dist/cloud/storage/sqlite-adapter.js +176 -0
  189. package/dist/cloud/storage/sqlite-adapter.js.map +1 -0
  190. package/dist/cloud/tenant-pool.d.ts +49 -0
  191. package/dist/cloud/tenant-pool.d.ts.map +1 -0
  192. package/dist/cloud/tenant-pool.js +61 -0
  193. package/dist/cloud/tenant-pool.js.map +1 -0
  194. package/dist/config.d.ts +33 -1
  195. package/dist/config.d.ts.map +1 -1
  196. package/dist/config.js +71 -1
  197. package/dist/config.js.map +1 -1
  198. package/dist/db/api-key-lookup.d.ts +25 -0
  199. package/dist/db/api-key-lookup.d.ts.map +1 -0
  200. package/dist/db/api-key-lookup.js +38 -0
  201. package/dist/db/api-key-lookup.js.map +1 -0
  202. package/dist/db/connection.postgres.d.ts +44 -0
  203. package/dist/db/connection.postgres.d.ts.map +1 -0
  204. package/dist/db/connection.postgres.js +79 -0
  205. package/dist/db/connection.postgres.js.map +1 -0
  206. package/dist/db/cost-budget-store.d.ts +30 -0
  207. package/dist/db/cost-budget-store.d.ts.map +1 -0
  208. package/dist/db/cost-budget-store.js +201 -0
  209. package/dist/db/cost-budget-store.js.map +1 -0
  210. package/dist/db/drizzle/0000_initial.sql +336 -0
  211. package/dist/db/drizzle/0001_indexes.sql +20 -0
  212. package/dist/db/drizzle/0002_pgvector.sql +19 -0
  213. package/dist/db/drizzle/drizzle/0000_initial.sql +336 -0
  214. package/dist/db/drizzle/drizzle/0001_indexes.sql +20 -0
  215. package/dist/db/drizzle/drizzle/0002_pgvector.sql +19 -0
  216. package/dist/db/drizzle/drizzle/meta/0000_snapshot.json +2593 -0
  217. package/dist/db/drizzle/drizzle/meta/_journal.json +27 -0
  218. package/dist/db/drizzle/meta/0000_snapshot.json +2593 -0
  219. package/dist/db/drizzle/meta/_journal.json +27 -0
  220. package/dist/db/embedding-store.d.ts +2 -1
  221. package/dist/db/embedding-store.d.ts.map +1 -1
  222. package/dist/db/embedding-store.interface.d.ts +19 -0
  223. package/dist/db/embedding-store.interface.d.ts.map +1 -0
  224. package/dist/db/embedding-store.interface.js +7 -0
  225. package/dist/db/embedding-store.interface.js.map +1 -0
  226. package/dist/db/embedding-store.js +3 -1
  227. package/dist/db/embedding-store.js.map +1 -1
  228. package/dist/db/eval-store.d.ts +88 -0
  229. package/dist/db/eval-store.d.ts.map +1 -0
  230. package/dist/db/eval-store.js +408 -0
  231. package/dist/db/eval-store.js.map +1 -0
  232. package/dist/db/guardrail-store.d.ts +9 -0
  233. package/dist/db/guardrail-store.d.ts.map +1 -1
  234. package/dist/db/guardrail-store.js +57 -3
  235. package/dist/db/guardrail-store.js.map +1 -1
  236. package/dist/db/index.d.ts +7 -0
  237. package/dist/db/index.d.ts.map +1 -1
  238. package/dist/db/index.js +4 -12
  239. package/dist/db/index.js.map +1 -1
  240. package/dist/db/migrate.d.ts +5 -22
  241. package/dist/db/migrate.d.ts.map +1 -1
  242. package/dist/db/migrate.js +7 -637
  243. package/dist/db/migrate.js.map +1 -1
  244. package/dist/db/migrate.postgres.d.ts +16 -0
  245. package/dist/db/migrate.postgres.d.ts.map +1 -0
  246. package/dist/db/migrate.postgres.js +23 -0
  247. package/dist/db/migrate.postgres.js.map +1 -0
  248. package/dist/db/migrate.sqlite.d.ts +26 -0
  249. package/dist/db/migrate.sqlite.d.ts.map +1 -0
  250. package/dist/db/migrate.sqlite.js +920 -0
  251. package/dist/db/migrate.sqlite.js.map +1 -0
  252. package/dist/db/postgres-embedding-store.d.ts +23 -0
  253. package/dist/db/postgres-embedding-store.d.ts.map +1 -0
  254. package/dist/db/postgres-embedding-store.js +218 -0
  255. package/dist/db/postgres-embedding-store.js.map +1 -0
  256. package/dist/db/postgres-store.d.ts +80 -0
  257. package/dist/db/postgres-store.d.ts.map +1 -0
  258. package/dist/db/postgres-store.js +910 -0
  259. package/dist/db/postgres-store.js.map +1 -0
  260. package/dist/db/prompt-store.d.ts +57 -0
  261. package/dist/db/prompt-store.d.ts.map +1 -0
  262. package/dist/db/prompt-store.js +300 -0
  263. package/dist/db/prompt-store.js.map +1 -0
  264. package/dist/db/repositories/agent-repository.d.ts +21 -0
  265. package/dist/db/repositories/agent-repository.d.ts.map +1 -0
  266. package/dist/db/repositories/agent-repository.js +142 -0
  267. package/dist/db/repositories/agent-repository.js.map +1 -0
  268. package/dist/db/repositories/alert-repository.d.ts +27 -0
  269. package/dist/db/repositories/alert-repository.d.ts.map +1 -0
  270. package/dist/db/repositories/alert-repository.js +164 -0
  271. package/dist/db/repositories/alert-repository.js.map +1 -0
  272. package/dist/db/repositories/analytics-repository.d.ts +24 -0
  273. package/dist/db/repositories/analytics-repository.d.ts.map +1 -0
  274. package/dist/db/repositories/analytics-repository.js +147 -0
  275. package/dist/db/repositories/analytics-repository.js.map +1 -0
  276. package/dist/db/repositories/event-repository.d.ts +81 -0
  277. package/dist/db/repositories/event-repository.d.ts.map +1 -0
  278. package/dist/db/repositories/event-repository.js +331 -0
  279. package/dist/db/repositories/event-repository.js.map +1 -0
  280. package/dist/db/repositories/notification-channel-repository.d.ts +28 -0
  281. package/dist/db/repositories/notification-channel-repository.d.ts.map +1 -0
  282. package/dist/db/repositories/notification-channel-repository.js +151 -0
  283. package/dist/db/repositories/notification-channel-repository.js.map +1 -0
  284. package/dist/db/repositories/session-repository.d.ts +26 -0
  285. package/dist/db/repositories/session-repository.d.ts.map +1 -0
  286. package/dist/db/repositories/session-repository.js +240 -0
  287. package/dist/db/repositories/session-repository.js.map +1 -0
  288. package/dist/db/schema.postgres.d.ts +4681 -0
  289. package/dist/db/schema.postgres.d.ts.map +1 -0
  290. package/dist/db/schema.postgres.js +458 -0
  291. package/dist/db/schema.postgres.js.map +1 -0
  292. package/dist/db/schema.sqlite.d.ts +2221 -671
  293. package/dist/db/schema.sqlite.d.ts.map +1 -1
  294. package/dist/db/schema.sqlite.js +137 -2
  295. package/dist/db/schema.sqlite.js.map +1 -1
  296. package/dist/db/services/retention-service.d.ts +13 -0
  297. package/dist/db/services/retention-service.d.ts.map +1 -0
  298. package/dist/db/services/retention-service.js +48 -0
  299. package/dist/db/services/retention-service.js.map +1 -0
  300. package/dist/db/shared/query-helpers.d.ts +32 -0
  301. package/dist/db/shared/query-helpers.d.ts.map +1 -0
  302. package/dist/db/shared/query-helpers.js +180 -0
  303. package/dist/db/shared/query-helpers.js.map +1 -0
  304. package/dist/db/sqlite-store.d.ts +48 -55
  305. package/dist/db/sqlite-store.d.ts.map +1 -1
  306. package/dist/db/sqlite-store.js +78 -945
  307. package/dist/db/sqlite-store.js.map +1 -1
  308. package/dist/db/tenant-scoped-store.d.ts +18 -1
  309. package/dist/db/tenant-scoped-store.d.ts.map +1 -1
  310. package/dist/db/tenant-scoped-store.js +6 -0
  311. package/dist/db/tenant-scoped-store.js.map +1 -1
  312. package/dist/index.d.ts +28 -14
  313. package/dist/index.d.ts.map +1 -1
  314. package/dist/index.js +432 -97
  315. package/dist/index.js.map +1 -1
  316. package/dist/lib/alert-engine.d.ts +10 -0
  317. package/dist/lib/alert-engine.d.ts.map +1 -1
  318. package/dist/lib/alert-engine.js +73 -20
  319. package/dist/lib/alert-engine.js.map +1 -1
  320. package/dist/lib/audit-verify.d.ts +40 -0
  321. package/dist/lib/audit-verify.d.ts.map +1 -0
  322. package/dist/lib/audit-verify.js +128 -0
  323. package/dist/lib/audit-verify.js.map +1 -0
  324. package/dist/lib/audit.d.ts +37 -0
  325. package/dist/lib/audit.d.ts.map +1 -0
  326. package/dist/lib/audit.js +59 -0
  327. package/dist/lib/audit.js.map +1 -0
  328. package/dist/lib/budget-engine.d.ts +26 -0
  329. package/dist/lib/budget-engine.d.ts.map +1 -0
  330. package/dist/lib/budget-engine.js +201 -0
  331. package/dist/lib/budget-engine.js.map +1 -0
  332. package/dist/lib/compliance-export.d.ts +41 -0
  333. package/dist/lib/compliance-export.d.ts.map +1 -0
  334. package/dist/lib/compliance-export.js +124 -0
  335. package/dist/lib/compliance-export.js.map +1 -0
  336. package/dist/lib/compliance-report.d.ts +87 -0
  337. package/dist/lib/compliance-report.d.ts.map +1 -0
  338. package/dist/lib/compliance-report.js +148 -0
  339. package/dist/lib/compliance-report.js.map +1 -0
  340. package/dist/lib/context/retrieval.d.ts +5 -3
  341. package/dist/lib/context/retrieval.d.ts.map +1 -1
  342. package/dist/lib/context/retrieval.js +5 -2
  343. package/dist/lib/context/retrieval.js.map +1 -1
  344. package/dist/lib/cost-anomaly-detector.d.ts +23 -0
  345. package/dist/lib/cost-anomaly-detector.d.ts.map +1 -0
  346. package/dist/lib/cost-anomaly-detector.js +108 -0
  347. package/dist/lib/cost-anomaly-detector.js.map +1 -0
  348. package/dist/lib/db-resilience.d.ts +15 -0
  349. package/dist/lib/db-resilience.d.ts.map +1 -0
  350. package/dist/lib/db-resilience.js +49 -0
  351. package/dist/lib/db-resilience.js.map +1 -0
  352. package/dist/lib/diagnostics/cache.d.ts +29 -0
  353. package/dist/lib/diagnostics/cache.d.ts.map +1 -0
  354. package/dist/lib/diagnostics/cache.js +88 -0
  355. package/dist/lib/diagnostics/cache.js.map +1 -0
  356. package/dist/lib/diagnostics/context-builder.d.ts +41 -0
  357. package/dist/lib/diagnostics/context-builder.d.ts.map +1 -0
  358. package/dist/lib/diagnostics/context-builder.js +135 -0
  359. package/dist/lib/diagnostics/context-builder.js.map +1 -0
  360. package/dist/lib/diagnostics/index.d.ts +34 -0
  361. package/dist/lib/diagnostics/index.d.ts.map +1 -0
  362. package/dist/lib/diagnostics/index.js +223 -0
  363. package/dist/lib/diagnostics/index.js.map +1 -0
  364. package/dist/lib/diagnostics/llm-client.d.ts +24 -0
  365. package/dist/lib/diagnostics/llm-client.d.ts.map +1 -0
  366. package/dist/lib/diagnostics/llm-client.js +42 -0
  367. package/dist/lib/diagnostics/llm-client.js.map +1 -0
  368. package/dist/lib/diagnostics/prompt-templates.d.ts +18 -0
  369. package/dist/lib/diagnostics/prompt-templates.d.ts.map +1 -0
  370. package/dist/lib/diagnostics/prompt-templates.js +144 -0
  371. package/dist/lib/diagnostics/prompt-templates.js.map +1 -0
  372. package/dist/lib/diagnostics/providers/anthropic.d.ts +8 -0
  373. package/dist/lib/diagnostics/providers/anthropic.d.ts.map +1 -0
  374. package/dist/lib/diagnostics/providers/anthropic.js +79 -0
  375. package/dist/lib/diagnostics/providers/anthropic.js.map +1 -0
  376. package/dist/lib/diagnostics/providers/openai.d.ts +8 -0
  377. package/dist/lib/diagnostics/providers/openai.d.ts.map +1 -0
  378. package/dist/lib/diagnostics/providers/openai.js +70 -0
  379. package/dist/lib/diagnostics/providers/openai.js.map +1 -0
  380. package/dist/lib/diagnostics/providers/types.d.ts +23 -0
  381. package/dist/lib/diagnostics/providers/types.d.ts.map +1 -0
  382. package/dist/lib/diagnostics/providers/types.js +5 -0
  383. package/dist/lib/diagnostics/providers/types.js.map +1 -0
  384. package/dist/lib/diagnostics/response-parser.d.ts +60 -0
  385. package/dist/lib/diagnostics/response-parser.d.ts.map +1 -0
  386. package/dist/lib/diagnostics/response-parser.js +55 -0
  387. package/dist/lib/diagnostics/response-parser.js.map +1 -0
  388. package/dist/lib/diagnostics/types.d.ts +60 -0
  389. package/dist/lib/diagnostics/types.d.ts.map +1 -0
  390. package/dist/lib/diagnostics/types.js +7 -0
  391. package/dist/lib/diagnostics/types.js.map +1 -0
  392. package/dist/lib/embeddings/index.d.ts +6 -3
  393. package/dist/lib/embeddings/index.d.ts.map +1 -1
  394. package/dist/lib/embeddings/index.js +7 -15
  395. package/dist/lib/embeddings/index.js.map +1 -1
  396. package/dist/lib/embeddings/worker.d.ts +2 -2
  397. package/dist/lib/embeddings/worker.d.ts.map +1 -1
  398. package/dist/lib/embeddings/worker.js +3 -1
  399. package/dist/lib/embeddings/worker.js.map +1 -1
  400. package/dist/lib/error-sanitizer.d.ts +28 -0
  401. package/dist/lib/error-sanitizer.d.ts.map +1 -0
  402. package/dist/lib/error-sanitizer.js +106 -0
  403. package/dist/lib/error-sanitizer.js.map +1 -0
  404. package/dist/lib/eval/index.d.ts +15 -0
  405. package/dist/lib/eval/index.d.ts.map +1 -0
  406. package/dist/lib/eval/index.js +24 -0
  407. package/dist/lib/eval/index.js.map +1 -0
  408. package/dist/lib/eval/runner.d.ts +28 -0
  409. package/dist/lib/eval/runner.d.ts.map +1 -0
  410. package/dist/lib/eval/runner.js +260 -0
  411. package/dist/lib/eval/runner.js.map +1 -0
  412. package/dist/lib/eval/scorers/contains.d.ts +10 -0
  413. package/dist/lib/eval/scorers/contains.d.ts.map +1 -0
  414. package/dist/lib/eval/scorers/contains.js +33 -0
  415. package/dist/lib/eval/scorers/contains.js.map +1 -0
  416. package/dist/lib/eval/scorers/exact-match.d.ts +10 -0
  417. package/dist/lib/eval/scorers/exact-match.d.ts.map +1 -0
  418. package/dist/lib/eval/scorers/exact-match.js +33 -0
  419. package/dist/lib/eval/scorers/exact-match.js.map +1 -0
  420. package/dist/lib/eval/scorers/index.d.ts +20 -0
  421. package/dist/lib/eval/scorers/index.d.ts.map +1 -0
  422. package/dist/lib/eval/scorers/index.js +19 -0
  423. package/dist/lib/eval/scorers/index.js.map +1 -0
  424. package/dist/lib/eval/scorers/llm-judge.d.ts +22 -0
  425. package/dist/lib/eval/scorers/llm-judge.d.ts.map +1 -0
  426. package/dist/lib/eval/scorers/llm-judge.js +79 -0
  427. package/dist/lib/eval/scorers/llm-judge.js.map +1 -0
  428. package/dist/lib/eval/scorers/regex.d.ts +10 -0
  429. package/dist/lib/eval/scorers/regex.d.ts.map +1 -0
  430. package/dist/lib/eval/scorers/regex.js +36 -0
  431. package/dist/lib/eval/scorers/regex.js.map +1 -0
  432. package/dist/lib/guardrails/actions.d.ts +6 -0
  433. package/dist/lib/guardrails/actions.d.ts.map +1 -1
  434. package/dist/lib/guardrails/actions.js +82 -0
  435. package/dist/lib/guardrails/actions.js.map +1 -1
  436. package/dist/lib/guardrails/conditions.d.ts +47 -0
  437. package/dist/lib/guardrails/conditions.d.ts.map +1 -1
  438. package/dist/lib/guardrails/conditions.js +55 -10
  439. package/dist/lib/guardrails/conditions.js.map +1 -1
  440. package/dist/lib/guardrails/content-engine.d.ts +19 -0
  441. package/dist/lib/guardrails/content-engine.d.ts.map +1 -0
  442. package/dist/lib/guardrails/content-engine.js +154 -0
  443. package/dist/lib/guardrails/content-engine.js.map +1 -0
  444. package/dist/lib/guardrails/engine.d.ts +33 -0
  445. package/dist/lib/guardrails/engine.d.ts.map +1 -1
  446. package/dist/lib/guardrails/engine.js +37 -2
  447. package/dist/lib/guardrails/engine.js.map +1 -1
  448. package/dist/lib/guardrails/scanners/base-scanner.d.ts +23 -0
  449. package/dist/lib/guardrails/scanners/base-scanner.d.ts.map +1 -0
  450. package/dist/lib/guardrails/scanners/base-scanner.js +7 -0
  451. package/dist/lib/guardrails/scanners/base-scanner.js.map +1 -0
  452. package/dist/lib/guardrails/scanners/patterns/pii-patterns.d.ts +13 -0
  453. package/dist/lib/guardrails/scanners/patterns/pii-patterns.d.ts.map +1 -0
  454. package/dist/lib/guardrails/scanners/patterns/pii-patterns.js +49 -0
  455. package/dist/lib/guardrails/scanners/patterns/pii-patterns.js.map +1 -0
  456. package/dist/lib/guardrails/scanners/patterns/secret-patterns.d.ts +6 -0
  457. package/dist/lib/guardrails/scanners/patterns/secret-patterns.d.ts.map +1 -0
  458. package/dist/lib/guardrails/scanners/patterns/secret-patterns.js +69 -0
  459. package/dist/lib/guardrails/scanners/patterns/secret-patterns.js.map +1 -0
  460. package/dist/lib/guardrails/scanners/pii-scanner.d.ts +10 -0
  461. package/dist/lib/guardrails/scanners/pii-scanner.d.ts.map +1 -0
  462. package/dist/lib/guardrails/scanners/pii-scanner.js +57 -0
  463. package/dist/lib/guardrails/scanners/pii-scanner.js.map +1 -0
  464. package/dist/lib/guardrails/scanners/scanner-registry.d.ts +14 -0
  465. package/dist/lib/guardrails/scanners/scanner-registry.d.ts.map +1 -0
  466. package/dist/lib/guardrails/scanners/scanner-registry.js +51 -0
  467. package/dist/lib/guardrails/scanners/scanner-registry.js.map +1 -0
  468. package/dist/lib/guardrails/scanners/secrets-scanner.d.ts +9 -0
  469. package/dist/lib/guardrails/scanners/secrets-scanner.d.ts.map +1 -0
  470. package/dist/lib/guardrails/scanners/secrets-scanner.js +47 -0
  471. package/dist/lib/guardrails/scanners/secrets-scanner.js.map +1 -0
  472. package/dist/lib/logger.d.ts +8 -0
  473. package/dist/lib/logger.d.ts.map +1 -0
  474. package/dist/lib/logger.js +31 -0
  475. package/dist/lib/logger.js.map +1 -0
  476. package/dist/lib/lore-client.d.ts +128 -0
  477. package/dist/lib/lore-client.d.ts.map +1 -0
  478. package/dist/lib/lore-client.js +188 -0
  479. package/dist/lib/lore-client.js.map +1 -0
  480. package/dist/lib/mesh-client.d.ts +31 -0
  481. package/dist/lib/mesh-client.d.ts.map +1 -0
  482. package/dist/lib/mesh-client.js +72 -0
  483. package/dist/lib/mesh-client.js.map +1 -0
  484. package/dist/lib/notifications/grouping-buffer.d.ts +25 -0
  485. package/dist/lib/notifications/grouping-buffer.d.ts.map +1 -0
  486. package/dist/lib/notifications/grouping-buffer.js +73 -0
  487. package/dist/lib/notifications/grouping-buffer.js.map +1 -0
  488. package/dist/lib/notifications/provider.d.ts +10 -0
  489. package/dist/lib/notifications/provider.d.ts.map +1 -0
  490. package/dist/lib/notifications/provider.js +5 -0
  491. package/dist/lib/notifications/provider.js.map +1 -0
  492. package/dist/lib/notifications/providers/email.d.ts +14 -0
  493. package/dist/lib/notifications/providers/email.d.ts.map +1 -0
  494. package/dist/lib/notifications/providers/email.js +88 -0
  495. package/dist/lib/notifications/providers/email.js.map +1 -0
  496. package/dist/lib/notifications/providers/pagerduty.d.ts +16 -0
  497. package/dist/lib/notifications/providers/pagerduty.d.ts.map +1 -0
  498. package/dist/lib/notifications/providers/pagerduty.js +94 -0
  499. package/dist/lib/notifications/providers/pagerduty.js.map +1 -0
  500. package/dist/lib/notifications/providers/slack.d.ts +14 -0
  501. package/dist/lib/notifications/providers/slack.d.ts.map +1 -0
  502. package/dist/lib/notifications/providers/slack.js +106 -0
  503. package/dist/lib/notifications/providers/slack.js.map +1 -0
  504. package/dist/lib/notifications/providers/webhook.d.ts +16 -0
  505. package/dist/lib/notifications/providers/webhook.d.ts.map +1 -0
  506. package/dist/lib/notifications/providers/webhook.js +78 -0
  507. package/dist/lib/notifications/providers/webhook.js.map +1 -0
  508. package/dist/lib/notifications/router.d.ts +30 -0
  509. package/dist/lib/notifications/router.d.ts.map +1 -0
  510. package/dist/lib/notifications/router.js +137 -0
  511. package/dist/lib/notifications/router.js.map +1 -0
  512. package/dist/lib/notifications/ssrf.d.ts +13 -0
  513. package/dist/lib/notifications/ssrf.d.ts.map +1 -0
  514. package/dist/lib/notifications/ssrf.js +37 -0
  515. package/dist/lib/notifications/ssrf.js.map +1 -0
  516. package/dist/lib/optimization/analyzers/model-downgrade.d.ts +15 -0
  517. package/dist/lib/optimization/analyzers/model-downgrade.d.ts.map +1 -0
  518. package/dist/lib/optimization/analyzers/model-downgrade.js +58 -0
  519. package/dist/lib/optimization/analyzers/model-downgrade.js.map +1 -0
  520. package/dist/lib/optimization/analyzers/prompt-optimization.d.ts +17 -0
  521. package/dist/lib/optimization/analyzers/prompt-optimization.d.ts.map +1 -0
  522. package/dist/lib/optimization/analyzers/prompt-optimization.js +160 -0
  523. package/dist/lib/optimization/analyzers/prompt-optimization.js.map +1 -0
  524. package/dist/lib/optimization/analyzers/types.d.ts +23 -0
  525. package/dist/lib/optimization/analyzers/types.d.ts.map +1 -0
  526. package/dist/lib/optimization/analyzers/types.js +5 -0
  527. package/dist/lib/optimization/analyzers/types.js.map +1 -0
  528. package/dist/lib/optimization/classifier.d.ts +4 -3
  529. package/dist/lib/optimization/classifier.d.ts.map +1 -1
  530. package/dist/lib/optimization/classifier.js +15 -9
  531. package/dist/lib/optimization/classifier.js.map +1 -1
  532. package/dist/lib/optimization/cost-optimizer.d.ts +21 -0
  533. package/dist/lib/optimization/cost-optimizer.d.ts.map +1 -0
  534. package/dist/lib/optimization/cost-optimizer.js +114 -0
  535. package/dist/lib/optimization/cost-optimizer.js.map +1 -0
  536. package/dist/lib/optimization/engine.d.ts.map +1 -1
  537. package/dist/lib/optimization/engine.js +45 -6
  538. package/dist/lib/optimization/engine.js.map +1 -1
  539. package/dist/lib/optimization/forecast.d.ts +39 -0
  540. package/dist/lib/optimization/forecast.d.ts.map +1 -0
  541. package/dist/lib/optimization/forecast.js +128 -0
  542. package/dist/lib/optimization/forecast.js.map +1 -0
  543. package/dist/lib/secrets.d.ts +30 -0
  544. package/dist/lib/secrets.d.ts.map +1 -0
  545. package/dist/lib/secrets.js +103 -0
  546. package/dist/lib/secrets.js.map +1 -0
  547. package/dist/lib/threshold-monitor.d.ts +53 -0
  548. package/dist/lib/threshold-monitor.d.ts.map +1 -0
  549. package/dist/lib/threshold-monitor.js +112 -0
  550. package/dist/lib/threshold-monitor.js.map +1 -0
  551. package/dist/middleware/audit.d.ts +16 -0
  552. package/dist/middleware/audit.d.ts.map +1 -0
  553. package/dist/middleware/audit.js +16 -0
  554. package/dist/middleware/audit.js.map +1 -0
  555. package/dist/middleware/auth-errors.d.ts +67 -0
  556. package/dist/middleware/auth-errors.d.ts.map +1 -0
  557. package/dist/middleware/auth-errors.js +84 -0
  558. package/dist/middleware/auth-errors.js.map +1 -0
  559. package/dist/middleware/auth.d.ts +5 -2
  560. package/dist/middleware/auth.d.ts.map +1 -1
  561. package/dist/middleware/auth.js +44 -17
  562. package/dist/middleware/auth.js.map +1 -1
  563. package/dist/middleware/body-limit.d.ts +9 -0
  564. package/dist/middleware/body-limit.d.ts.map +1 -0
  565. package/dist/middleware/body-limit.js +15 -0
  566. package/dist/middleware/body-limit.js.map +1 -0
  567. package/dist/middleware/cors-config.d.ts +30 -0
  568. package/dist/middleware/cors-config.d.ts.map +1 -0
  569. package/dist/middleware/cors-config.js +55 -0
  570. package/dist/middleware/cors-config.js.map +1 -0
  571. package/dist/middleware/rate-limit.d.ts +9 -0
  572. package/dist/middleware/rate-limit.d.ts.map +1 -0
  573. package/dist/middleware/rate-limit.js +56 -0
  574. package/dist/middleware/rate-limit.js.map +1 -0
  575. package/dist/middleware/rbac.d.ts +30 -0
  576. package/dist/middleware/rbac.d.ts.map +1 -0
  577. package/dist/middleware/rbac.js +87 -0
  578. package/dist/middleware/rbac.js.map +1 -0
  579. package/dist/middleware/security-headers.d.ts +12 -0
  580. package/dist/middleware/security-headers.d.ts.map +1 -0
  581. package/dist/middleware/security-headers.js +57 -0
  582. package/dist/middleware/security-headers.js.map +1 -0
  583. package/dist/middleware/unified-auth.d.ts +49 -0
  584. package/dist/middleware/unified-auth.d.ts.map +1 -0
  585. package/dist/middleware/unified-auth.js +246 -0
  586. package/dist/middleware/unified-auth.js.map +1 -0
  587. package/dist/middleware/validation.d.ts +31 -0
  588. package/dist/middleware/validation.d.ts.map +1 -0
  589. package/dist/middleware/validation.js +45 -0
  590. package/dist/middleware/validation.js.map +1 -0
  591. package/dist/routes/alerts.d.ts.map +1 -1
  592. package/dist/routes/alerts.js +4 -3
  593. package/dist/routes/alerts.js.map +1 -1
  594. package/dist/routes/analytics.d.ts +2 -1
  595. package/dist/routes/analytics.d.ts.map +1 -1
  596. package/dist/routes/analytics.js +175 -95
  597. package/dist/routes/analytics.js.map +1 -1
  598. package/dist/routes/api-keys.d.ts +5 -0
  599. package/dist/routes/api-keys.d.ts.map +1 -1
  600. package/dist/routes/api-keys.js +89 -8
  601. package/dist/routes/api-keys.js.map +1 -1
  602. package/dist/routes/audit-verify.d.ts +12 -0
  603. package/dist/routes/audit-verify.d.ts.map +1 -0
  604. package/dist/routes/audit-verify.js +73 -0
  605. package/dist/routes/audit-verify.js.map +1 -0
  606. package/dist/routes/audit.d.ts +4 -6
  607. package/dist/routes/audit.d.ts.map +1 -1
  608. package/dist/routes/audit.js +54 -157
  609. package/dist/routes/audit.js.map +1 -1
  610. package/dist/routes/auth.d.ts +21 -0
  611. package/dist/routes/auth.d.ts.map +1 -0
  612. package/dist/routes/auth.js +235 -0
  613. package/dist/routes/auth.js.map +1 -0
  614. package/dist/routes/benchmarks.d.ts.map +1 -1
  615. package/dist/routes/benchmarks.js +63 -11
  616. package/dist/routes/benchmarks.js.map +1 -1
  617. package/dist/routes/capabilities-top.d.ts.map +1 -1
  618. package/dist/routes/capabilities-top.js +1 -4
  619. package/dist/routes/capabilities-top.js.map +1 -1
  620. package/dist/routes/capabilities.d.ts.map +1 -1
  621. package/dist/routes/capabilities.js +1 -7
  622. package/dist/routes/capabilities.js.map +1 -1
  623. package/dist/routes/compliance.d.ts +17 -0
  624. package/dist/routes/compliance.d.ts.map +1 -0
  625. package/dist/routes/compliance.js +151 -0
  626. package/dist/routes/compliance.js.map +1 -0
  627. package/dist/routes/config.d.ts +1 -13
  628. package/dist/routes/config.d.ts.map +1 -1
  629. package/dist/routes/context.d.ts.map +1 -1
  630. package/dist/routes/context.js +6 -5
  631. package/dist/routes/context.js.map +1 -1
  632. package/dist/routes/cost-budgets.d.ts +20 -0
  633. package/dist/routes/cost-budgets.d.ts.map +1 -0
  634. package/dist/routes/cost-budgets.js +194 -0
  635. package/dist/routes/cost-budgets.js.map +1 -0
  636. package/dist/routes/delegation.d.ts.map +1 -1
  637. package/dist/routes/delegation.js +67 -41
  638. package/dist/routes/delegation.js.map +1 -1
  639. package/dist/routes/delegations-top.d.ts.map +1 -1
  640. package/dist/routes/delegations-top.js +1 -3
  641. package/dist/routes/delegations-top.js.map +1 -1
  642. package/dist/routes/diagnose.d.ts +16 -0
  643. package/dist/routes/diagnose.d.ts.map +1 -0
  644. package/dist/routes/diagnose.js +82 -0
  645. package/dist/routes/diagnose.js.map +1 -0
  646. package/dist/routes/discovery.d.ts.map +1 -1
  647. package/dist/routes/discovery.js +50 -38
  648. package/dist/routes/discovery.js.map +1 -1
  649. package/dist/routes/eval.d.ts +24 -0
  650. package/dist/routes/eval.d.ts.map +1 -0
  651. package/dist/routes/eval.js +281 -0
  652. package/dist/routes/eval.js.map +1 -0
  653. package/dist/routes/events.d.ts.map +1 -1
  654. package/dist/routes/events.js +11 -6
  655. package/dist/routes/events.js.map +1 -1
  656. package/dist/routes/guardrails.d.ts +2 -1
  657. package/dist/routes/guardrails.d.ts.map +1 -1
  658. package/dist/routes/guardrails.js +85 -14
  659. package/dist/routes/guardrails.js.map +1 -1
  660. package/dist/routes/health.d.ts +14 -11
  661. package/dist/routes/health.d.ts.map +1 -1
  662. package/dist/routes/health.js +181 -61
  663. package/dist/routes/health.js.map +1 -1
  664. package/dist/routes/lore-proxy.d.ts +13 -0
  665. package/dist/routes/lore-proxy.d.ts.map +1 -0
  666. package/dist/routes/lore-proxy.js +229 -0
  667. package/dist/routes/lore-proxy.js.map +1 -0
  668. package/dist/routes/mesh-proxy.d.ts +7 -0
  669. package/dist/routes/mesh-proxy.d.ts.map +1 -0
  670. package/dist/routes/mesh-proxy.js +94 -0
  671. package/dist/routes/mesh-proxy.js.map +1 -0
  672. package/dist/routes/notifications.d.ts +19 -0
  673. package/dist/routes/notifications.d.ts.map +1 -0
  674. package/dist/routes/notifications.js +129 -0
  675. package/dist/routes/notifications.js.map +1 -0
  676. package/dist/routes/optimize.d.ts.map +1 -1
  677. package/dist/routes/optimize.js +44 -0
  678. package/dist/routes/optimize.js.map +1 -1
  679. package/dist/routes/otlp.d.ts +17 -0
  680. package/dist/routes/otlp.d.ts.map +1 -0
  681. package/dist/routes/otlp.js +544 -0
  682. package/dist/routes/otlp.js.map +1 -0
  683. package/dist/routes/prompts.d.ts +21 -0
  684. package/dist/routes/prompts.d.ts.map +1 -0
  685. package/dist/routes/prompts.js +173 -0
  686. package/dist/routes/prompts.js.map +1 -0
  687. package/dist/routes/recall.d.ts.map +1 -1
  688. package/dist/routes/recall.js +6 -4
  689. package/dist/routes/recall.js.map +1 -1
  690. package/dist/routes/replay.d.ts.map +1 -1
  691. package/dist/routes/replay.js +2 -1
  692. package/dist/routes/replay.js.map +1 -1
  693. package/dist/routes/server-info.d.ts +9 -0
  694. package/dist/routes/server-info.d.ts.map +1 -0
  695. package/dist/routes/server-info.js +18 -0
  696. package/dist/routes/server-info.js.map +1 -0
  697. package/dist/routes/sessions.d.ts +7 -7
  698. package/dist/routes/sessions.d.ts.map +1 -1
  699. package/dist/routes/sessions.js +112 -35
  700. package/dist/routes/sessions.js.map +1 -1
  701. package/dist/routes/stats.d.ts.map +1 -1
  702. package/dist/routes/stats.js +40 -0
  703. package/dist/routes/stats.js.map +1 -1
  704. package/dist/routes/stream.d.ts +2 -2
  705. package/dist/routes/stream.d.ts.map +1 -1
  706. package/dist/routes/stream.js +7 -11
  707. package/dist/routes/stream.js.map +1 -1
  708. package/dist/routes/tenant-helper.d.ts +15 -10
  709. package/dist/routes/tenant-helper.d.ts.map +1 -1
  710. package/dist/routes/tenant-helper.js +36 -22
  711. package/dist/routes/tenant-helper.js.map +1 -1
  712. package/dist/routes/trust.d.ts.map +1 -1
  713. package/dist/routes/trust.js +1 -3
  714. package/dist/routes/trust.js.map +1 -1
  715. package/dist/schemas/api-keys.d.ts +11 -0
  716. package/dist/schemas/api-keys.d.ts.map +1 -0
  717. package/dist/schemas/api-keys.js +10 -0
  718. package/dist/schemas/api-keys.js.map +1 -0
  719. package/dist/schemas/common.d.ts +34 -0
  720. package/dist/schemas/common.d.ts.map +1 -0
  721. package/dist/schemas/common.js +43 -0
  722. package/dist/schemas/common.js.map +1 -0
  723. package/dist/schemas/delegation.d.ts +23 -0
  724. package/dist/schemas/delegation.d.ts.map +1 -0
  725. package/dist/schemas/delegation.js +22 -0
  726. package/dist/schemas/delegation.js.map +1 -0
  727. package/dist/schemas/discovery.d.ts +17 -0
  728. package/dist/schemas/discovery.d.ts.map +1 -0
  729. package/dist/schemas/discovery.js +15 -0
  730. package/dist/schemas/discovery.js.map +1 -0
  731. package/dist/schemas/health.d.ts +75 -0
  732. package/dist/schemas/health.d.ts.map +1 -0
  733. package/dist/schemas/health.js +55 -0
  734. package/dist/schemas/health.js.map +1 -0
  735. package/dist/schemas/index.d.ts +6 -0
  736. package/dist/schemas/index.d.ts.map +1 -0
  737. package/dist/schemas/index.js +6 -0
  738. package/dist/schemas/index.js.map +1 -0
  739. package/dist/schemas/sessions.d.ts +67 -0
  740. package/dist/schemas/sessions.d.ts.map +1 -0
  741. package/dist/schemas/sessions.js +58 -0
  742. package/dist/schemas/sessions.js.map +1 -0
  743. package/dist/services/delegation-service.d.ts +1 -4
  744. package/dist/services/delegation-service.d.ts.map +1 -1
  745. package/dist/services/delegation-service.js +5 -31
  746. package/dist/services/delegation-service.js.map +1 -1
  747. package/package.json +29 -19
  748. package/dist/db/lesson-store.d.ts +0 -57
  749. package/dist/db/lesson-store.d.ts.map +0 -1
  750. package/dist/db/lesson-store.js +0 -217
  751. package/dist/db/lesson-store.js.map +0 -1
  752. package/dist/lib/embeddings/local.d.ts +0 -15
  753. package/dist/lib/embeddings/local.d.ts.map +0 -1
  754. package/dist/lib/embeddings/local.js +0 -65
  755. package/dist/lib/embeddings/local.js.map +0 -1
  756. package/dist/lib/redaction/human-review-layer.d.ts +0 -37
  757. package/dist/lib/redaction/human-review-layer.d.ts.map +0 -1
  758. package/dist/lib/redaction/human-review-layer.js +0 -62
  759. package/dist/lib/redaction/human-review-layer.js.map +0 -1
  760. package/dist/lib/redaction/index.d.ts +0 -12
  761. package/dist/lib/redaction/index.d.ts.map +0 -1
  762. package/dist/lib/redaction/index.js +0 -12
  763. package/dist/lib/redaction/index.js.map +0 -1
  764. package/dist/lib/redaction/pii-detection-layer.d.ts +0 -30
  765. package/dist/lib/redaction/pii-detection-layer.d.ts.map +0 -1
  766. package/dist/lib/redaction/pii-detection-layer.js +0 -183
  767. package/dist/lib/redaction/pii-detection-layer.js.map +0 -1
  768. package/dist/lib/redaction/pipeline.d.ts +0 -26
  769. package/dist/lib/redaction/pipeline.d.ts.map +0 -1
  770. package/dist/lib/redaction/pipeline.js +0 -91
  771. package/dist/lib/redaction/pipeline.js.map +0 -1
  772. package/dist/lib/redaction/secret-detection-layer.d.ts +0 -10
  773. package/dist/lib/redaction/secret-detection-layer.d.ts.map +0 -1
  774. package/dist/lib/redaction/secret-detection-layer.js +0 -79
  775. package/dist/lib/redaction/secret-detection-layer.js.map +0 -1
  776. package/dist/lib/redaction/secret-patterns.d.ts +0 -29
  777. package/dist/lib/redaction/secret-patterns.d.ts.map +0 -1
  778. package/dist/lib/redaction/secret-patterns.js +0 -133
  779. package/dist/lib/redaction/secret-patterns.js.map +0 -1
  780. package/dist/lib/redaction/semantic-denylist-layer.d.ts +0 -10
  781. package/dist/lib/redaction/semantic-denylist-layer.d.ts.map +0 -1
  782. package/dist/lib/redaction/semantic-denylist-layer.js +0 -64
  783. package/dist/lib/redaction/semantic-denylist-layer.js.map +0 -1
  784. package/dist/lib/redaction/tenant-deidentification-layer.d.ts +0 -10
  785. package/dist/lib/redaction/tenant-deidentification-layer.d.ts.map +0 -1
  786. package/dist/lib/redaction/tenant-deidentification-layer.js +0 -64
  787. package/dist/lib/redaction/tenant-deidentification-layer.js.map +0 -1
  788. package/dist/lib/redaction/url-path-scrubbing-layer.d.ts +0 -14
  789. package/dist/lib/redaction/url-path-scrubbing-layer.d.ts.map +0 -1
  790. package/dist/lib/redaction/url-path-scrubbing-layer.js +0 -156
  791. package/dist/lib/redaction/url-path-scrubbing-layer.js.map +0 -1
  792. package/dist/routes/community.d.ts +0 -24
  793. package/dist/routes/community.d.ts.map +0 -1
  794. package/dist/routes/community.js +0 -272
  795. package/dist/routes/community.js.map +0 -1
  796. package/dist/routes/lessons.d.ts +0 -19
  797. package/dist/routes/lessons.d.ts.map +0 -1
  798. package/dist/routes/lessons.js +0 -164
  799. package/dist/routes/lessons.js.map +0 -1
  800. package/dist/routes/redaction-test.d.ts +0 -14
  801. package/dist/routes/redaction-test.d.ts.map +0 -1
  802. package/dist/routes/redaction-test.js +0 -33
  803. package/dist/routes/redaction-test.js.map +0 -1
  804. package/dist/services/community-service.d.ts +0 -283
  805. package/dist/services/community-service.d.ts.map +0 -1
  806. package/dist/services/community-service.js +0 -816
  807. package/dist/services/community-service.js.map +0 -1
@@ -0,0 +1,115 @@
1
+ /**
2
+ * Batch Writer — Queue Worker (S-3.3)
3
+ *
4
+ * Consumer group workers: XREADGROUP up to 50 messages from the
5
+ * `event_ingestion` stream, enrich (cost calculation, hash chain),
6
+ * batch INSERT into Postgres, XACK on success. After 3 failures → DLQ.
7
+ */
8
+ import type { QueuedEvent, RedisClient } from './event-queue.js';
9
+ import type { Pool } from '../tenant-pool.js';
10
+ export interface StreamMessage {
11
+ /** Redis stream message ID (e.g. "1234567890-0") */
12
+ streamId: string;
13
+ /** Parsed event payload */
14
+ event: QueuedEvent;
15
+ }
16
+ export interface BatchWriterConfig {
17
+ /** Consumer name (unique per worker instance) */
18
+ consumerName: string;
19
+ /** Max messages per XREADGROUP call (default: 50) */
20
+ batchSize?: number;
21
+ /** Block timeout in ms for XREADGROUP (default: 5000) */
22
+ blockMs?: number;
23
+ /** Max retries before DLQ (default: 3) */
24
+ maxRetries?: number;
25
+ }
26
+ export interface WriterStats {
27
+ processed: number;
28
+ failed: number;
29
+ dlqd: number;
30
+ }
31
+ /** Extended Redis client interface for consumer operations */
32
+ export interface ConsumerRedisClient extends RedisClient {
33
+ xreadgroup(...args: unknown[]): Promise<Array<[string, Array<[string, string[]]>]> | null>;
34
+ xack(...args: unknown[]): Promise<number>;
35
+ xadd(...args: unknown[]): Promise<string>;
36
+ }
37
+ /**
38
+ * Calculate cost for an LLM call event.
39
+ * Returns cost in USD or null if not calculable.
40
+ */
41
+ export declare function calculateCost(event: QueuedEvent): number | null;
42
+ /**
43
+ * Compute hash for event in the hash chain.
44
+ * hash = SHA-256(previousHash + event.id + event.type + event.timestamp)
45
+ */
46
+ export declare function computeHash(event: QueuedEvent, previousHash: string): string;
47
+ export declare class BatchWriter {
48
+ private redis;
49
+ private pool;
50
+ private config;
51
+ private running;
52
+ private stats;
53
+ /** Retry counts by stream message ID */
54
+ private retryCounts;
55
+ /** Last hash per org for hash chain continuity */
56
+ private lastHashByOrg;
57
+ constructor(redis: ConsumerRedisClient, pool: Pool, config: BatchWriterConfig);
58
+ /** Start the worker loop */
59
+ start(): Promise<void>;
60
+ /** Stop the worker loop */
61
+ stop(): void;
62
+ /** Get current stats */
63
+ getStats(): WriterStats;
64
+ /**
65
+ * Process a single batch: XREADGROUP → enrich → INSERT → XACK.
66
+ * Exposed for testing.
67
+ */
68
+ processBatch(): Promise<number>;
69
+ private readMessages;
70
+ private enrichMessages;
71
+ private batchInsert;
72
+ private ackMessages;
73
+ private moveToDlq;
74
+ }
75
+ export interface InMemoryBatchWriterDeps {
76
+ /** Events available for consumption */
77
+ pendingEvents: Array<{
78
+ streamId: string;
79
+ event: QueuedEvent;
80
+ }>;
81
+ /** Acknowledged stream IDs */
82
+ ackedIds: string[];
83
+ /** DLQ entries */
84
+ dlqEvents: QueuedEvent[];
85
+ /** Inserted events (grouped by org) */
86
+ insertedEvents: Map<string, QueuedEvent[]>;
87
+ /** Usage increments */
88
+ usageIncrements: Array<{
89
+ orgId: string;
90
+ count: number;
91
+ }>;
92
+ /** Simulate DB failure for these org IDs */
93
+ failingOrgs?: Set<string>;
94
+ }
95
+ /**
96
+ * In-memory batch writer for testing without Redis/Postgres.
97
+ */
98
+ export declare class InMemoryBatchWriter {
99
+ private deps;
100
+ private stats;
101
+ private retryCounts;
102
+ private lastHashByOrg;
103
+ private maxRetries;
104
+ private batchSize;
105
+ constructor(deps: InMemoryBatchWriterDeps, config?: {
106
+ maxRetries?: number;
107
+ batchSize?: number;
108
+ });
109
+ getStats(): WriterStats;
110
+ /**
111
+ * Process one batch from pendingEvents.
112
+ */
113
+ processBatch(): Promise<number>;
114
+ }
115
+ //# sourceMappingURL=batch-writer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"batch-writer.d.ts","sourceRoot":"","sources":["../../../src/cloud/ingestion/batch-writer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAEjE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAM9C,MAAM,WAAW,aAAa;IAC5B,oDAAoD;IACpD,QAAQ,EAAE,MAAM,CAAC;IACjB,2BAA2B;IAC3B,KAAK,EAAE,WAAW,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,iDAAiD;IACjD,YAAY,EAAE,MAAM,CAAC;IACrB,qDAAqD;IACrD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,0CAA0C;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd;AAED,8DAA8D;AAC9D,MAAM,WAAW,mBAAoB,SAAQ,WAAW;IACtD,UAAU,CACR,GAAG,IAAI,EAAE,OAAO,EAAE,GACjB,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC9D,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC3C;AAqBD;;;GAGG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI,CAqB/D;AAMD;;;GAGG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAG5E;AAMD,qBAAa,WAAW;IAUpB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,IAAI;IAVd,OAAO,CAAC,MAAM,CAA8B;IAC5C,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAAqD;IAClE,wCAAwC;IACxC,OAAO,CAAC,WAAW,CAA6B;IAChD,kDAAkD;IAClD,OAAO,CAAC,aAAa,CAA6B;gBAGxC,KAAK,EAAE,mBAAmB,EAC1B,IAAI,EAAE,IAAI,EAClB,MAAM,EAAE,iBAAiB;IAU3B,4BAA4B;IACtB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B,2BAA2B;IAC3B,IAAI,IAAI,IAAI;IAIZ,wBAAwB;IACxB,QAAQ,IAAI,WAAW;IAIvB;;;OAGG;IACG,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;YAqDvB,YAAY;IA8B1B,OAAO,CAAC,cAAc;YAiBR,WAAW;YA2DX,WAAW;YAKX,SAAS;CASxB;AAMD,MAAM,WAAW,uBAAuB;IACtC,uCAAuC;IACvC,aAAa,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,WAAW,CAAA;KAAE,CAAC,CAAC;IAC/D,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,kBAAkB;IAClB,SAAS,EAAE,WAAW,EAAE,CAAC;IACzB,uCAAuC;IACvC,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3C,uBAAuB;IACvB,eAAe,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACzD,4CAA4C;IAC5C,WAAW,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CAC3B;AAED;;GAEG;AACH,qBAAa,mBAAmB;IAQ5B,OAAO,CAAC,IAAI;IAPd,OAAO,CAAC,KAAK,CAAqD;IAClE,OAAO,CAAC,WAAW,CAA6B;IAChD,OAAO,CAAC,aAAa,CAA6B;IAClD,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,SAAS,CAAS;gBAGhB,IAAI,EAAE,uBAAuB,EACrC,MAAM,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE;IAMtD,QAAQ,IAAI,WAAW;IAIvB;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;CAiEtC"}
@@ -0,0 +1,319 @@
1
+ /**
2
+ * Batch Writer — Queue Worker (S-3.3)
3
+ *
4
+ * Consumer group workers: XREADGROUP up to 50 messages from the
5
+ * `event_ingestion` stream, enrich (cost calculation, hash chain),
6
+ * batch INSERT into Postgres, XACK on success. After 3 failures → DLQ.
7
+ */
8
+ import { createHash } from 'crypto';
9
+ import { STREAM_NAME, DLQ_STREAM_NAME, CONSUMER_GROUP } from './event-queue.js';
10
+ // ═══════════════════════════════════════════
11
+ // Cost Calculation
12
+ // ═══════════════════════════════════════════
13
+ /** Known model pricing (per 1K tokens) */
14
+ const MODEL_COSTS = {
15
+ 'gpt-4': { input: 0.03, output: 0.06 },
16
+ 'gpt-4-turbo': { input: 0.01, output: 0.03 },
17
+ 'gpt-4o': { input: 0.005, output: 0.015 },
18
+ 'gpt-4o-mini': { input: 0.00015, output: 0.0006 },
19
+ 'gpt-3.5-turbo': { input: 0.0005, output: 0.0015 },
20
+ 'claude-3-opus': { input: 0.015, output: 0.075 },
21
+ 'claude-3-sonnet': { input: 0.003, output: 0.015 },
22
+ 'claude-3-haiku': { input: 0.00025, output: 0.00125 },
23
+ 'claude-3.5-sonnet': { input: 0.003, output: 0.015 },
24
+ 'claude-4-opus': { input: 0.015, output: 0.075 },
25
+ 'claude-4-sonnet': { input: 0.003, output: 0.015 },
26
+ };
27
+ /**
28
+ * Calculate cost for an LLM call event.
29
+ * Returns cost in USD or null if not calculable.
30
+ */
31
+ export function calculateCost(event) {
32
+ if (event.type !== 'llm_call')
33
+ return null;
34
+ const data = event.data;
35
+ const model = data.model ?? '';
36
+ const inputTokens = data.input_tokens ?? data.prompt_tokens ?? 0;
37
+ const outputTokens = data.output_tokens ?? data.completion_tokens ?? 0;
38
+ // Find matching model (prefix match for versioned names)
39
+ let pricing;
40
+ for (const [key, cost] of Object.entries(MODEL_COSTS)) {
41
+ if (model === key || model.startsWith(key + '-')) {
42
+ pricing = cost;
43
+ break;
44
+ }
45
+ }
46
+ if (!pricing)
47
+ return null;
48
+ if (inputTokens === 0 && outputTokens === 0)
49
+ return null;
50
+ return (inputTokens / 1000) * pricing.input + (outputTokens / 1000) * pricing.output;
51
+ }
52
+ // ═══════════════════════════════════════════
53
+ // Hash Chain
54
+ // ═══════════════════════════════════════════
55
+ /**
56
+ * Compute hash for event in the hash chain.
57
+ * hash = SHA-256(previousHash + event.id + event.type + event.timestamp)
58
+ */
59
+ export function computeHash(event, previousHash) {
60
+ const content = `${previousHash}:${event.id}:${event.type}:${event.timestamp}`;
61
+ return createHash('sha256').update(content).digest('hex');
62
+ }
63
+ // ═══════════════════════════════════════════
64
+ // Batch Writer
65
+ // ═══════════════════════════════════════════
66
+ export class BatchWriter {
67
+ redis;
68
+ pool;
69
+ config;
70
+ running = false;
71
+ stats = { processed: 0, failed: 0, dlqd: 0 };
72
+ /** Retry counts by stream message ID */
73
+ retryCounts = new Map();
74
+ /** Last hash per org for hash chain continuity */
75
+ lastHashByOrg = new Map();
76
+ constructor(redis, pool, config) {
77
+ this.redis = redis;
78
+ this.pool = pool;
79
+ this.config = {
80
+ consumerName: config.consumerName,
81
+ batchSize: config.batchSize ?? 50,
82
+ blockMs: config.blockMs ?? 5000,
83
+ maxRetries: config.maxRetries ?? 3,
84
+ };
85
+ }
86
+ /** Start the worker loop */
87
+ async start() {
88
+ this.running = true;
89
+ while (this.running) {
90
+ await this.processBatch();
91
+ }
92
+ }
93
+ /** Stop the worker loop */
94
+ stop() {
95
+ this.running = false;
96
+ }
97
+ /** Get current stats */
98
+ getStats() {
99
+ return { ...this.stats };
100
+ }
101
+ /**
102
+ * Process a single batch: XREADGROUP → enrich → INSERT → XACK.
103
+ * Exposed for testing.
104
+ */
105
+ async processBatch() {
106
+ const messages = await this.readMessages();
107
+ if (messages.length === 0)
108
+ return 0;
109
+ // Enrich all messages
110
+ const enriched = this.enrichMessages(messages);
111
+ // Group by org_id for batch insert
112
+ const byOrg = new Map();
113
+ for (const msg of enriched) {
114
+ const orgEvents = byOrg.get(msg.event.org_id) ?? [];
115
+ orgEvents.push(msg);
116
+ byOrg.set(msg.event.org_id, orgEvents);
117
+ }
118
+ const ackedIds = [];
119
+ const failedMsgs = [];
120
+ for (const [orgId, orgMessages] of byOrg) {
121
+ try {
122
+ await this.batchInsert(orgId, orgMessages.map((m) => m.event));
123
+ ackedIds.push(...orgMessages.map((m) => m.streamId));
124
+ this.stats.processed += orgMessages.length;
125
+ }
126
+ catch {
127
+ failedMsgs.push(...orgMessages);
128
+ }
129
+ }
130
+ // ACK successful messages
131
+ if (ackedIds.length > 0) {
132
+ await this.ackMessages(ackedIds);
133
+ }
134
+ // Handle failures (retry or DLQ)
135
+ for (const msg of failedMsgs) {
136
+ const retries = (this.retryCounts.get(msg.streamId) ?? 0) + 1;
137
+ this.retryCounts.set(msg.streamId, retries);
138
+ if (retries >= this.config.maxRetries) {
139
+ await this.moveToDlq(msg);
140
+ await this.ackMessages([msg.streamId]);
141
+ this.retryCounts.delete(msg.streamId);
142
+ this.stats.dlqd++;
143
+ }
144
+ else {
145
+ this.stats.failed++;
146
+ }
147
+ }
148
+ return messages.length;
149
+ }
150
+ // ── Private methods ──
151
+ async readMessages() {
152
+ const result = await this.redis.xreadgroup('GROUP', CONSUMER_GROUP, this.config.consumerName, 'COUNT', this.config.batchSize, 'BLOCK', this.config.blockMs, 'STREAMS', STREAM_NAME, '>');
153
+ if (!result || result.length === 0)
154
+ return [];
155
+ const messages = [];
156
+ for (const [, entries] of result) {
157
+ for (const [streamId, fields] of entries) {
158
+ // fields is [key, value, key, value, ...]
159
+ const payloadIdx = fields.indexOf('payload');
160
+ if (payloadIdx === -1 || payloadIdx + 1 >= fields.length)
161
+ continue;
162
+ try {
163
+ const event = JSON.parse(fields[payloadIdx + 1]);
164
+ messages.push({ streamId, event });
165
+ }
166
+ catch {
167
+ // Unparseable message → DLQ immediately
168
+ await this.moveToDlq({ streamId, event: { id: 'unknown', type: 'unknown', timestamp: '', session_id: '', data: {}, org_id: '', api_key_id: '', received_at: '', request_id: '' } });
169
+ await this.ackMessages([streamId]);
170
+ }
171
+ }
172
+ }
173
+ return messages;
174
+ }
175
+ enrichMessages(messages) {
176
+ for (const msg of messages) {
177
+ // Cost calculation
178
+ const cost = calculateCost(msg.event);
179
+ if (cost !== null) {
180
+ msg.event.data = { ...msg.event.data, estimated_cost_usd: cost };
181
+ }
182
+ // Hash chain — persist both prev_hash and hash for verifiability
183
+ const prevHash = this.lastHashByOrg.get(msg.event.org_id) ?? '0';
184
+ const hash = computeHash(msg.event, prevHash);
185
+ msg.event.data = { ...msg.event.data, prev_hash: prevHash, hash };
186
+ this.lastHashByOrg.set(msg.event.org_id, hash);
187
+ }
188
+ return messages;
189
+ }
190
+ async batchInsert(orgId, events) {
191
+ if (events.length === 0)
192
+ return;
193
+ const client = await this.pool.connect();
194
+ try {
195
+ await client.query('BEGIN');
196
+ await client.query('SET LOCAL app.current_org = $1', [orgId]);
197
+ // Build batch INSERT
198
+ const values = [];
199
+ const placeholders = [];
200
+ let paramIdx = 1;
201
+ for (const event of events) {
202
+ placeholders.push(`($${paramIdx++}, $${paramIdx++}, $${paramIdx++}, $${paramIdx++}, $${paramIdx++}, $${paramIdx++}, $${paramIdx++}, $${paramIdx++}, $${paramIdx++}, $${paramIdx++})`);
203
+ values.push(event.id, orgId, event.session_id, event.data.agent_id ?? 'unknown', event.type, event.data.severity ?? 'info', event.timestamp, JSON.stringify(event.data), event.data.prev_hash ?? null, event.data.hash ?? null);
204
+ }
205
+ await client.query(`INSERT INTO events (id, org_id, session_id, agent_id, event_type, severity, timestamp, payload, prev_hash, hash)
206
+ VALUES ${placeholders.join(', ')}
207
+ ON CONFLICT (id, timestamp) DO NOTHING`, values);
208
+ // Update usage records (atomic increment)
209
+ const hour = new Date(events[0].timestamp);
210
+ hour.setMinutes(0, 0, 0);
211
+ await client.query(`INSERT INTO usage_records (org_id, hour, event_count, api_key_id)
212
+ VALUES ($1, $2, $3, $4)
213
+ ON CONFLICT (org_id, hour, api_key_id)
214
+ DO UPDATE SET event_count = usage_records.event_count + $3`, [orgId, hour.toISOString(), events.length, events[0].api_key_id || '00000000-0000-0000-0000-000000000000']);
215
+ await client.query('COMMIT');
216
+ }
217
+ catch (err) {
218
+ await client.query('ROLLBACK');
219
+ throw err;
220
+ }
221
+ finally {
222
+ client.release();
223
+ }
224
+ }
225
+ async ackMessages(ids) {
226
+ if (ids.length === 0)
227
+ return;
228
+ await this.redis.xack(STREAM_NAME, CONSUMER_GROUP, ...ids);
229
+ }
230
+ async moveToDlq(msg) {
231
+ const payload = JSON.stringify({
232
+ ...msg.event,
233
+ _dlq_reason: 'max_retries_exceeded',
234
+ _dlq_stream_id: msg.streamId,
235
+ _dlq_timestamp: new Date().toISOString(),
236
+ });
237
+ await this.redis.xadd(DLQ_STREAM_NAME, '*', 'payload', payload);
238
+ }
239
+ }
240
+ /**
241
+ * In-memory batch writer for testing without Redis/Postgres.
242
+ */
243
+ export class InMemoryBatchWriter {
244
+ deps;
245
+ stats = { processed: 0, failed: 0, dlqd: 0 };
246
+ retryCounts = new Map();
247
+ lastHashByOrg = new Map();
248
+ maxRetries;
249
+ batchSize;
250
+ constructor(deps, config) {
251
+ this.deps = deps;
252
+ this.maxRetries = config?.maxRetries ?? 3;
253
+ this.batchSize = config?.batchSize ?? 50;
254
+ }
255
+ getStats() {
256
+ return { ...this.stats };
257
+ }
258
+ /**
259
+ * Process one batch from pendingEvents.
260
+ */
261
+ async processBatch() {
262
+ const batch = this.deps.pendingEvents.splice(0, this.batchSize);
263
+ if (batch.length === 0)
264
+ return 0;
265
+ // Enrich
266
+ for (const msg of batch) {
267
+ const cost = calculateCost(msg.event);
268
+ if (cost !== null) {
269
+ msg.event.data = { ...msg.event.data, estimated_cost_usd: cost };
270
+ }
271
+ const prevHash = this.lastHashByOrg.get(msg.event.org_id) ?? '0';
272
+ const hash = computeHash(msg.event, prevHash);
273
+ msg.event.data = { ...msg.event.data, hash };
274
+ this.lastHashByOrg.set(msg.event.org_id, hash);
275
+ }
276
+ // Group by org
277
+ const byOrg = new Map();
278
+ for (const msg of batch) {
279
+ const list = byOrg.get(msg.event.org_id) ?? [];
280
+ list.push(msg);
281
+ byOrg.set(msg.event.org_id, list);
282
+ }
283
+ const failedMsgs = [];
284
+ for (const [orgId, orgMsgs] of byOrg) {
285
+ if (this.deps.failingOrgs?.has(orgId)) {
286
+ failedMsgs.push(...orgMsgs);
287
+ continue;
288
+ }
289
+ // "Insert"
290
+ const existing = this.deps.insertedEvents.get(orgId) ?? [];
291
+ existing.push(...orgMsgs.map((m) => m.event));
292
+ this.deps.insertedEvents.set(orgId, existing);
293
+ // Usage
294
+ this.deps.usageIncrements.push({ orgId, count: orgMsgs.length });
295
+ // ACK
296
+ this.deps.ackedIds.push(...orgMsgs.map((m) => m.streamId));
297
+ this.stats.processed += orgMsgs.length;
298
+ }
299
+ // Handle failures
300
+ for (const msg of failedMsgs) {
301
+ const retries = (this.retryCounts.get(msg.streamId) ?? 0) + 1;
302
+ this.retryCounts.set(msg.streamId, retries);
303
+ if (retries >= this.maxRetries) {
304
+ this.deps.dlqEvents.push(msg.event);
305
+ this.deps.ackedIds.push(msg.streamId);
306
+ this.retryCounts.delete(msg.streamId);
307
+ this.stats.dlqd++;
308
+ // Re-add to pending won't happen; it's DLQ'd
309
+ }
310
+ else {
311
+ this.stats.failed++;
312
+ // Re-add to pending for retry
313
+ this.deps.pendingEvents.push(msg);
314
+ }
315
+ }
316
+ return batch.length;
317
+ }
318
+ }
319
+ //# sourceMappingURL=batch-writer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"batch-writer.js","sourceRoot":"","sources":["../../../src/cloud/ingestion/batch-writer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAwChF,8CAA8C;AAC9C,mBAAmB;AACnB,8CAA8C;AAE9C,0CAA0C;AAC1C,MAAM,WAAW,GAAsD;IACrE,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IACtC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC5C,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IACzC,aAAa,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE;IACjD,eAAe,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE;IAClD,eAAe,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IAChD,iBAAiB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IAClD,gBAAgB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE;IACrD,mBAAmB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IACpD,eAAe,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IAChD,iBAAiB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;CACnD,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,KAAkB;IAC9C,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IAE3C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;IACxB,MAAM,KAAK,GAAI,IAAI,CAAC,KAAgB,IAAI,EAAE,CAAC;IAC3C,MAAM,WAAW,GAAI,IAAI,CAAC,YAAuB,IAAK,IAAI,CAAC,aAAwB,IAAI,CAAC,CAAC;IACzF,MAAM,YAAY,GAAI,IAAI,CAAC,aAAwB,IAAK,IAAI,CAAC,iBAA4B,IAAI,CAAC,CAAC;IAE/F,yDAAyD;IACzD,IAAI,OAAsD,CAAC;IAC3D,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACtD,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,CAAC,EAAE,CAAC;YACjD,OAAO,GAAG,IAAI,CAAC;YACf,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,IAAI,WAAW,KAAK,CAAC,IAAI,YAAY,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEzD,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;AACvF,CAAC;AAED,8CAA8C;AAC9C,aAAa;AACb,8CAA8C;AAE9C;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,KAAkB,EAAE,YAAoB;IAClE,MAAM,OAAO,GAAG,GAAG,YAAY,IAAI,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;IAC/E,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED,8CAA8C;AAC9C,eAAe;AACf,8CAA8C;AAE9C,MAAM,OAAO,WAAW;IAUZ;IACA;IAVF,MAAM,CAA8B;IACpC,OAAO,GAAG,KAAK,CAAC;IAChB,KAAK,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAClE,wCAAwC;IAChC,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,kDAAkD;IAC1C,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAElD,YACU,KAA0B,EAC1B,IAAU,EAClB,MAAyB;QAFjB,UAAK,GAAL,KAAK,CAAqB;QAC1B,SAAI,GAAJ,IAAI,CAAM;QAGlB,IAAI,CAAC,MAAM,GAAG;YACZ,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;YACjC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YAC/B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC;SACnC,CAAC;IACJ,CAAC;IAED,4BAA4B;IAC5B,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI;QACF,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;IACvB,CAAC;IAED,wBAAwB;IACxB,QAAQ;QACN,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY;QAChB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC3C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEpC,sBAAsB;QACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAE/C,mCAAmC;QACnC,MAAM,KAAK,GAAG,IAAI,GAAG,EAA2D,CAAC;QACjF,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACpD,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpB,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAoB,EAAE,CAAC;QAEvC,KAAK,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,KAAK,EAAE,CAAC;YACzC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/D,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACrD,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,WAAW,CAAC,MAAM,CAAC;YAC7C,CAAC;YAAC,MAAM,CAAC;gBACP,UAAU,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC;QAED,iCAAiC;QACjC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC9D,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAE5C,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBACtC,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBAC1B,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACvC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACtC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,wBAAwB;IAEhB,KAAK,CAAC,YAAY;QACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CACxC,OAAO,EAAE,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,EACjD,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAC9B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAC5B,SAAS,EAAE,WAAW,EAAE,GAAG,CAC5B,CAAC;QAEF,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAE9C,MAAM,QAAQ,GAAoB,EAAE,CAAC;QACrC,KAAK,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,MAAM,EAAE,CAAC;YACjC,KAAK,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACzC,0CAA0C;gBAC1C,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC7C,IAAI,UAAU,KAAK,CAAC,CAAC,IAAI,UAAU,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM;oBAAE,SAAS;gBACnE,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAgB,CAAC;oBAChE,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;gBACrC,CAAC;gBAAC,MAAM,CAAC;oBACP,wCAAwC;oBACxC,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;oBACpL,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,cAAc,CAAC,QAAyB;QAC9C,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,mBAAmB;YACnB,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;YACnE,CAAC;YAED,iEAAiE;YACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC;YACjE,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC9C,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YAClE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,MAAqB;QAC5D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEhC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5B,MAAM,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YAE9D,qBAAqB;YACrB,MAAM,MAAM,GAAc,EAAE,CAAC;YAC7B,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,IAAI,QAAQ,GAAG,CAAC,CAAC;YAEjB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,YAAY,CAAC,IAAI,CACf,KAAK,QAAQ,EAAE,MAAM,QAAQ,EAAE,MAAM,QAAQ,EAAE,MAAM,QAAQ,EAAE,MAAM,QAAQ,EAAE,MAAM,QAAQ,EAAE,MAAM,QAAQ,EAAE,MAAM,QAAQ,EAAE,MAAM,QAAQ,EAAE,MAAM,QAAQ,EAAE,GAAG,CACnK,CAAC;gBACF,MAAM,CAAC,IAAI,CACT,KAAK,CAAC,EAAE,EACR,KAAK,EACL,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,SAAS,EAChC,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,MAAM,EAC7B,KAAK,CAAC,SAAS,EACf,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAC1B,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,EAC5B,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CACxB,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,CAAC,KAAK,CAChB;kBACU,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;gDACO,EACxC,MAAM,CACP,CAAC;YAEF,0CAA0C;YAC1C,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAC3C,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAEzB,MAAM,MAAM,CAAC,KAAK,CAChB;;;oEAG4D,EAC5D,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,sCAAsC,CAAC,CAC3G,CAAC;YAEF,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,GAAa;QACrC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC7B,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,EAAE,GAAG,GAAG,CAAC,CAAC;IAC7D,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,GAAkB;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;YAC7B,GAAG,GAAG,CAAC,KAAK;YACZ,WAAW,EAAE,sBAAsB;YACnC,cAAc,EAAE,GAAG,CAAC,QAAQ;YAC5B,cAAc,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACzC,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;CACF;AAqBD;;GAEG;AACH,MAAM,OAAO,mBAAmB;IAQpB;IAPF,KAAK,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC1D,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,UAAU,CAAS;IACnB,SAAS,CAAS;IAE1B,YACU,IAA6B,EACrC,MAAoD;QAD5C,SAAI,GAAJ,IAAI,CAAyB;QAGrC,IAAI,CAAC,UAAU,GAAG,MAAM,EAAE,UAAU,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,EAAE,CAAC;IAC3C,CAAC;IAED,QAAQ;QACN,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QAChB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAChE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEjC,SAAS;QACT,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;YACnE,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC;YACjE,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC9C,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;YAC7C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACjD,CAAC;QAED,eAAe;QACf,MAAM,KAAK,GAAG,IAAI,GAAG,EAA2D,CAAC;QACjF,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,UAAU,GAAoD,EAAE,CAAC;QAEvE,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,KAAK,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtC,UAAU,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;gBAC5B,SAAS;YACX,CAAC;YAED,WAAW;YACX,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAC3D,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAE9C,QAAQ;YACR,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAEjE,MAAM;YACN,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;QACzC,CAAC;QAED,kBAAkB;QAClB,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC9D,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAE5C,IAAI,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC/B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACpC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACtC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACtC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAClB,6CAA6C;YAC/C,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBACpB,8BAA8B;gBAC9B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,MAAM,CAAC;IACtB,CAAC;CACF"}
@@ -0,0 +1,116 @@
1
+ /**
2
+ * DLQ Management & Monitoring (S-3.6)
3
+ *
4
+ * Manages the dead-letter queue stream:
5
+ * - Inspect DLQ entries (list with metadata)
6
+ * - Replay events back to the main ingestion stream
7
+ * - Expire old entries (> 7 days)
8
+ * - Report DLQ depth in health checks
9
+ */
10
+ import type { QueuedEvent, RedisClient } from './event-queue.js';
11
+ export interface DlqEntry {
12
+ /** Redis stream message ID */
13
+ streamId: string;
14
+ /** Original event payload */
15
+ event: QueuedEvent;
16
+ /** Why it was sent to DLQ */
17
+ dlqReason: string;
18
+ /** Original stream ID before DLQ */
19
+ originalStreamId: string;
20
+ /** When it was moved to DLQ */
21
+ dlqTimestamp: string;
22
+ }
23
+ export interface DlqStats {
24
+ depth: number;
25
+ oldestEntryAge?: number;
26
+ }
27
+ export interface DlqHealthInfo {
28
+ dlqDepth: number;
29
+ dlqHealthy: boolean;
30
+ dlqWarning?: string;
31
+ }
32
+ /** Extended Redis client for DLQ operations */
33
+ export interface DlqRedisClient extends RedisClient {
34
+ xrange(key: string, start: string, end: string, ...args: unknown[]): Promise<Array<[string, string[]]>>;
35
+ xdel(key: string, ...ids: string[]): Promise<number>;
36
+ xadd(...args: unknown[]): Promise<string>;
37
+ xlen(key: string): Promise<number>;
38
+ }
39
+ export declare class DlqManager {
40
+ private redis;
41
+ constructor(redis: DlqRedisClient);
42
+ /**
43
+ * Get DLQ depth (number of entries).
44
+ */
45
+ getDepth(): Promise<number>;
46
+ /**
47
+ * List DLQ entries, optionally with pagination.
48
+ * @param limit Max entries to return (default 50)
49
+ * @param startId Stream ID to start from (default '-' = beginning)
50
+ */
51
+ listEntries(limit?: number, startId?: string): Promise<DlqEntry[]>;
52
+ /**
53
+ * Get a single DLQ entry by stream ID.
54
+ */
55
+ getEntry(streamId: string): Promise<DlqEntry | null>;
56
+ /**
57
+ * Replay a single DLQ entry back to the main ingestion stream.
58
+ * Removes the entry from DLQ after successful re-queue.
59
+ */
60
+ replayEntry(streamId: string): Promise<{
61
+ success: boolean;
62
+ newStreamId?: string;
63
+ error?: string;
64
+ }>;
65
+ /**
66
+ * Replay multiple DLQ entries. Returns count of successfully replayed.
67
+ */
68
+ replayBatch(streamIds: string[]): Promise<{
69
+ replayed: number;
70
+ failed: number;
71
+ errors: string[];
72
+ }>;
73
+ /**
74
+ * Expire DLQ entries older than 7 days.
75
+ * Returns count of expired entries.
76
+ */
77
+ expireOldEntries(): Promise<number>;
78
+ /**
79
+ * Get DLQ health info for inclusion in health check response.
80
+ */
81
+ healthInfo(): Promise<DlqHealthInfo>;
82
+ private parseEntry;
83
+ }
84
+ export interface InMemoryDlqEntry {
85
+ streamId: string;
86
+ payload: Record<string, unknown>;
87
+ addedAt: number;
88
+ }
89
+ export declare class InMemoryDlqManager {
90
+ private entries;
91
+ private replayedToMain;
92
+ private counter;
93
+ /** Add an entry to the in-memory DLQ */
94
+ addEntry(event: QueuedEvent, reason: string, originalStreamId: string): string;
95
+ getDepth(): Promise<number>;
96
+ listEntries(limit?: number): Promise<DlqEntry[]>;
97
+ getEntry(streamId: string): Promise<DlqEntry | null>;
98
+ replayEntry(streamId: string): Promise<{
99
+ success: boolean;
100
+ newStreamId?: string;
101
+ error?: string;
102
+ }>;
103
+ replayBatch(streamIds: string[]): Promise<{
104
+ replayed: number;
105
+ failed: number;
106
+ errors: string[];
107
+ }>;
108
+ expireOldEntries(expiryMs?: number): Promise<number>;
109
+ healthInfo(): Promise<DlqHealthInfo>;
110
+ /** Test helper: get replayed events */
111
+ getReplayed(): Array<Record<string, unknown>>;
112
+ /** Test helper: clear all */
113
+ clear(): void;
114
+ private toEntry;
115
+ }
116
+ //# sourceMappingURL=dlq-manager.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dlq-manager.d.ts","sourceRoot":"","sources":["../../../src/cloud/ingestion/dlq-manager.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAc,WAAW,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAO7E,MAAM,WAAW,QAAQ;IACvB,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,6BAA6B;IAC7B,KAAK,EAAE,WAAW,CAAC;IACnB,6BAA6B;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,gBAAgB,EAAE,MAAM,CAAC;IACzB,+BAA+B;IAC/B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AASD,+CAA+C;AAC/C,MAAM,WAAW,cAAe,SAAQ,WAAW;IACjD,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;IACxG,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACpC;AAED,qBAAa,UAAU;IACT,OAAO,CAAC,KAAK;gBAAL,KAAK,EAAE,cAAc;IAEzC;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IAQjC;;;;OAIG;IACG,WAAW,CAAC,KAAK,SAAK,EAAE,OAAO,SAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAKjE;;OAEG;IACG,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAM1D;;;OAGG;IACG,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAwBxG;;OAEG;IACG,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAkBvG;;;OAGG;IACG,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IAczC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,aAAa,CAAC;IAe1C,OAAO,CAAC,UAAU;CA6BnB;AAMD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,cAAc,CAAsC;IAC5D,OAAO,CAAC,OAAO,CAAK;IAEpB,wCAAwC;IACxC,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,GAAG,MAAM;IAexE,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IAI3B,WAAW,CAAC,KAAK,SAAK,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAI5C,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAKpD,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAgBlG,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAYjG,gBAAgB,CAAC,QAAQ,SAAgB,GAAG,OAAO,CAAC,MAAM,CAAC;IAO3D,UAAU,IAAI,OAAO,CAAC,aAAa,CAAC;IAS1C,uCAAuC;IACvC,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAI7C,6BAA6B;IAC7B,KAAK,IAAI,IAAI;IAMb,OAAO,CAAC,OAAO;CAchB"}