@zintrust/core 0.1.41 → 0.1.43

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (547) hide show
  1. package/app/Controllers/AuthController.d.ts +10 -0
  2. package/app/Controllers/AuthController.d.ts.map +1 -0
  3. package/app/Controllers/AuthController.js +201 -0
  4. package/app/Controllers/UserController.d.ts +9 -0
  5. package/app/Controllers/UserController.d.ts.map +1 -0
  6. package/app/Controllers/UserController.js +8 -0
  7. package/app/Controllers/UserQueryBuilderController.d.ts +16 -0
  8. package/app/Controllers/UserQueryBuilderController.d.ts.map +1 -0
  9. package/app/Controllers/UserQueryBuilderController.js +404 -0
  10. package/app/Middleware/ProfilerMiddleware.d.ts +12 -0
  11. package/app/Middleware/ProfilerMiddleware.d.ts.map +1 -0
  12. package/app/Middleware/ProfilerMiddleware.js +47 -0
  13. package/app/Middleware/index.d.ts +59 -0
  14. package/app/Middleware/index.d.ts.map +1 -0
  15. package/app/Middleware/index.js +215 -0
  16. package/app/Models/Post.d.ts +14 -0
  17. package/app/Models/Post.d.ts.map +1 -0
  18. package/app/Models/Post.js +27 -0
  19. package/app/Models/User.d.ts +14 -0
  20. package/app/Models/User.d.ts.map +1 -0
  21. package/app/Models/User.js +44 -0
  22. package/app/Schedules/JobTracking.d.ts +3 -0
  23. package/app/Schedules/JobTracking.d.ts.map +1 -0
  24. package/app/Schedules/JobTracking.js +13 -0
  25. package/app/Schedules/index.d.ts +2 -0
  26. package/app/Schedules/index.d.ts.map +1 -0
  27. package/app/Schedules/index.js +1 -0
  28. package/app/Toolkit/Broadcast/sendBroadcast.d.ts +6 -0
  29. package/app/Toolkit/Broadcast/sendBroadcast.d.ts.map +1 -0
  30. package/app/Toolkit/Broadcast/sendBroadcast.js +5 -0
  31. package/app/Toolkit/Mail/sendWelcomeEmail.d.ts +6 -0
  32. package/app/Toolkit/Mail/sendWelcomeEmail.d.ts.map +1 -0
  33. package/app/Toolkit/Mail/sendWelcomeEmail.js +20 -0
  34. package/app/Toolkit/Notification/sendSlackNotification.d.ts +8 -0
  35. package/app/Toolkit/Notification/sendSlackNotification.d.ts.map +1 -0
  36. package/app/Toolkit/Notification/sendSlackNotification.js +5 -0
  37. package/app/Toolkit/Notification/sendSms.d.ts +6 -0
  38. package/app/Toolkit/Notification/sendSms.d.ts.map +1 -0
  39. package/app/Toolkit/Notification/sendSms.js +5 -0
  40. package/app/Types/controller.d.ts +42 -0
  41. package/app/Types/controller.d.ts.map +1 -0
  42. package/app/Types/controller.js +1 -0
  43. package/config/broadcast.d.ts +38 -0
  44. package/config/broadcast.d.ts.map +1 -0
  45. package/config/broadcast.js +37 -0
  46. package/config/cache.d.ts +40 -0
  47. package/config/cache.d.ts.map +1 -0
  48. package/config/cache.js +39 -0
  49. package/config/database.d.ts +58 -0
  50. package/config/database.d.ts.map +1 -0
  51. package/config/database.js +65 -0
  52. package/config/mail.d.ts +51 -0
  53. package/config/mail.d.ts.map +1 -0
  54. package/config/mail.js +69 -0
  55. package/config/middleware.d.ts +11 -0
  56. package/config/middleware.d.ts.map +1 -0
  57. package/config/middleware.js +30 -0
  58. package/config/notification.d.ts +33 -0
  59. package/config/notification.d.ts.map +1 -0
  60. package/config/notification.js +33 -0
  61. package/config/queue.d.ts +55 -0
  62. package/config/queue.d.ts.map +1 -0
  63. package/config/queue.js +87 -0
  64. package/config/storage.d.ts +59 -0
  65. package/config/storage.d.ts.map +1 -0
  66. package/config/storage.js +59 -0
  67. package/config/workers.d.ts +54 -0
  68. package/config/workers.d.ts.map +1 -0
  69. package/config/workers.js +83 -0
  70. package/package.json +27 -5
  71. package/packages/cloudflare-d1-proxy/src/index.d.ts +48 -0
  72. package/packages/cloudflare-d1-proxy/src/index.d.ts.map +1 -0
  73. package/packages/cloudflare-d1-proxy/src/index.js +387 -0
  74. package/packages/cloudflare-kv-proxy/src/index.d.ts +44 -0
  75. package/packages/cloudflare-kv-proxy/src/index.d.ts.map +1 -0
  76. package/packages/cloudflare-kv-proxy/src/index.js +325 -0
  77. package/packages/queue-monitor/src/QueueMonitoringService.d.ts +35 -0
  78. package/packages/queue-monitor/src/QueueMonitoringService.d.ts.map +1 -0
  79. package/packages/queue-monitor/src/QueueMonitoringService.js +194 -0
  80. package/packages/queue-monitor/src/connection.d.ts +3 -0
  81. package/packages/queue-monitor/src/connection.d.ts.map +1 -0
  82. package/packages/queue-monitor/src/connection.js +1 -0
  83. package/packages/queue-monitor/src/dashboard-ui.d.ts +7 -0
  84. package/packages/queue-monitor/src/dashboard-ui.d.ts.map +1 -0
  85. package/packages/queue-monitor/src/dashboard-ui.js +997 -0
  86. package/packages/queue-monitor/src/driver.d.ts +15 -0
  87. package/packages/queue-monitor/src/driver.d.ts.map +1 -0
  88. package/packages/queue-monitor/src/driver.js +115 -0
  89. package/packages/queue-monitor/src/index.d.ts +71 -0
  90. package/packages/queue-monitor/src/index.d.ts.map +1 -0
  91. package/packages/queue-monitor/src/index.js +296 -0
  92. package/packages/queue-monitor/src/metrics.d.ts +27 -0
  93. package/packages/queue-monitor/src/metrics.d.ts.map +1 -0
  94. package/packages/queue-monitor/src/metrics.js +92 -0
  95. package/packages/queue-monitor/src/worker.d.ts +8 -0
  96. package/packages/queue-monitor/src/worker.d.ts.map +1 -0
  97. package/packages/queue-monitor/src/worker.js +35 -0
  98. package/packages/queue-redis/src/BullMQRedisQueue.d.ts +26 -0
  99. package/packages/queue-redis/src/BullMQRedisQueue.d.ts.map +1 -0
  100. package/packages/queue-redis/src/BullMQRedisQueue.js +463 -0
  101. package/packages/queue-redis/src/HttpQueueDriver.d.ts +18 -0
  102. package/packages/queue-redis/src/HttpQueueDriver.d.ts.map +1 -0
  103. package/packages/queue-redis/src/HttpQueueDriver.js +249 -0
  104. package/packages/queue-redis/src/QueueHttpGateway.d.ts +16 -0
  105. package/packages/queue-redis/src/QueueHttpGateway.d.ts.map +1 -0
  106. package/packages/queue-redis/src/QueueHttpGateway.js +217 -0
  107. package/packages/queue-redis/src/RedisPublishClient.d.ts +14 -0
  108. package/packages/queue-redis/src/RedisPublishClient.d.ts.map +1 -0
  109. package/packages/queue-redis/src/RedisPublishClient.js +251 -0
  110. package/packages/queue-redis/src/index.d.ts +12 -0
  111. package/packages/queue-redis/src/index.d.ts.map +1 -0
  112. package/packages/queue-redis/src/index.js +10 -0
  113. package/packages/queue-redis/src/register.d.ts +6 -0
  114. package/packages/queue-redis/src/register.d.ts.map +1 -0
  115. package/packages/queue-redis/src/register.js +21 -0
  116. package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.d.ts +11 -0
  117. package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.d.ts.map +1 -0
  118. package/packages/workers/migrations/20260119100000_create_zintrust_workers_table.js +32 -0
  119. package/packages/workers/migrations/20260123180000_create_queue_jobs_table.d.ts +11 -0
  120. package/packages/workers/migrations/20260123180000_create_queue_jobs_table.d.ts.map +1 -0
  121. package/packages/workers/migrations/20260123180000_create_queue_jobs_table.js +46 -0
  122. package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.d.ts +7 -0
  123. package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.d.ts.map +1 -0
  124. package/packages/workers/migrations/20260213142000_create_zintrust_job_tracking_tables.js +44 -0
  125. package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.d.ts +7 -0
  126. package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.d.ts.map +1 -0
  127. package/packages/workers/migrations/20260213183000_expand_zintrust_job_tracking_reliability_tables.js +104 -0
  128. package/packages/workers/src/AnomalyDetection.d.ts +107 -0
  129. package/packages/workers/src/AnomalyDetection.d.ts.map +1 -0
  130. package/packages/workers/src/AnomalyDetection.js +329 -0
  131. package/packages/workers/src/AutoScaler.d.ts +128 -0
  132. package/packages/workers/src/AutoScaler.d.ts.map +1 -0
  133. package/packages/workers/src/AutoScaler.js +425 -0
  134. package/packages/workers/src/BroadcastWorker.d.ts +24 -0
  135. package/packages/workers/src/BroadcastWorker.d.ts.map +1 -0
  136. package/packages/workers/src/BroadcastWorker.js +24 -0
  137. package/packages/workers/src/CanaryController.d.ts +104 -0
  138. package/packages/workers/src/CanaryController.d.ts.map +1 -0
  139. package/packages/workers/src/CanaryController.js +424 -0
  140. package/packages/workers/src/ChaosEngineering.d.ts +80 -0
  141. package/packages/workers/src/ChaosEngineering.d.ts.map +1 -0
  142. package/packages/workers/src/ChaosEngineering.js +229 -0
  143. package/packages/workers/src/CircuitBreaker.d.ts +107 -0
  144. package/packages/workers/src/CircuitBreaker.d.ts.map +1 -0
  145. package/packages/workers/src/CircuitBreaker.js +374 -0
  146. package/packages/workers/src/ClusterLock.d.ts +91 -0
  147. package/packages/workers/src/ClusterLock.d.ts.map +1 -0
  148. package/packages/workers/src/ClusterLock.js +397 -0
  149. package/packages/workers/src/ComplianceManager.d.ts +178 -0
  150. package/packages/workers/src/ComplianceManager.d.ts.map +1 -0
  151. package/packages/workers/src/ComplianceManager.js +556 -0
  152. package/packages/workers/src/DatacenterOrchestrator.d.ts +134 -0
  153. package/packages/workers/src/DatacenterOrchestrator.d.ts.map +1 -0
  154. package/packages/workers/src/DatacenterOrchestrator.js +404 -0
  155. package/packages/workers/src/DeadLetterQueue.d.ts +123 -0
  156. package/packages/workers/src/DeadLetterQueue.d.ts.map +1 -0
  157. package/packages/workers/src/DeadLetterQueue.js +544 -0
  158. package/packages/workers/src/HealthMonitor.d.ts +43 -0
  159. package/packages/workers/src/HealthMonitor.d.ts.map +1 -0
  160. package/packages/workers/src/HealthMonitor.js +312 -0
  161. package/packages/workers/src/MultiQueueWorker.d.ts +90 -0
  162. package/packages/workers/src/MultiQueueWorker.d.ts.map +1 -0
  163. package/packages/workers/src/MultiQueueWorker.js +282 -0
  164. package/packages/workers/src/NotificationWorker.d.ts +24 -0
  165. package/packages/workers/src/NotificationWorker.d.ts.map +1 -0
  166. package/packages/workers/src/NotificationWorker.js +23 -0
  167. package/packages/workers/src/Observability.d.ts +154 -0
  168. package/packages/workers/src/Observability.d.ts.map +1 -0
  169. package/packages/workers/src/Observability.js +538 -0
  170. package/packages/workers/src/PluginManager.d.ts +124 -0
  171. package/packages/workers/src/PluginManager.d.ts.map +1 -0
  172. package/packages/workers/src/PluginManager.js +392 -0
  173. package/packages/workers/src/PriorityQueue.d.ts +118 -0
  174. package/packages/workers/src/PriorityQueue.d.ts.map +1 -0
  175. package/packages/workers/src/PriorityQueue.js +276 -0
  176. package/packages/workers/src/ResourceMonitor.d.ts +165 -0
  177. package/packages/workers/src/ResourceMonitor.d.ts.map +1 -0
  178. package/packages/workers/src/ResourceMonitor.js +632 -0
  179. package/packages/workers/src/SLAMonitor.d.ts +111 -0
  180. package/packages/workers/src/SLAMonitor.d.ts.map +1 -0
  181. package/packages/workers/src/SLAMonitor.js +274 -0
  182. package/packages/workers/src/WorkerFactory.d.ts +218 -0
  183. package/packages/workers/src/WorkerFactory.d.ts.map +1 -0
  184. package/packages/workers/src/WorkerFactory.js +2253 -0
  185. package/packages/workers/src/WorkerInit.d.ts +86 -0
  186. package/packages/workers/src/WorkerInit.d.ts.map +1 -0
  187. package/packages/workers/src/WorkerInit.js +307 -0
  188. package/packages/workers/src/WorkerMetrics.d.ts +116 -0
  189. package/packages/workers/src/WorkerMetrics.d.ts.map +1 -0
  190. package/packages/workers/src/WorkerMetrics.js +570 -0
  191. package/packages/workers/src/WorkerRegistry.d.ts +152 -0
  192. package/packages/workers/src/WorkerRegistry.d.ts.map +1 -0
  193. package/packages/workers/src/WorkerRegistry.js +396 -0
  194. package/packages/workers/src/WorkerShutdown.d.ts +70 -0
  195. package/packages/workers/src/WorkerShutdown.d.ts.map +1 -0
  196. package/packages/workers/src/WorkerShutdown.js +185 -0
  197. package/packages/workers/src/WorkerVersioning.d.ts +108 -0
  198. package/packages/workers/src/WorkerVersioning.d.ts.map +1 -0
  199. package/packages/workers/src/WorkerVersioning.js +300 -0
  200. package/packages/workers/src/config/workerConfig.d.ts +5 -0
  201. package/packages/workers/src/config/workerConfig.d.ts.map +1 -0
  202. package/packages/workers/src/config/workerConfig.js +25 -0
  203. package/packages/workers/src/createQueueWorker.d.ts +26 -0
  204. package/packages/workers/src/createQueueWorker.d.ts.map +1 -0
  205. package/packages/workers/src/createQueueWorker.js +367 -0
  206. package/packages/workers/src/dashboard/index.d.ts +2 -0
  207. package/packages/workers/src/dashboard/index.d.ts.map +1 -0
  208. package/packages/workers/src/dashboard/index.js +1 -0
  209. package/packages/workers/src/dashboard/types.d.ts +123 -0
  210. package/packages/workers/src/dashboard/types.d.ts.map +1 -0
  211. package/packages/workers/src/dashboard/types.js +1 -0
  212. package/packages/workers/src/dashboard/workers-api.d.ts +5 -0
  213. package/packages/workers/src/dashboard/workers-api.d.ts.map +1 -0
  214. package/packages/workers/src/dashboard/workers-api.js +738 -0
  215. package/packages/workers/src/helper/index.d.ts +6 -0
  216. package/packages/workers/src/helper/index.d.ts.map +1 -0
  217. package/packages/workers/src/helper/index.js +10 -0
  218. package/packages/workers/src/http/WorkerApiController.d.ts +39 -0
  219. package/packages/workers/src/http/WorkerApiController.d.ts.map +1 -0
  220. package/packages/workers/src/http/WorkerApiController.js +313 -0
  221. package/packages/workers/src/http/WorkerController.d.ts +375 -0
  222. package/packages/workers/src/http/WorkerController.d.ts.map +1 -0
  223. package/packages/workers/src/http/WorkerController.js +1454 -0
  224. package/packages/workers/src/http/WorkerMonitoringService.d.ts +12 -0
  225. package/packages/workers/src/http/WorkerMonitoringService.d.ts.map +1 -0
  226. package/packages/workers/src/http/WorkerMonitoringService.js +89 -0
  227. package/packages/workers/src/http/middleware/CustomValidation.d.ts +93 -0
  228. package/packages/workers/src/http/middleware/CustomValidation.d.ts.map +1 -0
  229. package/packages/workers/src/http/middleware/CustomValidation.js +270 -0
  230. package/packages/workers/src/http/middleware/DatacenterValidator.d.ts +4 -0
  231. package/packages/workers/src/http/middleware/DatacenterValidator.d.ts.map +1 -0
  232. package/packages/workers/src/http/middleware/DatacenterValidator.js +94 -0
  233. package/packages/workers/src/http/middleware/EditWorkerValidation.d.ts +8 -0
  234. package/packages/workers/src/http/middleware/EditWorkerValidation.d.ts.map +1 -0
  235. package/packages/workers/src/http/middleware/EditWorkerValidation.js +56 -0
  236. package/packages/workers/src/http/middleware/FeaturesValidator.d.ts +4 -0
  237. package/packages/workers/src/http/middleware/FeaturesValidator.d.ts.map +1 -0
  238. package/packages/workers/src/http/middleware/FeaturesValidator.js +60 -0
  239. package/packages/workers/src/http/middleware/InfrastructureValidator.d.ts +32 -0
  240. package/packages/workers/src/http/middleware/InfrastructureValidator.d.ts.map +1 -0
  241. package/packages/workers/src/http/middleware/InfrastructureValidator.js +226 -0
  242. package/packages/workers/src/http/middleware/OptionsValidator.d.ts +4 -0
  243. package/packages/workers/src/http/middleware/OptionsValidator.d.ts.map +1 -0
  244. package/packages/workers/src/http/middleware/OptionsValidator.js +112 -0
  245. package/packages/workers/src/http/middleware/PayloadSanitizer.d.ts +8 -0
  246. package/packages/workers/src/http/middleware/PayloadSanitizer.d.ts.map +1 -0
  247. package/packages/workers/src/http/middleware/PayloadSanitizer.js +42 -0
  248. package/packages/workers/src/http/middleware/ProcessorPathSanitizer.d.ts +4 -0
  249. package/packages/workers/src/http/middleware/ProcessorPathSanitizer.d.ts.map +1 -0
  250. package/packages/workers/src/http/middleware/ProcessorPathSanitizer.js +140 -0
  251. package/packages/workers/src/http/middleware/QueueNameSanitizer.d.ts +4 -0
  252. package/packages/workers/src/http/middleware/QueueNameSanitizer.d.ts.map +1 -0
  253. package/packages/workers/src/http/middleware/QueueNameSanitizer.js +45 -0
  254. package/packages/workers/src/http/middleware/ValidateDriver.d.ts +8 -0
  255. package/packages/workers/src/http/middleware/ValidateDriver.d.ts.map +1 -0
  256. package/packages/workers/src/http/middleware/ValidateDriver.js +20 -0
  257. package/packages/workers/src/http/middleware/VersionSanitizer.d.ts +4 -0
  258. package/packages/workers/src/http/middleware/VersionSanitizer.d.ts.map +1 -0
  259. package/packages/workers/src/http/middleware/VersionSanitizer.js +25 -0
  260. package/packages/workers/src/http/middleware/WorkerNameSanitizer.d.ts +4 -0
  261. package/packages/workers/src/http/middleware/WorkerNameSanitizer.d.ts.map +1 -0
  262. package/packages/workers/src/http/middleware/WorkerNameSanitizer.js +46 -0
  263. package/packages/workers/src/http/middleware/WorkerValidationChain.d.ts +28 -0
  264. package/packages/workers/src/http/middleware/WorkerValidationChain.d.ts.map +1 -0
  265. package/packages/workers/src/http/middleware/WorkerValidationChain.js +186 -0
  266. package/packages/workers/src/index.d.ts +47 -0
  267. package/packages/workers/src/index.d.ts.map +1 -0
  268. package/packages/workers/src/index.js +48 -0
  269. package/packages/workers/src/routes/workers.d.ts +13 -0
  270. package/packages/workers/src/routes/workers.d.ts.map +1 -0
  271. package/packages/workers/src/routes/workers.js +126 -0
  272. package/packages/workers/src/storage/WorkerStore.d.ts +52 -0
  273. package/packages/workers/src/storage/WorkerStore.d.ts.map +1 -0
  274. package/packages/workers/src/storage/WorkerStore.js +259 -0
  275. package/packages/workers/src/telemetry/api/TelemetryAPI.d.ts +47 -0
  276. package/packages/workers/src/telemetry/api/TelemetryAPI.d.ts.map +1 -0
  277. package/packages/workers/src/telemetry/api/TelemetryAPI.js +219 -0
  278. package/packages/workers/src/telemetry/api/TelemetryMonitoringService.d.ts +18 -0
  279. package/packages/workers/src/telemetry/api/TelemetryMonitoringService.d.ts.map +1 -0
  280. package/packages/workers/src/telemetry/api/TelemetryMonitoringService.js +140 -0
  281. package/packages/workers/src/telemetry/components/AlertPanel.d.ts +2 -0
  282. package/packages/workers/src/telemetry/components/AlertPanel.d.ts.map +1 -0
  283. package/packages/workers/src/telemetry/components/AlertPanel.js +13 -0
  284. package/packages/workers/src/telemetry/components/CostTracking.d.ts +2 -0
  285. package/packages/workers/src/telemetry/components/CostTracking.d.ts.map +1 -0
  286. package/packages/workers/src/telemetry/components/CostTracking.js +14 -0
  287. package/packages/workers/src/telemetry/components/ResourceUsageChart.d.ts +2 -0
  288. package/packages/workers/src/telemetry/components/ResourceUsageChart.d.ts.map +1 -0
  289. package/packages/workers/src/telemetry/components/ResourceUsageChart.js +11 -0
  290. package/packages/workers/src/telemetry/components/WorkerHealthChart.d.ts +2 -0
  291. package/packages/workers/src/telemetry/components/WorkerHealthChart.d.ts.map +1 -0
  292. package/packages/workers/src/telemetry/components/WorkerHealthChart.js +11 -0
  293. package/packages/workers/src/telemetry/index.d.ts +16 -0
  294. package/packages/workers/src/telemetry/index.d.ts.map +1 -0
  295. package/packages/workers/src/telemetry/index.js +60 -0
  296. package/packages/workers/src/telemetry/routes/dashboard.d.ts +7 -0
  297. package/packages/workers/src/telemetry/routes/dashboard.d.ts.map +1 -0
  298. package/packages/workers/src/telemetry/routes/dashboard.js +608 -0
  299. package/packages/workers/src/type.d.ts +77 -0
  300. package/packages/workers/src/type.d.ts.map +1 -0
  301. package/packages/workers/src/type.js +1 -0
  302. package/packages/workers/src/ui/router/EmbeddedAssets.d.ts +5 -0
  303. package/packages/workers/src/ui/router/EmbeddedAssets.d.ts.map +1 -0
  304. package/packages/workers/src/ui/router/EmbeddedAssets.js +13 -0
  305. package/packages/workers/src/ui/router/ui.d.ts +4 -0
  306. package/packages/workers/src/ui/router/ui.d.ts.map +1 -0
  307. package/packages/workers/src/ui/router/ui.js +208 -0
  308. package/packages/workers/src/ui/types/worker-ui.d.ts +230 -0
  309. package/packages/workers/src/ui/types/worker-ui.d.ts.map +1 -0
  310. package/packages/workers/src/ui/types/worker-ui.js +5 -0
  311. package/routes/api.d.ts +7 -0
  312. package/routes/api.d.ts.map +1 -0
  313. package/routes/api.js +129 -0
  314. package/routes/broadcast.d.ts +9 -0
  315. package/routes/broadcast.d.ts.map +1 -0
  316. package/routes/broadcast.js +27 -0
  317. package/routes/storage.d.ts +4 -0
  318. package/routes/storage.d.ts.map +1 -0
  319. package/routes/storage.js +35 -0
  320. package/src/boot/bootstrap.js +27 -11
  321. package/src/boot/registry/runtime.d.ts.map +1 -1
  322. package/src/boot/registry/runtime.js +11 -0
  323. package/src/cache/Cache.d.ts.map +1 -1
  324. package/src/cache/Cache.js +40 -8
  325. package/src/cache/drivers/KVRemoteDriver.d.ts +1 -1
  326. package/src/cache/drivers/KVRemoteDriver.d.ts.map +1 -1
  327. package/src/cache/drivers/KVRemoteDriver.js +259 -44
  328. package/src/cache/drivers/MemoryDriver.d.ts.map +1 -1
  329. package/src/cache/drivers/MemoryDriver.js +10 -2
  330. package/src/cache/drivers/RedisDriver.d.ts.map +1 -1
  331. package/src/cache/drivers/RedisDriver.js +256 -33
  332. package/src/cli/CLI.d.ts.map +1 -1
  333. package/src/cli/CLI.js +12 -0
  334. package/src/cli/commands/ConfigCommand.d.ts.map +1 -1
  335. package/src/cli/commands/ConfigCommand.js +3 -5
  336. package/src/cli/commands/D1LearnCommand.d.ts +9 -0
  337. package/src/cli/commands/D1LearnCommand.d.ts.map +1 -0
  338. package/src/cli/commands/D1LearnCommand.js +143 -0
  339. package/src/cli/commands/D1MigrateCommand.d.ts.map +1 -1
  340. package/src/cli/commands/D1MigrateCommand.js +55 -16
  341. package/src/cli/commands/InitContainerCommand.d.ts.map +1 -1
  342. package/src/cli/commands/InitContainerCommand.js +30 -15
  343. package/src/cli/commands/InitEcosystemCommand.d.ts +6 -0
  344. package/src/cli/commands/InitEcosystemCommand.d.ts.map +1 -0
  345. package/src/cli/commands/InitEcosystemCommand.js +51 -0
  346. package/src/cli/commands/MigrateCommand.d.ts.map +1 -1
  347. package/src/cli/commands/MigrateCommand.js +78 -36
  348. package/src/cli/commands/MigrateWorkerCommand.d.ts.map +1 -1
  349. package/src/cli/commands/MigrateWorkerCommand.js +36 -2
  350. package/src/cli/commands/NewCommand.d.ts.map +1 -1
  351. package/src/cli/commands/NewCommand.js +33 -0
  352. package/src/cli/commands/PutCommand.d.ts +6 -0
  353. package/src/cli/commands/PutCommand.d.ts.map +1 -0
  354. package/src/cli/commands/PutCommand.js +173 -0
  355. package/src/cli/commands/QueueRecoveryCommand.d.ts.map +1 -1
  356. package/src/cli/commands/QueueRecoveryCommand.js +113 -14
  357. package/src/cli/commands/ScheduleListCommand.d.ts +6 -0
  358. package/src/cli/commands/ScheduleListCommand.d.ts.map +1 -0
  359. package/src/cli/commands/ScheduleListCommand.js +62 -0
  360. package/src/cli/commands/ScheduleRunCommand.d.ts +6 -0
  361. package/src/cli/commands/ScheduleRunCommand.d.ts.map +1 -0
  362. package/src/cli/commands/ScheduleRunCommand.js +32 -0
  363. package/src/cli/commands/ScheduleStartCommand.d.ts +6 -0
  364. package/src/cli/commands/ScheduleStartCommand.d.ts.map +1 -0
  365. package/src/cli/commands/ScheduleStartCommand.js +40 -0
  366. package/src/cli/commands/SecretsCommand.d.ts.map +1 -1
  367. package/src/cli/commands/SecretsCommand.js +2 -2
  368. package/src/cli/commands/StartCommand.d.ts.map +1 -1
  369. package/src/cli/commands/StartCommand.js +23 -1
  370. package/src/cli/commands/schedule/ScheduleCliSupport.d.ts +6 -0
  371. package/src/cli/commands/schedule/ScheduleCliSupport.d.ts.map +1 -0
  372. package/src/cli/commands/schedule/ScheduleCliSupport.js +55 -0
  373. package/src/cli/config/ConfigManager.d.ts.map +1 -1
  374. package/src/cli/config/ConfigManager.js +8 -1
  375. package/src/cli/d1/D1SqlMigrations.d.ts.map +1 -1
  376. package/src/cli/d1/D1SqlMigrations.js +11 -1
  377. package/src/cli/d1/WranglerConfig.d.ts.map +1 -1
  378. package/src/cli/d1/WranglerConfig.js +34 -2
  379. package/src/cli/scaffolding/ProjectScaffolder.d.ts.map +1 -1
  380. package/src/cli/scaffolding/ProjectScaffolder.js +65 -73
  381. package/src/cli/services/VersionChecker.d.ts.map +1 -1
  382. package/src/cli/services/VersionChecker.js +5 -1
  383. package/src/cli/utils/DatabaseCliUtils.d.ts.map +1 -1
  384. package/src/cli/utils/DatabaseCliUtils.js +6 -1
  385. package/src/cli/utils/DistPackager.d.ts.map +1 -1
  386. package/src/cli/utils/DistPackager.js +25 -0
  387. package/src/cli/utils/EnvFileLoader.d.ts +1 -0
  388. package/src/cli/utils/EnvFileLoader.d.ts.map +1 -1
  389. package/src/cli/utils/EnvFileLoader.js +47 -14
  390. package/src/cli.d.ts +5 -0
  391. package/src/cli.d.ts.map +1 -0
  392. package/src/cli.js +4 -0
  393. package/src/collections/index.d.ts +2 -2
  394. package/src/collections/index.d.ts.map +1 -1
  395. package/src/collections/index.js +1 -1
  396. package/src/common/RemoteSignedJson.d.ts.map +1 -1
  397. package/src/common/RemoteSignedJson.js +58 -25
  398. package/src/common/utility.d.ts.map +1 -1
  399. package/src/common/utility.js +2 -6
  400. package/src/config/cache.js +1 -1
  401. package/src/config/cloudflare.d.ts.map +1 -1
  402. package/src/config/cloudflare.js +19 -8
  403. package/src/config/env.d.ts +7 -0
  404. package/src/config/env.d.ts.map +1 -1
  405. package/src/config/env.js +10 -2
  406. package/src/config/queue.js +1 -1
  407. package/src/functions/cloudflare.d.ts.map +1 -1
  408. package/src/functions/cloudflare.js +4 -2
  409. package/src/helper/index.d.ts +225 -0
  410. package/src/helper/index.d.ts.map +1 -0
  411. package/src/helper/index.js +347 -0
  412. package/src/index.d.ts +3 -6
  413. package/src/index.d.ts.map +1 -1
  414. package/src/index.js +7 -9
  415. package/src/middleware/JwtAuthMiddleware.d.ts.map +1 -1
  416. package/src/middleware/JwtAuthMiddleware.js +11 -5
  417. package/src/migrations/MigrationDiscovery.d.ts.map +1 -1
  418. package/src/migrations/MigrationDiscovery.js +2 -1
  419. package/src/orm/DatabaseAdapter.d.ts +1 -0
  420. package/src/orm/DatabaseAdapter.d.ts.map +1 -1
  421. package/src/orm/SchemaStatemenWriter.d.ts +15 -0
  422. package/src/orm/SchemaStatemenWriter.d.ts.map +1 -0
  423. package/src/orm/SchemaStatemenWriter.js +78 -0
  424. package/src/orm/adapters/D1Adapter.d.ts.map +1 -1
  425. package/src/orm/adapters/D1Adapter.js +52 -2
  426. package/src/orm/adapters/D1RemoteAdapter.d.ts.map +1 -1
  427. package/src/orm/adapters/D1RemoteAdapter.js +137 -89
  428. package/src/orm/adapters/MySQLProxyAdapter.d.ts.map +1 -1
  429. package/src/orm/adapters/MySQLProxyAdapter.js +100 -81
  430. package/src/orm/adapters/PostgreSQLProxyAdapter.d.ts.map +1 -1
  431. package/src/orm/adapters/PostgreSQLProxyAdapter.js +26 -10
  432. package/src/orm/adapters/SqlProxyAdapterUtils.d.ts.map +1 -1
  433. package/src/orm/adapters/SqlProxyAdapterUtils.js +2 -1
  434. package/src/orm/adapters/SqlProxyRegistryMode.d.ts +12 -0
  435. package/src/orm/adapters/SqlProxyRegistryMode.d.ts.map +1 -0
  436. package/src/orm/adapters/SqlProxyRegistryMode.js +24 -0
  437. package/src/orm/adapters/SqlServerProxyAdapter.d.ts +3 -0
  438. package/src/orm/adapters/SqlServerProxyAdapter.d.ts.map +1 -1
  439. package/src/orm/adapters/SqlServerProxyAdapter.js +125 -117
  440. package/src/orm/migrations/MigrationStore.js +1 -1
  441. package/src/proxy/ProxyRequestParsing.d.ts +9 -0
  442. package/src/proxy/ProxyRequestParsing.d.ts.map +1 -0
  443. package/src/proxy/ProxyRequestParsing.js +16 -0
  444. package/src/proxy/RequestValidator.d.ts.map +1 -1
  445. package/src/proxy/RequestValidator.js +2 -1
  446. package/src/proxy/SigningService.js +2 -2
  447. package/src/proxy/SqlProxyDbOverrides.d.ts +17 -0
  448. package/src/proxy/SqlProxyDbOverrides.d.ts.map +1 -0
  449. package/src/proxy/SqlProxyDbOverrides.js +1 -0
  450. package/src/proxy/SqlProxyServerDeps.d.ts +12 -0
  451. package/src/proxy/SqlProxyServerDeps.d.ts.map +1 -0
  452. package/src/proxy/SqlProxyServerDeps.js +9 -0
  453. package/src/proxy/StatementPayloadValidator.d.ts +13 -0
  454. package/src/proxy/StatementPayloadValidator.d.ts.map +1 -0
  455. package/src/proxy/StatementPayloadValidator.js +18 -0
  456. package/src/proxy/StatementRegistryLoader.d.ts +2 -0
  457. package/src/proxy/StatementRegistryLoader.d.ts.map +1 -0
  458. package/src/proxy/StatementRegistryLoader.js +36 -0
  459. package/src/proxy/StatementRegistryResolver.d.ts +15 -0
  460. package/src/proxy/StatementRegistryResolver.d.ts.map +1 -0
  461. package/src/proxy/StatementRegistryResolver.js +34 -0
  462. package/src/proxy/d1/ZintrustD1Proxy.d.ts +2 -1
  463. package/src/proxy/d1/ZintrustD1Proxy.d.ts.map +1 -1
  464. package/src/proxy/d1/ZintrustD1Proxy.js +2 -1
  465. package/src/proxy/isMutatingSql.d.ts +2 -0
  466. package/src/proxy/isMutatingSql.d.ts.map +1 -0
  467. package/src/proxy/isMutatingSql.js +12 -0
  468. package/src/proxy/kv/ZintrustKvProxy.d.ts +2 -1
  469. package/src/proxy/kv/ZintrustKvProxy.d.ts.map +1 -1
  470. package/src/proxy/kv/ZintrustKvProxy.js +2 -1
  471. package/src/proxy/mysql/MySqlProxyServer.d.ts +2 -8
  472. package/src/proxy/mysql/MySqlProxyServer.d.ts.map +1 -1
  473. package/src/proxy/mysql/MySqlProxyServer.js +84 -51
  474. package/src/proxy/postgres/PostgresProxyServer.d.ts +2 -8
  475. package/src/proxy/postgres/PostgresProxyServer.d.ts.map +1 -1
  476. package/src/proxy/postgres/PostgresProxyServer.js +86 -48
  477. package/src/proxy/smtp/SmtpProxyServer.d.ts.map +1 -1
  478. package/src/proxy/smtp/SmtpProxyServer.js +6 -5
  479. package/src/proxy/sqlserver/SqlServerProxyServer.d.ts +2 -8
  480. package/src/proxy/sqlserver/SqlServerProxyServer.d.ts.map +1 -1
  481. package/src/proxy/sqlserver/SqlServerProxyServer.js +84 -49
  482. package/src/proxy.d.ts +4 -0
  483. package/src/proxy.d.ts.map +1 -0
  484. package/src/proxy.js +3 -0
  485. package/src/runtime/RuntimeAdapter.d.ts.map +1 -1
  486. package/src/runtime/RuntimeAdapter.js +30 -12
  487. package/src/runtime/adapters/CloudflareAdapter.d.ts.map +1 -1
  488. package/src/runtime/adapters/CloudflareAdapter.js +15 -4
  489. package/src/scheduler/Schedule.d.ts +36 -0
  490. package/src/scheduler/Schedule.d.ts.map +1 -0
  491. package/src/scheduler/Schedule.js +197 -0
  492. package/src/scheduler/ScheduleHttpGateway.d.ts +8 -0
  493. package/src/scheduler/ScheduleHttpGateway.d.ts.map +1 -0
  494. package/src/scheduler/ScheduleHttpGateway.js +196 -0
  495. package/src/scheduler/ScheduleRunner.d.ts +6 -0
  496. package/src/scheduler/ScheduleRunner.d.ts.map +1 -1
  497. package/src/scheduler/ScheduleRunner.js +166 -29
  498. package/src/scheduler/SchedulerRuntime.d.ts +15 -0
  499. package/src/scheduler/SchedulerRuntime.d.ts.map +1 -0
  500. package/src/scheduler/SchedulerRuntime.js +79 -0
  501. package/src/scheduler/cron/Cron.d.ts +19 -0
  502. package/src/scheduler/cron/Cron.d.ts.map +1 -0
  503. package/src/scheduler/cron/Cron.js +200 -0
  504. package/src/scheduler/leader/SchedulerLeader.d.ts +14 -0
  505. package/src/scheduler/leader/SchedulerLeader.d.ts.map +1 -0
  506. package/src/scheduler/leader/SchedulerLeader.js +187 -0
  507. package/src/scheduler/state/ScheduleStateStore.d.ts +27 -0
  508. package/src/scheduler/state/ScheduleStateStore.d.ts.map +1 -0
  509. package/src/scheduler/state/ScheduleStateStore.js +27 -0
  510. package/src/scheduler/types.d.ts +10 -0
  511. package/src/scheduler/types.d.ts.map +1 -1
  512. package/src/schedules/index.d.ts +1 -0
  513. package/src/schedules/index.d.ts.map +1 -1
  514. package/src/schedules/index.js +1 -0
  515. package/src/schedules/job-tracking-cleanup.d.ts +4 -0
  516. package/src/schedules/job-tracking-cleanup.d.ts.map +1 -0
  517. package/src/schedules/job-tracking-cleanup.js +116 -0
  518. package/src/schedules/log-cleanup.d.ts +1 -2
  519. package/src/schedules/log-cleanup.d.ts.map +1 -1
  520. package/src/schedules/log-cleanup.js +12 -15
  521. package/src/security/Sanitizer.d.ts.map +1 -1
  522. package/src/security/Sanitizer.js +1 -9
  523. package/src/security/SignedRequest.d.ts.map +1 -1
  524. package/src/security/SignedRequest.js +2 -2
  525. package/src/security/TokenRevocation.d.ts +19 -2
  526. package/src/security/TokenRevocation.d.ts.map +1 -1
  527. package/src/security/TokenRevocation.js +558 -30
  528. package/src/templates/docker/docker-compose.ecosystem.yml.tpl +301 -0
  529. package/src/templates/docker/docker-compose.schedules.yml.tpl +84 -0
  530. package/src/templates/project/basic/app/Controllers/AuthController.ts.tpl +11 -3
  531. package/src/templates/project/basic/app/Schedules/index.ts.tpl +0 -0
  532. package/src/templates/project/basic/config/database.ts.tpl +1 -1
  533. package/src/templates/project/basic/config/middleware.ts.tpl +23 -22
  534. package/src/templates/project/basic/wrangler.jsonc.tpl +28 -0
  535. package/src/toolkit/Secrets/Manifest.d.ts.map +1 -1
  536. package/src/toolkit/Secrets/Manifest.js +5 -7
  537. package/src/tools/mail/drivers/Smtp.d.ts.map +1 -1
  538. package/src/tools/mail/drivers/Smtp.js +7 -1
  539. package/src/tools/queue/JobReconciliationRunner.d.ts.map +1 -1
  540. package/src/tools/queue/JobReconciliationRunner.js +7 -39
  541. package/src/tools/queue/JobRecoveryDaemon.d.ts.map +1 -1
  542. package/src/tools/queue/JobRecoveryDaemon.js +116 -18
  543. package/src/tools/queue/JobStateTracker.d.ts +10 -1
  544. package/src/tools/queue/JobStateTracker.d.ts.map +1 -1
  545. package/src/tools/queue/JobStateTracker.js +24 -2
  546. package/src/tools/queue/JobStateTrackerDbPersistence.d.ts.map +1 -1
  547. package/src/tools/queue/JobStateTrackerDbPersistence.js +93 -2
@@ -0,0 +1,15 @@
1
+ import type { Job, JobsOptions } from 'bullmq';
2
+ import { type RedisConfig } from './connection';
3
+ export type JobPayload<T = unknown> = T;
4
+ export type JobCounts = Record<string, number>;
5
+ export type QueueDriver = {
6
+ enqueue<T>(name: string, payload: T, options?: JobsOptions): Promise<string>;
7
+ getJob(queueName: string, jobId: string): Promise<Job | undefined>;
8
+ getJobCounts(queueName: string): Promise<JobCounts>;
9
+ getRecentJobs(queueName: string, limit?: number): Promise<Job[]>;
10
+ retryJob(queueName: string, jobId: string): Promise<boolean>;
11
+ getQueues(): Promise<string[]>;
12
+ close(): Promise<void>;
13
+ };
14
+ export declare const createBullMQDriver: (config: RedisConfig) => QueueDriver;
15
+ //# sourceMappingURL=driver.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"driver.d.ts","sourceRoot":"","sources":["../../../../packages/queue-monitor/src/driver.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAqB,GAAG,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAElE,OAAO,EAAyB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAEvE,MAAM,MAAM,UAAU,CAAC,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC;AAExC,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE/C,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7E,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC;IACnE,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IACpD,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACjE,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7D,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB,CAAC;AAgDF,eAAO,MAAM,kBAAkB,GAAI,QAAQ,WAAW,KAAG,WAqFxD,CAAC"}
@@ -0,0 +1,115 @@
1
+ import { ErrorFactory, getBullMQSafeQueueName } from '../../../src/index.js';
2
+ import { Queue } from 'bullmq';
3
+ import { createRedisConnection } from './connection.js';
4
+ async function enrichJobsWithState(jobs) {
5
+ await Promise.all(jobs.map(async (job) => {
6
+ try {
7
+ // eslint-disable-next-line @typescript-eslint/no-explicit-any
8
+ job._state = await job.getState();
9
+ }
10
+ catch {
11
+ // Ignore errors fetching state
12
+ }
13
+ }));
14
+ }
15
+ async function discoverQueuesFromRedis(redis, inMemoryQueues) {
16
+ const found = new Set(Array.from(inMemoryQueues.keys()));
17
+ try {
18
+ let cursor = '0';
19
+ let shouldContinue = true;
20
+ const prefix = getBullMQSafeQueueName();
21
+ const scanAsync = (cur) => redis.scan(cur, 'MATCH', prefix + ':*', 'COUNT', '100');
22
+ while (shouldContinue) {
23
+ // Redis scan must be sequential as it depends on the cursor from previous result
24
+ // eslint-disable-next-line no-await-in-loop
25
+ const result = await scanAsync(cursor);
26
+ cursor = result[0];
27
+ const keys = result[1] ?? [];
28
+ keys.forEach((k) => {
29
+ const parts = k.split(':');
30
+ if (parts.length >= 2 && k.startsWith(prefix + ':')) {
31
+ const name = parts[1];
32
+ if (name)
33
+ found.add(name);
34
+ }
35
+ });
36
+ shouldContinue = cursor !== '0';
37
+ }
38
+ }
39
+ catch {
40
+ // ignore discovery errors
41
+ }
42
+ return Array.from(found.values());
43
+ }
44
+ export const createBullMQDriver = (config) => {
45
+ const queues = new Map();
46
+ const redis = createRedisConnection(config);
47
+ const getQueue = (name) => {
48
+ if (!queues.has(name)) {
49
+ const prefix = getBullMQSafeQueueName();
50
+ const connection = createRedisConnection(config);
51
+ const queue = new Queue(name, { prefix, connection: connection });
52
+ queues.set(name, queue);
53
+ }
54
+ const queue = queues.get(name);
55
+ if (!queue) {
56
+ throw ErrorFactory.createTryCatchError(`Queue initialization failed for ${name}`);
57
+ }
58
+ return queue;
59
+ };
60
+ const enqueue = async (name, payload, options) => {
61
+ const queue = getQueue(name);
62
+ const job = await queue.add('default', payload, {
63
+ removeOnComplete: true,
64
+ removeOnFail: false,
65
+ ...options,
66
+ });
67
+ if (job.id === undefined || job.id === null) {
68
+ throw ErrorFactory.createTryCatchError(`Queue job id missing for ${name}`);
69
+ }
70
+ return String(job.id);
71
+ };
72
+ const getJob = async (queueName, jobId) => {
73
+ const queue = getQueue(queueName);
74
+ return (await queue.getJob(jobId)) || undefined;
75
+ };
76
+ const getJobCounts = async (queueName) => {
77
+ const queue = getQueue(queueName);
78
+ return queue.getJobCounts();
79
+ };
80
+ const getRecentJobs = async (queueName, limit = 100) => {
81
+ const queue = getQueue(queueName);
82
+ const jobs = await queue.getJobs(['completed', 'failed', 'active', 'waiting', 'delayed', 'paused'], 0, Math.max(0, limit - 1), true);
83
+ // Fetch state for each job to ensure accurate status detection
84
+ await enrichJobsWithState(jobs);
85
+ return jobs;
86
+ };
87
+ const retryJob = async (queueName, jobId) => {
88
+ const job = await getJob(queueName, jobId);
89
+ if (!job)
90
+ return false;
91
+ try {
92
+ await job.retry();
93
+ return true;
94
+ }
95
+ catch {
96
+ return false;
97
+ }
98
+ };
99
+ const getQueues = async () => {
100
+ return discoverQueuesFromRedis(redis, queues);
101
+ };
102
+ const close = async () => {
103
+ const closes = Array.from(queues.values()).map((q) => q.close());
104
+ await Promise.all(closes);
105
+ };
106
+ return Object.freeze({
107
+ enqueue,
108
+ getJob,
109
+ getJobCounts,
110
+ getRecentJobs,
111
+ retryJob,
112
+ getQueues,
113
+ close,
114
+ });
115
+ };
@@ -0,0 +1,71 @@
1
+ import { type IRouter } from '../../../src/index.js';
2
+ import { type RedisConfig } from './connection';
3
+ import { type QueueDriver } from './driver';
4
+ import { type Metrics } from './metrics';
5
+ export type { JobPayload } from './driver';
6
+ export { createWorker as createQueueWorker, type QueueWorker } from './worker';
7
+ export type QueueMonitorConfig = {
8
+ enabled?: boolean;
9
+ basePath?: string;
10
+ middleware?: ReadonlyArray<string>;
11
+ autoRefresh?: boolean;
12
+ refreshIntervalMs?: number;
13
+ redis?: RedisConfig;
14
+ };
15
+ export type QueueCounts = {
16
+ waiting: number;
17
+ active: number;
18
+ completed: number;
19
+ failed: number;
20
+ delayed: number;
21
+ paused: number;
22
+ };
23
+ export type QueueMonitorSnapshot = {
24
+ status: 'ok';
25
+ startedAt: string;
26
+ queues: Array<{
27
+ name: string;
28
+ counts: QueueCounts;
29
+ }>;
30
+ };
31
+ export type LockSummary = {
32
+ key: string;
33
+ ttl?: number;
34
+ expires?: string;
35
+ };
36
+ export type LockMetrics = {
37
+ active: number;
38
+ attempts: number;
39
+ acquired: number;
40
+ collisions: number;
41
+ collisionRate: number;
42
+ };
43
+ export type LockHistogramBucket = {
44
+ label: string;
45
+ count: number;
46
+ };
47
+ export type LockAnalytics = {
48
+ locks: LockSummary[];
49
+ metrics: LockMetrics;
50
+ histogram: LockHistogramBucket[];
51
+ };
52
+ export type QueueMonitorApi = {
53
+ registerRoutes: (router: IRouter) => void;
54
+ getSnapshot: () => Promise<QueueMonitorSnapshot>;
55
+ getLocks: (pattern?: string) => Promise<LockAnalytics>;
56
+ driver: QueueDriver;
57
+ metrics: Metrics;
58
+ close: () => Promise<void>;
59
+ };
60
+ export declare const QueueMonitor: Readonly<{
61
+ create(config: QueueMonitorConfig): QueueMonitorApi;
62
+ }>;
63
+ export default QueueMonitor;
64
+ export { createBullMQDriver } from './driver';
65
+ /**
66
+ * Package version and build metadata
67
+ * Available at runtime for debugging and health checks
68
+ */
69
+ export declare const _ZINTRUST_QUEUE_MONITOR_VERSION = "0.1.0";
70
+ export declare const _ZINTRUST_QUEUE_MONITOR_BUILD_DATE = "__BUILD_DATE__";
71
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../packages/queue-monitor/src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAOL,KAAK,OAAO,EAEb,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAyB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAEvE,OAAO,EAAsB,KAAK,WAAW,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAiB,KAAK,OAAO,EAAE,MAAM,WAAW,CAAC;AAGxD,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EAAE,YAAY,IAAI,iBAAiB,EAAE,KAAK,WAAW,EAAE,MAAM,UAAU,CAAC;AAE/E,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IACnC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,IAAI,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,KAAK,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,WAAW,CAAC;KACrB,CAAC,CAAC;CACJ,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,OAAO,EAAE,WAAW,CAAC;IACrB,SAAS,EAAE,mBAAmB,EAAE,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,cAAc,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC;IAC1C,WAAW,EAAE,MAAM,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACjD,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,aAAa,CAAC,CAAC;IACvD,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AA+aF,eAAO,MAAM,YAAY;mBACR,kBAAkB,GAAG,eAAe;EAmCnD,CAAC;AAEH,eAAe,YAAY,CAAC;AAE5B,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAE9C;;;GAGG;AACH,eAAO,MAAM,+BAA+B,UAAU,CAAC;AACvD,eAAO,MAAM,kCAAkC,mBAAmB,CAAC"}
@@ -0,0 +1,296 @@
1
+ import { Logger, queueConfig, resolveLockPrefix, Router, } from '../../../src/index.js';
2
+ import { createRedisConnection } from './connection.js';
3
+ import { getDashboardHtml } from './dashboard-ui.js';
4
+ import { createBullMQDriver } from './driver.js';
5
+ import { createMetrics } from './metrics.js';
6
+ import { getRecentJobsForQueue, QueueMonitoringStream } from './QueueMonitoringService.js';
7
+ export { createWorker as createQueueWorker } from './worker.js';
8
+ const DEFAULTS = {
9
+ enabled: true,
10
+ basePath: '/queue-monitor',
11
+ middleware: [],
12
+ autoRefresh: true,
13
+ refreshIntervalMs: 5000,
14
+ };
15
+ function extractQueueParam(req) {
16
+ if (typeof req.getParam === 'function') {
17
+ return (req.getParam('queue') || (req && req.params !== undefined ? req?.params['queue'] : undefined));
18
+ }
19
+ return req && req.params !== undefined ? req?.params['queue'] : undefined;
20
+ }
21
+ function fieldError(key, message) {
22
+ return { error: `[${key}] ${message}` };
23
+ }
24
+ const METRICS_KEYS = {
25
+ attempts: 'metrics:attempts',
26
+ acquired: 'metrics:acquired',
27
+ collisions: 'metrics:collisions',
28
+ };
29
+ const HISTOGRAM_BUCKETS = [
30
+ { label: '<30s', max: 30_000 },
31
+ { label: '30s-2m', max: 120_000 },
32
+ { label: '2-10m', max: 600_000 },
33
+ { label: '10-60m', max: 3_600_000 },
34
+ { label: '>60m', min: 3_600_000 },
35
+ ];
36
+ const MAX_LOCK_KEYS = 10_000;
37
+ // Helper function to scan lock keys with pagination
38
+ const scanLockKeys = async (client, searchPattern, maxKeys) => {
39
+ const keys = [];
40
+ let cursor = '0';
41
+ do {
42
+ // Redis scan must be sequential
43
+ // eslint-disable-next-line no-await-in-loop
44
+ const [nextCursor, batch] = await client.scan(cursor, 'MATCH', searchPattern, 'COUNT', '200');
45
+ cursor = nextCursor;
46
+ keys.push(...batch);
47
+ if (keys.length >= maxKeys) {
48
+ Logger.warn('Lock scan limit reached', {
49
+ pattern: searchPattern,
50
+ keysFound: keys.length,
51
+ });
52
+ break;
53
+ }
54
+ } while (cursor !== '0');
55
+ return keys;
56
+ };
57
+ // Helper function to get TTL statuses for keys
58
+ const getLockStatuses = async (client, keys) => {
59
+ return Promise.all(keys.map((key) => client.pttl(key)));
60
+ };
61
+ // Helper function to build lock objects from keys and statuses
62
+ const buildLockObjects = (keys, statuses, prefixLock) => {
63
+ return keys.map((key, index) => {
64
+ const ttl = statuses[index];
65
+ const exists = typeof ttl === 'number' && ttl > 0;
66
+ return {
67
+ key: key.replace(prefixLock, ''),
68
+ ttl: exists ? ttl : undefined,
69
+ expires: exists ? new Date(Date.now() + ttl).toISOString() : undefined,
70
+ };
71
+ });
72
+ };
73
+ // Helper function to calculate lock metrics
74
+ const calculateLockMetrics = async (client, prefixLock) => {
75
+ const metricsKeys = [
76
+ `${prefixLock}${METRICS_KEYS.attempts}`,
77
+ `${prefixLock}${METRICS_KEYS.acquired}`,
78
+ `${prefixLock}${METRICS_KEYS.collisions}`,
79
+ ];
80
+ const [attemptsRaw, acquiredRaw, collisionsRaw] = await client.mget(...metricsKeys);
81
+ const parseMetric = (value) => Number.isFinite(Number(value)) ? Number(value) : 0;
82
+ const attempts = parseMetric(attemptsRaw);
83
+ const acquired = parseMetric(acquiredRaw);
84
+ const collisions = parseMetric(collisionsRaw);
85
+ const collisionRate = attempts > 0 ? collisions / attempts : 0;
86
+ return { attempts, acquired, collisions, collisionRate };
87
+ };
88
+ // Helper function to build histogram from locks
89
+ const buildLockHistogram = (locks) => {
90
+ const histogram = HISTOGRAM_BUCKETS.map((bucket) => ({
91
+ label: bucket.label,
92
+ count: 0,
93
+ }));
94
+ locks.forEach((lock) => {
95
+ if (typeof lock.ttl !== 'number')
96
+ return;
97
+ const ttl = lock.ttl;
98
+ const idx = HISTOGRAM_BUCKETS.findIndex((bucket) => {
99
+ if (typeof bucket.min === 'number')
100
+ return ttl >= bucket.min;
101
+ if (typeof bucket.max === 'number')
102
+ return ttl < bucket.max;
103
+ return false;
104
+ });
105
+ if (idx >= 0)
106
+ histogram[idx].count += 1;
107
+ });
108
+ return histogram;
109
+ };
110
+ function createGetLocks(redisConfig) {
111
+ return async (pattern = '*') => {
112
+ const client = createRedisConnection(redisConfig);
113
+ const prefix_lock = resolveLockPrefix();
114
+ const searchPattern = `${prefix_lock}${pattern}`;
115
+ try {
116
+ // Scan for lock keys
117
+ const keys = await scanLockKeys(client, searchPattern, MAX_LOCK_KEYS);
118
+ // Get TTL statuses
119
+ const statuses = await getLockStatuses(client, keys);
120
+ // Build lock objects
121
+ const locks = buildLockObjects(keys, statuses, prefix_lock);
122
+ // Calculate metrics
123
+ const metrics = await calculateLockMetrics(client, prefix_lock);
124
+ // Build histogram
125
+ const histogram = buildLockHistogram(locks);
126
+ return {
127
+ locks,
128
+ metrics: {
129
+ active: locks.length,
130
+ ...metrics,
131
+ },
132
+ histogram,
133
+ };
134
+ }
135
+ finally {
136
+ if (typeof client.quit === 'function') {
137
+ await client.quit();
138
+ }
139
+ else if (typeof client.disconnect === 'function') {
140
+ client.disconnect();
141
+ }
142
+ }
143
+ };
144
+ }
145
+ async function handleJobsEndpoint(req, res, metrics, driver) {
146
+ const queueName = extractQueueParam(req);
147
+ if (!queueName) {
148
+ res.status(400).json(fieldError('queue_name', 'Queue name must be provided'));
149
+ return;
150
+ }
151
+ const jobs = await getRecentJobsForQueue(queueName, metrics, driver);
152
+ res.json(jobs);
153
+ }
154
+ async function handleRetryEndpoint(req, res, driver) {
155
+ const queueName = extractQueueParam(req);
156
+ const jobId = typeof req.getParam === 'function' ? req.getParam?.('jobId') : req.params?.['jobId'];
157
+ if (!queueName || !jobId) {
158
+ res.status(400).json(fieldError('queue_name,job_id', 'Queue name and job ID must be provided'));
159
+ return;
160
+ }
161
+ const success = await driver.retryJob(queueName, jobId);
162
+ if (success) {
163
+ res.json({ ok: true, message: `Job ${jobId} queued for retry` });
164
+ }
165
+ else {
166
+ res.status(404).json({ error: 'Job not found or cannot be retried' });
167
+ }
168
+ }
169
+ function buildSettings(config) {
170
+ return {
171
+ enabled: config.enabled ?? DEFAULTS.enabled,
172
+ basePath: config.basePath ?? DEFAULTS.basePath,
173
+ middleware: config.middleware ?? DEFAULTS.middleware,
174
+ autoRefresh: config.autoRefresh ?? DEFAULTS.autoRefresh,
175
+ refreshIntervalMs: typeof config.refreshIntervalMs === 'number' && Number.isFinite(config.refreshIntervalMs)
176
+ ? Math.max(1000, Math.floor(config.refreshIntervalMs))
177
+ : DEFAULTS.refreshIntervalMs,
178
+ };
179
+ }
180
+ function createGetSnapshot(driver, startedAt) {
181
+ return async () => {
182
+ const queues = await driver.getQueues();
183
+ const stats = await Promise.all(queues.map(async (name) => {
184
+ const counts = await driver.getJobCounts(name);
185
+ return { name, counts: counts };
186
+ }));
187
+ return {
188
+ status: 'ok',
189
+ startedAt,
190
+ queues: stats,
191
+ };
192
+ };
193
+ }
194
+ function createRegisterRoutes(settings, metrics, driver, getSnapshot, getLocks) {
195
+ return (router) => {
196
+ if (!settings.enabled)
197
+ return;
198
+ const routeOptions = settings.middleware.length > 0
199
+ ? { middleware: settings.middleware }
200
+ : { ...queueConfig.monitor };
201
+ registerDashboardRoutes(router, settings, routeOptions);
202
+ registerApiRoutes(router, settings, routeOptions, metrics, driver, getSnapshot, getLocks);
203
+ };
204
+ }
205
+ function registerDashboardRoutes(router, settings, routeOptions) {
206
+ const renderDashboard = (_req, res) => {
207
+ res.html(getDashboardHtml({
208
+ basePath: settings.basePath,
209
+ autoRefresh: settings.autoRefresh,
210
+ refreshIntervalMs: settings.refreshIntervalMs,
211
+ }));
212
+ };
213
+ // Dashboard HTML
214
+ Router.get(router, settings.basePath, renderDashboard, routeOptions);
215
+ Router.get(router, `${settings.basePath}/`, renderDashboard, routeOptions);
216
+ }
217
+ function registerApiRoutes(router, settings, routeOptions, metrics, driver, getSnapshot, getLocks) {
218
+ registerSnapshotApi(router, settings, routeOptions, getSnapshot);
219
+ registerJobsApi(router, settings, routeOptions, metrics, driver);
220
+ registerLocksApi(router, settings, routeOptions, getLocks);
221
+ registerRetryApi(router, settings, routeOptions, driver);
222
+ registerEventsApi(router, settings, routeOptions, getSnapshot, getLocks, metrics, driver);
223
+ }
224
+ function registerSnapshotApi(router, settings, routeOptions, getSnapshot) {
225
+ Router.get(router, `${settings.basePath}/api/snapshot`, async (_req, res) => {
226
+ const data = await getSnapshot();
227
+ res.json(data);
228
+ }, routeOptions);
229
+ }
230
+ function registerJobsApi(router, settings, routeOptions, metrics, driver) {
231
+ Router.get(router, `${settings.basePath}/api/jobs/:queue`, async (req, res) => {
232
+ await handleJobsEndpoint(req, res, metrics, driver);
233
+ }, routeOptions);
234
+ }
235
+ function registerLocksApi(router, settings, routeOptions, getLocks) {
236
+ Router.get(router, `${settings.basePath}/api/locks`, async (req, res) => {
237
+ const query = typeof req.getQuery === 'function'
238
+ ? req.getQuery()
239
+ : (req.query ?? {});
240
+ const pattern = query['pattern'] ?? '*';
241
+ const locks = await getLocks(pattern);
242
+ res.json(locks);
243
+ }, routeOptions);
244
+ }
245
+ function registerRetryApi(router, settings, routeOptions, driver) {
246
+ Router.post(router, `${settings.basePath}/api/retry/:queue/:jobId`, async (req, res) => {
247
+ await handleRetryEndpoint(req, res, driver);
248
+ }, routeOptions);
249
+ }
250
+ function registerEventsApi(router, settings, routeOptions, getSnapshot, getLocks, metrics, driver) {
251
+ Router.get(router, `${settings.basePath}/api/events`, async (req, res) => {
252
+ QueueMonitoringStream(res, req, getSnapshot, getLocks, metrics, driver, settings);
253
+ }, routeOptions);
254
+ }
255
+ export const QueueMonitor = Object.freeze({
256
+ create(config) {
257
+ const settings = buildSettings(config);
258
+ let redisConfig;
259
+ if (config?.redis) {
260
+ redisConfig = config?.redis;
261
+ }
262
+ else {
263
+ redisConfig = {
264
+ host: queueConfig.drivers.redis.host,
265
+ port: queueConfig.drivers.redis.port,
266
+ password: queueConfig.drivers.redis.password ?? '',
267
+ db: queueConfig.drivers.redis.database,
268
+ };
269
+ }
270
+ const driver = createBullMQDriver(redisConfig);
271
+ const metrics = createMetrics(redisConfig);
272
+ const startedAt = new Date().toISOString();
273
+ const getSnapshot = createGetSnapshot(driver, startedAt);
274
+ const getLocks = createGetLocks(redisConfig);
275
+ const registerRoutes = createRegisterRoutes(settings, metrics, driver, getSnapshot, getLocks);
276
+ const close = async () => {
277
+ await Promise.all([driver.close(), metrics.close()]);
278
+ };
279
+ return Object.freeze({
280
+ registerRoutes,
281
+ getSnapshot,
282
+ getLocks,
283
+ driver,
284
+ metrics,
285
+ close,
286
+ });
287
+ },
288
+ });
289
+ export default QueueMonitor;
290
+ export { createBullMQDriver } from './driver.js';
291
+ /**
292
+ * Package version and build metadata
293
+ * Available at runtime for debugging and health checks
294
+ */
295
+ export const _ZINTRUST_QUEUE_MONITOR_VERSION = '0.1.0';
296
+ export const _ZINTRUST_QUEUE_MONITOR_BUILD_DATE = '__BUILD_DATE__';
@@ -0,0 +1,27 @@
1
+ import { type Job } from 'bullmq';
2
+ import { type RedisConfig } from './connection';
3
+ export type JobStatus = 'completed' | 'failed';
4
+ export type JobSummary = {
5
+ id: string | undefined;
6
+ name: string;
7
+ data: unknown;
8
+ attempts: number;
9
+ status?: string;
10
+ failedReason?: string;
11
+ timestamp: number;
12
+ processedOn?: number;
13
+ finishedOn?: number;
14
+ };
15
+ export type Metrics = {
16
+ recordJob(queue: string, status: JobStatus, job: Job, error?: Error): Promise<void>;
17
+ getStats(queue: string, minutes?: number): Promise<Array<{
18
+ time: string;
19
+ completed: number;
20
+ failed: number;
21
+ }>>;
22
+ getRecentJobs(queue: string): Promise<JobSummary[]>;
23
+ getFailedJobs(queue: string): Promise<JobSummary[]>;
24
+ close: () => Promise<void>;
25
+ };
26
+ export declare const createMetrics: (config: RedisConfig) => Metrics;
27
+ //# sourceMappingURL=metrics.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../../packages/queue-monitor/src/metrics.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAyB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAEvE,MAAM,MAAM,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE/C,MAAM,MAAM,UAAU,GAAG;IACvB,EAAE,EAAE,MAAM,GAAG,SAAS,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpF,QAAQ,CACN,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;IACvE,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACpD,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACpD,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAyFF,eAAO,MAAM,aAAa,GAAI,QAAQ,WAAW,KAAG,OA0BnD,CAAC"}
@@ -0,0 +1,92 @@
1
+ import { RedisKeys } from '../../../src/index.js';
2
+ import { createRedisConnection } from './connection.js';
3
+ /**
4
+ * Creates a queue monitoring key using singleton RedisKeys
5
+ * @param type - Type of monitoring key (stats, recent, failed)
6
+ * @param parts - Additional key parts
7
+ * @returns Prefixed Redis key for queue monitoring
8
+ */
9
+ const getKey = (type, ...parts) => {
10
+ const suffix = parts.length > 0 ? `:${parts.join(':')}` : '';
11
+ return `${RedisKeys.queuePrefix}monitor:${type}${suffix}`;
12
+ };
13
+ const recordJobImpl = async (redis, queue, status, job, error) => {
14
+ const minute = Math.floor(Date.now() / 60000);
15
+ const dateKey = getKey('stats', queue, minute.toString());
16
+ await redis.hincrby(dateKey, status, 1);
17
+ await redis.expire(dateKey, 86400);
18
+ const jobData = {
19
+ id: job.id,
20
+ name: job.name,
21
+ data: job.data,
22
+ attempts: job.attemptsMade,
23
+ failedReason: job.failedReason || error?.message,
24
+ timestamp: Date.now(),
25
+ processedOn: job.processedOn,
26
+ finishedOn: job.finishedOn,
27
+ };
28
+ const listKey = getKey('recent', queue);
29
+ await redis.lpush(listKey, JSON.stringify(jobData));
30
+ await redis.ltrim(listKey, 0, 99);
31
+ if (status === 'failed') {
32
+ const failedKey = getKey('failed', queue);
33
+ await redis.lpush(failedKey, JSON.stringify(jobData));
34
+ await redis.ltrim(failedKey, 0, 99);
35
+ }
36
+ };
37
+ const getStatsImpl = async (redis, queue, minutes) => {
38
+ const currentMinute = Math.floor(Date.now() / 60000);
39
+ const keys = [];
40
+ const timestamps = [];
41
+ for (let i = 0; i < minutes; i++) {
42
+ const m = currentMinute - i;
43
+ timestamps.push(m);
44
+ keys.push(getKey('stats', queue, m.toString()));
45
+ }
46
+ if (keys.length === 0)
47
+ return [];
48
+ const pipeline = redis.pipeline();
49
+ keys.forEach((k) => pipeline.hgetall(k));
50
+ const results = await pipeline.exec();
51
+ if (!results)
52
+ return [];
53
+ return results
54
+ .map((result, i) => {
55
+ const [err, data] = result;
56
+ if (err || !data)
57
+ return {
58
+ time: new Date(timestamps[i] * 60000).toISOString(),
59
+ completed: 0,
60
+ failed: 0,
61
+ };
62
+ return {
63
+ time: new Date(timestamps[i] * 60000).toISOString(),
64
+ completed: Number.parseInt(data['completed'] || '0', 10),
65
+ failed: Number.parseInt(data['failed'] || '0', 10),
66
+ };
67
+ })
68
+ .reverse();
69
+ };
70
+ export const createMetrics = (config) => {
71
+ const redis = createRedisConnection(config);
72
+ return Object.freeze({
73
+ recordJob: (queue, status, job, error) => recordJobImpl(redis, queue, status, job, error),
74
+ getStats: (queue, minutes = 60) => getStatsImpl(redis, queue, minutes),
75
+ getRecentJobs: async (queue) => {
76
+ const list = await redis.lrange(getKey('recent', queue), 0, -1);
77
+ return list.map((item) => JSON.parse(item));
78
+ },
79
+ getFailedJobs: async (queue) => {
80
+ const list = await redis.lrange(getKey('failed', queue), 0, -1);
81
+ return list.map((item) => JSON.parse(item));
82
+ },
83
+ close: async () => {
84
+ if (typeof redis.quit === 'function') {
85
+ await redis.quit();
86
+ }
87
+ else if (typeof redis.disconnect === 'function') {
88
+ redis.disconnect();
89
+ }
90
+ },
91
+ });
92
+ };
@@ -0,0 +1,8 @@
1
+ import { type Processor } from 'bullmq';
2
+ import { type RedisConfig } from './connection';
3
+ import type { Metrics } from './metrics';
4
+ export type QueueWorker = {
5
+ close: () => Promise<void>;
6
+ };
7
+ export declare const createWorker: (queueName: string, processor: Processor, redisConfig: RedisConfig, metrics: Metrics) => QueueWorker;
8
+ //# sourceMappingURL=worker.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../../../../packages/queue-monitor/src/worker.ts"],"names":[],"mappings":"AACA,OAAO,EAAoB,KAAK,SAAS,EAAE,MAAM,QAAQ,CAAC;AAC1D,OAAO,EAAyB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AACvE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEzC,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,YAAY,GACvB,WAAW,MAAM,EACjB,WAAW,SAAS,EACpB,aAAa,WAAW,EACxB,SAAS,OAAO,KACf,WAoCF,CAAC"}
@@ -0,0 +1,35 @@
1
+ import { getBullMQSafeQueueName } from '../../../src/index.js';
2
+ import { Worker } from 'bullmq';
3
+ import { createRedisConnection } from './connection.js';
4
+ export const createWorker = (queueName, processor, redisConfig, metrics) => {
5
+ const connection = createRedisConnection(redisConfig);
6
+ const prefix = getBullMQSafeQueueName();
7
+ const worker = new Worker(queueName, processor, {
8
+ connection: connection,
9
+ prefix,
10
+ });
11
+ const onCompleted = async (job) => {
12
+ await metrics.recordJob(queueName, 'completed', job);
13
+ };
14
+ const onFailed = async (job, err) => {
15
+ if (job) {
16
+ await metrics.recordJob(queueName, 'failed', job, err);
17
+ }
18
+ };
19
+ worker.on('completed', onCompleted);
20
+ worker.on('failed', onFailed);
21
+ const close = async () => {
22
+ worker.off('completed', onCompleted);
23
+ worker.off('failed', onFailed);
24
+ await worker.close();
25
+ if (typeof connection.quit === 'function') {
26
+ await connection.quit();
27
+ }
28
+ else if (typeof connection.disconnect === 'function') {
29
+ connection.disconnect();
30
+ }
31
+ };
32
+ return Object.freeze({
33
+ close,
34
+ });
35
+ };