@powerhousedao/reactor 4.1.0-dev.10 → 4.1.0-dev.100

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (234) hide show
  1. package/dist/src/cache/buffer/ring-buffer.d.ts +37 -0
  2. package/dist/src/cache/buffer/ring-buffer.d.ts.map +1 -0
  3. package/dist/src/cache/buffer/ring-buffer.js +69 -0
  4. package/dist/src/cache/buffer/ring-buffer.js.map +1 -0
  5. package/dist/src/cache/kysely-write-cache.d.ts +133 -0
  6. package/dist/src/cache/kysely-write-cache.d.ts.map +1 -0
  7. package/dist/src/cache/kysely-write-cache.js +375 -0
  8. package/dist/src/cache/kysely-write-cache.js.map +1 -0
  9. package/dist/src/cache/lru/lru-tracker.d.ts +15 -0
  10. package/dist/src/cache/lru/lru-tracker.d.ts.map +1 -0
  11. package/dist/src/cache/lru/lru-tracker.js +96 -0
  12. package/dist/src/cache/lru/lru-tracker.js.map +1 -0
  13. package/dist/src/cache/types.d.ts +42 -0
  14. package/dist/src/cache/types.d.ts.map +1 -0
  15. package/dist/src/cache/types.js +2 -0
  16. package/dist/src/cache/types.js.map +1 -0
  17. package/dist/src/cache/write/interfaces.d.ts +83 -0
  18. package/dist/src/cache/write/interfaces.d.ts.map +1 -0
  19. package/dist/src/cache/write/interfaces.js +2 -0
  20. package/dist/src/cache/write/interfaces.js.map +1 -0
  21. package/dist/src/client/reactor-client.d.ts +103 -0
  22. package/dist/src/client/reactor-client.d.ts.map +1 -0
  23. package/dist/src/client/reactor-client.js +184 -0
  24. package/dist/src/client/reactor-client.js.map +1 -0
  25. package/dist/src/client/types.d.ts +213 -0
  26. package/dist/src/client/types.d.ts.map +1 -0
  27. package/dist/src/client/types.js +14 -0
  28. package/dist/src/client/types.js.map +1 -0
  29. package/dist/src/core/builder.d.ts +20 -0
  30. package/dist/src/core/builder.d.ts.map +1 -0
  31. package/dist/src/core/builder.js +47 -0
  32. package/dist/src/core/builder.js.map +1 -0
  33. package/dist/src/core/reactor-builder.d.ts +24 -0
  34. package/dist/src/core/reactor-builder.d.ts.map +1 -0
  35. package/dist/src/core/reactor-builder.js +152 -0
  36. package/dist/src/core/reactor-builder.js.map +1 -0
  37. package/dist/src/core/reactor.d.ts +96 -0
  38. package/dist/src/core/reactor.d.ts.map +1 -0
  39. package/dist/src/core/reactor.js +666 -0
  40. package/dist/src/core/reactor.js.map +1 -0
  41. package/dist/src/core/types.d.ts +168 -0
  42. package/dist/src/core/types.d.ts.map +1 -0
  43. package/dist/src/core/types.js +2 -0
  44. package/dist/src/core/types.js.map +1 -0
  45. package/dist/src/core/utils.d.ts +50 -0
  46. package/dist/src/core/utils.d.ts.map +1 -0
  47. package/dist/src/core/utils.js +133 -0
  48. package/dist/src/core/utils.js.map +1 -0
  49. package/dist/src/events/event-bus.d.ts +3 -3
  50. package/dist/src/events/event-bus.d.ts.map +1 -1
  51. package/dist/src/events/event-bus.js.map +1 -1
  52. package/dist/src/events/interfaces.d.ts +1 -1
  53. package/dist/src/events/interfaces.d.ts.map +1 -1
  54. package/dist/src/events/types.d.ts +15 -1
  55. package/dist/src/events/types.d.ts.map +1 -1
  56. package/dist/src/events/types.js +6 -0
  57. package/dist/src/events/types.js.map +1 -1
  58. package/dist/src/executor/interfaces.d.ts +31 -54
  59. package/dist/src/executor/interfaces.d.ts.map +1 -1
  60. package/dist/src/executor/simple-job-executor-manager.d.ts +32 -0
  61. package/dist/src/executor/simple-job-executor-manager.d.ts.map +1 -0
  62. package/dist/src/executor/simple-job-executor-manager.js +212 -0
  63. package/dist/src/executor/simple-job-executor-manager.js.map +1 -0
  64. package/dist/src/executor/simple-job-executor.d.ts +58 -0
  65. package/dist/src/executor/simple-job-executor.d.ts.map +1 -0
  66. package/dist/src/executor/simple-job-executor.js +516 -0
  67. package/dist/src/executor/simple-job-executor.js.map +1 -0
  68. package/dist/src/executor/types.d.ts +32 -8
  69. package/dist/src/executor/types.d.ts.map +1 -1
  70. package/dist/src/executor/types.js.map +1 -1
  71. package/dist/src/executor/util.d.ts +47 -0
  72. package/dist/src/executor/util.d.ts.map +1 -0
  73. package/dist/src/executor/util.js +113 -0
  74. package/dist/src/executor/util.js.map +1 -0
  75. package/dist/src/index.d.ts +32 -3
  76. package/dist/src/index.d.ts.map +1 -1
  77. package/dist/src/index.js +38 -2
  78. package/dist/src/index.js.map +1 -1
  79. package/dist/src/job-tracker/in-memory-job-tracker.d.ts +16 -0
  80. package/dist/src/job-tracker/in-memory-job-tracker.d.ts.map +1 -0
  81. package/dist/src/job-tracker/in-memory-job-tracker.js +78 -0
  82. package/dist/src/job-tracker/in-memory-job-tracker.js.map +1 -0
  83. package/dist/src/job-tracker/index.d.ts +3 -0
  84. package/dist/src/job-tracker/index.d.ts.map +1 -0
  85. package/dist/src/job-tracker/index.js +2 -0
  86. package/dist/src/job-tracker/index.js.map +1 -0
  87. package/dist/src/job-tracker/interfaces.d.ts +41 -0
  88. package/dist/src/job-tracker/interfaces.d.ts.map +1 -0
  89. package/dist/src/job-tracker/interfaces.js +2 -0
  90. package/dist/src/job-tracker/interfaces.js.map +1 -0
  91. package/dist/src/queue/interfaces.d.ts +46 -5
  92. package/dist/src/queue/interfaces.d.ts.map +1 -1
  93. package/dist/src/queue/job-execution-handle.d.ts +25 -0
  94. package/dist/src/queue/job-execution-handle.d.ts.map +1 -0
  95. package/dist/src/queue/job-execution-handle.js +62 -0
  96. package/dist/src/queue/job-execution-handle.js.map +1 -0
  97. package/dist/src/queue/queue.d.ts +56 -5
  98. package/dist/src/queue/queue.d.ts.map +1 -1
  99. package/dist/src/queue/queue.js +284 -36
  100. package/dist/src/queue/queue.js.map +1 -1
  101. package/dist/src/queue/types.d.ts +33 -5
  102. package/dist/src/queue/types.d.ts.map +1 -1
  103. package/dist/src/queue/types.js +12 -0
  104. package/dist/src/queue/types.js.map +1 -1
  105. package/dist/src/read-models/coordinator.d.ts +38 -0
  106. package/dist/src/read-models/coordinator.d.ts.map +1 -0
  107. package/dist/src/read-models/coordinator.js +62 -0
  108. package/dist/src/read-models/coordinator.js.map +1 -0
  109. package/dist/src/read-models/document-view.d.ts +20 -0
  110. package/dist/src/read-models/document-view.d.ts.map +1 -0
  111. package/dist/src/read-models/document-view.js +365 -0
  112. package/dist/src/read-models/document-view.js.map +1 -0
  113. package/dist/src/read-models/interfaces.d.ts +29 -0
  114. package/dist/src/read-models/interfaces.d.ts.map +1 -0
  115. package/dist/src/read-models/interfaces.js +2 -0
  116. package/dist/src/read-models/interfaces.js.map +1 -0
  117. package/dist/src/read-models/types.d.ts +46 -0
  118. package/dist/src/read-models/types.d.ts.map +1 -0
  119. package/dist/src/read-models/types.js +2 -0
  120. package/dist/src/read-models/types.js.map +1 -0
  121. package/dist/src/registry/implementation.d.ts +62 -0
  122. package/dist/src/registry/implementation.d.ts.map +1 -0
  123. package/dist/src/registry/implementation.js +96 -0
  124. package/dist/src/registry/implementation.js.map +1 -0
  125. package/dist/src/registry/index.d.ts +3 -0
  126. package/dist/src/registry/index.d.ts.map +1 -0
  127. package/dist/src/registry/index.js +2 -0
  128. package/dist/src/registry/index.js.map +1 -0
  129. package/dist/src/registry/interfaces.d.ts +39 -0
  130. package/dist/src/registry/interfaces.d.ts.map +1 -0
  131. package/dist/src/registry/interfaces.js +2 -0
  132. package/dist/src/registry/interfaces.js.map +1 -0
  133. package/dist/src/shared/awaiter.d.ts +32 -0
  134. package/dist/src/shared/awaiter.d.ts.map +1 -0
  135. package/dist/src/shared/awaiter.js +132 -0
  136. package/dist/src/shared/awaiter.js.map +1 -0
  137. package/dist/src/shared/errors.d.ts +17 -0
  138. package/dist/src/shared/errors.d.ts.map +1 -0
  139. package/dist/src/shared/errors.js +33 -0
  140. package/dist/src/shared/errors.js.map +1 -0
  141. package/dist/src/shared/factories.d.ts +16 -0
  142. package/dist/src/shared/factories.d.ts.map +1 -0
  143. package/dist/src/shared/factories.js +33 -0
  144. package/dist/src/shared/factories.js.map +1 -0
  145. package/dist/src/shared/types.d.ts +100 -20
  146. package/dist/src/shared/types.d.ts.map +1 -1
  147. package/dist/src/shared/types.js +35 -1
  148. package/dist/src/shared/types.js.map +1 -1
  149. package/dist/src/shared/utils.d.ts +3 -0
  150. package/dist/src/shared/utils.d.ts.map +1 -0
  151. package/dist/src/shared/utils.js +8 -0
  152. package/dist/src/shared/utils.js.map +1 -0
  153. package/dist/src/signer/passthrough-signer.d.ts +6 -0
  154. package/dist/src/signer/passthrough-signer.d.ts.map +1 -0
  155. package/dist/src/signer/passthrough-signer.js +6 -0
  156. package/dist/src/signer/passthrough-signer.js.map +1 -0
  157. package/dist/src/signer/types.d.ts +15 -0
  158. package/dist/src/signer/types.d.ts.map +1 -0
  159. package/dist/src/signer/types.js +2 -0
  160. package/dist/src/signer/types.js.map +1 -0
  161. package/dist/src/storage/interfaces.d.ts +209 -0
  162. package/dist/src/storage/interfaces.d.ts.map +1 -0
  163. package/dist/src/storage/interfaces.js +19 -0
  164. package/dist/src/storage/interfaces.js.map +1 -0
  165. package/dist/src/storage/kysely/document-indexer.d.ts +25 -0
  166. package/dist/src/storage/kysely/document-indexer.d.ts.map +1 -0
  167. package/dist/src/storage/kysely/document-indexer.js +345 -0
  168. package/dist/src/storage/kysely/document-indexer.js.map +1 -0
  169. package/dist/src/storage/kysely/keyframe-store.d.ts +15 -0
  170. package/dist/src/storage/kysely/keyframe-store.d.ts.map +1 -0
  171. package/dist/src/storage/kysely/keyframe-store.js +71 -0
  172. package/dist/src/storage/kysely/keyframe-store.js.map +1 -0
  173. package/dist/src/storage/kysely/store.d.ts +15 -0
  174. package/dist/src/storage/kysely/store.d.ts.map +1 -0
  175. package/dist/src/storage/kysely/store.js +196 -0
  176. package/dist/src/storage/kysely/store.js.map +1 -0
  177. package/dist/src/storage/kysely/types.d.ts +72 -0
  178. package/dist/src/storage/kysely/types.d.ts.map +1 -0
  179. package/dist/src/storage/kysely/types.js +2 -0
  180. package/dist/src/storage/kysely/types.js.map +1 -0
  181. package/dist/src/storage/txn.d.ts +15 -0
  182. package/dist/src/storage/txn.d.ts.map +1 -0
  183. package/dist/src/storage/txn.js +43 -0
  184. package/dist/src/storage/txn.js.map +1 -0
  185. package/dist/src/subs/default-error-handler.d.ts +13 -0
  186. package/dist/src/subs/default-error-handler.d.ts.map +1 -0
  187. package/dist/src/subs/default-error-handler.js +27 -0
  188. package/dist/src/subs/default-error-handler.js.map +1 -0
  189. package/dist/src/subs/react-subscription-manager.d.ts +45 -0
  190. package/dist/src/subs/react-subscription-manager.d.ts.map +1 -0
  191. package/dist/src/subs/react-subscription-manager.js +185 -0
  192. package/dist/src/subs/react-subscription-manager.js.map +1 -0
  193. package/dist/src/subs/types.d.ts +64 -0
  194. package/dist/src/subs/types.d.ts.map +1 -0
  195. package/dist/src/subs/types.js +2 -0
  196. package/dist/src/subs/types.js.map +1 -0
  197. package/dist/src/utils/reshuffle.d.ts +30 -0
  198. package/dist/src/utils/reshuffle.d.ts.map +1 -0
  199. package/dist/src/utils/reshuffle.js +47 -0
  200. package/dist/src/utils/reshuffle.js.map +1 -0
  201. package/package.json +18 -7
  202. package/dist/bench/end-to-end-flow.bench.d.ts +0 -2
  203. package/dist/bench/end-to-end-flow.bench.d.ts.map +0 -1
  204. package/dist/bench/end-to-end-flow.bench.js +0 -256
  205. package/dist/bench/end-to-end-flow.bench.js.map +0 -1
  206. package/dist/bench/event-bus.bench.d.ts +0 -2
  207. package/dist/bench/event-bus.bench.d.ts.map +0 -1
  208. package/dist/bench/event-bus.bench.js +0 -238
  209. package/dist/bench/event-bus.bench.js.map +0 -1
  210. package/dist/bench/queue-only.bench.d.ts +0 -2
  211. package/dist/bench/queue-only.bench.d.ts.map +0 -1
  212. package/dist/bench/queue-only.bench.js +0 -40
  213. package/dist/bench/queue-only.bench.js.map +0 -1
  214. package/dist/bench/reactor-throughput.bench.d.ts +0 -2
  215. package/dist/bench/reactor-throughput.bench.d.ts.map +0 -1
  216. package/dist/bench/reactor-throughput.bench.js +0 -137
  217. package/dist/bench/reactor-throughput.bench.js.map +0 -1
  218. package/dist/src/executor/job-executor.d.ts +0 -62
  219. package/dist/src/executor/job-executor.d.ts.map +0 -1
  220. package/dist/src/executor/job-executor.js +0 -325
  221. package/dist/src/executor/job-executor.js.map +0 -1
  222. package/dist/test/event-bus.test.d.ts +0 -2
  223. package/dist/test/event-bus.test.d.ts.map +0 -1
  224. package/dist/test/event-bus.test.js +0 -532
  225. package/dist/test/event-bus.test.js.map +0 -1
  226. package/dist/test/job-executor.test.d.ts +0 -2
  227. package/dist/test/job-executor.test.d.ts.map +0 -1
  228. package/dist/test/job-executor.test.js +0 -581
  229. package/dist/test/job-executor.test.js.map +0 -1
  230. package/dist/test/queue.test.d.ts +0 -2
  231. package/dist/test/queue.test.d.ts.map +0 -1
  232. package/dist/test/queue.test.js +0 -396
  233. package/dist/test/queue.test.js.map +0 -1
  234. package/dist/tsconfig.tsbuildinfo +0 -1
@@ -0,0 +1,32 @@
1
+ import type { IEventBus } from "../events/interfaces.js";
2
+ import type { IJobTracker } from "../job-tracker/interfaces.js";
3
+ import type { IQueue } from "../queue/interfaces.js";
4
+ import type { IJobExecutor, IJobExecutorManager } from "./interfaces.js";
5
+ import type { ExecutorManagerStatus } from "./types.js";
6
+ export type JobExecutorFactory = () => IJobExecutor;
7
+ /**
8
+ * Manages multiple job executors and coordinates job distribution.
9
+ * Listens for job available events and dispatches jobs to executors.
10
+ */
11
+ export declare class SimpleJobExecutorManager implements IJobExecutorManager {
12
+ private executorFactory;
13
+ private eventBus;
14
+ private queue;
15
+ private jobTracker;
16
+ private executors;
17
+ private isRunning;
18
+ private activeJobs;
19
+ private totalJobsProcessed;
20
+ private unsubscribe?;
21
+ constructor(executorFactory: JobExecutorFactory, eventBus: IEventBus, queue: IQueue, jobTracker: IJobTracker);
22
+ start(numExecutors: number): Promise<void>;
23
+ stop(graceful?: boolean): Promise<void>;
24
+ getExecutors(): IJobExecutor[];
25
+ getStatus(): ExecutorManagerStatus;
26
+ private processNextJob;
27
+ private checkForMoreJobs;
28
+ private processExistingJobs;
29
+ private toErrorInfo;
30
+ private formatErrorHistory;
31
+ }
32
+ //# sourceMappingURL=simple-job-executor-manager.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"simple-job-executor-manager.d.ts","sourceRoot":"","sources":["../../../src/executor/simple-job-executor-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAIrD,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACzE,OAAO,KAAK,EAAE,qBAAqB,EAAa,MAAM,YAAY,CAAC;AAEnE,MAAM,MAAM,kBAAkB,GAAG,MAAM,YAAY,CAAC;AAEpD;;;GAGG;AACH,qBAAa,wBAAyB,YAAW,mBAAmB;IAQhE,OAAO,CAAC,eAAe;IACvB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,UAAU;IAVpB,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,WAAW,CAAC,CAAa;gBAGvB,eAAe,EAAE,kBAAkB,EACnC,QAAQ,EAAE,SAAS,EACnB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,WAAW;IAG3B,KAAK,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgC1C,IAAI,CAAC,QAAQ,UAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAsB1C,YAAY,IAAI,YAAY,EAAE;IAI9B,SAAS,IAAI,qBAAqB;YASpB,cAAc;YA0Fd,gBAAgB;YAkBhB,mBAAmB;IAwBjC,OAAO,CAAC,WAAW;IAanB,OAAO,CAAC,kBAAkB;CAwB3B"}
@@ -0,0 +1,212 @@
1
+ import { QueueEventTypes } from "../queue/types.js";
2
+ /**
3
+ * Manages multiple job executors and coordinates job distribution.
4
+ * Listens for job available events and dispatches jobs to executors.
5
+ */
6
+ export class SimpleJobExecutorManager {
7
+ executorFactory;
8
+ eventBus;
9
+ queue;
10
+ jobTracker;
11
+ executors = [];
12
+ isRunning = false;
13
+ activeJobs = 0;
14
+ totalJobsProcessed = 0;
15
+ unsubscribe;
16
+ constructor(executorFactory, eventBus, queue, jobTracker) {
17
+ this.executorFactory = executorFactory;
18
+ this.eventBus = eventBus;
19
+ this.queue = queue;
20
+ this.jobTracker = jobTracker;
21
+ }
22
+ async start(numExecutors) {
23
+ if (this.isRunning) {
24
+ throw new Error("JobExecutorManager is already running");
25
+ }
26
+ if (numExecutors < 1) {
27
+ throw new Error("Number of executors must be at least 1");
28
+ }
29
+ // Create executors
30
+ this.executors = [];
31
+ for (let i = 0; i < numExecutors; i++) {
32
+ this.executors.push(this.executorFactory());
33
+ }
34
+ // Start listening for job available events
35
+ this.unsubscribe = this.eventBus.subscribe(QueueEventTypes.JOB_AVAILABLE, async () => {
36
+ // Only process if we have capacity (simple round-robin for now)
37
+ if (this.activeJobs < this.executors.length) {
38
+ await this.processNextJob();
39
+ }
40
+ });
41
+ this.isRunning = true;
42
+ // Process any existing jobs in the queue
43
+ await this.processExistingJobs();
44
+ }
45
+ async stop(graceful = true) {
46
+ if (!this.isRunning) {
47
+ return;
48
+ }
49
+ // Stop listening for new jobs
50
+ if (this.unsubscribe) {
51
+ this.unsubscribe();
52
+ this.unsubscribe = undefined;
53
+ }
54
+ if (graceful) {
55
+ // Wait for active jobs to complete
56
+ while (this.activeJobs > 0) {
57
+ await new Promise((resolve) => setTimeout(resolve, 100));
58
+ }
59
+ }
60
+ this.executors = [];
61
+ this.isRunning = false;
62
+ }
63
+ getExecutors() {
64
+ return [...this.executors];
65
+ }
66
+ getStatus() {
67
+ return {
68
+ isRunning: this.isRunning,
69
+ numExecutors: this.executors.length,
70
+ activeJobs: this.activeJobs,
71
+ totalJobsProcessed: this.totalJobsProcessed,
72
+ };
73
+ }
74
+ async processNextJob() {
75
+ // dequeue next available job
76
+ let handle;
77
+ try {
78
+ handle = await this.queue.dequeueNext();
79
+ }
80
+ catch (error) {
81
+ console.error("Error dequeueing job:", error);
82
+ return;
83
+ }
84
+ if (!handle) {
85
+ return;
86
+ }
87
+ // start the job execution
88
+ handle.start();
89
+ this.activeJobs++;
90
+ this.jobTracker.markRunning(handle.job.id);
91
+ // Find an available executor (simple round-robin)
92
+ const executorIndex = this.totalJobsProcessed % this.executors.length;
93
+ const executor = this.executors[executorIndex];
94
+ // execute the job
95
+ let result;
96
+ try {
97
+ result = await executor.executeJob(handle.job);
98
+ }
99
+ catch (error) {
100
+ const errorInfo = this.toErrorInfo(error instanceof Error ? error : String(error));
101
+ console.error(`Error executing job ${handle.job.id}:`, errorInfo.message);
102
+ handle.fail(errorInfo);
103
+ this.activeJobs--;
104
+ this.jobTracker.markFailed(handle.job.id, errorInfo);
105
+ await this.checkForMoreJobs();
106
+ return;
107
+ }
108
+ // handle the result
109
+ if (result.success) {
110
+ handle.complete();
111
+ this.totalJobsProcessed++;
112
+ this.jobTracker.markCompleted(handle.job.id, result.operations);
113
+ }
114
+ else {
115
+ // Handle retry logic
116
+ const retryCount = handle.job.retryCount || 0;
117
+ const maxRetries = handle.job.maxRetries || 0;
118
+ if (retryCount < maxRetries) {
119
+ const currentErrorInfo = result.error
120
+ ? this.toErrorInfo(result.error)
121
+ : this.toErrorInfo("Unknown error");
122
+ try {
123
+ await this.queue.retryJob(handle.job.id, currentErrorInfo);
124
+ }
125
+ catch (error) {
126
+ const retryErrorInfo = this.toErrorInfo(error instanceof Error ? error : "Failed to retry job");
127
+ console.error(`Failed to retry job ${handle.job.id}:`, retryErrorInfo.message);
128
+ this.jobTracker.markFailed(handle.job.id, retryErrorInfo);
129
+ handle.fail(retryErrorInfo);
130
+ }
131
+ }
132
+ else {
133
+ const currentErrorInfo = result.error
134
+ ? this.toErrorInfo(result.error)
135
+ : this.toErrorInfo("Unknown error");
136
+ const fullErrorInfo = this.formatErrorHistory(handle.job.errorHistory, currentErrorInfo, retryCount + 1);
137
+ this.jobTracker.markFailed(handle.job.id, fullErrorInfo);
138
+ handle.fail(fullErrorInfo);
139
+ }
140
+ }
141
+ this.activeJobs--;
142
+ await this.checkForMoreJobs();
143
+ }
144
+ async checkForMoreJobs() {
145
+ if (!this.isRunning) {
146
+ return;
147
+ }
148
+ let hasMore;
149
+ try {
150
+ hasMore = await this.queue.hasJobs();
151
+ }
152
+ catch (error) {
153
+ console.error("Error checking for more jobs:", error);
154
+ return;
155
+ }
156
+ if (hasMore) {
157
+ await this.processNextJob();
158
+ }
159
+ }
160
+ async processExistingJobs() {
161
+ let hasJobs;
162
+ try {
163
+ hasJobs = await this.queue.hasJobs();
164
+ }
165
+ catch (error) {
166
+ console.error("Error checking for existing jobs:", error);
167
+ return;
168
+ }
169
+ if (hasJobs) {
170
+ // Start processing up to the number of executors
171
+ const promises = [];
172
+ for (let i = 0; i < Math.min(this.executors.length, 5); i++) {
173
+ promises.push(this.processNextJob());
174
+ }
175
+ try {
176
+ await Promise.all(promises);
177
+ }
178
+ catch (error) {
179
+ console.error("Error processing existing jobs:", error);
180
+ }
181
+ }
182
+ }
183
+ toErrorInfo(error) {
184
+ if (error instanceof Error) {
185
+ return {
186
+ message: error.message,
187
+ stack: error.stack || new Error().stack || "",
188
+ };
189
+ }
190
+ return {
191
+ message: error,
192
+ stack: new Error().stack || "",
193
+ };
194
+ }
195
+ formatErrorHistory(errorHistory, currentError, totalAttempts) {
196
+ const allErrors = [...errorHistory, currentError];
197
+ if (allErrors.length === 1) {
198
+ return currentError;
199
+ }
200
+ const messageLines = [`Job failed after ${totalAttempts} attempts:`];
201
+ const stackLines = [];
202
+ allErrors.forEach((error, index) => {
203
+ messageLines.push(`[Attempt ${index + 1}] ${error.message}`);
204
+ stackLines.push(`[Attempt ${index + 1}] Stack trace:\n${error.stack}`);
205
+ });
206
+ return {
207
+ message: messageLines.join("\n"),
208
+ stack: stackLines.join("\n\n"),
209
+ };
210
+ }
211
+ }
212
+ //# sourceMappingURL=simple-job-executor-manager.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"simple-job-executor-manager.js","sourceRoot":"","sources":["../../../src/executor/simple-job-executor-manager.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAOpD;;;GAGG;AACH,MAAM,OAAO,wBAAwB;IAQzB;IACA;IACA;IACA;IAVF,SAAS,GAAmB,EAAE,CAAC;IAC/B,SAAS,GAAG,KAAK,CAAC;IAClB,UAAU,GAAG,CAAC,CAAC;IACf,kBAAkB,GAAG,CAAC,CAAC;IACvB,WAAW,CAAc;IAEjC,YACU,eAAmC,EACnC,QAAmB,EACnB,KAAa,EACb,UAAuB;QAHvB,oBAAe,GAAf,eAAe,CAAoB;QACnC,aAAQ,GAAR,QAAQ,CAAW;QACnB,UAAK,GAAL,KAAK,CAAQ;QACb,eAAU,GAAV,UAAU,CAAa;IAC9B,CAAC;IAEJ,KAAK,CAAC,KAAK,CAAC,YAAoB;QAC9B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QAC9C,CAAC;QAED,2CAA2C;QAC3C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CACxC,eAAe,CAAC,aAAa,EAC7B,KAAK,IAAI,EAAE;YACT,gEAAgE;YAChE,IAAI,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;gBAC5C,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC,CACF,CAAC;QAEF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,yCAAyC;QACzC,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI;QACxB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,8BAA8B;QAC9B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC/B,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,mCAAmC;YACnC,OAAO,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;IAED,YAAY;QACV,OAAO,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;IAED,SAAS;QACP,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM;YACnC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,6BAA6B;QAC7B,IAAI,MAAkC,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;YAC9C,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QAED,0BAA0B;QAC1B,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAE3C,kDAAkD;QAClD,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAE/C,kBAAkB;QAClB,IAAI,MAAiB,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAChC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAC/C,CAAC;YACF,OAAO,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;YAE1E,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YAErD,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,oBAAoB;QACpB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1B,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,qBAAqB;YACrB,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;YAC9C,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;YAE9C,IAAI,UAAU,GAAG,UAAU,EAAE,CAAC;gBAC5B,MAAM,gBAAgB,GAAG,MAAM,CAAC,KAAK;oBACnC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC;oBAChC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;gBAEtC,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,gBAAgB,CAAC,CAAC;gBAC7D,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,CACrC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,qBAAqB,CACvD,CAAC;oBACF,OAAO,CAAC,KAAK,CACX,uBAAuB,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EACvC,cAAc,CAAC,OAAO,CACvB,CAAC;oBAEF,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;oBAC1D,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,gBAAgB,GAAG,MAAM,CAAC,KAAK;oBACnC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC;oBAChC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;gBAEtC,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAC3C,MAAM,CAAC,GAAG,CAAC,YAAY,EACvB,gBAAgB,EAChB,UAAU,GAAG,CAAC,CACf,CAAC;gBAEF,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;gBACzD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,OAAgB,CAAC;QACrB,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACtD,OAAO;QACT,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mBAAmB;QAC/B,IAAI,OAAgB,CAAC;QACrB,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,iDAAiD;YACjD,MAAM,QAAQ,GAAoB,EAAE,CAAC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5D,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;YACvC,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,KAAqB;QACvC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI,KAAK,EAAE,CAAC,KAAK,IAAI,EAAE;aAC9C,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,IAAI,KAAK,EAAE,CAAC,KAAK,IAAI,EAAE;SAC/B,CAAC;IACJ,CAAC;IAEO,kBAAkB,CACxB,YAAyB,EACzB,YAAuB,EACvB,aAAqB;QAErB,MAAM,SAAS,GAAG,CAAC,GAAG,YAAY,EAAE,YAAY,CAAC,CAAC;QAElD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,MAAM,YAAY,GAAG,CAAC,oBAAoB,aAAa,YAAY,CAAC,CAAC;QACrE,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACjC,YAAY,CAAC,IAAI,CAAC,YAAY,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7D,UAAU,CAAC,IAAI,CAAC,YAAY,KAAK,GAAG,CAAC,mBAAmB,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YAChC,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;SAC/B,CAAC;IACJ,CAAC;CACF"}
@@ -0,0 +1,58 @@
1
+ import type { IDocumentOperationStorage, IDocumentStorage } from "document-drive";
2
+ import type { IWriteCache } from "../cache/write/interfaces.js";
3
+ import type { IEventBus } from "../events/interfaces.js";
4
+ import type { Job } from "../queue/types.js";
5
+ import type { IDocumentModelRegistry } from "../registry/interfaces.js";
6
+ import type { IOperationStore } from "../storage/interfaces.js";
7
+ import type { IJobExecutor } from "./interfaces.js";
8
+ import type { JobExecutorConfig, JobResult } from "./types.js";
9
+ /**
10
+ * Simple job executor that processes a job by applying actions through document model reducers.
11
+ *
12
+ * @see docs/planning/Storage/IOperationStore.md for storage schema
13
+ * @see docs/planning/Operations/index.md for operation structure
14
+ * @see docs/planning/Jobs/reshuffle.md for skip mechanism details
15
+ */
16
+ export declare class SimpleJobExecutor implements IJobExecutor {
17
+ private registry;
18
+ private documentStorage;
19
+ private operationStorage;
20
+ private operationStore;
21
+ private eventBus;
22
+ private writeCache;
23
+ private config;
24
+ constructor(registry: IDocumentModelRegistry, documentStorage: IDocumentStorage, operationStorage: IDocumentOperationStorage, operationStore: IOperationStore, eventBus: IEventBus, writeCache: IWriteCache, config?: JobExecutorConfig);
25
+ /**
26
+ * Execute a single job by applying all its actions through the appropriate reducers.
27
+ * Actions are processed sequentially in order.
28
+ */
29
+ executeJob(job: Job): Promise<JobResult>;
30
+ /**
31
+ * Execute a CREATE_DOCUMENT system action.
32
+ * This creates a new document in storage along with its initial operation.
33
+ * For a new document, the operation index is always 0.
34
+ */
35
+ private executeCreateDocumentAction;
36
+ /**
37
+ * Execute a DELETE_DOCUMENT system action.
38
+ * This deletes a document from legacy storage and writes the operation to IOperationStore.
39
+ * The operation index is determined from the document's current operation count.
40
+ */
41
+ private executeDeleteDocumentAction;
42
+ /**
43
+ * Execute an UPGRADE_DOCUMENT system action.
44
+ * This sets the document's initial state from the upgrade action.
45
+ * The operation index is determined from the document's current operation count.
46
+ */
47
+ private executeUpgradeDocumentAction;
48
+ private executeAddRelationshipAction;
49
+ private executeRemoveRelationshipAction;
50
+ private createOperation;
51
+ private writeOperationToStore;
52
+ private updateDocumentRevision;
53
+ private writeCacheState;
54
+ private buildSuccessResult;
55
+ private buildErrorResult;
56
+ private accumulateResultOrReturnError;
57
+ }
58
+ //# sourceMappingURL=simple-job-executor.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"simple-job-executor.d.ts","sourceRoot":"","sources":["../../../src/executor/simple-job-executor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,yBAAyB,EACzB,gBAAgB,EACjB,MAAM,gBAAgB,CAAC;AAYxB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAExE,OAAO,KAAK,EACV,eAAe,EAEhB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAQ/D;;;;;;GAMG;AACH,qBAAa,iBAAkB,YAAW,YAAY;IAIlD,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,eAAe;IACvB,OAAO,CAAC,gBAAgB;IACxB,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,UAAU;IARpB,OAAO,CAAC,MAAM,CAA8B;gBAGlC,QAAQ,EAAE,sBAAsB,EAChC,eAAe,EAAE,gBAAgB,EACjC,gBAAgB,EAAE,yBAAyB,EAC3C,cAAc,EAAE,eAAe,EAC/B,QAAQ,EAAE,SAAS,EACnB,UAAU,EAAE,WAAW,EAC/B,MAAM,CAAC,EAAE,iBAAiB;IAW5B;;;OAGG;IACG,UAAU,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC;IA0P9C;;;;OAIG;YACW,2BAA2B;IA4GzC;;;;OAIG;YACW,2BAA2B;IA4GzC;;;;OAIG;YACW,4BAA4B;YAwH5B,4BAA4B;YAkJ5B,+BAA+B;IA4G7C,OAAO,CAAC,eAAe;YAUT,qBAAqB;IAiCnC,OAAO,CAAC,sBAAsB;IAW9B,OAAO,CAAC,eAAe;IAgBvB,OAAO,CAAC,kBAAkB;IA4B1B,OAAO,CAAC,gBAAgB;IAaxB,OAAO,CAAC,6BAA6B;CAgBtC"}