@x12i/memorix-service 3.3.0 → 3.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +23 -6
- package/dist/app.d.ts.map +1 -1
- package/dist/app.js +10 -0
- package/dist/app.js.map +1 -1
- package/dist/blob-store/config.d.ts +31 -0
- package/dist/blob-store/config.d.ts.map +1 -0
- package/dist/blob-store/config.js +68 -0
- package/dist/blob-store/config.js.map +1 -0
- package/dist/blob-store/disk.d.ts +10 -0
- package/dist/blob-store/disk.d.ts.map +1 -0
- package/dist/blob-store/disk.js +104 -0
- package/dist/blob-store/disk.js.map +1 -0
- package/dist/blob-store/index.d.ts +6 -0
- package/dist/blob-store/index.d.ts.map +1 -0
- package/dist/blob-store/index.js +6 -0
- package/dist/blob-store/index.js.map +1 -0
- package/dist/blob-store/memory.d.ts +4 -0
- package/dist/blob-store/memory.d.ts.map +1 -0
- package/dist/blob-store/memory.js +47 -0
- package/dist/blob-store/memory.js.map +1 -0
- package/dist/blob-store/s3.d.ts +52 -0
- package/dist/blob-store/s3.d.ts.map +1 -0
- package/dist/blob-store/s3.js +151 -0
- package/dist/blob-store/s3.js.map +1 -0
- package/dist/blob-store/types.d.ts +30 -0
- package/dist/blob-store/types.d.ts.map +1 -0
- package/dist/blob-store/types.js +38 -0
- package/dist/blob-store/types.js.map +1 -0
- package/dist/catalog-store-cli.d.ts.map +1 -1
- package/dist/catalog-store-cli.js +35 -4
- package/dist/catalog-store-cli.js.map +1 -1
- package/dist/connector-ops/checkpoint-store.d.ts +7 -0
- package/dist/connector-ops/checkpoint-store.d.ts.map +1 -0
- package/dist/connector-ops/checkpoint-store.js +135 -0
- package/dist/connector-ops/checkpoint-store.js.map +1 -0
- package/dist/connector-ops/checkpoint-types.d.ts +46 -0
- package/dist/connector-ops/checkpoint-types.d.ts.map +1 -0
- package/dist/connector-ops/checkpoint-types.js +14 -0
- package/dist/connector-ops/checkpoint-types.js.map +1 -0
- package/dist/connector-ops/continuous-types.d.ts +141 -0
- package/dist/connector-ops/continuous-types.d.ts.map +1 -0
- package/dist/connector-ops/continuous-types.js +13 -0
- package/dist/connector-ops/continuous-types.js.map +1 -0
- package/dist/connector-ops/coordinator.d.ts +88 -0
- package/dist/connector-ops/coordinator.d.ts.map +1 -0
- package/dist/connector-ops/coordinator.js +174 -0
- package/dist/connector-ops/coordinator.js.map +1 -0
- package/dist/connector-ops/index.d.ts +6 -0
- package/dist/connector-ops/index.d.ts.map +1 -1
- package/dist/connector-ops/index.js +6 -0
- package/dist/connector-ops/index.js.map +1 -1
- package/dist/connector-ops/run-store.d.ts +16 -0
- package/dist/connector-ops/run-store.d.ts.map +1 -0
- package/dist/connector-ops/run-store.js +249 -0
- package/dist/connector-ops/run-store.js.map +1 -0
- package/dist/connector-ops/schedule-lease-store.d.ts +8 -0
- package/dist/connector-ops/schedule-lease-store.d.ts.map +1 -0
- package/dist/connector-ops/schedule-lease-store.js +318 -0
- package/dist/connector-ops/schedule-lease-store.js.map +1 -0
- package/dist/incremental-state/index.d.ts +3 -0
- package/dist/incremental-state/index.d.ts.map +1 -0
- package/dist/incremental-state/index.js +3 -0
- package/dist/incremental-state/index.js.map +1 -0
- package/dist/incremental-state/state-store.d.ts +7 -0
- package/dist/incremental-state/state-store.d.ts.map +1 -0
- package/dist/incremental-state/state-store.js +183 -0
- package/dist/incremental-state/state-store.js.map +1 -0
- package/dist/incremental-state/types.d.ts +104 -0
- package/dist/incremental-state/types.d.ts.map +1 -0
- package/dist/incremental-state/types.js +8 -0
- package/dist/incremental-state/types.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -0
- package/dist/index.js.map +1 -1
- package/dist/integrations/index.d.ts +3 -0
- package/dist/integrations/index.d.ts.map +1 -0
- package/dist/integrations/index.js +3 -0
- package/dist/integrations/index.js.map +1 -0
- package/dist/integrations/instance-store.d.ts +5 -0
- package/dist/integrations/instance-store.d.ts.map +1 -0
- package/dist/integrations/instance-store.js +327 -0
- package/dist/integrations/instance-store.js.map +1 -0
- package/dist/integrations/types.d.ts +92 -0
- package/dist/integrations/types.d.ts.map +1 -0
- package/dist/integrations/types.js +40 -0
- package/dist/integrations/types.js.map +1 -0
- package/dist/magit/magit-pack-service.d.ts +187 -3
- package/dist/magit/magit-pack-service.d.ts.map +1 -1
- package/dist/magit/magit-pack-service.js +401 -8
- package/dist/magit/magit-pack-service.js.map +1 -1
- package/dist/openapi/openapi.json +1348 -2
- package/dist/platform.d.ts +44 -1
- package/dist/platform.d.ts.map +1 -1
- package/dist/platform.js +172 -1
- package/dist/platform.js.map +1 -1
- package/dist/restricted-store/crypto.d.ts +10 -0
- package/dist/restricted-store/crypto.d.ts.map +1 -0
- package/dist/restricted-store/crypto.js +43 -0
- package/dist/restricted-store/crypto.js.map +1 -0
- package/dist/restricted-store/index.d.ts +4 -0
- package/dist/restricted-store/index.d.ts.map +1 -0
- package/dist/restricted-store/index.js +4 -0
- package/dist/restricted-store/index.js.map +1 -0
- package/dist/restricted-store/object-store.d.ts +12 -0
- package/dist/restricted-store/object-store.d.ts.map +1 -0
- package/dist/restricted-store/object-store.js +233 -0
- package/dist/restricted-store/object-store.js.map +1 -0
- package/dist/restricted-store/types.d.ts +78 -0
- package/dist/restricted-store/types.d.ts.map +1 -0
- package/dist/restricted-store/types.js +12 -0
- package/dist/restricted-store/types.js.map +1 -0
- package/dist/routes/continuous-acquisition.d.ts +5 -0
- package/dist/routes/continuous-acquisition.d.ts.map +1 -0
- package/dist/routes/continuous-acquisition.js +259 -0
- package/dist/routes/continuous-acquisition.js.map +1 -0
- package/dist/routes/incremental-state.d.ts +5 -0
- package/dist/routes/incremental-state.d.ts.map +1 -0
- package/dist/routes/incremental-state.js +173 -0
- package/dist/routes/incremental-state.js.map +1 -0
- package/dist/routes/integrations.d.ts +5 -0
- package/dist/routes/integrations.d.ts.map +1 -0
- package/dist/routes/integrations.js +126 -0
- package/dist/routes/integrations.js.map +1 -0
- package/dist/routes/metadata.d.ts.map +1 -1
- package/dist/routes/metadata.js +328 -4
- package/dist/routes/metadata.js.map +1 -1
- package/dist/routes/restricted-store.d.ts +5 -0
- package/dist/routes/restricted-store.d.ts.map +1 -0
- package/dist/routes/restricted-store.js +117 -0
- package/dist/routes/restricted-store.js.map +1 -0
- package/openapi/openapi.json +1348 -2
- package/package.json +3 -2
|
@@ -0,0 +1,249 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { ServiceError } from "../errors.js";
|
|
3
|
+
import { hasSecretPayload, sanitizeErrorText } from "./sanitize.js";
|
|
4
|
+
import { ACQUISITION_RUNS_DEFAULT_LIMIT, ACQUISITION_RUNS_MAX_LIMIT, CONT_COLLECTIONS, } from "./continuous-types.js";
|
|
5
|
+
function operationalDbName(orgId) {
|
|
6
|
+
return `${orgId}_operational`;
|
|
7
|
+
}
|
|
8
|
+
function stripMongo(doc) {
|
|
9
|
+
const { _id: _drop, ...rest } = doc;
|
|
10
|
+
return rest;
|
|
11
|
+
}
|
|
12
|
+
export function createInMemoryAcquisitionRunStore(orgId) {
|
|
13
|
+
const rows = [];
|
|
14
|
+
return {
|
|
15
|
+
async start(connectorId, instanceId, streamId, input) {
|
|
16
|
+
if (hasSecretPayload(input)) {
|
|
17
|
+
throw new Error("run payload must not contain secrets");
|
|
18
|
+
}
|
|
19
|
+
const runId = input.runId?.trim() || randomUUID();
|
|
20
|
+
const existing = rows.find((r) => r.connectorId === connectorId &&
|
|
21
|
+
r.instanceId === instanceId &&
|
|
22
|
+
r.streamId === streamId &&
|
|
23
|
+
r.runId === runId);
|
|
24
|
+
if (existing)
|
|
25
|
+
return { ...existing };
|
|
26
|
+
const doc = {
|
|
27
|
+
orgId,
|
|
28
|
+
connectorId,
|
|
29
|
+
instanceId,
|
|
30
|
+
streamId,
|
|
31
|
+
runId,
|
|
32
|
+
startedAt: new Date().toISOString(),
|
|
33
|
+
endedAt: null,
|
|
34
|
+
outcome: null,
|
|
35
|
+
checkpointBefore: input.checkpointBefore ?? null,
|
|
36
|
+
bounds: input.bounds ?? null,
|
|
37
|
+
ownerId: input.ownerId ?? null,
|
|
38
|
+
cancelRequested: false,
|
|
39
|
+
};
|
|
40
|
+
rows.unshift(doc);
|
|
41
|
+
return { ...doc };
|
|
42
|
+
},
|
|
43
|
+
async end(connectorId, instanceId, streamId, runId, input) {
|
|
44
|
+
const idx = rows.findIndex((r) => r.connectorId === connectorId &&
|
|
45
|
+
r.instanceId === instanceId &&
|
|
46
|
+
r.streamId === streamId &&
|
|
47
|
+
r.runId === runId);
|
|
48
|
+
if (idx < 0) {
|
|
49
|
+
throw new ServiceError("NOT_FOUND", `run ${runId} not found`, 404);
|
|
50
|
+
}
|
|
51
|
+
const prev = rows[idx];
|
|
52
|
+
const doc = {
|
|
53
|
+
...prev,
|
|
54
|
+
endedAt: new Date().toISOString(),
|
|
55
|
+
outcome: input.outcome,
|
|
56
|
+
errorClass: input.errorClass ?? null,
|
|
57
|
+
errorMessage: sanitizeErrorText(input.errorMessage) ?? null,
|
|
58
|
+
checkpointAfter: input.checkpointAfter ?? null,
|
|
59
|
+
};
|
|
60
|
+
rows[idx] = doc;
|
|
61
|
+
return { ...doc };
|
|
62
|
+
},
|
|
63
|
+
async get(connectorId, instanceId, streamId, runId) {
|
|
64
|
+
const doc = rows.find((r) => r.connectorId === connectorId &&
|
|
65
|
+
r.instanceId === instanceId &&
|
|
66
|
+
r.streamId === streamId &&
|
|
67
|
+
r.runId === runId);
|
|
68
|
+
return doc ? { ...doc } : null;
|
|
69
|
+
},
|
|
70
|
+
async requestCancel(connectorId, instanceId, streamId, runId) {
|
|
71
|
+
const idx = rows.findIndex((r) => r.connectorId === connectorId &&
|
|
72
|
+
r.instanceId === instanceId &&
|
|
73
|
+
r.streamId === streamId &&
|
|
74
|
+
r.runId === runId);
|
|
75
|
+
if (idx < 0)
|
|
76
|
+
return null;
|
|
77
|
+
const doc = { ...rows[idx], cancelRequested: true };
|
|
78
|
+
rows[idx] = doc;
|
|
79
|
+
return { ...doc };
|
|
80
|
+
},
|
|
81
|
+
async list(connectorId, instanceId, streamId, opts) {
|
|
82
|
+
const limit = Math.min(Math.max(1, opts?.limit ?? ACQUISITION_RUNS_DEFAULT_LIMIT), ACQUISITION_RUNS_MAX_LIMIT);
|
|
83
|
+
return rows
|
|
84
|
+
.filter((r) => r.connectorId === connectorId &&
|
|
85
|
+
r.instanceId === instanceId &&
|
|
86
|
+
r.streamId === streamId)
|
|
87
|
+
.slice(0, limit)
|
|
88
|
+
.map((r) => ({ ...r }));
|
|
89
|
+
},
|
|
90
|
+
async latestSuccess(connectorId, instanceId, streamId) {
|
|
91
|
+
const doc = rows.find((r) => r.connectorId === connectorId &&
|
|
92
|
+
r.instanceId === instanceId &&
|
|
93
|
+
r.streamId === streamId &&
|
|
94
|
+
r.outcome === "ok");
|
|
95
|
+
return doc ? { ...doc } : null;
|
|
96
|
+
},
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
export function createMongoAcquisitionRunStore(client, orgId) {
|
|
100
|
+
const db = client.db(operationalDbName(orgId));
|
|
101
|
+
const col = () => db.collection(CONT_COLLECTIONS.runs);
|
|
102
|
+
let indexesReady = null;
|
|
103
|
+
const ensureIndexes = async () => {
|
|
104
|
+
if (!indexesReady) {
|
|
105
|
+
indexesReady = (async () => {
|
|
106
|
+
await col().createIndex({ connectorId: 1, instanceId: 1, streamId: 1, runId: 1 }, { unique: true, name: "mco_acquisition_run_unique" });
|
|
107
|
+
await col().createIndex({ connectorId: 1, instanceId: 1, streamId: 1, startedAt: -1 }, { name: "mco_acquisition_run_started" });
|
|
108
|
+
})();
|
|
109
|
+
}
|
|
110
|
+
await indexesReady;
|
|
111
|
+
};
|
|
112
|
+
return {
|
|
113
|
+
async start(connectorId, instanceId, streamId, input) {
|
|
114
|
+
await ensureIndexes();
|
|
115
|
+
if (hasSecretPayload(input)) {
|
|
116
|
+
throw new Error("run payload must not contain secrets");
|
|
117
|
+
}
|
|
118
|
+
const runId = input.runId?.trim() || randomUUID();
|
|
119
|
+
const existing = await col().findOne({
|
|
120
|
+
connectorId,
|
|
121
|
+
instanceId,
|
|
122
|
+
streamId,
|
|
123
|
+
runId,
|
|
124
|
+
});
|
|
125
|
+
if (existing)
|
|
126
|
+
return stripMongo(existing);
|
|
127
|
+
const doc = {
|
|
128
|
+
orgId,
|
|
129
|
+
connectorId,
|
|
130
|
+
instanceId,
|
|
131
|
+
streamId,
|
|
132
|
+
runId,
|
|
133
|
+
startedAt: new Date().toISOString(),
|
|
134
|
+
endedAt: null,
|
|
135
|
+
outcome: null,
|
|
136
|
+
checkpointBefore: input.checkpointBefore ?? null,
|
|
137
|
+
bounds: input.bounds ?? null,
|
|
138
|
+
ownerId: input.ownerId ?? null,
|
|
139
|
+
cancelRequested: false,
|
|
140
|
+
};
|
|
141
|
+
await col().insertOne(doc);
|
|
142
|
+
return { ...doc };
|
|
143
|
+
},
|
|
144
|
+
async end(connectorId, instanceId, streamId, runId, input) {
|
|
145
|
+
await ensureIndexes();
|
|
146
|
+
const existing = await col().findOne({
|
|
147
|
+
connectorId,
|
|
148
|
+
instanceId,
|
|
149
|
+
streamId,
|
|
150
|
+
runId,
|
|
151
|
+
});
|
|
152
|
+
if (!existing) {
|
|
153
|
+
throw new ServiceError("NOT_FOUND", `run ${runId} not found`, 404);
|
|
154
|
+
}
|
|
155
|
+
const doc = {
|
|
156
|
+
...stripMongo(existing),
|
|
157
|
+
endedAt: new Date().toISOString(),
|
|
158
|
+
outcome: input.outcome,
|
|
159
|
+
errorClass: input.errorClass ?? null,
|
|
160
|
+
errorMessage: sanitizeErrorText(input.errorMessage) ?? null,
|
|
161
|
+
checkpointAfter: input.checkpointAfter ?? null,
|
|
162
|
+
};
|
|
163
|
+
await col().replaceOne({ connectorId, instanceId, streamId, runId }, doc);
|
|
164
|
+
return { ...doc };
|
|
165
|
+
},
|
|
166
|
+
async get(connectorId, instanceId, streamId, runId) {
|
|
167
|
+
await ensureIndexes();
|
|
168
|
+
const doc = await col().findOne({
|
|
169
|
+
connectorId,
|
|
170
|
+
instanceId,
|
|
171
|
+
streamId,
|
|
172
|
+
runId,
|
|
173
|
+
});
|
|
174
|
+
return doc ? stripMongo(doc) : null;
|
|
175
|
+
},
|
|
176
|
+
async requestCancel(connectorId, instanceId, streamId, runId) {
|
|
177
|
+
await ensureIndexes();
|
|
178
|
+
const existing = await col().findOne({
|
|
179
|
+
connectorId,
|
|
180
|
+
instanceId,
|
|
181
|
+
streamId,
|
|
182
|
+
runId,
|
|
183
|
+
});
|
|
184
|
+
if (!existing)
|
|
185
|
+
return null;
|
|
186
|
+
const doc = {
|
|
187
|
+
...stripMongo(existing),
|
|
188
|
+
cancelRequested: true,
|
|
189
|
+
};
|
|
190
|
+
await col().replaceOne({ connectorId, instanceId, streamId, runId }, doc);
|
|
191
|
+
return doc;
|
|
192
|
+
},
|
|
193
|
+
async list(connectorId, instanceId, streamId, opts) {
|
|
194
|
+
await ensureIndexes();
|
|
195
|
+
const limit = Math.min(Math.max(1, opts?.limit ?? ACQUISITION_RUNS_DEFAULT_LIMIT), ACQUISITION_RUNS_MAX_LIMIT);
|
|
196
|
+
const rows = await col()
|
|
197
|
+
.find({ connectorId, instanceId, streamId })
|
|
198
|
+
.sort({ startedAt: -1 })
|
|
199
|
+
.limit(limit)
|
|
200
|
+
.toArray();
|
|
201
|
+
return rows.map(stripMongo);
|
|
202
|
+
},
|
|
203
|
+
async latestSuccess(connectorId, instanceId, streamId) {
|
|
204
|
+
await ensureIndexes();
|
|
205
|
+
const doc = await col().findOne({ connectorId, instanceId, streamId, outcome: "ok" }, { sort: { endedAt: -1 } });
|
|
206
|
+
return doc ? stripMongo(doc) : null;
|
|
207
|
+
},
|
|
208
|
+
};
|
|
209
|
+
}
|
|
210
|
+
function cadenceIntervalSeconds(schedule) {
|
|
211
|
+
if (schedule.cadence.kind === "interval") {
|
|
212
|
+
return schedule.cadence.intervalSeconds;
|
|
213
|
+
}
|
|
214
|
+
return 3600;
|
|
215
|
+
}
|
|
216
|
+
export function computeStreamFreshness(input) {
|
|
217
|
+
const now = Date.parse(input.nowIso ?? new Date().toISOString());
|
|
218
|
+
const lastSuccessAt = input.lastSuccess?.endedAt ?? null;
|
|
219
|
+
const lastRunAt = input.lastRun?.endedAt ?? input.lastRun?.startedAt ?? null;
|
|
220
|
+
let lagSeconds = null;
|
|
221
|
+
if (lastSuccessAt) {
|
|
222
|
+
lagSeconds = Math.max(0, Math.floor((now - Date.parse(lastSuccessAt)) / 1000));
|
|
223
|
+
}
|
|
224
|
+
const interval = input.schedule
|
|
225
|
+
? cadenceIntervalSeconds(input.schedule)
|
|
226
|
+
: 3600;
|
|
227
|
+
const aging = lagSeconds == null ? Boolean(input.schedule?.enabled) : lagSeconds > interval * 2;
|
|
228
|
+
const lapsed = lagSeconds == null
|
|
229
|
+
? Boolean(input.schedule?.enabled)
|
|
230
|
+
: lagSeconds > interval * 3;
|
|
231
|
+
return {
|
|
232
|
+
orgId: input.orgId,
|
|
233
|
+
connectorId: input.connectorId,
|
|
234
|
+
instanceId: input.instanceId,
|
|
235
|
+
streamId: input.streamId,
|
|
236
|
+
scheduleEnabled: input.schedule?.enabled === true,
|
|
237
|
+
lastSuccessAt,
|
|
238
|
+
lastFailAt: input.lastRun?.outcome === "fail" ? input.lastRun.endedAt ?? null : null,
|
|
239
|
+
lastRunAt,
|
|
240
|
+
lastOutcome: input.lastRun?.outcome ?? null,
|
|
241
|
+
lagSeconds,
|
|
242
|
+
aging,
|
|
243
|
+
lapsed,
|
|
244
|
+
activeLeaseOwnerId: input.lease?.ownerId ?? null,
|
|
245
|
+
activeLeaseExpiresAt: input.lease?.expiresAt ?? null,
|
|
246
|
+
cancelRequested: input.lastRun?.cancelRequested === true && !input.lastRun.endedAt,
|
|
247
|
+
};
|
|
248
|
+
}
|
|
249
|
+
//# sourceMappingURL=run-store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run-store.js","sourceRoot":"","sources":["../../src/connector-ops/run-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACpE,OAAO,EACL,8BAA8B,EAC9B,0BAA0B,EAC1B,gBAAgB,GAQjB,MAAM,uBAAuB,CAAC;AAE/B,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,GAAG,KAAK,cAAc,CAAC;AAChC,CAAC;AAED,SAAS,UAAU,CAAmB,GAA0B;IAC9D,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,GAA4B,CAAC;IAC7D,OAAO,IAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,KAAa;IAEb,MAAM,IAAI,GAA2B,EAAE,CAAC;IAExC,OAAO;QACL,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK;YAClD,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D,CAAC;YACD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,UAAU,EAAE,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CACxB,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,WAAW,KAAK,WAAW;gBAC7B,CAAC,CAAC,UAAU,KAAK,UAAU;gBAC3B,CAAC,CAAC,QAAQ,KAAK,QAAQ;gBACvB,CAAC,CAAC,KAAK,KAAK,KAAK,CACpB,CAAC;YACF,IAAI,QAAQ;gBAAE,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC;YACrC,MAAM,GAAG,GAAyB;gBAChC,KAAK;gBACL,WAAW;gBACX,UAAU;gBACV,QAAQ;gBACR,KAAK;gBACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,IAAI;gBAChD,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI;gBAC5B,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;gBAC9B,eAAe,EAAE,KAAK;aACvB,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAClB,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK;YACvD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CACxB,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,WAAW,KAAK,WAAW;gBAC7B,CAAC,CAAC,UAAU,KAAK,UAAU;gBAC3B,CAAC,CAAC,QAAQ,KAAK,QAAQ;gBACvB,CAAC,CAAC,KAAK,KAAK,KAAK,CACpB,CAAC;YACF,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;gBACZ,MAAM,IAAI,YAAY,CAAC,WAAW,EAAE,OAAO,KAAK,YAAY,EAAE,GAAG,CAAC,CAAC;YACrE,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAE,CAAC;YACxB,MAAM,GAAG,GAAyB;gBAChC,GAAG,IAAI;gBACP,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACjC,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI;gBACpC,YAAY,EAAE,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,IAAI;gBAC3D,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI;aAC/C,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YAChB,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK;YAChD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CACnB,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,WAAW,KAAK,WAAW;gBAC7B,CAAC,CAAC,UAAU,KAAK,UAAU;gBAC3B,CAAC,CAAC,QAAQ,KAAK,QAAQ;gBACvB,CAAC,CAAC,KAAK,KAAK,KAAK,CACpB,CAAC;YACF,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACjC,CAAC;QAED,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK;YAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CACxB,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,WAAW,KAAK,WAAW;gBAC7B,CAAC,CAAC,UAAU,KAAK,UAAU;gBAC3B,CAAC,CAAC,QAAQ,KAAK,QAAQ;gBACvB,CAAC,CAAC,KAAK,KAAK,KAAK,CACpB,CAAC;YACF,IAAI,GAAG,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YACzB,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,CAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;YACrD,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YAChB,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI;YAChD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,IAAI,8BAA8B,CAAC,EAC1D,0BAA0B,CAC3B,CAAC;YACF,OAAO,IAAI;iBACR,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,WAAW,KAAK,WAAW;gBAC7B,CAAC,CAAC,UAAU,KAAK,UAAU;gBAC3B,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAC1B;iBACA,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;iBACf,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,CAAC;QAED,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ;YACnD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CACnB,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,WAAW,KAAK,WAAW;gBAC7B,CAAC,CAAC,UAAU,KAAK,UAAU;gBAC3B,CAAC,CAAC,QAAQ,KAAK,QAAQ;gBACvB,CAAC,CAAC,OAAO,KAAK,IAAI,CACrB,CAAC;YACF,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACjC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,MAAmB,EACnB,KAAa;IAEb,MAAM,EAAE,GAAO,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,GAAG,EAAE,CACf,EAAE,CAAC,UAAU,CAAuB,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC7D,IAAI,YAAY,GAAyB,IAAI,CAAC;IAE9C,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;QAC/B,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;gBACzB,MAAM,GAAG,EAAE,CAAC,WAAW,CACrB,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EACxD,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,4BAA4B,EAAE,CACrD,CAAC;gBACF,MAAM,GAAG,EAAE,CAAC,WAAW,CACrB,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAC7D,EAAE,IAAI,EAAE,6BAA6B,EAAE,CACxC,CAAC;YACJ,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QACD,MAAM,YAAY,CAAC;IACrB,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAA+B;YAC5E,MAAM,aAAa,EAAE,CAAC;YACtB,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D,CAAC;YACD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,UAAU,EAAE,CAAC;YAClD,MAAM,QAAQ,GAAG,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC;gBACnC,WAAW;gBACX,UAAU;gBACV,QAAQ;gBACR,KAAK;aACN,CAAC,CAAC;YACH,IAAI,QAAQ;gBAAE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC1C,MAAM,GAAG,GAAyB;gBAChC,KAAK;gBACL,WAAW;gBACX,UAAU;gBACV,QAAQ;gBACR,KAAK;gBACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,IAAI;gBAChD,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI;gBAC5B,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;gBAC9B,eAAe,EAAE,KAAK;aACvB,CAAC;YACF,MAAM,GAAG,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC3B,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,GAAG,CACP,WAAW,EACX,UAAU,EACV,QAAQ,EACR,KAAK,EACL,KAA6B;YAE7B,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC;gBACnC,WAAW;gBACX,UAAU;gBACV,QAAQ;gBACR,KAAK;aACN,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,YAAY,CAAC,WAAW,EAAE,OAAO,KAAK,YAAY,EAAE,GAAG,CAAC,CAAC;YACrE,CAAC;YACD,MAAM,GAAG,GAAyB;gBAChC,GAAG,UAAU,CAAC,QAAQ,CAAC;gBACvB,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACjC,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI;gBACpC,YAAY,EAAE,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,IAAI;gBAC3D,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI;aAC/C,CAAC;YACF,MAAM,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC;YAC1E,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK;YAChD,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC;gBAC9B,WAAW;gBACX,UAAU;gBACV,QAAQ;gBACR,KAAK;aACN,CAAC,CAAC;YACH,OAAO,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtC,CAAC;QAED,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK;YAC1D,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC;gBACnC,WAAW;gBACX,UAAU;gBACV,QAAQ;gBACR,KAAK;aACN,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ;gBAAE,OAAO,IAAI,CAAC;YAC3B,MAAM,GAAG,GAAyB;gBAChC,GAAG,UAAU,CAAC,QAAQ,CAAC;gBACvB,eAAe,EAAE,IAAI;aACtB,CAAC;YACF,MAAM,GAAG,EAAE,CAAC,UAAU,CACpB,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,EAC5C,GAAG,CACJ,CAAC;YACF,OAAO,GAAG,CAAC;QACb,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI;YAChD,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,IAAI,8BAA8B,CAAC,EAC1D,0BAA0B,CAC3B,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,GAAG,EAAE;iBACrB,IAAI,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;iBAC3C,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;iBACvB,KAAK,CAAC,KAAK,CAAC;iBACZ,OAAO,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;QAED,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ;YACnD,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,MAAM,GAAG,EAAE,CAAC,OAAO,CAC7B,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,EACpD,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAC1B,CAAC;YACF,OAAO,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAwB;IACtD,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACzC,OAAO,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC;IAC1C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAUtC;IACC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IACjE,MAAM,aAAa,GAAG,KAAK,CAAC,WAAW,EAAE,OAAO,IAAI,IAAI,CAAC;IACzD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC;IAC7E,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,aAAa,EAAE,CAAC;QAClB,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACjF,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ;QAC7B,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,QAAQ,CAAC;QACxC,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,KAAK,GACT,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,QAAQ,GAAG,CAAC,CAAC;IACpF,MAAM,MAAM,GACV,UAAU,IAAI,IAAI;QAChB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC;QAClC,CAAC,CAAC,UAAU,GAAG,QAAQ,GAAG,CAAC,CAAC;IAEhC,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,eAAe,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI;QACjD,aAAa;QACb,UAAU,EACR,KAAK,CAAC,OAAO,EAAE,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI;QAC1E,SAAS;QACT,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,IAAI,IAAI;QAC3C,UAAU;QACV,KAAK;QACL,MAAM;QACN,kBAAkB,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI;QAChD,oBAAoB,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,IAAI,IAAI;QACpD,eAAe,EAAE,KAAK,CAAC,OAAO,EAAE,eAAe,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO;KACnF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { MongoClient } from "mongodb";
|
|
2
|
+
import { type PutStreamSchedule, type StreamLeaseStore, type StreamScheduleStore } from "./continuous-types.js";
|
|
3
|
+
export declare function validatePutSchedule(body: PutStreamSchedule): void;
|
|
4
|
+
export declare function createInMemoryStreamScheduleStore(orgId: string): StreamScheduleStore;
|
|
5
|
+
export declare function createMongoStreamScheduleStore(client: MongoClient, orgId: string): StreamScheduleStore;
|
|
6
|
+
export declare function createInMemoryStreamLeaseStore(orgId: string): StreamLeaseStore;
|
|
7
|
+
export declare function createMongoStreamLeaseStore(client: MongoClient, orgId: string): StreamLeaseStore;
|
|
8
|
+
//# sourceMappingURL=schedule-lease-store.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schedule-lease-store.d.ts","sourceRoot":"","sources":["../../src/connector-ops/schedule-lease-store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAM,WAAW,EAAE,MAAM,SAAS,CAAC;AAG/C,OAAO,EAIL,KAAK,iBAAiB,EAEtB,KAAK,gBAAgB,EAErB,KAAK,mBAAmB,EACzB,MAAM,uBAAuB,CAAC;AAmB/B,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,iBAAiB,GAAG,IAAI,CAuBjE;AAED,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,MAAM,GACZ,mBAAmB,CA2CrB;AAED,wBAAgB,8BAA8B,CAC5C,MAAM,EAAE,WAAW,EACnB,KAAK,EAAE,MAAM,GACZ,mBAAmB,CAkErB;AAMD,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,MAAM,GAAG,gBAAgB,CA+E9E;AAsCD,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,WAAW,EACnB,KAAK,EAAE,MAAM,GACZ,gBAAgB,CAuIlB"}
|
|
@@ -0,0 +1,318 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { ServiceError } from "../errors.js";
|
|
3
|
+
import { hasSecretPayload } from "./sanitize.js";
|
|
4
|
+
import { CONT_COLLECTIONS, DEFAULT_LEASE_TTL_MS, } from "./continuous-types.js";
|
|
5
|
+
function operationalDbName(orgId) {
|
|
6
|
+
return `${orgId}_operational`;
|
|
7
|
+
}
|
|
8
|
+
function stripMongo(doc) {
|
|
9
|
+
const { _id: _drop, ...rest } = doc;
|
|
10
|
+
return rest;
|
|
11
|
+
}
|
|
12
|
+
function streamKey(connectorId, instanceId, streamId) {
|
|
13
|
+
return `${connectorId}\0${instanceId}\0${streamId}`;
|
|
14
|
+
}
|
|
15
|
+
export function validatePutSchedule(body) {
|
|
16
|
+
if (hasSecretPayload(body)) {
|
|
17
|
+
throw new Error("schedule payload must not contain secrets");
|
|
18
|
+
}
|
|
19
|
+
const c = body.cadence;
|
|
20
|
+
if (!c || typeof c !== "object") {
|
|
21
|
+
throw new Error("cadence required");
|
|
22
|
+
}
|
|
23
|
+
if (c.kind === "interval") {
|
|
24
|
+
if (typeof c.intervalSeconds !== "number" ||
|
|
25
|
+
!Number.isFinite(c.intervalSeconds) ||
|
|
26
|
+
c.intervalSeconds < 1) {
|
|
27
|
+
throw new Error("cadence.intervalSeconds must be >= 1");
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
else if (c.kind === "cron") {
|
|
31
|
+
if (typeof c.expression !== "string" || !c.expression.trim()) {
|
|
32
|
+
throw new Error("cadence.expression required for cron");
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
else {
|
|
36
|
+
throw new Error("cadence.kind must be interval|cron");
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
export function createInMemoryStreamScheduleStore(orgId) {
|
|
40
|
+
const byKey = new Map();
|
|
41
|
+
return {
|
|
42
|
+
async get(connectorId, instanceId, streamId) {
|
|
43
|
+
const doc = byKey.get(streamKey(connectorId, instanceId, streamId));
|
|
44
|
+
return doc ? { ...doc } : null;
|
|
45
|
+
},
|
|
46
|
+
async put(connectorId, instanceId, streamId, body) {
|
|
47
|
+
validatePutSchedule(body);
|
|
48
|
+
const now = new Date().toISOString();
|
|
49
|
+
const doc = {
|
|
50
|
+
orgId,
|
|
51
|
+
connectorId,
|
|
52
|
+
instanceId,
|
|
53
|
+
streamId,
|
|
54
|
+
enabled: body.enabled !== false,
|
|
55
|
+
cadence: body.cadence,
|
|
56
|
+
...(body.bounds != null ? { bounds: body.bounds } : {}),
|
|
57
|
+
updatedAt: now,
|
|
58
|
+
...(body.updatedBy != null ? { updatedBy: body.updatedBy } : {}),
|
|
59
|
+
};
|
|
60
|
+
byKey.set(streamKey(connectorId, instanceId, streamId), doc);
|
|
61
|
+
return { ...doc };
|
|
62
|
+
},
|
|
63
|
+
async clear(connectorId, instanceId, streamId) {
|
|
64
|
+
return byKey.delete(streamKey(connectorId, instanceId, streamId));
|
|
65
|
+
},
|
|
66
|
+
async listEnabled(opts) {
|
|
67
|
+
return [...byKey.values()]
|
|
68
|
+
.filter((s) => s.enabled)
|
|
69
|
+
.filter((s) => opts?.connectorId ? s.connectorId === opts.connectorId : true)
|
|
70
|
+
.filter((s) => opts?.instanceId ? s.instanceId === opts.instanceId : true)
|
|
71
|
+
.map((s) => ({ ...s }));
|
|
72
|
+
},
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
export function createMongoStreamScheduleStore(client, orgId) {
|
|
76
|
+
const db = client.db(operationalDbName(orgId));
|
|
77
|
+
const col = () => db.collection(CONT_COLLECTIONS.schedules);
|
|
78
|
+
let indexesReady = null;
|
|
79
|
+
const ensureIndexes = async () => {
|
|
80
|
+
if (!indexesReady) {
|
|
81
|
+
indexesReady = (async () => {
|
|
82
|
+
await col().createIndex({ connectorId: 1, instanceId: 1, streamId: 1 }, { unique: true, name: "mco_stream_schedule_unique" });
|
|
83
|
+
await col().createIndex({ enabled: 1 }, { name: "mco_stream_schedule_enabled" });
|
|
84
|
+
})();
|
|
85
|
+
}
|
|
86
|
+
await indexesReady;
|
|
87
|
+
};
|
|
88
|
+
return {
|
|
89
|
+
async get(connectorId, instanceId, streamId) {
|
|
90
|
+
await ensureIndexes();
|
|
91
|
+
const doc = await col().findOne({ connectorId, instanceId, streamId });
|
|
92
|
+
return doc ? stripMongo(doc) : null;
|
|
93
|
+
},
|
|
94
|
+
async put(connectorId, instanceId, streamId, body) {
|
|
95
|
+
await ensureIndexes();
|
|
96
|
+
validatePutSchedule(body);
|
|
97
|
+
const now = new Date().toISOString();
|
|
98
|
+
const doc = {
|
|
99
|
+
orgId,
|
|
100
|
+
connectorId,
|
|
101
|
+
instanceId,
|
|
102
|
+
streamId,
|
|
103
|
+
enabled: body.enabled !== false,
|
|
104
|
+
cadence: body.cadence,
|
|
105
|
+
...(body.bounds != null ? { bounds: body.bounds } : {}),
|
|
106
|
+
updatedAt: now,
|
|
107
|
+
...(body.updatedBy != null ? { updatedBy: body.updatedBy } : {}),
|
|
108
|
+
};
|
|
109
|
+
await col().replaceOne({ connectorId, instanceId, streamId }, doc, { upsert: true });
|
|
110
|
+
return { ...doc };
|
|
111
|
+
},
|
|
112
|
+
async clear(connectorId, instanceId, streamId) {
|
|
113
|
+
await ensureIndexes();
|
|
114
|
+
const res = await col().deleteOne({ connectorId, instanceId, streamId });
|
|
115
|
+
return res.deletedCount > 0;
|
|
116
|
+
},
|
|
117
|
+
async listEnabled(opts) {
|
|
118
|
+
await ensureIndexes();
|
|
119
|
+
const filter = { enabled: true };
|
|
120
|
+
if (opts?.connectorId)
|
|
121
|
+
filter.connectorId = opts.connectorId;
|
|
122
|
+
if (opts?.instanceId)
|
|
123
|
+
filter.instanceId = opts.instanceId;
|
|
124
|
+
const rows = await col().find(filter).toArray();
|
|
125
|
+
return rows.map(stripMongo);
|
|
126
|
+
},
|
|
127
|
+
};
|
|
128
|
+
}
|
|
129
|
+
function isLeaseActive(lease, nowIso = new Date().toISOString()) {
|
|
130
|
+
return lease.expiresAt > nowIso;
|
|
131
|
+
}
|
|
132
|
+
export function createInMemoryStreamLeaseStore(orgId) {
|
|
133
|
+
const byKey = new Map();
|
|
134
|
+
return {
|
|
135
|
+
async get(connectorId, instanceId, streamId) {
|
|
136
|
+
const doc = byKey.get(streamKey(connectorId, instanceId, streamId));
|
|
137
|
+
if (!doc || !isLeaseActive(doc)) {
|
|
138
|
+
if (doc && !isLeaseActive(doc)) {
|
|
139
|
+
byKey.delete(streamKey(connectorId, instanceId, streamId));
|
|
140
|
+
}
|
|
141
|
+
return null;
|
|
142
|
+
}
|
|
143
|
+
return { ...doc };
|
|
144
|
+
},
|
|
145
|
+
async acquire(connectorId, instanceId, streamId, input) {
|
|
146
|
+
const k = streamKey(connectorId, instanceId, streamId);
|
|
147
|
+
const existing = byKey.get(k);
|
|
148
|
+
const now = Date.now();
|
|
149
|
+
const nowIso = new Date(now).toISOString();
|
|
150
|
+
if (existing && isLeaseActive(existing, nowIso)) {
|
|
151
|
+
if (existing.ownerId === input.ownerId) {
|
|
152
|
+
return renewInMemory(byKey, orgId, connectorId, instanceId, streamId, {
|
|
153
|
+
ownerId: input.ownerId,
|
|
154
|
+
leaseId: existing.leaseId,
|
|
155
|
+
ttlMs: input.ttlMs,
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
throw new ServiceError("LEASE_HELD", `stream lease held by ${existing.ownerId} until ${existing.expiresAt}`, 409, { lease: existing });
|
|
159
|
+
}
|
|
160
|
+
const ttl = input.ttlMs ?? DEFAULT_LEASE_TTL_MS;
|
|
161
|
+
const doc = {
|
|
162
|
+
orgId,
|
|
163
|
+
connectorId,
|
|
164
|
+
instanceId,
|
|
165
|
+
streamId,
|
|
166
|
+
ownerId: input.ownerId,
|
|
167
|
+
leaseId: randomUUID(),
|
|
168
|
+
acquiredAt: nowIso,
|
|
169
|
+
expiresAt: new Date(now + ttl).toISOString(),
|
|
170
|
+
renewCount: 0,
|
|
171
|
+
};
|
|
172
|
+
byKey.set(k, doc);
|
|
173
|
+
return { ...doc };
|
|
174
|
+
},
|
|
175
|
+
async renew(connectorId, instanceId, streamId, input) {
|
|
176
|
+
return renewInMemory(byKey, orgId, connectorId, instanceId, streamId, input);
|
|
177
|
+
},
|
|
178
|
+
async release(connectorId, instanceId, streamId, input) {
|
|
179
|
+
const k = streamKey(connectorId, instanceId, streamId);
|
|
180
|
+
const existing = byKey.get(k);
|
|
181
|
+
if (!existing)
|
|
182
|
+
return false;
|
|
183
|
+
if (existing.ownerId !== input.ownerId ||
|
|
184
|
+
existing.leaseId !== input.leaseId) {
|
|
185
|
+
throw new ServiceError("LEASE_OWNER_MISMATCH", "lease release requires matching ownerId and leaseId", 403);
|
|
186
|
+
}
|
|
187
|
+
return byKey.delete(k);
|
|
188
|
+
},
|
|
189
|
+
};
|
|
190
|
+
}
|
|
191
|
+
function renewInMemory(byKey, orgId, connectorId, instanceId, streamId, input) {
|
|
192
|
+
const k = streamKey(connectorId, instanceId, streamId);
|
|
193
|
+
const existing = byKey.get(k);
|
|
194
|
+
const now = Date.now();
|
|
195
|
+
const nowIso = new Date(now).toISOString();
|
|
196
|
+
if (!existing || !isLeaseActive(existing, nowIso)) {
|
|
197
|
+
throw new ServiceError("LEASE_NOT_FOUND", "no active lease to renew", 404);
|
|
198
|
+
}
|
|
199
|
+
if (existing.ownerId !== input.ownerId ||
|
|
200
|
+
existing.leaseId !== input.leaseId) {
|
|
201
|
+
throw new ServiceError("LEASE_OWNER_MISMATCH", "lease renew requires matching ownerId and leaseId", 403);
|
|
202
|
+
}
|
|
203
|
+
const ttl = input.ttlMs ?? DEFAULT_LEASE_TTL_MS;
|
|
204
|
+
const doc = {
|
|
205
|
+
...existing,
|
|
206
|
+
orgId,
|
|
207
|
+
expiresAt: new Date(now + ttl).toISOString(),
|
|
208
|
+
renewCount: existing.renewCount + 1,
|
|
209
|
+
};
|
|
210
|
+
byKey.set(k, doc);
|
|
211
|
+
return { ...doc };
|
|
212
|
+
}
|
|
213
|
+
export function createMongoStreamLeaseStore(client, orgId) {
|
|
214
|
+
const db = client.db(operationalDbName(orgId));
|
|
215
|
+
const col = () => db.collection(CONT_COLLECTIONS.leases);
|
|
216
|
+
let indexesReady = null;
|
|
217
|
+
const ensureIndexes = async () => {
|
|
218
|
+
if (!indexesReady) {
|
|
219
|
+
indexesReady = (async () => {
|
|
220
|
+
await col().createIndex({ connectorId: 1, instanceId: 1, streamId: 1 }, { unique: true, name: "mco_stream_lease_unique" });
|
|
221
|
+
})();
|
|
222
|
+
}
|
|
223
|
+
await indexesReady;
|
|
224
|
+
};
|
|
225
|
+
return {
|
|
226
|
+
async get(connectorId, instanceId, streamId) {
|
|
227
|
+
await ensureIndexes();
|
|
228
|
+
const doc = await col().findOne({ connectorId, instanceId, streamId });
|
|
229
|
+
if (!doc)
|
|
230
|
+
return null;
|
|
231
|
+
if (!isLeaseActive(doc)) {
|
|
232
|
+
await col().deleteOne({ connectorId, instanceId, streamId });
|
|
233
|
+
return null;
|
|
234
|
+
}
|
|
235
|
+
return stripMongo(doc);
|
|
236
|
+
},
|
|
237
|
+
async acquire(connectorId, instanceId, streamId, input) {
|
|
238
|
+
await ensureIndexes();
|
|
239
|
+
const existing = await col().findOne({
|
|
240
|
+
connectorId,
|
|
241
|
+
instanceId,
|
|
242
|
+
streamId,
|
|
243
|
+
});
|
|
244
|
+
const now = Date.now();
|
|
245
|
+
const nowIso = new Date(now).toISOString();
|
|
246
|
+
if (existing && isLeaseActive(existing, nowIso)) {
|
|
247
|
+
if (existing.ownerId === input.ownerId) {
|
|
248
|
+
return this.renew(connectorId, instanceId, streamId, {
|
|
249
|
+
ownerId: input.ownerId,
|
|
250
|
+
leaseId: existing.leaseId,
|
|
251
|
+
ttlMs: input.ttlMs,
|
|
252
|
+
});
|
|
253
|
+
}
|
|
254
|
+
throw new ServiceError("LEASE_HELD", `stream lease held by ${existing.ownerId} until ${existing.expiresAt}`, 409, { lease: stripMongo(existing) });
|
|
255
|
+
}
|
|
256
|
+
const ttl = input.ttlMs ?? DEFAULT_LEASE_TTL_MS;
|
|
257
|
+
const doc = {
|
|
258
|
+
orgId,
|
|
259
|
+
connectorId,
|
|
260
|
+
instanceId,
|
|
261
|
+
streamId,
|
|
262
|
+
ownerId: input.ownerId,
|
|
263
|
+
leaseId: randomUUID(),
|
|
264
|
+
acquiredAt: nowIso,
|
|
265
|
+
expiresAt: new Date(now + ttl).toISOString(),
|
|
266
|
+
renewCount: 0,
|
|
267
|
+
};
|
|
268
|
+
await col().replaceOne({ connectorId, instanceId, streamId }, doc, { upsert: true });
|
|
269
|
+
return { ...doc };
|
|
270
|
+
},
|
|
271
|
+
async renew(connectorId, instanceId, streamId, input) {
|
|
272
|
+
await ensureIndexes();
|
|
273
|
+
const existing = await col().findOne({
|
|
274
|
+
connectorId,
|
|
275
|
+
instanceId,
|
|
276
|
+
streamId,
|
|
277
|
+
});
|
|
278
|
+
const now = Date.now();
|
|
279
|
+
const nowIso = new Date(now).toISOString();
|
|
280
|
+
if (!existing || !isLeaseActive(existing, nowIso)) {
|
|
281
|
+
throw new ServiceError("LEASE_NOT_FOUND", "no active lease to renew", 404);
|
|
282
|
+
}
|
|
283
|
+
if (existing.ownerId !== input.ownerId ||
|
|
284
|
+
existing.leaseId !== input.leaseId) {
|
|
285
|
+
throw new ServiceError("LEASE_OWNER_MISMATCH", "lease renew requires matching ownerId and leaseId", 403);
|
|
286
|
+
}
|
|
287
|
+
const ttl = input.ttlMs ?? DEFAULT_LEASE_TTL_MS;
|
|
288
|
+
const doc = {
|
|
289
|
+
...stripMongo(existing),
|
|
290
|
+
expiresAt: new Date(now + ttl).toISOString(),
|
|
291
|
+
renewCount: existing.renewCount + 1,
|
|
292
|
+
};
|
|
293
|
+
await col().replaceOne({ connectorId, instanceId, streamId }, doc);
|
|
294
|
+
return { ...doc };
|
|
295
|
+
},
|
|
296
|
+
async release(connectorId, instanceId, streamId, input) {
|
|
297
|
+
await ensureIndexes();
|
|
298
|
+
const existing = await col().findOne({
|
|
299
|
+
connectorId,
|
|
300
|
+
instanceId,
|
|
301
|
+
streamId,
|
|
302
|
+
});
|
|
303
|
+
if (!existing)
|
|
304
|
+
return false;
|
|
305
|
+
if (existing.ownerId !== input.ownerId ||
|
|
306
|
+
existing.leaseId !== input.leaseId) {
|
|
307
|
+
throw new ServiceError("LEASE_OWNER_MISMATCH", "lease release requires matching ownerId and leaseId", 403);
|
|
308
|
+
}
|
|
309
|
+
const res = await col().deleteOne({
|
|
310
|
+
connectorId,
|
|
311
|
+
instanceId,
|
|
312
|
+
streamId,
|
|
313
|
+
});
|
|
314
|
+
return res.deletedCount > 0;
|
|
315
|
+
},
|
|
316
|
+
};
|
|
317
|
+
}
|
|
318
|
+
//# sourceMappingURL=schedule-lease-store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schedule-lease-store.js","sourceRoot":"","sources":["../../src/connector-ops/schedule-lease-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EACL,gBAAgB,EAChB,oBAAoB,GAOrB,MAAM,uBAAuB,CAAC;AAE/B,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,GAAG,KAAK,cAAc,CAAC;AAChC,CAAC;AAED,SAAS,UAAU,CAAmB,GAA0B;IAC9D,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,GAA4B,CAAC;IAC7D,OAAO,IAAS,CAAC;AACnB,CAAC;AAED,SAAS,SAAS,CAChB,WAAmB,EACnB,UAAkB,EAClB,QAAgB;IAEhB,OAAO,GAAG,WAAW,KAAK,UAAU,KAAK,QAAQ,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAuB;IACzD,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;IACvB,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC1B,IACE,OAAO,CAAC,CAAC,eAAe,KAAK,QAAQ;YACrC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC;YACnC,CAAC,CAAC,eAAe,GAAG,CAAC,EACrB,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;SAAM,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,KAAa;IAEb,MAAM,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;IAEhD,OAAO;QACL,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ;YACzC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;YACpE,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACjC,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI;YAC/C,mBAAmB,CAAC,IAAI,CAAC,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,GAAG,GAAmB;gBAC1B,KAAK;gBACL,WAAW;gBACX,UAAU;gBACV,QAAQ;gBACR,OAAO,EAAE,IAAI,CAAC,OAAO,KAAK,KAAK;gBAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvD,SAAS,EAAE,GAAG;gBACd,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACjE,CAAC;YACF,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAC;YAC7D,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ;YAC3C,OAAO,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,KAAK,CAAC,WAAW,CAAC,IAAI;YACpB,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;iBACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACZ,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAC9D;iBACA,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACZ,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAC3D;iBACA,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,MAAmB,EACnB,KAAa;IAEb,MAAM,EAAE,GAAO,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC,UAAU,CAAiB,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC5E,IAAI,YAAY,GAAyB,IAAI,CAAC;IAE9C,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;QAC/B,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;gBACzB,MAAM,GAAG,EAAE,CAAC,WAAW,CACrB,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,EAC9C,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,4BAA4B,EAAE,CACrD,CAAC;gBACF,MAAM,GAAG,EAAE,CAAC,WAAW,CACrB,EAAE,OAAO,EAAE,CAAC,EAAE,EACd,EAAE,IAAI,EAAE,6BAA6B,EAAE,CACxC,CAAC;YACJ,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QACD,MAAM,YAAY,CAAC;IACrB,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ;YACzC,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvE,OAAO,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtC,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI;YAC/C,MAAM,aAAa,EAAE,CAAC;YACtB,mBAAmB,CAAC,IAAI,CAAC,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,GAAG,GAAmB;gBAC1B,KAAK;gBACL,WAAW;gBACX,UAAU;gBACV,QAAQ;gBACR,OAAO,EAAE,IAAI,CAAC,OAAO,KAAK,KAAK;gBAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvD,SAAS,EAAE,GAAG;gBACd,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACjE,CAAC;YACF,MAAM,GAAG,EAAE,CAAC,UAAU,CACpB,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,EACrC,GAAG,EACH,EAAE,MAAM,EAAE,IAAI,EAAE,CACjB,CAAC;YACF,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ;YAC3C,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,MAAM,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC;YACzE,OAAO,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC;QAC9B,CAAC;QAED,KAAK,CAAC,WAAW,CAAC,IAAI;YACpB,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,MAAM,GAA4B,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC1D,IAAI,IAAI,EAAE,WAAW;gBAAE,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;YAC7D,IAAI,IAAI,EAAE,UAAU;gBAAE,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YAC1D,MAAM,IAAI,GAAG,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAkB,EAAE,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;IAC1E,OAAO,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,KAAa;IAC1D,MAAM,KAAK,GAAG,IAAI,GAAG,EAAuB,CAAC;IAE7C,OAAO;QACL,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ;YACzC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;YACpE,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/B,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;gBAC7D,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YACD,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK;YACpD,MAAM,CAAC,GAAG,SAAS,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YAC3C,IAAI,QAAQ,IAAI,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBAChD,IAAI,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;oBACvC,OAAO,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE;wBACpE,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,OAAO,EAAE,QAAQ,CAAC,OAAO;wBACzB,KAAK,EAAE,KAAK,CAAC,KAAK;qBACnB,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM,IAAI,YAAY,CACpB,YAAY,EACZ,wBAAwB,QAAQ,CAAC,OAAO,UAAU,QAAQ,CAAC,SAAS,EAAE,EACtE,GAAG,EACH,EAAE,KAAK,EAAE,QAAQ,EAAE,CACpB,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,IAAI,oBAAoB,CAAC;YAChD,MAAM,GAAG,GAAgB;gBACvB,KAAK;gBACL,WAAW;gBACX,UAAU;gBACV,QAAQ;gBACR,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,OAAO,EAAE,UAAU,EAAE;gBACrB,UAAU,EAAE,MAAM;gBAClB,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE;gBAC5C,UAAU,EAAE,CAAC;aACd,CAAC;YACF,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAClB,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK;YAClD,OAAO,aAAa,CAClB,KAAK,EACL,KAAK,EACL,WAAW,EACX,UAAU,EACV,QAAQ,EACR,KAAK,CACN,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK;YACpD,MAAM,CAAC,GAAG,SAAS,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9B,IAAI,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAC5B,IACE,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;gBAClC,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAClC,CAAC;gBACD,MAAM,IAAI,YAAY,CACpB,sBAAsB,EACtB,qDAAqD,EACrD,GAAG,CACJ,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CACpB,KAA+B,EAC/B,KAAa,EACb,WAAmB,EACnB,UAAkB,EAClB,QAAgB,EAChB,KAA2D;IAE3D,MAAM,CAAC,GAAG,SAAS,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3C,IAAI,CAAC,QAAQ,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,0BAA0B,EAAE,GAAG,CAAC,CAAC;IAC7E,CAAC;IACD,IACE,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;QAClC,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAClC,CAAC;QACD,MAAM,IAAI,YAAY,CACpB,sBAAsB,EACtB,mDAAmD,EACnD,GAAG,CACJ,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,IAAI,oBAAoB,CAAC;IAChD,MAAM,GAAG,GAAgB;QACvB,GAAG,QAAQ;QACX,KAAK;QACL,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE;QAC5C,UAAU,EAAE,QAAQ,CAAC,UAAU,GAAG,CAAC;KACpC,CAAC;IACF,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAClB,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,MAAmB,EACnB,KAAa;IAEb,MAAM,EAAE,GAAO,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC,UAAU,CAAc,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACtE,IAAI,YAAY,GAAyB,IAAI,CAAC;IAE9C,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;QAC/B,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;gBACzB,MAAM,GAAG,EAAE,CAAC,WAAW,CACrB,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,EAC9C,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,yBAAyB,EAAE,CAClD,CAAC;YACJ,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QACD,MAAM,YAAY,CAAC;IACrB,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ;YACzC,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvE,IAAI,CAAC,GAAG;gBAAE,OAAO,IAAI,CAAC;YACtB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAC7D,OAAO,IAAI,CAAC;YACd,CAAC;YACD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAwB;YACvE,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC;gBACnC,WAAW;gBACX,UAAU;gBACV,QAAQ;aACT,CAAC,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YAC3C,IAAI,QAAQ,IAAI,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBAChD,IAAI,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;oBACvC,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE;wBACnD,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,OAAO,EAAE,QAAQ,CAAC,OAAO;wBACzB,KAAK,EAAE,KAAK,CAAC,KAAK;qBACnB,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM,IAAI,YAAY,CACpB,YAAY,EACZ,wBAAwB,QAAQ,CAAC,OAAO,UAAU,QAAQ,CAAC,SAAS,EAAE,EACtE,GAAG,EACH,EAAE,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAChC,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,IAAI,oBAAoB,CAAC;YAChD,MAAM,GAAG,GAAgB;gBACvB,KAAK;gBACL,WAAW;gBACX,UAAU;gBACV,QAAQ;gBACR,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,OAAO,EAAE,UAAU,EAAE;gBACrB,UAAU,EAAE,MAAM;gBAClB,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE;gBAC5C,UAAU,EAAE,CAAC;aACd,CAAC;YACF,MAAM,GAAG,EAAE,CAAC,UAAU,CACpB,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,EACrC,GAAG,EACH,EAAE,MAAM,EAAE,IAAI,EAAE,CACjB,CAAC;YACF,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK;YAClD,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC;gBACnC,WAAW;gBACX,UAAU;gBACV,QAAQ;aACT,CAAC,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YAC3C,IAAI,CAAC,QAAQ,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBAClD,MAAM,IAAI,YAAY,CACpB,iBAAiB,EACjB,0BAA0B,EAC1B,GAAG,CACJ,CAAC;YACJ,CAAC;YACD,IACE,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;gBAClC,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAClC,CAAC;gBACD,MAAM,IAAI,YAAY,CACpB,sBAAsB,EACtB,mDAAmD,EACnD,GAAG,CACJ,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,IAAI,oBAAoB,CAAC;YAChD,MAAM,GAAG,GAAgB;gBACvB,GAAG,UAAU,CAAC,QAAQ,CAAC;gBACvB,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE;gBAC5C,UAAU,EAAE,QAAQ,CAAC,UAAU,GAAG,CAAC;aACpC,CAAC;YACF,MAAM,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAC;YACnE,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK;YACpD,MAAM,aAAa,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC;gBACnC,WAAW;gBACX,UAAU;gBACV,QAAQ;aACT,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAC5B,IACE,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;gBAClC,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAClC,CAAC;gBACD,MAAM,IAAI,YAAY,CACpB,sBAAsB,EACtB,qDAAqD,EACrD,GAAG,CACJ,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,GAAG,EAAE,CAAC,SAAS,CAAC;gBAChC,WAAW;gBACX,UAAU;gBACV,QAAQ;aACT,CAAC,CAAC;YACH,OAAO,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC;QAC9B,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/incremental-state/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,OAAO,EACL,mCAAmC,EACnC,gCAAgC,GACjC,MAAM,kBAAkB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/incremental-state/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,OAAO,EACL,mCAAmC,EACnC,gCAAgC,GACjC,MAAM,kBAAkB,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { MongoClient } from "mongodb";
|
|
2
|
+
import type { BlobObjectStore } from "../blob-store/types.js";
|
|
3
|
+
import { type IncrementalStateStore } from "./types.js";
|
|
4
|
+
export declare function createInMemoryIncrementalStateStore(orgId: string, blobs: BlobObjectStore): IncrementalStateStore;
|
|
5
|
+
export declare function createMongoIncrementalStateStore(client: MongoClient, orgId: string, blobs: BlobObjectStore): IncrementalStateStore;
|
|
6
|
+
export * from "./types.js";
|
|
7
|
+
//# sourceMappingURL=state-store.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"state-store.d.ts","sourceRoot":"","sources":["../../src/incremental-state/state-store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAE9D,OAAO,EAKL,KAAK,qBAAqB,EAC3B,MAAM,YAAY,CAAC;AAiIpB,wBAAgB,mCAAmC,CACjD,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,GACrB,qBAAqB,CAiCvB;AAED,wBAAgB,gCAAgC,CAC9C,MAAM,EAAE,WAAW,EACnB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,GACrB,qBAAqB,CAyEvB;AAED,cAAc,YAAY,CAAC"}
|