@dxos/index-core 0.0.0 → 0.8.4-main.59c2e9b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (42) hide show
  1. package/dist/lib/browser/index.mjs +559 -0
  2. package/dist/lib/browser/index.mjs.map +7 -0
  3. package/dist/lib/browser/meta.json +1 -0
  4. package/dist/lib/node-esm/index.mjs +561 -0
  5. package/dist/lib/node-esm/index.mjs.map +7 -0
  6. package/dist/lib/node-esm/meta.json +1 -0
  7. package/dist/types/src/index-engine.d.ts +63 -0
  8. package/dist/types/src/index-engine.d.ts.map +1 -0
  9. package/dist/types/src/index-engine.test.d.ts +2 -0
  10. package/dist/types/src/index-engine.test.d.ts.map +1 -0
  11. package/dist/types/src/index-tracker.d.ts +44 -0
  12. package/dist/types/src/index-tracker.d.ts.map +1 -0
  13. package/dist/types/src/index-tracker.test.d.ts +2 -0
  14. package/dist/types/src/index-tracker.test.d.ts.map +1 -0
  15. package/dist/types/src/index.d.ts +7 -0
  16. package/dist/types/src/index.d.ts.map +1 -0
  17. package/dist/types/src/indexes/fts-index.d.ts +63 -0
  18. package/dist/types/src/indexes/fts-index.d.ts.map +1 -0
  19. package/dist/types/src/indexes/fts-index.test.d.ts +2 -0
  20. package/dist/types/src/indexes/fts-index.test.d.ts.map +1 -0
  21. package/dist/types/src/indexes/fts5.test.d.ts +2 -0
  22. package/dist/types/src/indexes/fts5.test.d.ts.map +1 -0
  23. package/dist/types/src/indexes/index.d.ts +5 -0
  24. package/dist/types/src/indexes/index.d.ts.map +1 -0
  25. package/dist/types/src/indexes/interface.d.ts +47 -0
  26. package/dist/types/src/indexes/interface.d.ts.map +1 -0
  27. package/dist/types/src/indexes/object-meta-index.d.ts +37 -0
  28. package/dist/types/src/indexes/object-meta-index.d.ts.map +1 -0
  29. package/dist/types/src/indexes/object-meta-index.test.d.ts +2 -0
  30. package/dist/types/src/indexes/object-meta-index.test.d.ts.map +1 -0
  31. package/dist/types/src/indexes/reverse-ref-index.d.ts +37 -0
  32. package/dist/types/src/indexes/reverse-ref-index.d.ts.map +1 -0
  33. package/dist/types/src/indexes/reverse-ref-index.test.d.ts +2 -0
  34. package/dist/types/src/indexes/reverse-ref-index.test.d.ts.map +1 -0
  35. package/dist/types/src/utils.d.ts +17 -0
  36. package/dist/types/src/utils.d.ts.map +1 -0
  37. package/dist/types/tsconfig.tsbuildinfo +1 -0
  38. package/package.json +7 -2
  39. package/src/index-engine.test.ts +8 -5
  40. package/src/index-engine.ts +18 -7
  41. package/src/index.ts +2 -2
  42. package/src/indexes/fts-index.ts +41 -2
@@ -0,0 +1,559 @@
1
+ // src/index-engine.ts
2
+ import * as Effect5 from "effect/Effect";
3
+ import * as SqlTransaction from "@dxos/sql-sqlite/SqlTransaction";
4
+
5
+ // src/index-tracker.ts
6
+ import * as SqlClient from "@effect/sql/SqlClient";
7
+ import * as Effect from "effect/Effect";
8
+ import * as Schema from "effect/Schema";
9
+ import { SpaceId } from "@dxos/keys";
10
+ var IndexCursor = Schema.Struct({
11
+ /**
12
+ * Name of the index owning this cursor.
13
+ */
14
+ indexName: Schema.String,
15
+ /**
16
+ * Space id.
17
+ */
18
+ spaceId: Schema.NullOr(SpaceId),
19
+ /**
20
+ * Source name.
21
+ * 'automerge' / 'queue' / 'index' (for secondary indexes)
22
+ */
23
+ sourceName: Schema.String,
24
+ /**
25
+ * Document id or queue id.
26
+ * doc_id, queue_id, '' <empty string> (if indexing entire namespace)
27
+ */
28
+ resourceId: Schema.NullOr(Schema.String),
29
+ /**
30
+ * Heads, queue position, version.
31
+ */
32
+ cursor: Schema.Union(Schema.Number, Schema.String)
33
+ });
34
+ var IndexTracker = class {
35
+ migrate = Effect.fn("IndexTracker.migrate")(function* () {
36
+ const sql = yield* SqlClient.SqlClient;
37
+ yield* sql`CREATE TABLE IF NOT EXISTS indexCursor (
38
+ indexName TEXT NOT NULL,
39
+ spaceId TEXT NOT NULL DEFAULT '',
40
+ sourceName TEXT NOT NULL,
41
+ resourceId TEXT NOT NULL DEFAULT '',
42
+ cursor,
43
+ PRIMARY KEY (indexName, spaceId, sourceName, resourceId)
44
+ )`;
45
+ });
46
+ queryCursors = Effect.fn("IndexTracker.queryCursors")((query) => Effect.gen(function* () {
47
+ const sql = yield* SqlClient.SqlClient;
48
+ const spaceIdParam = query.spaceId === void 0 ? null : query.spaceId ?? "";
49
+ const sourceNameParam = query.sourceName === void 0 ? null : query.sourceName;
50
+ const resourceIdParam = query.resourceId === void 0 ? null : query.resourceId ?? "";
51
+ const rows = yield* sql`
52
+ SELECT * FROM indexCursor
53
+ WHERE indexName = ${query.indexName}
54
+ AND (${spaceIdParam} IS NULL OR spaceId = ${spaceIdParam})
55
+ AND (${sourceNameParam} IS NULL OR sourceName = ${sourceNameParam})
56
+ AND (${resourceIdParam} IS NULL OR resourceId = ${resourceIdParam})
57
+ `;
58
+ return rows.map((row) => ({
59
+ indexName: row.indexName,
60
+ spaceId: row.spaceId === "" ? null : Schema.decodeSync(SpaceId)(row.spaceId),
61
+ sourceName: row.sourceName,
62
+ resourceId: row.resourceId === "" ? null : row.resourceId,
63
+ cursor: row.cursor
64
+ }));
65
+ }));
66
+ updateCursors = Effect.fn("IndexTracker.updateCursors")((cursors) => Effect.gen(function* () {
67
+ const sql = yield* SqlClient.SqlClient;
68
+ yield* Effect.forEach(cursors, (cursor) => {
69
+ const spaceId = cursor.spaceId ?? "";
70
+ const resourceId = cursor.resourceId ?? "";
71
+ return sql`
72
+ INSERT INTO indexCursor (indexName, spaceId, sourceName, resourceId, cursor)
73
+ VALUES (${cursor.indexName}, ${spaceId}, ${cursor.sourceName}, ${resourceId}, ${cursor.cursor})
74
+ ON CONFLICT(indexName, spaceId, sourceName, resourceId) DO UPDATE SET cursor = excluded.cursor
75
+ `;
76
+ }, {
77
+ discard: true
78
+ });
79
+ }));
80
+ };
81
+
82
+ // src/indexes/fts-index.ts
83
+ import * as SqlClient3 from "@effect/sql/SqlClient";
84
+ import * as Effect2 from "effect/Effect";
85
+ var escapeFts5Query = (text) => {
86
+ return text.split(/\s+/).filter(Boolean).map((term) => `"${term.replace(/"/g, '""')}"`).join(" ");
87
+ };
88
+ var FtsIndex = class {
89
+ migrate = Effect2.fn("FtsIndex.migrate")(function* () {
90
+ const sql = yield* SqlClient3.SqlClient;
91
+ yield* sql`CREATE VIRTUAL TABLE IF NOT EXISTS ftsIndex USING fts5(snapshot, tokenize='trigram')`;
92
+ });
93
+ query({ query, spaceId, includeAllQueues, queueIds }) {
94
+ return Effect2.gen(function* () {
95
+ const trimmed = query.trim();
96
+ if (trimmed.length === 0) {
97
+ return [];
98
+ }
99
+ const sql = yield* SqlClient3.SqlClient;
100
+ const terms = trimmed.split(/\s+/).filter(Boolean);
101
+ const minTermLength = Math.min(...terms.map((t) => t.length));
102
+ const useBm25 = minTermLength >= 3;
103
+ const conditions = minTermLength < 3 ? terms.map((term) => sql`f.snapshot LIKE ${"%" + term + "%"}`) : [
104
+ sql`f.snapshot MATCH ${escapeFts5Query(trimmed)}`
105
+ ];
106
+ const sourceConditions = [];
107
+ if (spaceId && spaceId.length > 0) {
108
+ if (includeAllQueues) {
109
+ sourceConditions.push(sql`m.spaceId IN ${sql.in(spaceId)}`);
110
+ } else {
111
+ sourceConditions.push(sql`(m.spaceId IN ${sql.in(spaceId)} AND m.queueId = '')`);
112
+ }
113
+ }
114
+ if (queueIds && queueIds.length > 0) {
115
+ sourceConditions.push(sql`m.queueId IN ${sql.in(queueIds)}`);
116
+ }
117
+ if (sourceConditions.length > 0) {
118
+ conditions.push(sql`(${sql.or(sourceConditions)})`);
119
+ }
120
+ if (useBm25) {
121
+ const rows = yield* sql`
122
+ SELECT m.*, -bm25(ftsIndex) AS rank
123
+ FROM ftsIndex AS f
124
+ JOIN objectMeta AS m ON f.rowid = m.recordId
125
+ WHERE ${sql.and(conditions)}
126
+ ORDER BY rank DESC
127
+ `;
128
+ return rows;
129
+ } else {
130
+ const rows = yield* sql`
131
+ SELECT m.*
132
+ FROM ftsIndex AS f
133
+ JOIN objectMeta AS m ON f.rowid = m.recordId
134
+ WHERE ${sql.and(conditions)}
135
+ `;
136
+ return rows.map((row) => ({
137
+ ...row,
138
+ rank: 1
139
+ }));
140
+ }
141
+ });
142
+ }
143
+ /**
144
+ * Query snapshots by recordIds.
145
+ * Returns the parsed JSON snapshots for queue objects.
146
+ */
147
+ querySnapshotsJSON(recordIds) {
148
+ return Effect2.gen(function* () {
149
+ if (recordIds.length === 0) {
150
+ return [];
151
+ }
152
+ const sql = yield* SqlClient3.SqlClient;
153
+ const results = yield* sql`SELECT rowid, snapshot FROM ftsIndex WHERE rowid IN ${sql.in(recordIds)}`;
154
+ return results.map((r) => ({
155
+ recordId: r.rowid,
156
+ snapshot: JSON.parse(r.snapshot)
157
+ }));
158
+ });
159
+ }
160
+ update = Effect2.fn("FtsIndex.update")((objects) => Effect2.gen(function* () {
161
+ const sql = yield* SqlClient3.SqlClient;
162
+ yield* Effect2.forEach(objects, (object) => Effect2.gen(function* () {
163
+ const { recordId, data } = object;
164
+ if (recordId === null) {
165
+ return yield* Effect2.die(new Error("FtsIndex.update requires recordId to be set"));
166
+ }
167
+ const snapshot = JSON.stringify(data);
168
+ const existing = yield* sql`SELECT rowid FROM ftsIndex WHERE rowid = ${recordId}`;
169
+ if (existing.length > 0) {
170
+ yield* sql`DELETE FROM ftsIndex WHERE rowid = ${recordId}`;
171
+ }
172
+ yield* sql`INSERT INTO ftsIndex (rowid, snapshot) VALUES (${recordId}, ${snapshot})`;
173
+ }), {
174
+ discard: true
175
+ });
176
+ }));
177
+ };
178
+
179
+ // src/indexes/object-meta-index.ts
180
+ import * as SqlClient5 from "@effect/sql/SqlClient";
181
+ import * as Effect3 from "effect/Effect";
182
+ import * as Schema2 from "effect/Schema";
183
+ import { ATTR_DELETED, ATTR_RELATION_SOURCE, ATTR_RELATION_TARGET, ATTR_TYPE } from "@dxos/echo/internal";
184
+ var ObjectMeta = Schema2.Struct({
185
+ recordId: Schema2.Number,
186
+ objectId: Schema2.String,
187
+ queueId: Schema2.String,
188
+ spaceId: Schema2.String,
189
+ documentId: Schema2.String,
190
+ entityKind: Schema2.String,
191
+ typeDxn: Schema2.String,
192
+ deleted: Schema2.Boolean,
193
+ source: Schema2.NullOr(Schema2.String),
194
+ target: Schema2.NullOr(Schema2.String),
195
+ /** Monotonically increasing sequence number assigned on insert/update for tracking indexing order. */
196
+ version: Schema2.Number
197
+ });
198
+ var ObjectMetaIndex = class {
199
+ migrate = Effect3.fn("ObjectMetaIndex.runMigrations")(function* () {
200
+ const sql = yield* SqlClient5.SqlClient;
201
+ yield* sql`CREATE TABLE IF NOT EXISTS objectMeta (
202
+ recordId INTEGER PRIMARY KEY AUTOINCREMENT,
203
+ objectId TEXT NOT NULL,
204
+ queueId TEXT NOT NULL DEFAULT '',
205
+ spaceId TEXT NOT NULL,
206
+ documentId TEXT NOT NULL DEFAULT '',
207
+ entityKind TEXT NOT NULL,
208
+ typeDxn TEXT NOT NULL,
209
+ deleted INTEGER NOT NULL,
210
+ source TEXT,
211
+ target TEXT,
212
+ version INTEGER NOT NULL
213
+ )`;
214
+ yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_objectId ON objectMeta(spaceId, objectId)`;
215
+ yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_typeDxn ON objectMeta(spaceId, typeDxn)`;
216
+ yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_version ON objectMeta(version)`;
217
+ });
218
+ query = Effect3.fn("ObjectMetaIndex.queryType")((query) => Effect3.gen(function* () {
219
+ const sql = yield* SqlClient5.SqlClient;
220
+ const rows = yield* sql`SELECT * FROM objectMeta WHERE spaceId = ${query.spaceId} AND typeDxn = ${query.typeDxn}`;
221
+ return rows.map((row) => ({
222
+ ...row,
223
+ deleted: !!row.deleted
224
+ }));
225
+ }));
226
+ // TODO(dmaretskyi): Update recordId on objects so that we don't need to look it up separately.
227
+ update = Effect3.fn("ObjectMetaIndex.update")((objects) => Effect3.gen(function* () {
228
+ const sql = yield* SqlClient5.SqlClient;
229
+ yield* Effect3.forEach(objects, (object) => Effect3.gen(function* () {
230
+ const { spaceId, queueId, documentId, data } = object;
231
+ const castData = data;
232
+ const objectId = castData.id;
233
+ let existing;
234
+ if (documentId) {
235
+ existing = yield* sql`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND documentId = ${documentId} AND objectId = ${objectId} LIMIT 1`;
236
+ } else if (queueId) {
237
+ existing = yield* sql`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND queueId = ${queueId} AND objectId = ${objectId} LIMIT 1`;
238
+ } else {
239
+ existing = [];
240
+ }
241
+ const result = yield* sql`SELECT MAX(version) as v FROM objectMeta`;
242
+ const [{ v }] = result;
243
+ const version = (v ?? 0) + 1;
244
+ const entityKind = castData[ATTR_RELATION_SOURCE] ? "relation" : "object";
245
+ const typeDxn = castData[ATTR_TYPE] ? String(castData[ATTR_TYPE]) : "type";
246
+ const deleted = castData[ATTR_DELETED] ? 1 : 0;
247
+ const source = entityKind === "relation" ? castData[ATTR_RELATION_SOURCE] ?? null : null;
248
+ const target = entityKind === "relation" ? castData[ATTR_RELATION_TARGET] ?? null : null;
249
+ if (existing.length > 0) {
250
+ yield* sql`
251
+ UPDATE objectMeta SET
252
+ version = ${version},
253
+ entityKind = ${entityKind},
254
+ typeDxn = ${typeDxn},
255
+ deleted = ${deleted},
256
+ source = ${source},
257
+ target = ${target}
258
+ WHERE recordId = ${existing[0].recordId}
259
+ `;
260
+ } else {
261
+ yield* sql`
262
+ INSERT INTO objectMeta (
263
+ objectId, queueId, spaceId, documentId,
264
+ entityKind, typeDxn, deleted, source, target, version
265
+ ) VALUES (
266
+ ${objectId}, ${queueId ?? ""}, ${spaceId}, ${documentId ?? ""},
267
+ ${entityKind}, ${typeDxn}, ${deleted},
268
+ ${source}, ${target}, ${version}
269
+ )
270
+ `;
271
+ }
272
+ }), {
273
+ discard: true
274
+ });
275
+ }));
276
+ /**
277
+ * Look up `recordIds` for objects that are already stored in the ObjectMetaIndex.
278
+ * Mutates the objects in place.
279
+ */
280
+ lookupRecordIds = Effect3.fn("ObjectMetaIndex.lookupRecordIds")((objects) => Effect3.gen(function* () {
281
+ const sql = yield* SqlClient5.SqlClient;
282
+ for (const object of objects) {
283
+ const { spaceId, queueId, documentId, data } = object;
284
+ const objectId = data.id;
285
+ let result;
286
+ if (documentId) {
287
+ result = yield* sql`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND documentId = ${documentId} AND objectId = ${objectId} LIMIT 1`;
288
+ } else if (queueId) {
289
+ result = yield* sql`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND queueId = ${queueId} AND objectId = ${objectId} LIMIT 1`;
290
+ } else {
291
+ result = [];
292
+ }
293
+ if (result.length === 0) {
294
+ yield* Effect3.die(new Error(`Object not found in ObjectMetaIndex: ${spaceId}/${documentId ?? queueId}/${objectId}`));
295
+ }
296
+ object.recordId = result[0].recordId;
297
+ }
298
+ }));
299
+ /**
300
+ * Look up object metadata by recordIds.
301
+ */
302
+ lookupByRecordIds = Effect3.fn("ObjectMetaIndex.lookupByRecordIds")((recordIds) => Effect3.gen(function* () {
303
+ if (recordIds.length === 0) {
304
+ return [];
305
+ }
306
+ const sql = yield* SqlClient5.SqlClient;
307
+ const placeholders = recordIds.map(() => "?").join(", ");
308
+ const rows = yield* sql.unsafe(`SELECT * FROM objectMeta WHERE recordId IN (${placeholders})`, recordIds);
309
+ return rows.map((row) => ({
310
+ ...row,
311
+ deleted: !!row.deleted
312
+ }));
313
+ }));
314
+ };
315
+
316
+ // src/indexes/reverse-ref-index.ts
317
+ import * as SqlClient7 from "@effect/sql/SqlClient";
318
+ import * as Effect4 from "effect/Effect";
319
+ import * as Schema4 from "effect/Schema";
320
+ import { EncodedReference, isEncodedReference } from "@dxos/echo-protocol";
321
+
322
+ // src/utils.ts
323
+ import * as Schema3 from "effect/Schema";
324
+ import { invariant } from "@dxos/invariant";
325
+ var __dxlog_file = "/__w/dxos/dxos/packages/core/echo/index-core/src/utils.ts";
326
+ var EscapedPropPath = class extends Schema3.String.annotations({
327
+ title: "EscapedPropPath"
328
+ }) {
329
+ static escape(path) {
330
+ return path.map((p) => p.toString().replaceAll("\\", "\\\\").replaceAll(".", "\\.")).join(".");
331
+ }
332
+ static unescape(path) {
333
+ const parts = [];
334
+ let current = "";
335
+ for (let i = 0; i < path.length; i++) {
336
+ if (path[i] === "\\") {
337
+ invariant(i + 1 < path.length && (path[i + 1] === "." || path[i + 1] === "\\"), "Malformed escaping.", {
338
+ F: __dxlog_file,
339
+ L: 34,
340
+ S: this,
341
+ A: [
342
+ "i + 1 < path.length && (path[i + 1] === '.' || path[i + 1] === '\\\\')",
343
+ "'Malformed escaping.'"
344
+ ]
345
+ });
346
+ current = current + path[i + 1];
347
+ i++;
348
+ } else if (path[i] === ".") {
349
+ parts.push(current);
350
+ current = "";
351
+ } else {
352
+ current += path[i];
353
+ }
354
+ }
355
+ parts.push(current);
356
+ return parts;
357
+ }
358
+ };
359
+
360
+ // src/indexes/reverse-ref-index.ts
361
+ var extractReferences = (data) => {
362
+ const refs = [];
363
+ const visit = (path, value) => {
364
+ if (isEncodedReference(value)) {
365
+ const dxn = EncodedReference.toDXN(value);
366
+ const echoId = dxn.asEchoDXN()?.echoId;
367
+ if (!echoId) {
368
+ return;
369
+ }
370
+ refs.push({
371
+ path,
372
+ targetDxn: dxn.toString()
373
+ });
374
+ } else if (typeof value === "object" && value !== null && !Array.isArray(value)) {
375
+ for (const [key, v] of Object.entries(value)) {
376
+ visit([
377
+ ...path,
378
+ key
379
+ ], v);
380
+ }
381
+ } else if (Array.isArray(value)) {
382
+ for (let i = 0; i < value.length; i++) {
383
+ visit([
384
+ ...path,
385
+ String(i)
386
+ ], value[i]);
387
+ }
388
+ }
389
+ };
390
+ visit([], data);
391
+ return refs;
392
+ };
393
+ var ReverseRef = Schema4.Struct({
394
+ recordId: Schema4.Number,
395
+ targetDxn: Schema4.String,
396
+ /**
397
+ * Escaped property path within an object.
398
+ *
399
+ * Escaping rules:
400
+ *
401
+ * - '.' -> '\.'
402
+ * - '\' -> '\\'
403
+ * - contact with .
404
+ */
405
+ propPath: Schema4.String
406
+ });
407
+ var ReverseRefIndex = class {
408
+ migrate = Effect4.fn("ReverseRefIndex.migrate")(function* () {
409
+ const sql = yield* SqlClient7.SqlClient;
410
+ yield* sql`CREATE TABLE IF NOT EXISTS reverseRef (
411
+ recordId INTEGER NOT NULL,
412
+ targetDxn TEXT NOT NULL,
413
+ propPath TEXT NOT NULL,
414
+ PRIMARY KEY (recordId, targetDxn, propPath)
415
+ )`;
416
+ yield* sql`CREATE INDEX IF NOT EXISTS idx_reverse_ref_target ON reverseRef(targetDxn)`;
417
+ });
418
+ /**
419
+ * Query all references pointing to a target DXN.
420
+ */
421
+ query = Effect4.fn("ReverseRefIndex.query")(({ targetDxn }) => Effect4.gen(function* () {
422
+ const sql = yield* SqlClient7.SqlClient;
423
+ const rows = yield* sql`SELECT * FROM reverseRef WHERE targetDxn = ${targetDxn}`;
424
+ return rows;
425
+ }));
426
+ update = Effect4.fn("ReverseRefIndex.update")((objects) => Effect4.gen(function* () {
427
+ const sql = yield* SqlClient7.SqlClient;
428
+ yield* Effect4.forEach(objects, (object) => Effect4.gen(function* () {
429
+ const { recordId, data } = object;
430
+ if (recordId === null) {
431
+ yield* Effect4.die(new Error("ReverseRefIndex.update requires recordId to be set"));
432
+ }
433
+ yield* sql`DELETE FROM reverseRef WHERE recordId = ${recordId}`;
434
+ const refs = extractReferences(data);
435
+ yield* Effect4.forEach(refs, (ref) => sql`INSERT INTO reverseRef (recordId, targetDxn, propPath) VALUES (${recordId}, ${ref.targetDxn}, ${EscapedPropPath.escape(ref.path)})`, {
436
+ discard: true
437
+ });
438
+ }), {
439
+ discard: true
440
+ });
441
+ }));
442
+ };
443
+
444
+ // src/index-engine.ts
445
+ var IndexEngine = class {
446
+ #tracker;
447
+ #objectMetaIndex;
448
+ #ftsIndex;
449
+ #reverseRefIndex;
450
+ constructor(params) {
451
+ this.#tracker = params?.tracker ?? new IndexTracker();
452
+ this.#objectMetaIndex = params?.objectMetaIndex ?? new ObjectMetaIndex();
453
+ this.#ftsIndex = params?.ftsIndex ?? new FtsIndex();
454
+ this.#reverseRefIndex = params?.reverseRefIndex ?? new ReverseRefIndex();
455
+ }
456
+ migrate() {
457
+ return Effect5.gen(this, function* () {
458
+ yield* this.#tracker.migrate();
459
+ yield* this.#objectMetaIndex.migrate();
460
+ yield* this.#ftsIndex.migrate();
461
+ yield* this.#reverseRefIndex.migrate();
462
+ });
463
+ }
464
+ /**
465
+ * Query text index and return full object metadata with rank.
466
+ */
467
+ queryText(query) {
468
+ return Effect5.gen(this, function* () {
469
+ return yield* this.#ftsIndex.query(query);
470
+ });
471
+ }
472
+ queryReverseRef(query) {
473
+ return this.#reverseRefIndex.query(query);
474
+ }
475
+ /**
476
+ * Query snapshots by recordIds.
477
+ * Used to load queue objects from indexed snapshots.
478
+ */
479
+ querySnapshotsJSON(recordIds) {
480
+ return this.#ftsIndex.querySnapshotsJSON(recordIds);
481
+ }
482
+ queryType(query) {
483
+ return this.#objectMetaIndex.query(query);
484
+ }
485
+ update(dataSource, opts) {
486
+ return Effect5.gen(this, function* () {
487
+ let updated = 0;
488
+ const { updated: updatedFtsIndex, done: doneFtsIndex } = yield* this.#update(this.#ftsIndex, dataSource, {
489
+ indexName: "fts",
490
+ spaceId: opts.spaceId,
491
+ limit: opts.limit
492
+ });
493
+ updated += updatedFtsIndex;
494
+ const { updated: updatedReverseRefIndex, done: doneReverseRefIndex } = yield* this.#update(this.#reverseRefIndex, dataSource, {
495
+ indexName: "reverseRef",
496
+ spaceId: opts.spaceId,
497
+ limit: opts.limit
498
+ });
499
+ updated += updatedReverseRefIndex;
500
+ return {
501
+ updated,
502
+ done: doneFtsIndex && doneReverseRefIndex
503
+ };
504
+ }).pipe(Effect5.withSpan("IndexEngine.update"));
505
+ }
506
+ /**
507
+ * Update a dependent index that requires recordId enrichment.
508
+ * This method:
509
+ * 1. Gets changed objects from the source.
510
+ * 2. Ensures those objects exist in ObjectMetaIndex.
511
+ * 3. Looks up recordIds for those objects.
512
+ * 4. Enriches objects with recordIds.
513
+ * 5. Updates the dependent index.
514
+ */
515
+ #update(index, source, opts) {
516
+ return Effect5.gen(this, function* () {
517
+ const sqlTransaction = yield* SqlTransaction.SqlTransaction;
518
+ return yield* sqlTransaction.withTransaction(Effect5.gen(this, function* () {
519
+ const cursors = yield* this.#tracker.queryCursors({
520
+ indexName: opts.indexName,
521
+ sourceName: source.sourceName,
522
+ // Pass undefined to get all cursors when spaceId is null.
523
+ spaceId: opts.spaceId ?? void 0
524
+ });
525
+ const { objects, cursors: updatedCursors } = yield* source.getChangedObjects(cursors, {
526
+ limit: opts.limit
527
+ });
528
+ if (objects.length === 0) {
529
+ return {
530
+ updated: 0,
531
+ done: true
532
+ };
533
+ }
534
+ yield* this.#objectMetaIndex.update(objects);
535
+ yield* this.#objectMetaIndex.lookupRecordIds(objects);
536
+ yield* index.update(objects);
537
+ yield* this.#tracker.updateCursors(updatedCursors.map((_) => ({
538
+ indexName: opts.indexName,
539
+ spaceId: _.spaceId,
540
+ sourceName: source.sourceName,
541
+ resourceId: _.resourceId,
542
+ cursor: _.cursor
543
+ })));
544
+ return {
545
+ updated: objects.length,
546
+ done: false
547
+ };
548
+ }));
549
+ }).pipe(Effect5.withSpan("IndexEngine.#updateDependentIndex"));
550
+ }
551
+ };
552
+ export {
553
+ FtsIndex,
554
+ IndexEngine,
555
+ IndexTracker,
556
+ ObjectMetaIndex,
557
+ ReverseRefIndex
558
+ };
559
+ //# sourceMappingURL=index.mjs.map
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../../src/index-engine.ts", "../../../src/index-tracker.ts", "../../../src/indexes/fts-index.ts", "../../../src/indexes/object-meta-index.ts", "../../../src/indexes/reverse-ref-index.ts", "../../../src/utils.ts"],
4
+ "sourcesContent": ["//\n// Copyright 2026 DXOS.org\n//\n\nimport type * as SqlClient from '@effect/sql/SqlClient';\nimport type * as SqlError from '@effect/sql/SqlError';\nimport * as Effect from 'effect/Effect';\n\nimport type { SpaceId } from '@dxos/keys';\nimport * as SqlTransaction from '@dxos/sql-sqlite/SqlTransaction';\n\nimport { type IndexCursor, IndexTracker } from './index-tracker';\nimport {\n FtsIndex,\n type FtsQuery,\n type FtsQueryResult,\n type Index,\n type IndexerObject,\n type ObjectMeta,\n ObjectMetaIndex,\n ReverseRefIndex,\n type ReverseRefQuery,\n} from './indexes';\n\n/**\n * Cursor into indexable data-source.\n */\nexport interface DataSourceCursor {\n spaceId: SpaceId | null;\n\n /**\n * documentId or queueId.\n */\n resourceId: string | null;\n\n /**\n * heads or queue position.\n */\n cursor: number | string;\n}\n\nexport interface IndexDataSource {\n readonly sourceName: string; // e.g. queue, automerge, etc.\n\n getChangedObjects(\n cursors: DataSourceCursor[],\n opts?: { limit?: number },\n ): Effect.Effect<{ objects: IndexerObject[]; cursors: DataSourceCursor[] }>;\n}\n\nexport interface IndexEngineParams {\n tracker: IndexTracker;\n objectMetaIndex: ObjectMetaIndex;\n ftsIndex: FtsIndex;\n reverseRefIndex: ReverseRefIndex;\n}\n\nexport class IndexEngine {\n readonly #tracker: IndexTracker;\n readonly #objectMetaIndex: ObjectMetaIndex;\n readonly #ftsIndex: FtsIndex;\n readonly #reverseRefIndex: ReverseRefIndex;\n\n constructor(params?: IndexEngineParams) {\n this.#tracker = params?.tracker ?? new IndexTracker();\n this.#objectMetaIndex = params?.objectMetaIndex ?? new ObjectMetaIndex();\n this.#ftsIndex = params?.ftsIndex ?? new FtsIndex();\n this.#reverseRefIndex = params?.reverseRefIndex ?? new ReverseRefIndex();\n }\n\n migrate() {\n return Effect.gen(this, function* () {\n yield* this.#tracker.migrate();\n yield* this.#objectMetaIndex.migrate();\n yield* this.#ftsIndex.migrate();\n yield* this.#reverseRefIndex.migrate();\n });\n }\n\n /**\n * Query text index and return full object metadata with rank.\n */\n queryText(query: FtsQuery): Effect.Effect<readonly FtsQueryResult[], SqlError.SqlError, SqlClient.SqlClient> {\n return Effect.gen(this, function* () {\n return yield* this.#ftsIndex.query(query);\n });\n }\n\n queryReverseRef(query: ReverseRefQuery) {\n // TODO(mykola): Join with metadata table here.\n return this.#reverseRefIndex.query(query);\n }\n\n /**\n * Query snapshots by recordIds.\n * Used to load queue objects from indexed snapshots.\n */\n querySnapshotsJSON(recordIds: number[]) {\n return this.#ftsIndex.querySnapshotsJSON(recordIds);\n }\n\n queryType(\n query: Pick<ObjectMeta, 'spaceId' | 'typeDxn'>,\n ): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> {\n return this.#objectMetaIndex.query(query);\n }\n\n update(\n dataSource: IndexDataSource,\n opts: { spaceId: SpaceId | null; limit?: number },\n ): Effect.Effect<\n { updated: number; done: boolean },\n SqlError.SqlError,\n SqlTransaction.SqlTransaction | SqlClient.SqlClient\n > {\n return Effect.gen(this, function* () {\n let updated = 0;\n\n const { updated: updatedFtsIndex, done: doneFtsIndex } = yield* this.#update(this.#ftsIndex, dataSource, {\n indexName: 'fts',\n spaceId: opts.spaceId,\n limit: opts.limit,\n });\n updated += updatedFtsIndex;\n\n const { updated: updatedReverseRefIndex, done: doneReverseRefIndex } = yield* this.#update(\n this.#reverseRefIndex,\n dataSource,\n {\n indexName: 'reverseRef',\n spaceId: opts.spaceId,\n limit: opts.limit,\n },\n );\n updated += updatedReverseRefIndex;\n\n return { updated, done: doneFtsIndex && doneReverseRefIndex };\n }).pipe(Effect.withSpan('IndexEngine.update'));\n }\n\n /**\n * Update a dependent index that requires recordId enrichment.\n * This method:\n * 1. Gets changed objects from the source.\n * 2. Ensures those objects exist in ObjectMetaIndex.\n * 3. Looks up recordIds for those objects.\n * 4. Enriches objects with recordIds.\n * 5. Updates the dependent index.\n */\n #update(\n index: Index,\n source: IndexDataSource,\n opts: { indexName: string; spaceId: SpaceId | null; limit?: number },\n ): Effect.Effect<\n { updated: number; done: boolean },\n SqlError.SqlError,\n SqlTransaction.SqlTransaction | SqlClient.SqlClient\n > {\n return Effect.gen(this, function* () {\n const sqlTransaction = yield* SqlTransaction.SqlTransaction;\n\n return yield* sqlTransaction.withTransaction(\n Effect.gen(this, function* () {\n const cursors = yield* this.#tracker.queryCursors({\n indexName: opts.indexName,\n sourceName: source.sourceName,\n // Pass undefined to get all cursors when spaceId is null.\n spaceId: opts.spaceId ?? undefined,\n });\n const { objects, cursors: updatedCursors } = yield* source.getChangedObjects(cursors, { limit: opts.limit });\n if (objects.length === 0) {\n return { updated: 0, done: true };\n }\n\n // Ensure objects exist in ObjectMetaIndex.\n yield* this.#objectMetaIndex.update(objects);\n\n // Look up recordIds for the objects.\n yield* this.#objectMetaIndex.lookupRecordIds(objects);\n\n yield* index.update(objects);\n yield* this.#tracker.updateCursors(\n updatedCursors.map(\n (_): IndexCursor => ({\n indexName: opts.indexName,\n spaceId: _.spaceId,\n sourceName: source.sourceName,\n resourceId: _.resourceId,\n cursor: _.cursor,\n }),\n ),\n );\n return { updated: objects.length, done: false };\n }),\n );\n }).pipe(Effect.withSpan('IndexEngine.#updateDependentIndex'));\n }\n}\n", "//\n// Copyright 2026 DXOS.org\n//\n\nimport * as SqlClient from '@effect/sql/SqlClient';\nimport type * as SqlError from '@effect/sql/SqlError';\nimport * as Effect from 'effect/Effect';\nimport * as Schema from 'effect/Schema';\n\nimport { SpaceId } from '@dxos/keys';\n\nexport const IndexCursor = Schema.Struct({\n /**\n * Name of the index owning this cursor.\n */\n indexName: Schema.String,\n /**\n * Space id.\n */\n spaceId: Schema.NullOr(SpaceId),\n /**\n * Source name.\n * 'automerge' / 'queue' / 'index' (for secondary indexes)\n */\n sourceName: Schema.String,\n /**\n * Document id or queue id.\n * doc_id, queue_id, '' <empty string> (if indexing entire namespace)\n */\n resourceId: Schema.NullOr(Schema.String),\n /**\n * Heads, queue position, version.\n */\n cursor: Schema.Union(Schema.Number, Schema.String),\n});\nexport interface IndexCursor extends Schema.Schema.Type<typeof IndexCursor> {}\n\nexport class IndexTracker {\n migrate = Effect.fn('IndexTracker.migrate')(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n // For automerge: last-indexed heads of the document\n // For queue: the position of the item that was indexed last\n yield* sql`CREATE TABLE IF NOT EXISTS indexCursor (\n indexName TEXT NOT NULL,\n spaceId TEXT NOT NULL DEFAULT '',\n sourceName TEXT NOT NULL,\n resourceId TEXT NOT NULL DEFAULT '',\n cursor,\n PRIMARY KEY (indexName, spaceId, sourceName, resourceId)\n )`;\n });\n\n queryCursors = Effect.fn('IndexTracker.queryCursors')(\n (\n query: Pick<IndexCursor, 'indexName'> & Partial<Pick<IndexCursor, 'sourceName' | 'resourceId' | 'spaceId'>>,\n ): Effect.Effect<IndexCursor[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n const spaceIdParam = query.spaceId === undefined ? null : (query.spaceId ?? '');\n const sourceNameParam = query.sourceName === undefined ? null : query.sourceName;\n const resourceIdParam = query.resourceId === undefined ? null : (query.resourceId ?? '');\n\n const rows = yield* sql<IndexCursor>`\n SELECT * FROM indexCursor \n WHERE indexName = ${query.indexName}\n AND (${spaceIdParam} IS NULL OR spaceId = ${spaceIdParam})\n AND (${sourceNameParam} IS NULL OR sourceName = ${sourceNameParam})\n AND (${resourceIdParam} IS NULL OR resourceId = ${resourceIdParam})\n `;\n\n return rows.map(\n (row): IndexCursor => ({\n indexName: row.indexName,\n spaceId: row.spaceId === '' ? null : Schema.decodeSync(SpaceId)(row.spaceId!),\n sourceName: row.sourceName,\n resourceId: row.resourceId === '' ? null : row.resourceId,\n cursor: row.cursor,\n }),\n );\n }),\n );\n\n updateCursors = Effect.fn('IndexTracker.updateCursors')(\n (cursors: IndexCursor[]): Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n yield* Effect.forEach(\n cursors,\n (cursor) => {\n const spaceId = cursor.spaceId ?? '';\n const resourceId = cursor.resourceId ?? '';\n return sql`\n INSERT INTO indexCursor (indexName, spaceId, sourceName, resourceId, cursor)\n VALUES (${cursor.indexName}, ${spaceId}, ${cursor.sourceName}, ${resourceId}, ${cursor.cursor})\n ON CONFLICT(indexName, spaceId, sourceName, resourceId) DO UPDATE SET cursor = excluded.cursor\n `;\n },\n { discard: true },\n );\n }),\n );\n}\n", "//\n// Copyright 2026 DXOS.org\n//\n\nimport * as SqlClient from '@effect/sql/SqlClient';\nimport type * as SqlError from '@effect/sql/SqlError';\nimport type * as Statement from '@effect/sql/Statement';\nimport * as Effect from 'effect/Effect';\n\nimport type { Obj } from '@dxos/echo';\nimport type { ObjectId, SpaceId } from '@dxos/keys';\n\nimport type { Index, IndexerObject } from './interface';\nimport type { ObjectMeta } from './object-meta-index';\n\n/**\n * The space and queue constrains are combined together using a logical OR.\n */\nexport interface FtsQuery {\n /**\n * Text to search.\n */\n query: string;\n\n /**\n * Space ID to search within.\n */\n spaceId: readonly SpaceId[] | null;\n\n /**\n * If true, include all queues in the spaces specified by `spaceId`.\n */\n includeAllQueues: boolean;\n\n /**\n * Queue IDs to search within.\n */\n queueIds: readonly ObjectId[] | null;\n}\n\n/**\n * Result of FTS query including the indexed snapshot data.\n */\nexport interface FtsResult extends ObjectMeta {\n /**\n * The indexed snapshot data (JSON string).\n * Used to load queue objects without going through document loading.\n */\n snapshot: string;\n}\n\n/**\n * Result of FTS query with rank.\n */\nexport interface FtsQueryResult extends ObjectMeta {\n /**\n * Relevance rank from FTS5.\n * Higher values indicate better matches.\n * Uses BM25 algorithm when available, falls back to 1 for non-BM25 queries.\n */\n rank: number;\n}\n\n/**\n * Escapes user input for safe FTS5 queries.\n *\n * FTS5 has special syntax characters that can cause errors or unexpected behavior:\n * - `*` suffix for prefix matching (e.g., `prog*` matches \"program\", \"programming\")\n * - `\"...\"` for phrase queries\n * - `.` for column specification\n * - `AND`, `OR`, `NOT` boolean operators\n * - `+`, `-` for required/excluded terms\n *\n * This function wraps each whitespace-separated term in double quotes, treating all\n * characters as literals. Double quotes within terms are escaped by doubling (`\"\"`).\n *\n * Example: `prog* AND test.` becomes `\"prog*\" \"AND\" \"test.\"`.\n */\nconst escapeFts5Query = (text: string): string => {\n return text\n .split(/\\s+/)\n .filter(Boolean)\n .map((term) => `\"${term.replace(/\"/g, '\"\"')}\"`)\n .join(' ');\n};\n\nexport class FtsIndex implements Index {\n migrate = Effect.fn('FtsIndex.migrate')(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n // https://sqlite.org/fts5.html#the_trigram_tokenizer\n // FTS5 tables are created as virtual tables; they implicitly have a `rowid`.\n // Trigram tokenizer enables substring matching (e.g., \"rog\" matches \"programming\").\n //\n // Data structure: inverted index mapping trigrams to document IDs.\n // \"hello\" → trigrams [\"hel\", \"ell\", \"llo\"] → B-tree entries: \"hel\"→[1], \"ell\"→[1], \"llo\"→[1].\n // Query \"ell\" → O(log n) B-tree lookup → returns [1].\n // Posting lists are compressed, so index size scales well with document count.\n yield* sql`CREATE VIRTUAL TABLE IF NOT EXISTS ftsIndex USING fts5(snapshot, tokenize='trigram')`;\n });\n\n query({\n query,\n spaceId,\n includeAllQueues,\n queueIds,\n }: FtsQuery): Effect.Effect<readonly FtsQueryResult[], SqlError.SqlError, SqlClient.SqlClient> {\n return Effect.gen(function* () {\n const trimmed = query.trim();\n if (trimmed.length === 0) {\n return [];\n }\n\n const sql = yield* SqlClient.SqlClient;\n\n // Trigram tokenizer requires at least 3 characters per term.\n // Check if ALL terms are at least 3 chars; otherwise use LIKE fallback.\n const terms = trimmed.split(/\\s+/).filter(Boolean);\n const minTermLength = Math.min(...terms.map((t) => t.length));\n\n // Use BM25 ranking for FTS5 MATCH queries, fall back to rank 1 for LIKE queries.\n // BM25 returns negative values where lower (more negative) means better match,\n // so we negate it to get higher = better.\n const useBm25 = minTermLength >= 3;\n\n const conditions =\n minTermLength < 3\n ? // LIKE fallback - scan the entire table, AND all terms.\n terms.map((term) => sql`f.snapshot LIKE ${'%' + term + '%'}`)\n : // MATCH - fast index lookup.\n [sql`f.snapshot MATCH ${escapeFts5Query(trimmed)}`];\n\n // Space and queue constraints are combined with OR.\n const sourceConditions: Statement.Statement<{}>[] = [];\n\n if (spaceId && spaceId.length > 0) {\n if (includeAllQueues) {\n // All items from these spaces (both space objects and queue objects).\n sourceConditions.push(sql`m.spaceId IN ${sql.in(spaceId)}`);\n } else {\n // Only space objects (not queue objects) from these spaces.\n sourceConditions.push(sql`(m.spaceId IN ${sql.in(spaceId)} AND m.queueId = '')`);\n }\n }\n\n if (queueIds && queueIds.length > 0) {\n // Items from specific queues.\n sourceConditions.push(sql`m.queueId IN ${sql.in(queueIds)}`);\n }\n\n if (sourceConditions.length > 0) {\n conditions.push(sql`(${sql.or(sourceConditions)})`);\n }\n\n if (useBm25) {\n // Use BM25 ranking for FTS5 MATCH queries.\n // BM25 returns negative values, negate to get higher = better match.\n // Order by rank descending so best matches come first.\n // Note: bm25() requires the actual table name, not an alias.\n const rows = yield* sql<ObjectMeta & { rank: number }>`\n SELECT m.*, -bm25(ftsIndex) AS rank \n FROM ftsIndex AS f \n JOIN objectMeta AS m ON f.rowid = m.recordId \n WHERE ${sql.and(conditions)}\n ORDER BY rank DESC\n `;\n return rows;\n } else {\n // LIKE fallback - no ranking available, default to 1.\n const rows = yield* sql<ObjectMeta>`\n SELECT m.* \n FROM ftsIndex AS f \n JOIN objectMeta AS m ON f.rowid = m.recordId \n WHERE ${sql.and(conditions)}\n `;\n return rows.map((row) => ({ ...row, rank: 1 }));\n }\n });\n }\n\n /**\n * Query snapshots by recordIds.\n * Returns the parsed JSON snapshots for queue objects.\n */\n querySnapshotsJSON(\n recordIds: number[],\n ): Effect.Effect<readonly { recordId: number; snapshot: Obj.JSON }[], SqlError.SqlError, SqlClient.SqlClient> {\n return Effect.gen(function* () {\n if (recordIds.length === 0) {\n return [];\n }\n const sql = yield* SqlClient.SqlClient;\n const results = yield* sql<{\n rowid: number;\n snapshot: string;\n }>`SELECT rowid, snapshot FROM ftsIndex WHERE rowid IN ${sql.in(recordIds)}`;\n return results.map((r) => ({\n recordId: r.rowid,\n snapshot: JSON.parse(r.snapshot),\n }));\n });\n }\n\n update = Effect.fn('FtsIndex.update')(\n (objects: IndexerObject[]): Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n yield* Effect.forEach(\n objects,\n (object) =>\n Effect.gen(function* () {\n const { recordId, data } = object;\n if (recordId === null) {\n return yield* Effect.die(new Error('FtsIndex.update requires recordId to be set'));\n }\n\n const snapshot = JSON.stringify(data);\n\n // FTS5 doesn't support UPDATE, need DELETE + INSERT for upsert.\n const existing = yield* sql<{ rowid: number }>`SELECT rowid FROM ftsIndex WHERE rowid = ${recordId}`;\n if (existing.length > 0) {\n yield* sql`DELETE FROM ftsIndex WHERE rowid = ${recordId}`;\n }\n\n yield* sql`INSERT INTO ftsIndex (rowid, snapshot) VALUES (${recordId}, ${snapshot})`;\n }),\n { discard: true },\n );\n }),\n );\n}\n", "//\n// Copyright 2026 DXOS.org\n//\n\nimport * as SqlClient from '@effect/sql/SqlClient';\nimport type * as SqlError from '@effect/sql/SqlError';\nimport * as Effect from 'effect/Effect';\nimport * as Schema from 'effect/Schema';\n\nimport { ATTR_DELETED, ATTR_RELATION_SOURCE, ATTR_RELATION_TARGET, ATTR_TYPE } from '@dxos/echo/internal';\n\nimport type { IndexerObject } from './interface';\nimport type { Index } from './interface';\n\nexport const ObjectMeta = Schema.Struct({\n recordId: Schema.Number,\n objectId: Schema.String,\n queueId: Schema.String,\n spaceId: Schema.String,\n documentId: Schema.String,\n entityKind: Schema.String,\n typeDxn: Schema.String,\n deleted: Schema.Boolean,\n source: Schema.NullOr(Schema.String),\n target: Schema.NullOr(Schema.String),\n /** Monotonically increasing sequence number assigned on insert/update for tracking indexing order. */\n version: Schema.Number,\n});\nexport interface ObjectMeta extends Schema.Schema.Type<typeof ObjectMeta> {}\n\nexport class ObjectMetaIndex implements Index {\n migrate = Effect.fn('ObjectMetaIndex.runMigrations')(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n yield* sql`CREATE TABLE IF NOT EXISTS objectMeta (\n recordId INTEGER PRIMARY KEY AUTOINCREMENT,\n objectId TEXT NOT NULL,\n queueId TEXT NOT NULL DEFAULT '',\n spaceId TEXT NOT NULL,\n documentId TEXT NOT NULL DEFAULT '',\n entityKind TEXT NOT NULL,\n typeDxn TEXT NOT NULL,\n deleted INTEGER NOT NULL,\n source TEXT,\n target TEXT,\n version INTEGER NOT NULL\n )`;\n\n yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_objectId ON objectMeta(spaceId, objectId)`;\n yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_typeDxn ON objectMeta(spaceId, typeDxn)`;\n yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_version ON objectMeta(version)`;\n });\n\n query = Effect.fn('ObjectMetaIndex.queryType')(\n (\n query: Pick<ObjectMeta, 'spaceId' | 'typeDxn'>,\n ): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n // SQLite stores booleans as integers, so we need to specify the raw row type.\n const rows =\n yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE spaceId = ${query.spaceId} AND typeDxn = ${query.typeDxn}`;\n return rows.map((row) => ({\n ...row,\n deleted: !!row.deleted,\n }));\n }),\n );\n\n // TODO(dmaretskyi): Update recordId on objects so that we don't need to look it up separately.\n update = Effect.fn('ObjectMetaIndex.update')(\n (objects: IndexerObject[]): Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n yield* Effect.forEach(\n objects,\n (object) =>\n Effect.gen(function* () {\n const { spaceId, queueId, documentId, data } = object;\n\n // Extract metadata (Logic emulating Echo APIs as strict imports are unavailable).\n // TODO(agent): Verify property access matches Obj.JSON structure.\n const castData = data;\n const objectId = castData.id;\n\n // Check for existing record by (spaceId, queueId) or (spaceId, documentId).\n let existing: readonly { recordId: number }[];\n if (documentId) {\n existing = yield* sql<{\n recordId: number;\n }>`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND documentId = ${documentId} AND objectId = ${objectId} LIMIT 1`;\n } else if (queueId) {\n existing = yield* sql<{\n recordId: number;\n }>`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND queueId = ${queueId} AND objectId = ${objectId} LIMIT 1`;\n } else {\n // Should not happen based on IndexerObject definition (one must be present ideally), but handle gracefully.\n existing = [];\n }\n\n // Get max version + 1.\n const result = yield* sql<{ v: number | null }>`SELECT MAX(version) as v FROM objectMeta`;\n const [{ v }] = result;\n const version = (v ?? 0) + 1;\n\n // Extract metadata.\n const entityKind = castData[ATTR_RELATION_SOURCE] ? 'relation' : 'object';\n const typeDxn = castData[ATTR_TYPE] ? String(castData[ATTR_TYPE]) : 'type';\n const deleted = castData[ATTR_DELETED] ? 1 : 0;\n // Relations.\n const source = entityKind === 'relation' ? (castData[ATTR_RELATION_SOURCE] ?? null) : null;\n const target = entityKind === 'relation' ? (castData[ATTR_RELATION_TARGET] ?? null) : null;\n\n if (existing.length > 0) {\n yield* sql`\n UPDATE objectMeta SET\n version = ${version},\n entityKind = ${entityKind},\n typeDxn = ${typeDxn},\n deleted = ${deleted},\n source = ${source},\n target = ${target}\n WHERE recordId = ${existing[0].recordId}\n `;\n } else {\n yield* sql`\n INSERT INTO objectMeta (\n objectId, queueId, spaceId, documentId, \n entityKind, typeDxn, deleted, source, target, version\n ) VALUES (\n ${objectId}, ${queueId ?? ''}, ${spaceId}, ${documentId ?? ''}, \n ${entityKind}, ${typeDxn}, ${deleted}, \n ${source}, ${target}, ${version}\n )\n `;\n }\n }),\n { discard: true },\n );\n }),\n );\n\n /**\n * Look up `recordIds` for objects that are already stored in the ObjectMetaIndex.\n * Mutates the objects in place.\n */\n lookupRecordIds = Effect.fn('ObjectMetaIndex.lookupRecordIds')(\n (objects: IndexerObject[]): Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n for (const object of objects) {\n const { spaceId, queueId, documentId, data } = object;\n const objectId = data.id;\n\n let result: readonly { recordId: number }[];\n if (documentId) {\n result = yield* sql<{\n recordId: number;\n }>`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND documentId = ${documentId} AND objectId = ${objectId} LIMIT 1`;\n } else if (queueId) {\n result = yield* sql<{\n recordId: number;\n }>`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND queueId = ${queueId} AND objectId = ${objectId} LIMIT 1`;\n } else {\n result = [];\n }\n\n if (result.length === 0) {\n // TODO(mykola): Handle this case gracefully.\n yield* Effect.die(\n new Error(`Object not found in ObjectMetaIndex: ${spaceId}/${documentId ?? queueId}/${objectId}`),\n );\n }\n object.recordId = result[0].recordId;\n }\n }),\n );\n\n /**\n * Look up object metadata by recordIds.\n */\n lookupByRecordIds = Effect.fn('ObjectMetaIndex.lookupByRecordIds')(\n (recordIds: number[]): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n if (recordIds.length === 0) {\n return [];\n }\n\n const sql = yield* SqlClient.SqlClient;\n const placeholders = recordIds.map(() => '?').join(', ');\n const rows = yield* sql.unsafe<ObjectMeta>(\n `SELECT * FROM objectMeta WHERE recordId IN (${placeholders})`,\n recordIds,\n );\n\n return rows.map((row) => ({\n ...row,\n deleted: !!row.deleted,\n }));\n }),\n );\n}\n", "//\n// Copyright 2026 DXOS.org\n//\n\nimport * as SqlClient from '@effect/sql/SqlClient';\nimport type * as SqlError from '@effect/sql/SqlError';\nimport * as Effect from 'effect/Effect';\nimport * as Schema from 'effect/Schema';\n\nimport { EncodedReference, isEncodedReference } from '@dxos/echo-protocol';\n\nimport { EscapedPropPath } from '../utils';\n\nimport type { Index, IndexerObject } from './interface';\n\n/**\n * Extracts all outgoing references from an object's data.\n */\nconst extractReferences = (data: Record<string, unknown>): { path: string[]; targetDxn: string }[] => {\n const refs: { path: string[]; targetDxn: string }[] = [];\n const visit = (path: string[], value: unknown) => {\n if (isEncodedReference(value)) {\n const dxn = EncodedReference.toDXN(value);\n const echoId = dxn.asEchoDXN()?.echoId;\n if (!echoId) {\n return; // Skip non-echo references.\n }\n refs.push({ path, targetDxn: dxn.toString() });\n } else if (typeof value === 'object' && value !== null && !Array.isArray(value)) {\n for (const [key, v] of Object.entries(value)) {\n visit([...path, key], v);\n }\n } else if (Array.isArray(value)) {\n for (let i = 0; i < value.length; i++) {\n visit([...path, String(i)], value[i]);\n }\n }\n };\n visit([], data);\n return refs;\n};\n\nexport const ReverseRef = Schema.Struct({\n recordId: Schema.Number,\n targetDxn: Schema.String,\n /**\n * Escaped property path within an object.\n *\n * Escaping rules:\n *\n * - '.' -> '\\.'\n * - '\\' -> '\\\\'\n * - contact with .\n */\n propPath: Schema.String,\n});\nexport interface ReverseRef extends Schema.Schema.Type<typeof ReverseRef> {}\n\nexport interface ReverseRefQuery {\n targetDxn: string;\n // TODO: Add prop filter\n}\n\n/**\n * Indexes reverse references - tracks which objects reference which targets.\n * Only indexes references, not relations.\n */\nexport class ReverseRefIndex implements Index {\n migrate = Effect.fn('ReverseRefIndex.migrate')(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n yield* sql`CREATE TABLE IF NOT EXISTS reverseRef (\n recordId INTEGER NOT NULL,\n targetDxn TEXT NOT NULL,\n propPath TEXT NOT NULL,\n PRIMARY KEY (recordId, targetDxn, propPath)\n )`;\n\n yield* sql`CREATE INDEX IF NOT EXISTS idx_reverse_ref_target ON reverseRef(targetDxn)`;\n });\n\n /**\n * Query all references pointing to a target DXN.\n */\n query = Effect.fn('ReverseRefIndex.query')(\n ({ targetDxn }: ReverseRefQuery): Effect.Effect<readonly ReverseRef[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n // TODO(mykola): Join objectMeta table here.\n const rows = yield* sql`SELECT * FROM reverseRef WHERE targetDxn = ${targetDxn}`;\n return rows as ReverseRef[];\n }),\n );\n\n update = Effect.fn('ReverseRefIndex.update')(\n (objects: IndexerObject[]): Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n yield* Effect.forEach(\n objects,\n (object) =>\n Effect.gen(function* () {\n const { recordId, data } = object;\n if (recordId === null) {\n yield* Effect.die(new Error('ReverseRefIndex.update requires recordId to be set'));\n }\n\n // Delete existing references for this record.\n yield* sql`DELETE FROM reverseRef WHERE recordId = ${recordId}`;\n\n // Extract references from data.\n const refs = extractReferences(data as unknown as Record<string, unknown>);\n\n // Insert new references.\n yield* Effect.forEach(\n refs,\n (ref) =>\n sql`INSERT INTO reverseRef (recordId, targetDxn, propPath) VALUES (${recordId}, ${ref.targetDxn}, ${EscapedPropPath.escape(ref.path)})`,\n { discard: true },\n );\n }),\n { discard: true },\n );\n }),\n );\n}\n", "//\n// Copyright 2026 DXOS.org\n//\n\nimport * as Schema from 'effect/Schema';\n\nimport { invariant } from '@dxos/invariant';\n\nexport type ObjectPropPath = (string | number)[];\n\n/**\n * Escaped property path within an object.\n *\n * Escaping rules:\n *\n * - '.' -> '\\.'\n * - '\\' -> '\\\\'\n * - contact with .\n */\nexport const EscapedPropPath: Schema.SchemaClass<string, string> & {\n escape: (path: ObjectPropPath) => EscapedPropPath;\n unescape: (path: EscapedPropPath) => ObjectPropPath;\n} = class extends Schema.String.annotations({ title: 'EscapedPropPath' }) {\n static escape(path: ObjectPropPath): EscapedPropPath {\n return path.map((p) => p.toString().replaceAll('\\\\', '\\\\\\\\').replaceAll('.', '\\\\.')).join('.');\n }\n\n static unescape(path: EscapedPropPath): ObjectPropPath {\n const parts: string[] = [];\n let current = '';\n\n for (let i = 0; i < path.length; i++) {\n if (path[i] === '\\\\') {\n invariant(i + 1 < path.length && (path[i + 1] === '.' || path[i + 1] === '\\\\'), 'Malformed escaping.');\n current = current + path[i + 1];\n i++;\n } else if (path[i] === '.') {\n parts.push(current);\n current = '';\n } else {\n current += path[i];\n }\n }\n parts.push(current);\n\n return parts;\n }\n};\nexport type EscapedPropPath = Schema.Schema.Type<typeof EscapedPropPath>;\n"],
5
+ "mappings": ";AAMA,YAAYA,aAAY;AAGxB,YAAYC,oBAAoB;;;ACLhC,YAAYC,eAAe;AAE3B,YAAYC,YAAY;AACxB,YAAYC,YAAY;AAExB,SAASC,eAAe;AAEjB,IAAMC,cAAqBC,cAAO;;;;EAIvCC,WAAkBC;;;;EAIlBC,SAAgBC,cAAOC,OAAAA;;;;;EAKvBC,YAAmBJ;;;;;EAKnBK,YAAmBH,cAAcF,aAAM;;;;EAIvCM,QAAeC,aAAaC,eAAeR,aAAM;AACnD,CAAA;AAGO,IAAMS,eAAN,MAAMA;EACXC,UAAiBC,UAAG,sBAAA,EAAwB,aAAA;AAC1C,UAAMC,MAAM,OAAiBC;AAI7B,WAAOD;;;;;;;;EAQT,CAAA;EAEAE,eAAsBH,UAAG,2BAAA,EACvB,CACEI,UAEOC,WAAI,aAAA;AACT,UAAMJ,MAAM,OAAiBC;AAE7B,UAAMI,eAAeF,MAAMd,YAAYiB,SAAY,OAAQH,MAAMd,WAAW;AAC5E,UAAMkB,kBAAkBJ,MAAMX,eAAec,SAAY,OAAOH,MAAMX;AACtE,UAAMgB,kBAAkBL,MAAMV,eAAea,SAAY,OAAQH,MAAMV,cAAc;AAErF,UAAMgB,OAAO,OAAOT;;gCAEIG,MAAMhB,SAAS;mBAC5BkB,YAAAA,yBAAqCA,YAAAA;mBACrCE,eAAAA,4BAA2CA,eAAAA;mBAC3CC,eAAAA,4BAA2CA,eAAAA;;AAGtD,WAAOC,KAAKC,IACV,CAACC,SAAsB;MACrBxB,WAAWwB,IAAIxB;MACfE,SAASsB,IAAItB,YAAY,KAAK,OAAcuB,kBAAWrB,OAAAA,EAASoB,IAAItB,OAAO;MAC3EG,YAAYmB,IAAInB;MAChBC,YAAYkB,IAAIlB,eAAe,KAAK,OAAOkB,IAAIlB;MAC/CC,QAAQiB,IAAIjB;IACd,EAAA;EAEJ,CAAA,CAAA;EAGJmB,gBAAuBd,UAAG,4BAAA,EACxB,CAACe,YACQV,WAAI,aAAA;AACT,UAAMJ,MAAM,OAAiBC;AAC7B,WAAcc,eACZD,SACA,CAACpB,WAAAA;AACC,YAAML,UAAUK,OAAOL,WAAW;AAClC,YAAMI,aAAaC,OAAOD,cAAc;AACxC,aAAOO;;sBAEGN,OAAOP,SAAS,KAAKE,OAAAA,KAAYK,OAAOF,UAAU,KAAKC,UAAAA,KAAeC,OAAOA,MAAM;;;IAG/F,GACA;MAAEsB,SAAS;IAAK,CAAA;EAEpB,CAAA,CAAA;AAEN;;;ACnGA,YAAYC,gBAAe;AAG3B,YAAYC,aAAY;AAuExB,IAAMC,kBAAkB,CAACC,SAAAA;AACvB,SAAOA,KACJC,MAAM,KAAA,EACNC,OAAOC,OAAAA,EACPC,IAAI,CAACC,SAAS,IAAIA,KAAKC,QAAQ,MAAM,IAAA,CAAA,GAAQ,EAC7CC,KAAK,GAAA;AACV;AAEO,IAAMC,WAAN,MAAMA;EACXC,UAAiBC,WAAG,kBAAA,EAAoB,aAAA;AACtC,UAAMC,MAAM,OAAiBC;AAU7B,WAAOD;EACT,CAAA;EAEAE,MAAM,EACJA,OACAC,SACAC,kBACAC,SAAQ,GACqF;AAC7F,WAAcC,YAAI,aAAA;AAChB,YAAMC,UAAUL,MAAMM,KAAI;AAC1B,UAAID,QAAQE,WAAW,GAAG;AACxB,eAAO,CAAA;MACT;AAEA,YAAMT,MAAM,OAAiBC;AAI7B,YAAMS,QAAQH,QAAQjB,MAAM,KAAA,EAAOC,OAAOC,OAAAA;AAC1C,YAAMmB,gBAAgBC,KAAKC,IAAG,GAAIH,MAAMjB,IAAI,CAACqB,MAAMA,EAAEL,MAAM,CAAA;AAK3D,YAAMM,UAAUJ,iBAAiB;AAEjC,YAAMK,aACJL,gBAAgB,IAEZD,MAAMjB,IAAI,CAACC,SAASM,sBAAsB,MAAMN,OAAO,GAAA,EAAK,IAE5D;QAACM,uBAAuBZ,gBAAgBmB,OAAAA,CAAAA;;AAG9C,YAAMU,mBAA8C,CAAA;AAEpD,UAAId,WAAWA,QAAQM,SAAS,GAAG;AACjC,YAAIL,kBAAkB;AAEpBa,2BAAiBC,KAAKlB,mBAAmBA,IAAImB,GAAGhB,OAAAA,CAAAA,EAAU;QAC5D,OAAO;AAELc,2BAAiBC,KAAKlB,oBAAoBA,IAAImB,GAAGhB,OAAAA,CAAAA,sBAA8B;QACjF;MACF;AAEA,UAAIE,YAAYA,SAASI,SAAS,GAAG;AAEnCQ,yBAAiBC,KAAKlB,mBAAmBA,IAAImB,GAAGd,QAAAA,CAAAA,EAAW;MAC7D;AAEA,UAAIY,iBAAiBR,SAAS,GAAG;AAC/BO,mBAAWE,KAAKlB,OAAOA,IAAIoB,GAAGH,gBAAAA,CAAAA,GAAoB;MACpD;AAEA,UAAIF,SAAS;AAKX,cAAMM,OAAO,OAAOrB;;;;kBAIVA,IAAIsB,IAAIN,UAAAA,CAAAA;;;AAGlB,eAAOK;MACT,OAAO;AAEL,cAAMA,OAAO,OAAOrB;;;;kBAIVA,IAAIsB,IAAIN,UAAAA,CAAAA;;AAElB,eAAOK,KAAK5B,IAAI,CAAC8B,SAAS;UAAE,GAAGA;UAAKC,MAAM;QAAE,EAAA;MAC9C;IACF,CAAA;EACF;;;;;EAMAC,mBACEC,WAC4G;AAC5G,WAAcpB,YAAI,aAAA;AAChB,UAAIoB,UAAUjB,WAAW,GAAG;AAC1B,eAAO,CAAA;MACT;AACA,YAAMT,MAAM,OAAiBC;AAC7B,YAAM0B,UAAU,OAAO3B,0DAGkCA,IAAImB,GAAGO,SAAAA,CAAAA;AAChE,aAAOC,QAAQlC,IAAI,CAACmC,OAAO;QACzBC,UAAUD,EAAEE;QACZC,UAAUC,KAAKC,MAAML,EAAEG,QAAQ;MACjC,EAAA;IACF,CAAA;EACF;EAEAG,SAAgBnC,WAAG,iBAAA,EACjB,CAACoC,YACQ7B,YAAI,aAAA;AACT,UAAMN,MAAM,OAAiBC;AAE7B,WAAcmC,gBACZD,SACA,CAACE,WACQ/B,YAAI,aAAA;AACT,YAAM,EAAEuB,UAAUS,KAAI,IAAKD;AAC3B,UAAIR,aAAa,MAAM;AACrB,eAAO,OAAcU,YAAI,IAAIC,MAAM,6CAAA,CAAA;MACrC;AAEA,YAAMT,WAAWC,KAAKS,UAAUH,IAAAA;AAGhC,YAAMI,WAAW,OAAO1C,+CAAkE6B,QAAAA;AAC1F,UAAIa,SAASjC,SAAS,GAAG;AACvB,eAAOT,yCAAyC6B,QAAAA;MAClD;AAEA,aAAO7B,qDAAqD6B,QAAAA,KAAaE,QAAAA;IAC3E,CAAA,GACF;MAAEY,SAAS;IAAK,CAAA;EAEpB,CAAA,CAAA;AAEN;;;ACnOA,YAAYC,gBAAe;AAE3B,YAAYC,aAAY;AACxB,YAAYC,aAAY;AAExB,SAASC,cAAcC,sBAAsBC,sBAAsBC,iBAAiB;AAK7E,IAAMC,aAAoBC,eAAO;EACtCC,UAAiBC;EACjBC,UAAiBC;EACjBC,SAAgBD;EAChBE,SAAgBF;EAChBG,YAAmBH;EACnBI,YAAmBJ;EACnBK,SAAgBL;EAChBM,SAAgBC;EAChBC,QAAeC,eAAcT,cAAM;EACnCU,QAAeD,eAAcT,cAAM;;EAEnCW,SAAgBb;AAClB,CAAA;AAGO,IAAMc,kBAAN,MAAMA;EACXC,UAAiBC,WAAG,+BAAA,EAAiC,aAAA;AACnD,UAAMC,MAAM,OAAiBC;AAE7B,WAAOD;;;;;;;;;;;;;AAcP,WAAOA;AACP,WAAOA;AACP,WAAOA;EACT,CAAA;EAEAE,QAAeH,WAAG,2BAAA,EAChB,CACEG,UAEOC,YAAI,aAAA;AACT,UAAMH,MAAM,OAAiBC;AAE7B,UAAMG,OACJ,OAAOJ,+CAA2DE,MAAMf,OAAO,kBAAkBe,MAAMZ,OAAO;AAChH,WAAOc,KAAKC,IAAI,CAACC,SAAS;MACxB,GAAGA;MACHf,SAAS,CAAC,CAACe,IAAIf;IACjB,EAAA;EACF,CAAA,CAAA;;EAIJgB,SAAgBR,WAAG,wBAAA,EACjB,CAACS,YACQL,YAAI,aAAA;AACT,UAAMH,MAAM,OAAiBC;AAE7B,WAAcQ,gBACZD,SACA,CAACE,WACQP,YAAI,aAAA;AACT,YAAM,EAAEhB,SAASD,SAASE,YAAYuB,KAAI,IAAKD;AAI/C,YAAME,WAAWD;AACjB,YAAM3B,WAAW4B,SAASC;AAG1B,UAAIC;AACJ,UAAI1B,YAAY;AACd0B,mBAAW,OAAOd,sDAEmCb,OAAAA,qBAA4BC,UAAAA,mBAA6BJ,QAAAA;MAChH,WAAWE,SAAS;AAClB4B,mBAAW,OAAOd,sDAEmCb,OAAAA,kBAAyBD,OAAAA,mBAA0BF,QAAAA;MAC1G,OAAO;AAEL8B,mBAAW,CAAA;MACb;AAGA,YAAMC,SAAS,OAAOf;AACtB,YAAM,CAAC,EAAEgB,EAAC,CAAE,IAAID;AAChB,YAAMnB,WAAWoB,KAAK,KAAK;AAG3B,YAAM3B,aAAauB,SAASK,oBAAAA,IAAwB,aAAa;AACjE,YAAM3B,UAAUsB,SAASM,SAAAA,IAAajC,OAAO2B,SAASM,SAAAA,CAAU,IAAI;AACpE,YAAM3B,UAAUqB,SAASO,YAAAA,IAAgB,IAAI;AAE7C,YAAM1B,SAASJ,eAAe,aAAcuB,SAASK,oBAAAA,KAAyB,OAAQ;AACtF,YAAMtB,SAASN,eAAe,aAAcuB,SAASQ,oBAAAA,KAAyB,OAAQ;AAEtF,UAAIN,SAASO,SAAS,GAAG;AACvB,eAAOrB;;gCAESJ,OAAAA;mCACGP,UAAAA;gCACHC,OAAAA;gCACAC,OAAAA;+BACDE,MAAAA;+BACAE,MAAAA;qCACMmB,SAAS,CAAA,EAAGhC,QAAQ;;MAE3C,OAAO;AACL,eAAOkB;;;;;sBAKDhB,QAAAA,KAAaE,WAAW,EAAA,KAAOC,OAAAA,KAAYC,cAAc,EAAA;sBACzDC,UAAAA,KAAeC,OAAAA,KAAYC,OAAAA;sBAC3BE,MAAAA,KAAWE,MAAAA,KAAWC,OAAAA;;;MAG9B;IACF,CAAA,GACF;MAAE0B,SAAS;IAAK,CAAA;EAEpB,CAAA,CAAA;;;;;EAOJC,kBAAyBxB,WAAG,iCAAA,EAC1B,CAACS,YACQL,YAAI,aAAA;AACT,UAAMH,MAAM,OAAiBC;AAE7B,eAAWS,UAAUF,SAAS;AAC5B,YAAM,EAAErB,SAASD,SAASE,YAAYuB,KAAI,IAAKD;AAC/C,YAAM1B,WAAW2B,KAAKE;AAEtB,UAAIE;AACJ,UAAI3B,YAAY;AACd2B,iBAAS,OAAOf,sDAEqCb,OAAAA,qBAA4BC,UAAAA,mBAA6BJ,QAAAA;MAChH,WAAWE,SAAS;AAClB6B,iBAAS,OAAOf,sDAEqCb,OAAAA,kBAAyBD,OAAAA,mBAA0BF,QAAAA;MAC1G,OAAO;AACL+B,iBAAS,CAAA;MACX;AAEA,UAAIA,OAAOM,WAAW,GAAG;AAEvB,eAAcG,YACZ,IAAIC,MAAM,wCAAwCtC,OAAAA,IAAWC,cAAcF,OAAAA,IAAWF,QAAAA,EAAU,CAAA;MAEpG;AACA0B,aAAO5B,WAAWiC,OAAO,CAAA,EAAGjC;IAC9B;EACF,CAAA,CAAA;;;;EAMJ4C,oBAA2B3B,WAAG,mCAAA,EAC5B,CAAC4B,cACQxB,YAAI,aAAA;AACT,QAAIwB,UAAUN,WAAW,GAAG;AAC1B,aAAO,CAAA;IACT;AAEA,UAAMrB,MAAM,OAAiBC;AAC7B,UAAM2B,eAAeD,UAAUtB,IAAI,MAAM,GAAA,EAAKwB,KAAK,IAAA;AACnD,UAAMzB,OAAO,OAAOJ,IAAI8B,OACtB,+CAA+CF,YAAAA,KAC/CD,SAAAA;AAGF,WAAOvB,KAAKC,IAAI,CAACC,SAAS;MACxB,GAAGA;MACHf,SAAS,CAAC,CAACe,IAAIf;IACjB,EAAA;EACF,CAAA,CAAA;AAEN;;;ACvMA,YAAYwC,gBAAe;AAE3B,YAAYC,aAAY;AACxB,YAAYC,aAAY;AAExB,SAASC,kBAAkBC,0BAA0B;;;ACLrD,YAAYC,aAAY;AAExB,SAASC,iBAAiB;;AAanB,IAAMC,kBAGT,cAAqBC,eAAOC,YAAY;EAAEC,OAAO;AAAkB,CAAA,EAAA;EACrE,OAAOC,OAAOC,MAAuC;AACnD,WAAOA,KAAKC,IAAI,CAACC,MAAMA,EAAEC,SAAQ,EAAGC,WAAW,MAAM,MAAA,EAAQA,WAAW,KAAK,KAAA,CAAA,EAAQC,KAAK,GAAA;EAC5F;EAEA,OAAOC,SAASN,MAAuC;AACrD,UAAMO,QAAkB,CAAA;AACxB,QAAIC,UAAU;AAEd,aAASC,IAAI,GAAGA,IAAIT,KAAKU,QAAQD,KAAK;AACpC,UAAIT,KAAKS,CAAAA,MAAO,MAAM;AACpBf,kBAAUe,IAAI,IAAIT,KAAKU,WAAWV,KAAKS,IAAI,CAAA,MAAO,OAAOT,KAAKS,IAAI,CAAA,MAAO,OAAO,uBAAA;;;;;;;;;AAChFD,kBAAUA,UAAUR,KAAKS,IAAI,CAAA;AAC7BA;MACF,WAAWT,KAAKS,CAAAA,MAAO,KAAK;AAC1BF,cAAMI,KAAKH,OAAAA;AACXA,kBAAU;MACZ,OAAO;AACLA,mBAAWR,KAAKS,CAAAA;MAClB;IACF;AACAF,UAAMI,KAAKH,OAAAA;AAEX,WAAOD;EACT;AACF;;;AD7BA,IAAMK,oBAAoB,CAACC,SAAAA;AACzB,QAAMC,OAAgD,CAAA;AACtD,QAAMC,QAAQ,CAACC,MAAgBC,UAAAA;AAC7B,QAAIC,mBAAmBD,KAAAA,GAAQ;AAC7B,YAAME,MAAMC,iBAAiBC,MAAMJ,KAAAA;AACnC,YAAMK,SAASH,IAAII,UAAS,GAAID;AAChC,UAAI,CAACA,QAAQ;AACX;MACF;AACAR,WAAKU,KAAK;QAAER;QAAMS,WAAWN,IAAIO,SAAQ;MAAG,CAAA;IAC9C,WAAW,OAAOT,UAAU,YAAYA,UAAU,QAAQ,CAACU,MAAMC,QAAQX,KAAAA,GAAQ;AAC/E,iBAAW,CAACY,KAAKC,CAAAA,KAAMC,OAAOC,QAAQf,KAAAA,GAAQ;AAC5CF,cAAM;aAAIC;UAAMa;WAAMC,CAAAA;MACxB;IACF,WAAWH,MAAMC,QAAQX,KAAAA,GAAQ;AAC/B,eAASgB,IAAI,GAAGA,IAAIhB,MAAMiB,QAAQD,KAAK;AACrClB,cAAM;aAAIC;UAAMmB,OAAOF,CAAAA;WAAKhB,MAAMgB,CAAAA,CAAE;MACtC;IACF;EACF;AACAlB,QAAM,CAAA,GAAIF,IAAAA;AACV,SAAOC;AACT;AAEO,IAAMsB,aAAoBC,eAAO;EACtCC,UAAiBC;EACjBd,WAAkBU;;;;;;;;;;EAUlBK,UAAiBL;AACnB,CAAA;AAYO,IAAMM,kBAAN,MAAMA;EACXC,UAAiBC,WAAG,yBAAA,EAA2B,aAAA;AAC7C,UAAMC,MAAM,OAAiBC;AAE7B,WAAOD;;;;;;AAOP,WAAOA;EACT,CAAA;;;;EAKAE,QAAeH,WAAG,uBAAA,EAChB,CAAC,EAAElB,UAAS,MACHsB,YAAI,aAAA;AACT,UAAMH,MAAM,OAAiBC;AAE7B,UAAMG,OAAO,OAAOJ,iDAAiDnB,SAAAA;AACrE,WAAOuB;EACT,CAAA,CAAA;EAGJC,SAAgBN,WAAG,wBAAA,EACjB,CAACO,YACQH,YAAI,aAAA;AACT,UAAMH,MAAM,OAAiBC;AAE7B,WAAcM,gBACZD,SACA,CAACE,WACQL,YAAI,aAAA;AACT,YAAM,EAAET,UAAUzB,KAAI,IAAKuC;AAC3B,UAAId,aAAa,MAAM;AACrB,eAAce,YAAI,IAAIC,MAAM,oDAAA,CAAA;MAC9B;AAGA,aAAOV,8CAA8CN,QAAAA;AAGrD,YAAMxB,OAAOF,kBAAkBC,IAAAA;AAG/B,aAAcsC,gBACZrC,MACA,CAACyC,QACCX,qEAAqEN,QAAAA,KAAaiB,IAAI9B,SAAS,KAAK+B,gBAAgBC,OAAOF,IAAIvC,IAAI,CAAA,KACrI;QAAE0C,SAAS;MAAK,CAAA;IAEpB,CAAA,GACF;MAAEA,SAAS;IAAK,CAAA;EAEpB,CAAA,CAAA;AAEN;;;AJrEO,IAAMC,cAAN,MAAMA;EACF;EACA;EACA;EACA;EAET,YAAYC,QAA4B;AACtC,SAAK,WAAWA,QAAQC,WAAW,IAAIC,aAAAA;AACvC,SAAK,mBAAmBF,QAAQG,mBAAmB,IAAIC,gBAAAA;AACvD,SAAK,YAAYJ,QAAQK,YAAY,IAAIC,SAAAA;AACzC,SAAK,mBAAmBN,QAAQO,mBAAmB,IAAIC,gBAAAA;EACzD;EAEAC,UAAU;AACR,WAAcC,YAAI,MAAM,aAAA;AACtB,aAAO,KAAK,SAASD,QAAO;AAC5B,aAAO,KAAK,iBAAiBA,QAAO;AACpC,aAAO,KAAK,UAAUA,QAAO;AAC7B,aAAO,KAAK,iBAAiBA,QAAO;IACtC,CAAA;EACF;;;;EAKAE,UAAUC,OAAmG;AAC3G,WAAcF,YAAI,MAAM,aAAA;AACtB,aAAO,OAAO,KAAK,UAAUE,MAAMA,KAAAA;IACrC,CAAA;EACF;EAEAC,gBAAgBD,OAAwB;AAEtC,WAAO,KAAK,iBAAiBA,MAAMA,KAAAA;EACrC;;;;;EAMAE,mBAAmBC,WAAqB;AACtC,WAAO,KAAK,UAAUD,mBAAmBC,SAAAA;EAC3C;EAEAC,UACEJ,OAC8E;AAC9E,WAAO,KAAK,iBAAiBA,MAAMA,KAAAA;EACrC;EAEAK,OACEC,YACAC,MAKA;AACA,WAAcT,YAAI,MAAM,aAAA;AACtB,UAAIU,UAAU;AAEd,YAAM,EAAEA,SAASC,iBAAiBC,MAAMC,aAAY,IAAK,OAAO,KAAK,QAAQ,KAAK,WAAWL,YAAY;QACvGM,WAAW;QACXC,SAASN,KAAKM;QACdC,OAAOP,KAAKO;MACd,CAAA;AACAN,iBAAWC;AAEX,YAAM,EAAED,SAASO,wBAAwBL,MAAMM,oBAAmB,IAAK,OAAO,KAAK,QACjF,KAAK,kBACLV,YACA;QACEM,WAAW;QACXC,SAASN,KAAKM;QACdC,OAAOP,KAAKO;MACd,CAAA;AAEFN,iBAAWO;AAEX,aAAO;QAAEP;QAASE,MAAMC,gBAAgBK;MAAoB;IAC9D,CAAA,EAAGC,KAAYC,iBAAS,oBAAA,CAAA;EAC1B;;;;;;;;;;EAWA,QACEC,OACAC,QACAb,MAAoE;AAMpE,WAAcT,YAAI,MAAM,aAAA;AACtB,YAAMuB,iBAAiB,OAAsBC;AAE7C,aAAO,OAAOD,eAAeE,gBACpBzB,YAAI,MAAM,aAAA;AACf,cAAM0B,UAAU,OAAO,KAAK,SAASC,aAAa;UAChDb,WAAWL,KAAKK;UAChBc,YAAYN,OAAOM;;UAEnBb,SAASN,KAAKM,WAAWc;QAC3B,CAAA;AACA,cAAM,EAAEC,SAASJ,SAASK,eAAc,IAAK,OAAOT,OAAOU,kBAAkBN,SAAS;UAAEV,OAAOP,KAAKO;QAAM,CAAA;AAC1G,YAAIc,QAAQG,WAAW,GAAG;AACxB,iBAAO;YAAEvB,SAAS;YAAGE,MAAM;UAAK;QAClC;AAGA,eAAO,KAAK,iBAAiBL,OAAOuB,OAAAA;AAGpC,eAAO,KAAK,iBAAiBI,gBAAgBJ,OAAAA;AAE7C,eAAOT,MAAMd,OAAOuB,OAAAA;AACpB,eAAO,KAAK,SAASK,cACnBJ,eAAeK,IACb,CAACC,OAAoB;UACnBvB,WAAWL,KAAKK;UAChBC,SAASsB,EAAEtB;UACXa,YAAYN,OAAOM;UACnBU,YAAYD,EAAEC;UACdC,QAAQF,EAAEE;QACZ,EAAA,CAAA;AAGJ,eAAO;UAAE7B,SAASoB,QAAQG;UAAQrB,MAAM;QAAM;MAChD,CAAA,CAAA;IAEJ,CAAA,EAAGO,KAAYC,iBAAS,mCAAA,CAAA;EAC1B;AACF;",
6
+ "names": ["Effect", "SqlTransaction", "SqlClient", "Effect", "Schema", "SpaceId", "IndexCursor", "Struct", "indexName", "String", "spaceId", "NullOr", "SpaceId", "sourceName", "resourceId", "cursor", "Union", "Number", "IndexTracker", "migrate", "fn", "sql", "SqlClient", "queryCursors", "query", "gen", "spaceIdParam", "undefined", "sourceNameParam", "resourceIdParam", "rows", "map", "row", "decodeSync", "updateCursors", "cursors", "forEach", "discard", "SqlClient", "Effect", "escapeFts5Query", "text", "split", "filter", "Boolean", "map", "term", "replace", "join", "FtsIndex", "migrate", "fn", "sql", "SqlClient", "query", "spaceId", "includeAllQueues", "queueIds", "gen", "trimmed", "trim", "length", "terms", "minTermLength", "Math", "min", "t", "useBm25", "conditions", "sourceConditions", "push", "in", "or", "rows", "and", "row", "rank", "querySnapshotsJSON", "recordIds", "results", "r", "recordId", "rowid", "snapshot", "JSON", "parse", "update", "objects", "forEach", "object", "data", "die", "Error", "stringify", "existing", "discard", "SqlClient", "Effect", "Schema", "ATTR_DELETED", "ATTR_RELATION_SOURCE", "ATTR_RELATION_TARGET", "ATTR_TYPE", "ObjectMeta", "Struct", "recordId", "Number", "objectId", "String", "queueId", "spaceId", "documentId", "entityKind", "typeDxn", "deleted", "Boolean", "source", "NullOr", "target", "version", "ObjectMetaIndex", "migrate", "fn", "sql", "SqlClient", "query", "gen", "rows", "map", "row", "update", "objects", "forEach", "object", "data", "castData", "id", "existing", "result", "v", "ATTR_RELATION_SOURCE", "ATTR_TYPE", "ATTR_DELETED", "ATTR_RELATION_TARGET", "length", "discard", "lookupRecordIds", "die", "Error", "lookupByRecordIds", "recordIds", "placeholders", "join", "unsafe", "SqlClient", "Effect", "Schema", "EncodedReference", "isEncodedReference", "Schema", "invariant", "EscapedPropPath", "String", "annotations", "title", "escape", "path", "map", "p", "toString", "replaceAll", "join", "unescape", "parts", "current", "i", "length", "push", "extractReferences", "data", "refs", "visit", "path", "value", "isEncodedReference", "dxn", "EncodedReference", "toDXN", "echoId", "asEchoDXN", "push", "targetDxn", "toString", "Array", "isArray", "key", "v", "Object", "entries", "i", "length", "String", "ReverseRef", "Struct", "recordId", "Number", "propPath", "ReverseRefIndex", "migrate", "fn", "sql", "SqlClient", "query", "gen", "rows", "update", "objects", "forEach", "object", "die", "Error", "ref", "EscapedPropPath", "escape", "discard", "IndexEngine", "params", "tracker", "IndexTracker", "objectMetaIndex", "ObjectMetaIndex", "ftsIndex", "FtsIndex", "reverseRefIndex", "ReverseRefIndex", "migrate", "gen", "queryText", "query", "queryReverseRef", "querySnapshotsJSON", "recordIds", "queryType", "update", "dataSource", "opts", "updated", "updatedFtsIndex", "done", "doneFtsIndex", "indexName", "spaceId", "limit", "updatedReverseRefIndex", "doneReverseRefIndex", "pipe", "withSpan", "index", "source", "sqlTransaction", "SqlTransaction", "withTransaction", "cursors", "queryCursors", "sourceName", "undefined", "objects", "updatedCursors", "getChangedObjects", "length", "lookupRecordIds", "updateCursors", "map", "_", "resourceId", "cursor"]
7
+ }