@dxos/index-core 0.0.0 → 0.8.4-main.03d5cd7b56

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/dist/lib/neutral/index.mjs +790 -0
  2. package/dist/lib/neutral/index.mjs.map +7 -0
  3. package/dist/lib/neutral/meta.json +1 -0
  4. package/dist/types/src/index-engine.d.ts +112 -0
  5. package/dist/types/src/index-engine.d.ts.map +1 -0
  6. package/dist/types/src/index-engine.test.d.ts +2 -0
  7. package/dist/types/src/index-engine.test.d.ts.map +1 -0
  8. package/dist/types/src/index-tracker.d.ts +44 -0
  9. package/dist/types/src/index-tracker.d.ts.map +1 -0
  10. package/dist/types/src/index-tracker.test.d.ts +2 -0
  11. package/dist/types/src/index-tracker.test.d.ts.map +1 -0
  12. package/dist/types/src/index.d.ts +8 -0
  13. package/dist/types/src/index.d.ts.map +1 -0
  14. package/dist/types/src/indexes/fts-index.d.ts +64 -0
  15. package/dist/types/src/indexes/fts-index.d.ts.map +1 -0
  16. package/dist/types/src/indexes/fts-index.test.d.ts +2 -0
  17. package/dist/types/src/indexes/fts-index.test.d.ts.map +1 -0
  18. package/dist/types/src/indexes/fts5.test.d.ts +2 -0
  19. package/dist/types/src/indexes/fts5.test.d.ts.map +1 -0
  20. package/dist/types/src/indexes/index.d.ts +5 -0
  21. package/dist/types/src/indexes/index.d.ts.map +1 -0
  22. package/dist/types/src/indexes/interface.d.ts +56 -0
  23. package/dist/types/src/indexes/interface.d.ts.map +1 -0
  24. package/dist/types/src/indexes/object-meta-index.d.ts +94 -0
  25. package/dist/types/src/indexes/object-meta-index.d.ts.map +1 -0
  26. package/dist/types/src/indexes/object-meta-index.test.d.ts +2 -0
  27. package/dist/types/src/indexes/object-meta-index.test.d.ts.map +1 -0
  28. package/dist/types/src/indexes/reverse-ref-index.d.ts +37 -0
  29. package/dist/types/src/indexes/reverse-ref-index.d.ts.map +1 -0
  30. package/dist/types/src/indexes/reverse-ref-index.test.d.ts +2 -0
  31. package/dist/types/src/indexes/reverse-ref-index.test.d.ts.map +1 -0
  32. package/dist/types/src/utils.d.ts +17 -0
  33. package/dist/types/src/utils.d.ts.map +1 -0
  34. package/dist/types/tsconfig.tsbuildinfo +1 -0
  35. package/package.json +22 -18
  36. package/src/index-engine.test.ts +172 -9
  37. package/src/index-engine.ts +161 -29
  38. package/src/index-tracker.ts +9 -0
  39. package/src/index.ts +10 -3
  40. package/src/indexes/fts-index.test.ts +153 -3
  41. package/src/indexes/fts-index.ts +66 -10
  42. package/src/indexes/interface.ts +10 -0
  43. package/src/indexes/object-meta-index.test.ts +361 -3
  44. package/src/indexes/object-meta-index.ts +304 -17
  45. package/src/indexes/reverse-ref-index.test.ts +16 -2
  46. package/src/indexes/reverse-ref-index.ts +0 -1
  47. package/src/utils.ts +1 -1
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../../src/index-engine.ts", "../../../src/index-tracker.ts", "../../../src/indexes/fts-index.ts", "../../../src/indexes/object-meta-index.ts", "../../../src/indexes/reverse-ref-index.ts", "../../../src/utils.ts"],
4
+ "sourcesContent": ["//\n// Copyright 2026 DXOS.org\n//\n\nimport type * as SqlClient from '@effect/sql/SqlClient';\nimport type * as SqlError from '@effect/sql/SqlError';\nimport * as Effect from 'effect/Effect';\n\nimport { type Context } from '@dxos/context';\nimport { ATTR_TYPE } from '@dxos/echo/internal';\nimport type { ObjectId, SpaceId } from '@dxos/keys';\nimport * as SqlTransaction from '@dxos/sql-sqlite/SqlTransaction';\n\nimport { type IndexCursor, IndexTracker } from './index-tracker';\nimport {\n FtsIndex,\n type FtsQuery,\n type FtsQueryResult,\n type Index,\n type IndexerObject,\n type ObjectMeta,\n ObjectMetaIndex,\n ReverseRefIndex,\n type ReverseRefQuery,\n} from './indexes';\n\n/**\n * Result of a single indexing pass over a data source.\n * Carries enough metadata for callers to build targeted invalidation hints.\n */\nexport type IndexingResult = {\n updated: number;\n done: boolean;\n spaces: ReadonlySet<SpaceId>;\n queues: ReadonlySet<ObjectId>;\n documents: ReadonlySet<string>;\n types: ReadonlySet<string>;\n objects: ReadonlySet<ObjectId>;\n};\n\ntype MutableIndexingResult = {\n updated: number;\n done: boolean;\n spaces: Set<SpaceId>;\n queues: Set<ObjectId>;\n documents: Set<string>;\n types: Set<string>;\n objects: Set<ObjectId>;\n};\n\nconst makeEmptyIndexingResult = (): MutableIndexingResult => ({\n updated: 0,\n done: true,\n spaces: new Set(),\n queues: new Set(),\n documents: new Set(),\n types: new Set(),\n objects: new Set(),\n});\n\nconst accumulateIndexingResult = (acc: MutableIndexingResult, objects: readonly IndexerObject[]) => {\n for (const obj of objects) {\n acc.spaces.add(obj.spaceId);\n if (obj.queueId) {\n acc.queues.add(obj.queueId);\n }\n if (obj.documentId) {\n acc.documents.add(obj.documentId);\n }\n const t = (obj.data as Record<string, unknown>)[ATTR_TYPE];\n if (t) {\n acc.types.add(String(t));\n }\n if (obj.data.id) {\n acc.objects.add(obj.data.id as ObjectId);\n }\n }\n};\n\n/**\n * Cursor into indexable data-source.\n */\nexport interface DataSourceCursor {\n spaceId: SpaceId | null;\n\n /**\n * documentId or queueNamespace.\n */\n resourceId: string | null;\n\n /**\n * heads or queue position.\n */\n cursor: number | string;\n}\n\nexport interface IndexDataSource {\n readonly sourceName: string; // e.g. queue, automerge, etc.\n\n getChangedObjects(\n ctx: Context,\n cursors: DataSourceCursor[],\n opts?: { limit?: number },\n ): Effect.Effect<{ objects: IndexerObject[]; cursors: DataSourceCursor[] }>;\n}\n\nexport interface IndexEngineParams {\n tracker: IndexTracker;\n objectMetaIndex: ObjectMetaIndex;\n ftsIndex: FtsIndex;\n reverseRefIndex: ReverseRefIndex;\n}\n\nexport class IndexEngine {\n readonly #tracker: IndexTracker;\n readonly #objectMetaIndex: ObjectMetaIndex;\n readonly #ftsIndex: FtsIndex;\n readonly #reverseRefIndex: ReverseRefIndex;\n\n constructor(params?: IndexEngineParams) {\n this.#tracker = params?.tracker ?? new IndexTracker();\n this.#objectMetaIndex = params?.objectMetaIndex ?? new ObjectMetaIndex();\n this.#ftsIndex = params?.ftsIndex ?? new FtsIndex();\n this.#reverseRefIndex = params?.reverseRefIndex ?? new ReverseRefIndex();\n }\n\n migrate() {\n return Effect.gen(this, function* () {\n yield* this.#tracker.migrate();\n yield* this.#objectMetaIndex.migrate();\n yield* this.#ftsIndex.migrate();\n yield* this.#reverseRefIndex.migrate();\n });\n }\n\n /**\n * Query text index and return full object metadata with rank.\n */\n queryText(query: FtsQuery): Effect.Effect<readonly FtsQueryResult[], SqlError.SqlError, SqlClient.SqlClient> {\n return Effect.gen(this, function* () {\n return yield* this.#ftsIndex.query(query);\n });\n }\n\n queryReverseRef(query: ReverseRefQuery) {\n // TODO(mykola): Join with metadata table here.\n return this.#reverseRefIndex.query(query);\n }\n\n queryAll(query: {\n spaceIds: readonly SpaceId[];\n includeAllQueues?: boolean;\n queueIds?: readonly string[] | null;\n }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> {\n return this.#objectMetaIndex.queryAll(query);\n }\n\n /**\n * Query snapshots by recordIds.\n * Used to load queue objects from indexed snapshots.\n */\n querySnapshotsJSON(recordIds: number[]) {\n return this.#ftsIndex.querySnapshotsJSON(recordIds);\n }\n\n queryType(\n query: Pick<ObjectMeta, 'spaceId' | 'typeDxn'>,\n ): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> {\n return this.#objectMetaIndex.query(query);\n }\n\n /**\n * Query children by parent object ids.\n */\n queryChildren(query: {\n spaceId: SpaceId[];\n parentIds: ObjectId[];\n }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> {\n return this.#objectMetaIndex.queryChildren(query);\n }\n\n queryTypes(query: {\n spaceIds: readonly SpaceId[];\n typeDxns: readonly ObjectMeta['typeDxn'][];\n inverted?: boolean;\n includeAllQueues?: boolean;\n queueIds?: readonly string[] | null;\n }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> {\n return this.#objectMetaIndex.queryTypes(query);\n }\n queryByTimeRange(query: {\n spaceIds: readonly string[];\n updatedAfter?: number;\n updatedBefore?: number;\n createdAfter?: number;\n createdBefore?: number;\n includeAllQueues?: boolean;\n queueIds?: readonly string[] | null;\n }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> {\n return this.#objectMetaIndex.queryByTimeRange(query);\n }\n\n queryRelations(query: {\n endpoint: 'source' | 'target';\n anchorDxns: readonly string[];\n }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> {\n return this.#objectMetaIndex.queryRelations(query);\n }\n lookupByRecordIds(recordIds: number[]): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> {\n return this.#objectMetaIndex.lookupByRecordIds(recordIds);\n }\n\n lookupByObjectId(query: {\n objectId: string;\n spaceId: string;\n queueId: string;\n }): Effect.Effect<ObjectMeta | null, SqlError.SqlError, SqlClient.SqlClient> {\n return this.#objectMetaIndex.lookupByObjectId(query);\n }\n\n update(\n ctx: Context,\n dataSource: IndexDataSource,\n opts: { spaceId: SpaceId | null; limit?: number },\n ): Effect.Effect<IndexingResult, SqlError.SqlError, SqlTransaction.SqlTransaction | SqlClient.SqlClient> {\n return Effect.gen(this, function* () {\n const result = makeEmptyIndexingResult();\n\n const {\n updated: updatedFtsIndex,\n done: doneFtsIndex,\n objects: ftsObjects,\n } = yield* this.#update(ctx, this.#ftsIndex, dataSource, {\n indexName: 'fts5',\n spaceId: opts.spaceId,\n limit: opts.limit,\n });\n result.updated += updatedFtsIndex;\n result.done = result.done && doneFtsIndex;\n accumulateIndexingResult(result, ftsObjects);\n\n const {\n updated: updatedReverseRefIndex,\n done: doneReverseRefIndex,\n objects: reverseRefObjects,\n } = yield* this.#update(ctx, this.#reverseRefIndex, dataSource, {\n indexName: 'reverseRef',\n spaceId: opts.spaceId,\n limit: opts.limit,\n });\n result.updated += updatedReverseRefIndex;\n result.done = result.done && doneReverseRefIndex;\n accumulateIndexingResult(result, reverseRefObjects);\n\n return result as IndexingResult;\n }).pipe(Effect.withSpan('IndexEngine.update'));\n }\n\n /**\n * Update a dependent index that requires recordId enrichment.\n * This method:\n * 1. Gets changed objects from the source.\n * 2. Ensures those objects exist in ObjectMetaIndex.\n * 3. Looks up recordIds for those objects.\n * 4. Enriches objects with recordIds.\n * 5. Updates the dependent index.\n */\n #update(\n ctx: Context,\n index: Index,\n source: IndexDataSource,\n opts: { indexName: string; spaceId: SpaceId | null; limit?: number },\n ): Effect.Effect<\n { updated: number; done: boolean; objects: readonly IndexerObject[] },\n SqlError.SqlError,\n SqlTransaction.SqlTransaction | SqlClient.SqlClient\n > {\n return Effect.gen(this, function* () {\n const sqlTransaction = yield* SqlTransaction.SqlTransaction;\n\n return yield* sqlTransaction.withTransaction(\n Effect.gen(this, function* () {\n const cursors = yield* this.#tracker.queryCursors({\n indexName: opts.indexName,\n sourceName: source.sourceName,\n // Pass undefined to get all cursors when spaceId is null.\n spaceId: opts.spaceId ?? undefined,\n });\n const { objects, cursors: updatedCursors } = yield* source.getChangedObjects(ctx, cursors, {\n limit: opts.limit,\n });\n if (objects.length === 0) {\n return { updated: 0, done: true, objects: [] as readonly IndexerObject[] };\n }\n\n // Ensure objects exist in ObjectMetaIndex.\n yield* this.#objectMetaIndex.update(objects);\n\n // Look up recordIds for the objects.\n yield* this.#objectMetaIndex.lookupRecordIds(objects);\n\n yield* index.update(objects);\n yield* this.#tracker.updateCursors(\n updatedCursors.map(\n (_): IndexCursor => ({\n indexName: opts.indexName,\n spaceId: _.spaceId,\n sourceName: source.sourceName,\n resourceId: _.resourceId,\n cursor: _.cursor,\n }),\n ),\n );\n return { updated: objects.length, done: false, objects };\n }),\n );\n }).pipe(Effect.withSpan('IndexEngine.#update'));\n }\n}\n", "//\n// Copyright 2026 DXOS.org\n//\n\nimport * as SqlClient from '@effect/sql/SqlClient';\nimport type * as SqlError from '@effect/sql/SqlError';\nimport * as Effect from 'effect/Effect';\nimport * as Schema from 'effect/Schema';\n\nimport { SpaceId } from '@dxos/keys';\n\nexport const IndexCursor = Schema.Struct({\n /**\n * Name of the index owning this cursor.\n */\n indexName: Schema.String,\n /**\n * Space id.\n */\n spaceId: Schema.NullOr(SpaceId),\n /**\n * Source name.\n * 'automerge' / 'queue' / 'index' (for secondary indexes)\n */\n sourceName: Schema.String,\n /**\n * Document id or queue id.\n * doc_id, queue_id, '' <empty string> (if indexing entire namespace)\n */\n resourceId: Schema.NullOr(Schema.String),\n /**\n * Heads, queue position, version.\n */\n cursor: Schema.Union(Schema.Number, Schema.String),\n});\nexport interface IndexCursor extends Schema.Schema.Type<typeof IndexCursor> {}\n\n/**\n * Deprecated index names that are no longer used. Will be cleaned up on migration.\n */\nconst DEPRECATED_INDEX_NAMES = ['fts'];\n\nexport class IndexTracker {\n migrate = Effect.fn('IndexTracker.migrate')(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n // For automerge: last-indexed heads of the document\n // For queue: the position of the item that was indexed last\n yield* sql`CREATE TABLE IF NOT EXISTS indexCursor (\n indexName TEXT NOT NULL,\n spaceId TEXT NOT NULL DEFAULT '',\n sourceName TEXT NOT NULL,\n resourceId TEXT NOT NULL DEFAULT '',\n cursor,\n PRIMARY KEY (indexName, spaceId, sourceName, resourceId)\n )`;\n\n yield* Effect.forEach(DEPRECATED_INDEX_NAMES, (indexName) => {\n return sql`DELETE FROM indexCursor WHERE indexName = ${indexName}`;\n });\n });\n\n queryCursors = Effect.fn('IndexTracker.queryCursors')(\n (\n query: Pick<IndexCursor, 'indexName'> & Partial<Pick<IndexCursor, 'sourceName' | 'resourceId' | 'spaceId'>>,\n ): Effect.Effect<IndexCursor[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n const spaceIdParam = query.spaceId === undefined ? null : (query.spaceId ?? '');\n const sourceNameParam = query.sourceName === undefined ? null : query.sourceName;\n const resourceIdParam = query.resourceId === undefined ? null : (query.resourceId ?? '');\n\n const rows = yield* sql<IndexCursor>`\n SELECT * FROM indexCursor \n WHERE indexName = ${query.indexName}\n AND (${spaceIdParam} IS NULL OR spaceId = ${spaceIdParam})\n AND (${sourceNameParam} IS NULL OR sourceName = ${sourceNameParam})\n AND (${resourceIdParam} IS NULL OR resourceId = ${resourceIdParam})\n `;\n\n return rows.map(\n (row): IndexCursor => ({\n indexName: row.indexName,\n spaceId: row.spaceId === '' ? null : Schema.decodeSync(SpaceId)(row.spaceId!),\n sourceName: row.sourceName,\n resourceId: row.resourceId === '' ? null : row.resourceId,\n cursor: row.cursor,\n }),\n );\n }),\n );\n\n updateCursors = Effect.fn('IndexTracker.updateCursors')(\n (cursors: IndexCursor[]): Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n yield* Effect.forEach(\n cursors,\n (cursor) => {\n const spaceId = cursor.spaceId ?? '';\n const resourceId = cursor.resourceId ?? '';\n return sql`\n INSERT INTO indexCursor (indexName, spaceId, sourceName, resourceId, cursor)\n VALUES (${cursor.indexName}, ${spaceId}, ${cursor.sourceName}, ${resourceId}, ${cursor.cursor})\n ON CONFLICT(indexName, spaceId, sourceName, resourceId) DO UPDATE SET cursor = excluded.cursor\n `;\n },\n { discard: true },\n );\n }),\n );\n}\n", "//\n// Copyright 2026 DXOS.org\n//\n\nimport * as SqlClient from '@effect/sql/SqlClient';\nimport type * as SqlError from '@effect/sql/SqlError';\nimport type * as Statement from '@effect/sql/Statement';\nimport * as Effect from 'effect/Effect';\n\nimport type { Obj } from '@dxos/echo';\nimport type { ObjectId, SpaceId } from '@dxos/keys';\n\nimport type { Index, IndexerObject } from './interface';\nimport type { ObjectMeta } from './object-meta-index';\n\n// SQLite bound-variable limit (SQLITE_LIMIT_VARIABLE_NUMBER) is 999 in most builds.\n// Use 500 as a safe chunk size for IN (...) clauses.\nconst SQL_CHUNK_SIZE = 500;\n\n/**\n * The space and queue constrains are combined together using a logical OR.\n */\nexport interface FtsQuery {\n /**\n * Text to search.\n */\n query: string;\n\n /**\n * Space ID to search within.\n */\n spaceId: readonly SpaceId[] | null;\n\n /**\n * If true, include all queues in the spaces specified by `spaceId`.\n */\n includeAllQueues: boolean;\n\n /**\n * Queue IDs to search within.\n */\n queueIds: readonly ObjectId[] | null;\n}\n\n/**\n * Result of FTS query including the indexed snapshot data.\n */\nexport interface FtsResult extends ObjectMeta {\n /**\n * The indexed snapshot data (JSON string).\n * Used to load queue objects without going through document loading.\n */\n snapshot: string;\n}\n\n/**\n * Result of FTS query with rank.\n */\nexport interface FtsQueryResult extends ObjectMeta {\n /**\n * Relevance rank from FTS5.\n * Higher values indicate better matches.\n * Uses BM25 algorithm when available, falls back to 1 for non-BM25 queries.\n */\n rank: number;\n}\n\n/**\n * Escapes user input for safe FTS5 queries.\n *\n * FTS5 has special syntax characters that can cause errors or unexpected behavior:\n * - `*` suffix for prefix matching (e.g., `prog*` matches \"program\", \"programming\")\n * - `\"...\"` for phrase queries\n * - `.` for column specification\n * - `AND`, `OR`, `NOT` boolean operators\n * - `+`, `-` for required/excluded terms\n *\n * This function wraps each whitespace-separated term in double quotes, treating all\n * characters as literals. Double quotes within terms are escaped by doubling (`\"\"`).\n *\n * Example: `prog* AND test.` becomes `\"prog*\" \"AND\" \"test.\"`.\n */\nconst escapeFts5Query = (text: string): string => {\n return text\n .split(/\\s+/)\n .filter(Boolean)\n .map((term) => `\"${term.replace(/\"/g, '\"\"')}\"`)\n .join(' ');\n};\n\nexport class FtsIndex implements Index {\n migrate = Effect.fn('FtsIndex.migrate')(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n // https://sqlite.org/fts5.html#the_trigram_tokenizer\n // FTS5 tables are created as virtual tables; they implicitly have a `rowid`.\n // Trigram tokenizer enables substring matching (e.g., \"rog\" matches \"programming\").\n //\n // Data structure: inverted index mapping trigrams to document IDs.\n // \"hello\" → trigrams [\"hel\", \"ell\", \"llo\"] → B-tree entries: \"hel\"→[1], \"ell\"→[1], \"llo\"→[1].\n // Query \"ell\" → O(log n) B-tree lookup → returns [1].\n // Posting lists are compressed, so index size scales well with document count.\n yield* sql`CREATE VIRTUAL TABLE IF NOT EXISTS ftsIndex USING fts5(snapshot, tokenize='trigram')`;\n });\n\n query({\n query,\n spaceId,\n includeAllQueues,\n queueIds,\n }: FtsQuery): Effect.Effect<readonly FtsQueryResult[], SqlError.SqlError, SqlClient.SqlClient> {\n return Effect.gen(function* () {\n const trimmed = query.trim();\n if (trimmed.length === 0) {\n return [];\n }\n\n const sql = yield* SqlClient.SqlClient;\n\n // Trigram tokenizer requires at least 3 characters per term.\n // Check if ALL terms are at least 3 chars; otherwise use LIKE fallback.\n const terms = trimmed.split(/\\s+/).filter(Boolean);\n const minTermLength = Math.min(...terms.map((t) => t.length));\n\n // Use BM25 ranking for FTS5 MATCH queries, fall back to rank 1 for LIKE queries.\n // BM25 returns negative values where lower (more negative) means better match,\n // so we negate it to get higher = better.\n const useBm25 = minTermLength >= 3;\n\n const conditions =\n minTermLength < 3\n ? // LIKE fallback - scan the entire table, AND all terms.\n terms.map((term) => sql`f.snapshot LIKE ${'%' + term + '%'}`)\n : // MATCH - fast index lookup.\n [sql`f.snapshot MATCH ${escapeFts5Query(trimmed)}`];\n\n // Space and queue constraints are combined with OR.\n const sourceConditions: Statement.Statement<{}>[] = [];\n\n if (spaceId && spaceId.length > 0) {\n if (includeAllQueues) {\n // All items from these spaces (both space objects and queue objects).\n sourceConditions.push(sql`m.spaceId IN ${sql.in(spaceId)}`);\n } else {\n // Only space objects (not queue objects) from these spaces.\n sourceConditions.push(sql`(m.spaceId IN ${sql.in(spaceId)} AND m.queueId = '')`);\n }\n }\n\n if (queueIds && queueIds.length > 0) {\n // Items from specific queues.\n sourceConditions.push(sql`m.queueId IN ${sql.in(queueIds)}`);\n }\n\n if (sourceConditions.length > 0) {\n conditions.push(sql`(${sql.or(sourceConditions)})`);\n }\n\n if (useBm25) {\n // Use BM25 ranking for FTS5 MATCH queries.\n // BM25 returns negative values, negate to get higher = better match.\n // Order by rank descending so best matches come first.\n // Note: bm25() requires the actual table name, not an alias.\n const rows = yield* sql<ObjectMeta & { rank: number }>`\n SELECT m.*, -bm25(ftsIndex) AS rank \n FROM ftsIndex AS f \n JOIN objectMeta AS m ON f.rowid = m.recordId \n WHERE ${sql.and(conditions)}\n ORDER BY rank DESC\n `;\n return rows;\n } else {\n // LIKE fallback - no ranking available, default to 1.\n const rows = yield* sql<ObjectMeta>`\n SELECT m.* \n FROM ftsIndex AS f \n JOIN objectMeta AS m ON f.rowid = m.recordId \n WHERE ${sql.and(conditions)}\n `;\n return rows.map((row) => ({ ...row, rank: 1 }));\n }\n });\n }\n\n /**\n * Query snapshots by recordIds.\n * Returns the parsed JSON snapshots for queue objects.\n * RecordIds not present in the FTS index are silently omitted from the result.\n */\n querySnapshotsJSON(\n recordIds: number[],\n ): Effect.Effect<readonly { recordId: number; snapshot: Obj.JSON }[], SqlError.SqlError, SqlClient.SqlClient> {\n return Effect.gen(function* () {\n if (recordIds.length === 0) {\n return [];\n }\n const sql = yield* SqlClient.SqlClient;\n\n // Chunk to avoid SQLite bound-variable limit (SQLITE_LIMIT_VARIABLE_NUMBER,\n // typically 999 in wasm builds). 500 gives a safe margin.\n const chunks: number[][] = [];\n for (let i = 0; i < recordIds.length; i += SQL_CHUNK_SIZE) {\n chunks.push(recordIds.slice(i, i + SQL_CHUNK_SIZE));\n }\n\n const allResults: { recordId: number; snapshot: Obj.JSON }[] = [];\n for (const chunk of chunks) {\n const rows = yield* sql<{\n rowid: number;\n snapshot: string;\n }>`SELECT rowid, snapshot FROM ftsIndex WHERE rowid IN ${sql.in(chunk)}`;\n for (const r of rows) {\n allResults.push({ recordId: r.rowid, snapshot: JSON.parse(r.snapshot) });\n }\n }\n\n return allResults;\n });\n }\n\n update = Effect.fn('FtsIndex.update')(\n (objects: IndexerObject[]): Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n yield* Effect.forEach(\n objects,\n (object) =>\n Effect.gen(function* () {\n const { recordId, data } = object;\n if (recordId === null) {\n return yield* Effect.die(new Error('FtsIndex.update requires recordId to be set'));\n }\n\n const snapshot = JSON.stringify(data);\n\n // FTS5 doesn't support UPDATE, need DELETE + INSERT for upsert.\n const existing = yield* sql<{ rowid: number }>`SELECT rowid FROM ftsIndex WHERE rowid = ${recordId}`;\n if (existing.length > 0) {\n yield* sql`DELETE FROM ftsIndex WHERE rowid = ${recordId}`;\n }\n\n yield* sql`INSERT INTO ftsIndex (rowid, snapshot) VALUES (${recordId}, ${snapshot})`;\n }),\n { discard: true },\n );\n }),\n );\n}\n", "//\n// Copyright 2026 DXOS.org\n//\n\nimport * as SqlClient from '@effect/sql/SqlClient';\nimport type * as SqlError from '@effect/sql/SqlError';\nimport type * as Statement from '@effect/sql/Statement';\nimport * as Effect from 'effect/Effect';\nimport * as Schema from 'effect/Schema';\n\nimport { ATTR_DELETED, ATTR_PARENT, ATTR_RELATION_SOURCE, ATTR_RELATION_TARGET, ATTR_TYPE } from '@dxos/echo/internal';\nimport { DXN, type ObjectId, type SpaceId } from '@dxos/keys';\n\nimport type { IndexerObject } from './interface';\nimport type { Index } from './interface';\n\nconst _escapeLikePrefix = (prefix: string) => {\n // Escape LIKE metacharacters in the *literal* prefix (we still append a wildcard for the version suffix).\n // Backslash is used as the ESCAPE character.\n // See: https://www.sqlite.org/lang_expr.html#like\n const escaped = prefix.replaceAll('\\\\', '\\\\\\\\').replaceAll('%', '\\\\%').replaceAll('_', '\\\\_');\n return `${escaped}:%`;\n};\n\nexport const ObjectMeta = Schema.Struct({\n recordId: Schema.Number,\n objectId: Schema.String,\n queueId: Schema.String,\n /** Queue subspace namespace (e.g. 'data', 'trace'). Empty string for non-queue objects. */\n queueNamespace: Schema.String,\n spaceId: Schema.String,\n documentId: Schema.String,\n entityKind: Schema.String,\n /** The versioned DXN of the type of the object. */\n typeDxn: Schema.String,\n deleted: Schema.Boolean,\n source: Schema.NullOr(Schema.String),\n target: Schema.NullOr(Schema.String),\n /** Parent object id (nullable). */\n parent: Schema.NullOr(Schema.String),\n /** Monotonically increasing sequence number assigned on insert/update for tracking indexing order. */\n version: Schema.Number,\n /** Unix ms timestamp when the object was first indexed. */\n createdAt: Schema.NullOr(Schema.Number),\n /** Unix ms timestamp when the object was last re-indexed. */\n updatedAt: Schema.NullOr(Schema.Number),\n});\nexport interface ObjectMeta extends Schema.Schema.Type<typeof ObjectMeta> {}\n\n/**\n * Builds a SQL condition for filtering by space and queue source.\n * When `includeAllQueues` is false and no `queueIds`, only non-queue objects are returned.\n */\nconst buildSourceCondition = (\n sql: SqlClient.SqlClient,\n spaceIds: readonly string[],\n includeAllQueues: boolean,\n queueIds: readonly string[] | null,\n): Statement.Fragment => {\n const conditions: Statement.Fragment[] = [];\n\n if (spaceIds.length > 0) {\n if (includeAllQueues) {\n conditions.push(sql`${sql.in('spaceId', spaceIds)}`);\n } else {\n conditions.push(sql`(${sql.in('spaceId', spaceIds)} AND queueId = '')`);\n }\n }\n\n if (queueIds && queueIds.length > 0) {\n conditions.push(sql`${sql.in('queueId', queueIds)}`);\n }\n\n if (conditions.length === 0) {\n return sql`1 = 0`;\n }\n\n return sql.or(conditions);\n};\n\nexport class ObjectMetaIndex implements Index {\n migrate = Effect.fn('ObjectMetaIndex.runMigrations')(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n yield* sql`CREATE TABLE IF NOT EXISTS objectMeta (\n recordId INTEGER PRIMARY KEY AUTOINCREMENT,\n objectId TEXT NOT NULL,\n queueId TEXT NOT NULL DEFAULT '',\n queueNamespace TEXT NOT NULL DEFAULT '',\n spaceId TEXT NOT NULL,\n documentId TEXT NOT NULL DEFAULT '',\n entityKind TEXT NOT NULL,\n typeDxn TEXT NOT NULL,\n deleted INTEGER NOT NULL,\n source TEXT,\n target TEXT,\n parent TEXT,\n version INTEGER NOT NULL,\n createdAt INTEGER,\n updatedAt INTEGER\n )`;\n\n // Add `parent` column for tables created before it was introduced.\n yield* Effect.catchAll(sql`ALTER TABLE objectMeta ADD COLUMN parent TEXT`, () => Effect.void);\n // Add timestamp columns for tables created before they were introduced.\n yield* Effect.catchAll(sql`ALTER TABLE objectMeta ADD COLUMN createdAt INTEGER`, () => Effect.void);\n yield* Effect.catchAll(sql`ALTER TABLE objectMeta ADD COLUMN updatedAt INTEGER`, () => Effect.void);\n // Add queueNamespace column for tables created before it was introduced.\n yield* Effect.catchAll(\n sql`ALTER TABLE objectMeta ADD COLUMN queueNamespace TEXT NOT NULL DEFAULT ''`,\n () => Effect.void,\n );\n\n yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_objectId ON objectMeta(spaceId, objectId)`;\n yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_typeDxn ON objectMeta(spaceId, typeDxn)`;\n yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_version ON objectMeta(version)`;\n yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_parent ON objectMeta(spaceId, parent)`;\n yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_updatedAt ON objectMeta(updatedAt)`;\n yield* sql`CREATE INDEX IF NOT EXISTS idx_object_index_createdAt ON objectMeta(createdAt)`;\n });\n\n query = Effect.fn('ObjectMetaIndex.query')(\n (\n query: Pick<ObjectMeta, 'spaceId' | 'typeDxn'>,\n ): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n const parsedType = DXN.tryParse(query.typeDxn)?.asTypeDXN();\n\n // SQLite stores booleans as integers, so we need to specify the raw row type.\n const rows =\n parsedType && parsedType.version === undefined\n ? yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE spaceId = ${query.spaceId} AND (typeDxn = ${\n query.typeDxn\n } OR typeDxn LIKE ${_escapeLikePrefix(query.typeDxn)} ESCAPE '\\\\')`\n : yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE spaceId = ${query.spaceId} AND typeDxn = ${query.typeDxn}`;\n return rows.map((row) => ({\n ...row,\n deleted: !!row.deleted,\n }));\n }),\n );\n\n queryAll = Effect.fn('ObjectMetaIndex.queryAll')(\n (query: {\n spaceIds: readonly ObjectMeta['spaceId'][];\n includeAllQueues?: boolean;\n queueIds?: readonly string[] | null;\n }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n if (query.spaceIds.length === 0 && (!query.queueIds || query.queueIds.length === 0)) {\n return [];\n }\n\n const sql = yield* SqlClient.SqlClient;\n const sourceCondition = buildSourceCondition(\n sql,\n query.spaceIds,\n query.includeAllQueues ?? false,\n query.queueIds ?? null,\n );\n const rows = yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE ${sourceCondition}`;\n return rows.map((row) => ({\n ...row,\n deleted: !!row.deleted,\n }));\n }),\n );\n\n queryTypes = Effect.fn('ObjectMetaIndex.queryTypes')(\n ({\n spaceIds,\n typeDxns,\n inverted = false,\n includeAllQueues = false,\n queueIds = null,\n }: {\n spaceIds: readonly ObjectMeta['spaceId'][];\n typeDxns: readonly ObjectMeta['typeDxn'][];\n inverted?: boolean;\n includeAllQueues?: boolean;\n queueIds?: readonly string[] | null;\n }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n if (spaceIds.length === 0 && (!queueIds || queueIds.length === 0)) {\n return [];\n }\n\n if (typeDxns.length === 0) {\n if (!inverted) {\n return [];\n }\n\n const sql = yield* SqlClient.SqlClient;\n const sourceCondition = buildSourceCondition(sql, spaceIds, includeAllQueues, queueIds);\n const rows = yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE ${sourceCondition}`;\n return rows.map((row) => ({\n ...row,\n deleted: !!row.deleted,\n }));\n }\n const sql = yield* SqlClient.SqlClient;\n const sourceCondition = buildSourceCondition(sql, spaceIds, includeAllQueues, queueIds);\n const typeWhere = sql.or(\n typeDxns.map((typeDxn) => {\n const parsedType = DXN.tryParse(typeDxn)?.asTypeDXN();\n return parsedType && parsedType.version === undefined\n ? sql.or([sql`typeDxn = ${typeDxn}`, sql`typeDxn LIKE ${_escapeLikePrefix(typeDxn)} ESCAPE '\\\\'`])\n : sql`typeDxn = ${typeDxn}`;\n }),\n );\n const rows = inverted\n ? yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE ${sourceCondition} AND NOT ${typeWhere}`\n : yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE ${sourceCondition} AND ${typeWhere}`;\n return rows.map((row) => ({\n ...row,\n deleted: !!row.deleted,\n }));\n }),\n );\n\n queryRelations = Effect.fn('ObjectMetaIndex.queryRelations')(\n ({\n endpoint,\n anchorDxns,\n }: {\n endpoint: 'source' | 'target';\n anchorDxns: readonly string[];\n }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n if (anchorDxns.length === 0) {\n return [];\n }\n const sql = yield* SqlClient.SqlClient;\n const column = endpoint === 'source' ? 'source' : 'target';\n const rows = yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE entityKind = 'relation' AND ${sql.in(\n column,\n anchorDxns,\n )}`;\n return rows.map((row) => ({\n ...row,\n deleted: !!row.deleted,\n }));\n }),\n );\n\n // TODO(dmaretskyi): Update recordId on objects so that we don't need to look it up separately.\n update = Effect.fn('ObjectMetaIndex.update')(\n (objects: IndexerObject[]): Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n yield* Effect.forEach(\n objects,\n (object) =>\n Effect.gen(function* () {\n const { spaceId, queueId, queueNamespace, documentId, data } = object;\n\n // Extract metadata (Logic emulating Echo APIs as strict imports are unavailable).\n const castData = data;\n const objectId = castData.id;\n\n // Check for existing record by (spaceId, queueId) or (spaceId, documentId).\n let existing: readonly { recordId: number }[];\n if (documentId) {\n existing = yield* sql<{\n recordId: number;\n }>`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND documentId = ${documentId} AND objectId = ${objectId} LIMIT 1`;\n } else if (queueId) {\n existing = yield* sql<{\n recordId: number;\n }>`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND queueId = ${queueId} AND objectId = ${objectId} LIMIT 1`;\n } else {\n // Should not happen based on IndexerObject definition (one must be present ideally), but handle gracefully.\n existing = [];\n }\n\n // Get max version + 1.\n const result = yield* sql<{ v: number | null }>`SELECT MAX(version) as v FROM objectMeta`;\n const [{ v }] = result;\n const version = (v ?? 0) + 1;\n\n // Extract metadata.\n const entityKind = castData[ATTR_RELATION_SOURCE] ? 'relation' : 'object';\n const typeDxn = castData[ATTR_TYPE] ? String(castData[ATTR_TYPE]) : 'type';\n const deleted = castData[ATTR_DELETED] ? 1 : 0;\n // Relations.\n const source = entityKind === 'relation' ? (castData[ATTR_RELATION_SOURCE] ?? null) : null;\n const target = entityKind === 'relation' ? (castData[ATTR_RELATION_TARGET] ?? null) : null;\n // Parent (nullable).\n const parent = castData[ATTR_PARENT] ?? null;\n\n const sourceTimestamp = object.updatedAt;\n\n if (existing.length > 0) {\n yield* sql`\n UPDATE objectMeta SET\n version = ${version},\n queueNamespace = ${queueNamespace ?? ''},\n entityKind = ${entityKind},\n typeDxn = ${typeDxn},\n deleted = ${deleted},\n source = ${source},\n target = ${target},\n parent = ${parent},\n updatedAt = ${sourceTimestamp}\n WHERE recordId = ${existing[0].recordId}\n `;\n } else {\n yield* sql`\n INSERT INTO objectMeta (\n objectId, queueId, queueNamespace, spaceId, documentId,\n entityKind, typeDxn, deleted, source, target, parent, version,\n createdAt, updatedAt\n ) VALUES (\n ${objectId}, ${queueId ?? ''}, ${queueNamespace ?? ''}, ${spaceId}, ${documentId ?? ''},\n ${entityKind}, ${typeDxn}, ${deleted},\n ${source}, ${target}, ${parent}, ${version},\n ${sourceTimestamp}, ${sourceTimestamp}\n )\n `;\n }\n }),\n { discard: true },\n );\n }),\n );\n\n /**\n * Look up `recordIds` for objects that are already stored in the ObjectMetaIndex.\n * Mutates the objects in place.\n */\n lookupRecordIds = Effect.fn('ObjectMetaIndex.lookupRecordIds')(\n (objects: IndexerObject[]): Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n for (const object of objects) {\n const { spaceId, queueId, documentId, data } = object;\n const objectId = data.id;\n\n let result: readonly { recordId: number }[];\n if (documentId) {\n result = yield* sql<{\n recordId: number;\n }>`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND documentId = ${documentId} AND objectId = ${objectId} LIMIT 1`;\n } else if (queueId) {\n result = yield* sql<{\n recordId: number;\n }>`SELECT recordId FROM objectMeta WHERE spaceId = ${spaceId} AND queueId = ${queueId} AND objectId = ${objectId} LIMIT 1`;\n } else {\n result = [];\n }\n\n if (result.length === 0) {\n // TODO(mykola): Handle this case gracefully.\n return yield* Effect.die(\n new Error(`Object not found in ObjectMetaIndex: ${spaceId}/${documentId ?? queueId}/${objectId}`),\n );\n }\n object.recordId = result[0].recordId;\n }\n }),\n );\n\n /**\n * Look up object metadata by recordIds.\n */\n lookupByRecordIds = Effect.fn('ObjectMetaIndex.lookupByRecordIds')(\n (recordIds: number[]): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n if (recordIds.length === 0) {\n return [];\n }\n\n const sql = yield* SqlClient.SqlClient;\n const rows = yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE ${sql.in('recordId', recordIds)}`;\n\n return rows.map((row) => ({\n ...row,\n deleted: !!row.deleted,\n }));\n }),\n );\n\n /**\n * Look up object metadata by objectId, spaceId, and queueId.\n */\n lookupByObjectId = Effect.fn('ObjectMetaIndex.lookupByObjectId')(\n (query: {\n objectId: string;\n spaceId: string;\n queueId: string;\n }): Effect.Effect<ObjectMeta | null, SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n const rows =\n yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE spaceId = ${query.spaceId} AND queueId = ${query.queueId} AND objectId = ${query.objectId} LIMIT 1`;\n\n if (rows.length === 0) {\n return null;\n }\n\n return {\n ...rows[0],\n deleted: !!rows[0].deleted,\n };\n }),\n );\n\n /**\n * Query objects by timestamp range.\n */\n queryByTimeRange = Effect.fn('ObjectMetaIndex.queryByTimeRange')(\n (query: {\n spaceIds: readonly string[];\n updatedAfter?: number;\n updatedBefore?: number;\n createdAfter?: number;\n createdBefore?: number;\n includeAllQueues?: boolean;\n queueIds?: readonly string[] | null;\n }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n if (query.spaceIds.length === 0 && (!query.queueIds || query.queueIds.length === 0)) {\n return [];\n }\n\n const sql = yield* SqlClient.SqlClient;\n const sourceCondition = buildSourceCondition(\n sql,\n query.spaceIds,\n query.includeAllQueues ?? false,\n query.queueIds ?? null,\n );\n\n const timeConditions: Statement.Fragment[] = [];\n if (query.updatedAfter != null) {\n timeConditions.push(sql`updatedAt >= ${query.updatedAfter}`);\n }\n if (query.updatedBefore != null) {\n timeConditions.push(sql`updatedAt <= ${query.updatedBefore}`);\n }\n if (query.createdAfter != null) {\n timeConditions.push(sql`createdAt >= ${query.createdAfter}`);\n }\n if (query.createdBefore != null) {\n timeConditions.push(sql`createdAt <= ${query.createdBefore}`);\n }\n\n const rows =\n timeConditions.length > 0\n ? yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE ${sourceCondition} AND ${sql.and(timeConditions)}`\n : yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE ${sourceCondition}`;\n\n return rows.map((row) => ({\n ...row,\n deleted: !!row.deleted,\n }));\n }),\n );\n\n /**\n * Query children by parent object ids.\n * Matches both:\n * - Objects whose `parent` field references one of the given parent ids (standard parent/child hierarchy).\n * - Queue items whose `queueId` equals one of the parent ids (e.g. items inside a Feed, since a feed's queue\n * DXN uses the feed's object id as its queue id — see `Feed.getQueueDxn`).\n */\n queryChildren = Effect.fn('ObjectMetaIndex.queryChildren')(\n (query: {\n spaceId: SpaceId[];\n parentIds: ObjectId[];\n }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n if (query.parentIds.length === 0) {\n return [];\n }\n\n const sql = yield* SqlClient.SqlClient;\n const parentDxns = query.parentIds.map((id) => DXN.fromLocalObjectId(id).toString());\n const rows =\n yield* sql<ObjectMeta>`SELECT * FROM objectMeta WHERE ${sql.in('spaceId', query.spaceId)} AND (${sql.in('parent', parentDxns)} OR ${sql.in('queueId', query.parentIds)})`;\n\n return rows.map((row) => ({\n ...row,\n deleted: !!row.deleted,\n }));\n }),\n );\n}\n", "//\n// Copyright 2026 DXOS.org\n//\n\nimport * as SqlClient from '@effect/sql/SqlClient';\nimport type * as SqlError from '@effect/sql/SqlError';\nimport * as Effect from 'effect/Effect';\nimport * as Schema from 'effect/Schema';\n\nimport { EncodedReference, isEncodedReference } from '@dxos/echo-protocol';\n\nimport { EscapedPropPath } from '../utils';\nimport type { Index, IndexerObject } from './interface';\n\n/**\n * Extracts all outgoing references from an object's data.\n */\nconst extractReferences = (data: Record<string, unknown>): { path: string[]; targetDxn: string }[] => {\n const refs: { path: string[]; targetDxn: string }[] = [];\n const visit = (path: string[], value: unknown) => {\n if (isEncodedReference(value)) {\n const dxn = EncodedReference.toDXN(value);\n const echoId = dxn.asEchoDXN()?.echoId;\n if (!echoId) {\n return; // Skip non-echo references.\n }\n refs.push({ path, targetDxn: dxn.toString() });\n } else if (typeof value === 'object' && value !== null && !Array.isArray(value)) {\n for (const [key, v] of Object.entries(value)) {\n visit([...path, key], v);\n }\n } else if (Array.isArray(value)) {\n for (let i = 0; i < value.length; i++) {\n visit([...path, String(i)], value[i]);\n }\n }\n };\n visit([], data);\n return refs;\n};\n\nexport const ReverseRef = Schema.Struct({\n recordId: Schema.Number,\n targetDxn: Schema.String,\n /**\n * Escaped property path within an object.\n *\n * Escaping rules:\n *\n * - '.' -> '\\.'\n * - '\\' -> '\\\\'\n * - contact with .\n */\n propPath: Schema.String,\n});\nexport interface ReverseRef extends Schema.Schema.Type<typeof ReverseRef> {}\n\nexport interface ReverseRefQuery {\n targetDxn: string;\n // TODO: Add prop filter\n}\n\n/**\n * Indexes reverse references - tracks which objects reference which targets.\n * Only indexes references, not relations.\n */\nexport class ReverseRefIndex implements Index {\n migrate = Effect.fn('ReverseRefIndex.migrate')(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n yield* sql`CREATE TABLE IF NOT EXISTS reverseRef (\n recordId INTEGER NOT NULL,\n targetDxn TEXT NOT NULL,\n propPath TEXT NOT NULL,\n PRIMARY KEY (recordId, targetDxn, propPath)\n )`;\n\n yield* sql`CREATE INDEX IF NOT EXISTS idx_reverse_ref_target ON reverseRef(targetDxn)`;\n });\n\n /**\n * Query all references pointing to a target DXN.\n */\n query = Effect.fn('ReverseRefIndex.query')(\n ({ targetDxn }: ReverseRefQuery): Effect.Effect<readonly ReverseRef[], SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n // TODO(mykola): Join objectMeta table here.\n const rows = yield* sql`SELECT * FROM reverseRef WHERE targetDxn = ${targetDxn}`;\n return rows as ReverseRef[];\n }),\n );\n\n update = Effect.fn('ReverseRefIndex.update')(\n (objects: IndexerObject[]): Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient> =>\n Effect.gen(function* () {\n const sql = yield* SqlClient.SqlClient;\n\n yield* Effect.forEach(\n objects,\n (object) =>\n Effect.gen(function* () {\n const { recordId, data } = object;\n if (recordId === null) {\n yield* Effect.die(new Error('ReverseRefIndex.update requires recordId to be set'));\n }\n\n // Delete existing references for this record.\n yield* sql`DELETE FROM reverseRef WHERE recordId = ${recordId}`;\n\n // Extract references from data.\n const refs = extractReferences(data as unknown as Record<string, unknown>);\n\n // Insert new references.\n yield* Effect.forEach(\n refs,\n (ref) =>\n sql`INSERT INTO reverseRef (recordId, targetDxn, propPath) VALUES (${recordId}, ${ref.targetDxn}, ${EscapedPropPath.escape(ref.path)})`,\n { discard: true },\n );\n }),\n { discard: true },\n );\n }),\n );\n}\n", "//\n// Copyright 2026 DXOS.org\n//\n\nimport * as Schema from 'effect/Schema';\n\nimport { invariant } from '@dxos/invariant';\n\nexport type ObjectPropPath = string[];\n\n/**\n * Escaped property path within an object.\n *\n * Escaping rules:\n *\n * - '.' -> '\\.'\n * - '\\' -> '\\\\'\n * - contact with .\n */\nexport const EscapedPropPath: Schema.SchemaClass<string, string> & {\n escape: (path: ObjectPropPath) => EscapedPropPath;\n unescape: (path: EscapedPropPath) => ObjectPropPath;\n} = class extends Schema.String.annotations({ title: 'EscapedPropPath' }) {\n static escape(path: ObjectPropPath): EscapedPropPath {\n return path.map((p) => p.toString().replaceAll('\\\\', '\\\\\\\\').replaceAll('.', '\\\\.')).join('.');\n }\n\n static unescape(path: EscapedPropPath): ObjectPropPath {\n const parts: string[] = [];\n let current = '';\n\n for (let i = 0; i < path.length; i++) {\n if (path[i] === '\\\\') {\n invariant(i + 1 < path.length && (path[i + 1] === '.' || path[i + 1] === '\\\\'), 'Malformed escaping.');\n current = current + path[i + 1];\n i++;\n } else if (path[i] === '.') {\n parts.push(current);\n current = '';\n } else {\n current += path[i];\n }\n }\n parts.push(current);\n\n return parts;\n }\n};\nexport type EscapedPropPath = Schema.Schema.Type<typeof EscapedPropPath>;\n"],
5
+ "mappings": ";AAMA,YAAYA,aAAY;AAGxB,SAASC,aAAAA,kBAAiB;AAE1B,YAAYC,oBAAoB;;;ACPhC,YAAYC,eAAe;AAE3B,YAAYC,YAAY;AACxB,YAAYC,YAAY;AAExB,SAASC,eAAe;AAEjB,IAAMC,cAAqBC,cAAO;;;;EAIvCC,WAAkBC;;;;EAIlBC,SAAgBC,cAAON,OAAAA;;;;;EAKvBO,YAAmBH;;;;;EAKnBI,YAAmBF,cAAcF,aAAM;;;;EAIvCK,QAAeC,aAAaC,eAAeP,aAAM;AACnD,CAAA;AAMA,IAAMQ,yBAAyB;EAAC;;AAEzB,IAAMC,eAAN,MAAMA;EACXC,UAAiBC,UAAG,sBAAA,EAAwB,aAAA;AAC1C,UAAMC,MAAM,OAAiBnB;AAI7B,WAAOmB;;;;;;;;AASP,WAAcC,eAAQL,wBAAwB,CAACT,cAAAA;AAC7C,aAAOa,gDAAgDb,SAAAA;IACzD,CAAA;EACF,CAAA;EAEAe,eAAsBH,UAAG,2BAAA,EACvB,CACEI,UAEOC,WAAI,aAAA;AACT,UAAMJ,MAAM,OAAiBnB;AAE7B,UAAMwB,eAAeF,MAAMd,YAAYiB,SAAY,OAAQH,MAAMd,WAAW;AAC5E,UAAMkB,kBAAkBJ,MAAMZ,eAAee,SAAY,OAAOH,MAAMZ;AACtE,UAAMiB,kBAAkBL,MAAMX,eAAec,SAAY,OAAQH,MAAMX,cAAc;AAErF,UAAMiB,OAAO,OAAOT;;gCAEIG,MAAMhB,SAAS;mBAC5BkB,YAAAA,yBAAqCA,YAAAA;mBACrCE,eAAAA,4BAA2CA,eAAAA;mBAC3CC,eAAAA,4BAA2CA,eAAAA;;AAGtD,WAAOC,KAAKC,IACV,CAACC,SAAsB;MACrBxB,WAAWwB,IAAIxB;MACfE,SAASsB,IAAItB,YAAY,KAAK,OAAcuB,kBAAW5B,OAAAA,EAAS2B,IAAItB,OAAO;MAC3EE,YAAYoB,IAAIpB;MAChBC,YAAYmB,IAAInB,eAAe,KAAK,OAAOmB,IAAInB;MAC/CC,QAAQkB,IAAIlB;IACd,EAAA;EAEJ,CAAA,CAAA;EAGJoB,gBAAuBd,UAAG,4BAAA,EACxB,CAACe,YACQV,WAAI,aAAA;AACT,UAAMJ,MAAM,OAAiBnB;AAC7B,WAAcoB,eACZa,SACA,CAACrB,WAAAA;AACC,YAAMJ,UAAUI,OAAOJ,WAAW;AAClC,YAAMG,aAAaC,OAAOD,cAAc;AACxC,aAAOQ;;sBAEGP,OAAON,SAAS,KAAKE,OAAAA,KAAYI,OAAOF,UAAU,KAAKC,UAAAA,KAAeC,OAAOA,MAAM;;;IAG/F,GACA;MAAEsB,SAAS;IAAK,CAAA;EAEpB,CAAA,CAAA;AAEN;;;AC5GA,YAAYC,gBAAe;AAG3B,YAAYC,aAAY;AAUxB,IAAMC,iBAAiB;AAiEvB,IAAMC,kBAAkB,CAACC,SAAAA;AACvB,SAAOA,KACJC,MAAM,KAAA,EACNC,OAAOC,OAAAA,EACPC,IAAI,CAACC,SAAS,IAAIA,KAAKC,QAAQ,MAAM,IAAA,CAAA,GAAQ,EAC7CC,KAAK,GAAA;AACV;AAEO,IAAMC,WAAN,MAAMA;EACXC,UAAiBC,WAAG,kBAAA,EAAoB,aAAA;AACtC,UAAMC,MAAM,OAAiBf;AAU7B,WAAOe;EACT,CAAA;EAEAC,MAAM,EACJA,OACAC,SACAC,kBACAC,SAAQ,GACqF;AAC7F,WAAcC,YAAI,aAAA;AAChB,YAAMC,UAAUL,MAAMM,KAAI;AAC1B,UAAID,QAAQE,WAAW,GAAG;AACxB,eAAO,CAAA;MACT;AAEA,YAAMR,MAAM,OAAiBf;AAI7B,YAAMwB,QAAQH,QAAQhB,MAAM,KAAA,EAAOC,OAAOC,OAAAA;AAC1C,YAAMkB,gBAAgBC,KAAKC,IAAG,GAAIH,MAAMhB,IAAI,CAACoB,MAAMA,EAAEL,MAAM,CAAA;AAK3D,YAAMM,UAAUJ,iBAAiB;AAEjC,YAAMK,aACJL,gBAAgB,IAEZD,MAAMhB,IAAI,CAACC,SAASM,sBAAsB,MAAMN,OAAO,GAAA,EAAK,IAE5D;QAACM,uBAAuBZ,gBAAgBkB,OAAAA,CAAAA;;AAG9C,YAAMU,mBAA8C,CAAA;AAEpD,UAAId,WAAWA,QAAQM,SAAS,GAAG;AACjC,YAAIL,kBAAkB;AAEpBa,2BAAiBC,KAAKjB,mBAAmBA,IAAIkB,GAAGhB,OAAAA,CAAAA,EAAU;QAC5D,OAAO;AAELc,2BAAiBC,KAAKjB,oBAAoBA,IAAIkB,GAAGhB,OAAAA,CAAAA,sBAA8B;QACjF;MACF;AAEA,UAAIE,YAAYA,SAASI,SAAS,GAAG;AAEnCQ,yBAAiBC,KAAKjB,mBAAmBA,IAAIkB,GAAGd,QAAAA,CAAAA,EAAW;MAC7D;AAEA,UAAIY,iBAAiBR,SAAS,GAAG;AAC/BO,mBAAWE,KAAKjB,OAAOA,IAAImB,GAAGH,gBAAAA,CAAAA,GAAoB;MACpD;AAEA,UAAIF,SAAS;AAKX,cAAMM,OAAO,OAAOpB;;;;kBAIVA,IAAIqB,IAAIN,UAAAA,CAAAA;;;AAGlB,eAAOK;MACT,OAAO;AAEL,cAAMA,OAAO,OAAOpB;;;;kBAIVA,IAAIqB,IAAIN,UAAAA,CAAAA;;AAElB,eAAOK,KAAK3B,IAAI,CAAC6B,SAAS;UAAE,GAAGA;UAAKC,MAAM;QAAE,EAAA;MAC9C;IACF,CAAA;EACF;;;;;;EAOAC,mBACEC,WAC4G;AAC5G,WAAcpB,YAAI,aAAA;AAChB,UAAIoB,UAAUjB,WAAW,GAAG;AAC1B,eAAO,CAAA;MACT;AACA,YAAMR,MAAM,OAAiBf;AAI7B,YAAMyC,SAAqB,CAAA;AAC3B,eAASC,IAAI,GAAGA,IAAIF,UAAUjB,QAAQmB,KAAKxC,gBAAgB;AACzDuC,eAAOT,KAAKQ,UAAUG,MAAMD,GAAGA,IAAIxC,cAAAA,CAAAA;MACrC;AAEA,YAAM0C,aAAyD,CAAA;AAC/D,iBAAWC,SAASJ,QAAQ;AAC1B,cAAMN,OAAO,OAAOpB,0DAGqCA,IAAIkB,GAAGY,KAAAA,CAAAA;AAChE,mBAAWC,KAAKX,MAAM;AACpBS,qBAAWZ,KAAK;YAAEe,UAAUD,EAAEE;YAAOC,UAAUC,KAAKC,MAAML,EAAEG,QAAQ;UAAE,CAAA;QACxE;MACF;AAEA,aAAOL;IACT,CAAA;EACF;EAEAQ,SAAgBtC,WAAG,iBAAA,EACjB,CAACuC,YACQjC,YAAI,aAAA;AACT,UAAML,MAAM,OAAiBf;AAE7B,WAAcsD,gBACZD,SACA,CAACE,WACQnC,YAAI,aAAA;AACT,YAAM,EAAE2B,UAAUS,KAAI,IAAKD;AAC3B,UAAIR,aAAa,MAAM;AACrB,eAAO,OAAcU,YAAI,IAAIC,MAAM,6CAAA,CAAA;MACrC;AAEA,YAAMT,WAAWC,KAAKS,UAAUH,IAAAA;AAGhC,YAAMI,WAAW,OAAO7C,+CAAkEgC,QAAAA;AAC1F,UAAIa,SAASrC,SAAS,GAAG;AACvB,eAAOR,yCAAyCgC,QAAAA;MAClD;AAEA,aAAOhC,qDAAqDgC,QAAAA,KAAaE,QAAAA;IAC3E,CAAA,GACF;MAAEY,SAAS;IAAK,CAAA;EAEpB,CAAA,CAAA;AAEN;;;ACpPA,YAAYC,gBAAe;AAG3B,YAAYC,aAAY;AACxB,YAAYC,aAAY;AAExB,SAASC,cAAcC,aAAaC,sBAAsBC,sBAAsBC,iBAAiB;AACjG,SAASC,WAAwC;AAKjD,IAAMC,oBAAoB,CAACC,WAAAA;AAIzB,QAAMC,UAAUD,OAAOE,WAAW,MAAM,MAAA,EAAQA,WAAW,KAAK,KAAA,EAAOA,WAAW,KAAK,KAAA;AACvF,SAAO,GAAGD,OAAAA;AACZ;AAEO,IAAME,aAAoBC,eAAO;EACtCC,UAAiBC;EACjBC,UAAiBC;EACjBC,SAAgBD;;EAEhBE,gBAAuBF;EACvBG,SAAgBH;EAChBI,YAAmBJ;EACnBK,YAAmBL;;EAEnBM,SAAgBN;EAChBO,SAAgBC;EAChBC,QAAeC,eAAcV,cAAM;EACnCW,QAAeD,eAAcV,cAAM;;EAEnCY,QAAeF,eAAcV,cAAM;;EAEnCa,SAAgBf;;EAEhBgB,WAAkBJ,eAAcZ,cAAM;;EAEtCiB,WAAkBL,eAAcZ,cAAM;AACxC,CAAA;AAOA,IAAMkB,uBAAuB,CAC3BC,KACAC,UACAC,kBACAC,aAAAA;AAEA,QAAMC,aAAmC,CAAA;AAEzC,MAAIH,SAASI,SAAS,GAAG;AACvB,QAAIH,kBAAkB;AACpBE,iBAAWE,KAAKN,MAAMA,IAAIO,GAAG,WAAWN,QAAAA,CAAAA,EAAW;IACrD,OAAO;AACLG,iBAAWE,KAAKN,OAAOA,IAAIO,GAAG,WAAWN,QAAAA,CAAAA,oBAA6B;IACxE;EACF;AAEA,MAAIE,YAAYA,SAASE,SAAS,GAAG;AACnCD,eAAWE,KAAKN,MAAMA,IAAIO,GAAG,WAAWJ,QAAAA,CAAAA,EAAW;EACrD;AAEA,MAAIC,WAAWC,WAAW,GAAG;AAC3B,WAAOL;EACT;AAEA,SAAOA,IAAIQ,GAAGJ,UAAAA;AAChB;AAEO,IAAMK,kBAAN,MAAMA;EACXC,UAAiBC,WAAG,+BAAA,EAAiC,aAAA;AACnD,UAAMX,MAAM,OAAiBnC;AAE7B,WAAOmC;;;;;;;;;;;;;;;;;AAmBP,WAAcY,iBAASZ,oDAAoD,MAAaa,YAAI;AAE5F,WAAcD,iBAASZ,0DAA0D,MAAaa,YAAI;AAClG,WAAcD,iBAASZ,0DAA0D,MAAaa,YAAI;AAElG,WAAcD,iBACZZ,gFACA,MAAaa,YAAI;AAGnB,WAAOb;AACP,WAAOA;AACP,WAAOA;AACP,WAAOA;AACP,WAAOA;AACP,WAAOA;EACT,CAAA;EAEAc,QAAeH,WAAG,uBAAA,EAChB,CACEG,UAEOC,YAAI,aAAA;AACT,UAAMf,MAAM,OAAiBnC;AAC7B,UAAMmD,aAAa3C,IAAI4C,SAASH,MAAMzB,OAAO,GAAG6B,UAAAA;AAGhD,UAAMC,OACJH,cAAcA,WAAWpB,YAAYwB,SACjC,OAAOpB,+CAA2Dc,MAAM5B,OAAO,mBAC7E4B,MAAMzB,OAAO,oBACKf,kBAAkBwC,MAAMzB,OAAO,CAAA,kBACnD,OAAOW,+CAA2Dc,MAAM5B,OAAO,kBAAkB4B,MAAMzB,OAAO;AACpH,WAAO8B,KAAKE,IAAI,CAACC,SAAS;MACxB,GAAGA;MACHhC,SAAS,CAAC,CAACgC,IAAIhC;IACjB,EAAA;EACF,CAAA,CAAA;EAGJiC,WAAkBZ,WAAG,0BAAA,EACnB,CAACG,UAKQC,YAAI,aAAA;AACT,QAAID,MAAMb,SAASI,WAAW,MAAM,CAACS,MAAMX,YAAYW,MAAMX,SAASE,WAAW,IAAI;AACnF,aAAO,CAAA;IACT;AAEA,UAAML,MAAM,OAAiBnC;AAC7B,UAAM2D,kBAAkBzB,qBACtBC,KACAc,MAAMb,UACNa,MAAMZ,oBAAoB,OAC1BY,MAAMX,YAAY,IAAA;AAEpB,UAAMgB,OAAO,OAAOnB,qCAAiDwB,eAAAA;AACrE,WAAOL,KAAKE,IAAI,CAACC,SAAS;MACxB,GAAGA;MACHhC,SAAS,CAAC,CAACgC,IAAIhC;IACjB,EAAA;EACF,CAAA,CAAA;EAGJmC,aAAoBd,WAAG,4BAAA,EACrB,CAAC,EACCV,UACAyB,UACAC,WAAW,OACXzB,mBAAmB,OACnBC,WAAW,KAAI,MAQRY,YAAI,aAAA;AACT,QAAId,SAASI,WAAW,MAAM,CAACF,YAAYA,SAASE,WAAW,IAAI;AACjE,aAAO,CAAA;IACT;AAEA,QAAIqB,SAASrB,WAAW,GAAG;AACzB,UAAI,CAACsB,UAAU;AACb,eAAO,CAAA;MACT;AAEA,YAAM3B,OAAM,OAAiBnC;AAC7B,YAAM2D,mBAAkBzB,qBAAqBC,MAAKC,UAAUC,kBAAkBC,QAAAA;AAC9E,YAAMgB,QAAO,OAAOnB,sCAAiDwB,gBAAAA;AACrE,aAAOL,MAAKE,IAAI,CAACC,SAAS;QACxB,GAAGA;QACHhC,SAAS,CAAC,CAACgC,IAAIhC;MACjB,EAAA;IACF;AACA,UAAMU,MAAM,OAAiBnC;AAC7B,UAAM2D,kBAAkBzB,qBAAqBC,KAAKC,UAAUC,kBAAkBC,QAAAA;AAC9E,UAAMyB,YAAY5B,IAAIQ,GACpBkB,SAASL,IAAI,CAAChC,YAAAA;AACZ,YAAM2B,aAAa3C,IAAI4C,SAAS5B,OAAAA,GAAU6B,UAAAA;AAC1C,aAAOF,cAAcA,WAAWpB,YAAYwB,SACxCpB,IAAIQ,GAAG;QAACR,gBAAgBX,OAAAA;QAAWW,mBAAmB1B,kBAAkBe,OAAAA,CAAAA;OAAuB,IAC/FW,gBAAgBX,OAAAA;IACtB,CAAA,CAAA;AAEF,UAAM8B,OAAOQ,WACT,OAAO3B,qCAAiDwB,eAAAA,YAA2BI,SAAAA,KACnF,OAAO5B,qCAAiDwB,eAAAA,QAAuBI,SAAAA;AACnF,WAAOT,KAAKE,IAAI,CAACC,SAAS;MACxB,GAAGA;MACHhC,SAAS,CAAC,CAACgC,IAAIhC;IACjB,EAAA;EACF,CAAA,CAAA;EAGJuC,iBAAwBlB,WAAG,gCAAA,EACzB,CAAC,EACCmB,UACAC,WAAU,MAKHhB,YAAI,aAAA;AACT,QAAIgB,WAAW1B,WAAW,GAAG;AAC3B,aAAO,CAAA;IACT;AACA,UAAML,MAAM,OAAiBnC;AAC7B,UAAMmE,SAASF,aAAa,WAAW,WAAW;AAClD,UAAMX,OAAO,OAAOnB,iEAA6EA,IAAIO,GACnGyB,QACAD,UAAAA,CAAAA;AAEF,WAAOZ,KAAKE,IAAI,CAACC,SAAS;MACxB,GAAGA;MACHhC,SAAS,CAAC,CAACgC,IAAIhC;IACjB,EAAA;EACF,CAAA,CAAA;;EAIJ2C,SAAgBtB,WAAG,wBAAA,EACjB,CAACuB,YACQnB,YAAI,aAAA;AACT,UAAMf,MAAM,OAAiBnC;AAE7B,WAAcsE,gBACZD,SACA,CAACE,WACQrB,YAAI,aAAA;AACT,YAAM,EAAE7B,SAASF,SAASC,gBAAgBE,YAAYkD,KAAI,IAAKD;AAG/D,YAAME,WAAWD;AACjB,YAAMvD,WAAWwD,SAASC;AAG1B,UAAIC;AACJ,UAAIrD,YAAY;AACdqD,mBAAW,OAAOxC,sDAEmCd,OAAAA,qBAA4BC,UAAAA,mBAA6BL,QAAAA;MAChH,WAAWE,SAAS;AAClBwD,mBAAW,OAAOxC,sDAEmCd,OAAAA,kBAAyBF,OAAAA,mBAA0BF,QAAAA;MAC1G,OAAO;AAEL0D,mBAAW,CAAA;MACb;AAGA,YAAMC,SAAS,OAAOzC;AACtB,YAAM,CAAC,EAAE0C,EAAC,CAAE,IAAID;AAChB,YAAM7C,WAAW8C,KAAK,KAAK;AAG3B,YAAMtD,aAAakD,SAASpE,oBAAAA,IAAwB,aAAa;AACjE,YAAMmB,UAAUiD,SAASlE,SAAAA,IAAaW,OAAOuD,SAASlE,SAAAA,CAAU,IAAI;AACpE,YAAMkB,UAAUgD,SAAStE,YAAAA,IAAgB,IAAI;AAE7C,YAAMwB,SAASJ,eAAe,aAAckD,SAASpE,oBAAAA,KAAyB,OAAQ;AACtF,YAAMwB,SAASN,eAAe,aAAckD,SAASnE,oBAAAA,KAAyB,OAAQ;AAEtF,YAAMwB,SAAS2C,SAASrE,WAAAA,KAAgB;AAExC,YAAM0E,kBAAkBP,OAAOtC;AAE/B,UAAI0C,SAASnC,SAAS,GAAG;AACvB,eAAOL;;gCAESJ,OAAAA;uCACOX,kBAAkB,EAAA;mCACtBG,UAAAA;gCACHC,OAAAA;gCACAC,OAAAA;+BACDE,MAAAA;+BACAE,MAAAA;+BACAC,MAAAA;kCACGgD,eAAAA;qCACGH,SAAS,CAAA,EAAG5D,QAAQ;;MAE3C,OAAO;AACL,eAAOoB;;;;;;sBAMDlB,QAAAA,KAAaE,WAAW,EAAA,KAAOC,kBAAkB,EAAA,KAAOC,OAAAA,KAAYC,cAAc,EAAA;sBAClFC,UAAAA,KAAeC,OAAAA,KAAYC,OAAAA;sBAC3BE,MAAAA,KAAWE,MAAAA,KAAWC,MAAAA,KAAWC,OAAAA;sBACjC+C,eAAAA,KAAoBA,eAAAA;;;MAG5B;IACF,CAAA,GACF;MAAEC,SAAS;IAAK,CAAA;EAEpB,CAAA,CAAA;;;;;EAOJC,kBAAyBlC,WAAG,iCAAA,EAC1B,CAACuB,YACQnB,YAAI,aAAA;AACT,UAAMf,MAAM,OAAiBnC;AAE7B,eAAWuE,UAAUF,SAAS;AAC5B,YAAM,EAAEhD,SAASF,SAASG,YAAYkD,KAAI,IAAKD;AAC/C,YAAMtD,WAAWuD,KAAKE;AAEtB,UAAIE;AACJ,UAAItD,YAAY;AACdsD,iBAAS,OAAOzC,sDAEqCd,OAAAA,qBAA4BC,UAAAA,mBAA6BL,QAAAA;MAChH,WAAWE,SAAS;AAClByD,iBAAS,OAAOzC,sDAEqCd,OAAAA,kBAAyBF,OAAAA,mBAA0BF,QAAAA;MAC1G,OAAO;AACL2D,iBAAS,CAAA;MACX;AAEA,UAAIA,OAAOpC,WAAW,GAAG;AAEvB,eAAO,OAAcyC,YACnB,IAAIC,MAAM,wCAAwC7D,OAAAA,IAAWC,cAAcH,OAAAA,IAAWF,QAAAA,EAAU,CAAA;MAEpG;AACAsD,aAAOxD,WAAW6D,OAAO,CAAA,EAAG7D;IAC9B;EACF,CAAA,CAAA;;;;EAMJoE,oBAA2BrC,WAAG,mCAAA,EAC5B,CAACsC,cACQlC,YAAI,aAAA;AACT,QAAIkC,UAAU5C,WAAW,GAAG;AAC1B,aAAO,CAAA;IACT;AAEA,UAAML,MAAM,OAAiBnC;AAC7B,UAAMsD,OAAO,OAAOnB,qCAAiDA,IAAIO,GAAG,YAAY0C,SAAAA,CAAAA;AAExF,WAAO9B,KAAKE,IAAI,CAACC,SAAS;MACxB,GAAGA;MACHhC,SAAS,CAAC,CAACgC,IAAIhC;IACjB,EAAA;EACF,CAAA,CAAA;;;;EAMJ4D,mBAA0BvC,WAAG,kCAAA,EAC3B,CAACG,UAKQC,YAAI,aAAA;AACT,UAAMf,MAAM,OAAiBnC;AAC7B,UAAMsD,OACJ,OAAOnB,+CAA2Dc,MAAM5B,OAAO,kBAAkB4B,MAAM9B,OAAO,mBAAmB8B,MAAMhC,QAAQ;AAEjJ,QAAIqC,KAAKd,WAAW,GAAG;AACrB,aAAO;IACT;AAEA,WAAO;MACL,GAAGc,KAAK,CAAA;MACR7B,SAAS,CAAC,CAAC6B,KAAK,CAAA,EAAG7B;IACrB;EACF,CAAA,CAAA;;;;EAMJ6D,mBAA0BxC,WAAG,kCAAA,EAC3B,CAACG,UASQC,YAAI,aAAA;AACT,QAAID,MAAMb,SAASI,WAAW,MAAM,CAACS,MAAMX,YAAYW,MAAMX,SAASE,WAAW,IAAI;AACnF,aAAO,CAAA;IACT;AAEA,UAAML,MAAM,OAAiBnC;AAC7B,UAAM2D,kBAAkBzB,qBACtBC,KACAc,MAAMb,UACNa,MAAMZ,oBAAoB,OAC1BY,MAAMX,YAAY,IAAA;AAGpB,UAAMiD,iBAAuC,CAAA;AAC7C,QAAItC,MAAMuC,gBAAgB,MAAM;AAC9BD,qBAAe9C,KAAKN,mBAAmBc,MAAMuC,YAAY,EAAE;IAC7D;AACA,QAAIvC,MAAMwC,iBAAiB,MAAM;AAC/BF,qBAAe9C,KAAKN,mBAAmBc,MAAMwC,aAAa,EAAE;IAC9D;AACA,QAAIxC,MAAMyC,gBAAgB,MAAM;AAC9BH,qBAAe9C,KAAKN,mBAAmBc,MAAMyC,YAAY,EAAE;IAC7D;AACA,QAAIzC,MAAM0C,iBAAiB,MAAM;AAC/BJ,qBAAe9C,KAAKN,mBAAmBc,MAAM0C,aAAa,EAAE;IAC9D;AAEA,UAAMrC,OACJiC,eAAe/C,SAAS,IACpB,OAAOL,qCAAiDwB,eAAAA,QAAuBxB,IAAIyD,IAAIL,cAAAA,CAAAA,KACvF,OAAOpD,qCAAiDwB,eAAAA;AAE9D,WAAOL,KAAKE,IAAI,CAACC,SAAS;MACxB,GAAGA;MACHhC,SAAS,CAAC,CAACgC,IAAIhC;IACjB,EAAA;EACF,CAAA,CAAA;;;;;;;;EAUJoE,gBAAuB/C,WAAG,+BAAA,EACxB,CAACG,UAIQC,YAAI,aAAA;AACT,QAAID,MAAM6C,UAAUtD,WAAW,GAAG;AAChC,aAAO,CAAA;IACT;AAEA,UAAML,MAAM,OAAiBnC;AAC7B,UAAM+F,aAAa9C,MAAM6C,UAAUtC,IAAI,CAACkB,OAAOlE,IAAIwF,kBAAkBtB,EAAAA,EAAIuB,SAAQ,CAAA;AACjF,UAAM3C,OACJ,OAAOnB,qCAAiDA,IAAIO,GAAG,WAAWO,MAAM5B,OAAO,CAAA,SAAUc,IAAIO,GAAG,UAAUqD,UAAAA,CAAAA,OAAkB5D,IAAIO,GAAG,WAAWO,MAAM6C,SAAS,CAAA;AAEvK,WAAOxC,KAAKE,IAAI,CAACC,SAAS;MACxB,GAAGA;MACHhC,SAAS,CAAC,CAACgC,IAAIhC;IACjB,EAAA;EACF,CAAA,CAAA;AAEN;;;ACteA,YAAYyE,gBAAe;AAE3B,YAAYC,aAAY;AACxB,YAAYC,aAAY;AAExB,SAASC,kBAAkBC,0BAA0B;;;ACLrD,YAAYC,aAAY;AAExB,SAASC,iBAAiB;AAI1B,IAAA,eAAA;AAYuE,IAAA,kBAAA,cAAA,eAAA,YAAA;EACrE,OAAOC;;EAEP,OAAA,OAAA,MAAA;AAEA,WAAOC,KAASC,IAAqB,CAAA,MAAkB,EAAA,SAAA,EAAA,WAAA,MAAA,MAAA,EAAA,WAAA,KAAA,KAAA,CAAA,EAAA,KAAA,GAAA;;SAErD,SAAIC,MAAU;AAEd,UAAK,QAAQ,CAAGC;QACd,UAASA;aACPL,IAAAA,GAAAA,IAAUK,KAAI,QAASC,KAAAA;UACvBF,KAAAA,CAAAA,MAAUA,MAAAA;AACVC,kBAAAA,IAAAA,IAAAA,KAAAA,WAAAA,KAAAA,IAAAA,CAAAA,MAAAA,OAAAA,KAAAA,IAAAA,CAAAA,MAAAA,OAAAA,uBAAAA,EAAAA,YAAAA,YAAAA,GAAAA,cAAAA,GAAAA,IAAAA,GAAAA,MAAAA,GAAAA,CAAAA,0EAAAA,uBAAAA,EAAAA,CAAAA;AACF,kBAAWF,UAAY,KAAK,IAAA,CAAA;AAC1BI;iBACAH,KAAU,CAAA,MAAA,KAAA;AACZ,cAAO,KAAA,OAAA;AACLA,kBAAAA;MACF,OAAA;AACF,mBAAA,KAAA,CAAA;MACAG;IAEA;AACF,UAAA,KAAA,OAAA;AACA,WAAA;;;;;AD9BF,IAAMC,oBAAoB,CAACC,SAAAA;AACzB,QAAMC,OAAgD,CAAA;AACtD,QAAMC,QAAQ,CAACC,MAAgBC,UAAAA;AAC7B,QAAIC,mBAAmBD,KAAAA,GAAQ;AAC7B,YAAME,MAAMC,iBAAiBC,MAAMJ,KAAAA;AACnC,YAAMK,SAASH,IAAII,UAAS,GAAID;AAChC,UAAI,CAACA,QAAQ;AACX;MACF;AACAR,WAAKU,KAAK;QAAER;QAAMS,WAAWN,IAAIO,SAAQ;MAAG,CAAA;IAC9C,WAAW,OAAOT,UAAU,YAAYA,UAAU,QAAQ,CAACU,MAAMC,QAAQX,KAAAA,GAAQ;AAC/E,iBAAW,CAACY,KAAKC,CAAAA,KAAMC,OAAOC,QAAQf,KAAAA,GAAQ;AAC5CF,cAAM;aAAIC;UAAMa;WAAMC,CAAAA;MACxB;IACF,WAAWH,MAAMC,QAAQX,KAAAA,GAAQ;AAC/B,eAASgB,IAAI,GAAGA,IAAIhB,MAAMiB,QAAQD,KAAK;AACrClB,cAAM;aAAIC;UAAMmB,OAAOF,CAAAA;WAAKhB,MAAMgB,CAAAA,CAAE;MACtC;IACF;EACF;AACAlB,QAAM,CAAA,GAAIF,IAAAA;AACV,SAAOC;AACT;AAEO,IAAMsB,aAAoBC,eAAO;EACtCC,UAAiBC;EACjBd,WAAkBU;;;;;;;;;;EAUlBK,UAAiBL;AACnB,CAAA;AAYO,IAAMM,kBAAN,MAAMA;EACXC,UAAiBC,WAAG,yBAAA,EAA2B,aAAA;AAC7C,UAAMC,MAAM,OAAiBC;AAE7B,WAAOD;;;;;;AAOP,WAAOA;EACT,CAAA;;;;EAKAE,QAAeH,WAAG,uBAAA,EAChB,CAAC,EAAElB,UAAS,MACHsB,YAAI,aAAA;AACT,UAAMH,MAAM,OAAiBC;AAE7B,UAAMG,OAAO,OAAOJ,iDAAiDnB,SAAAA;AACrE,WAAOuB;EACT,CAAA,CAAA;EAGJC,SAAgBN,WAAG,wBAAA,EACjB,CAACO,YACQH,YAAI,aAAA;AACT,UAAMH,MAAM,OAAiBC;AAE7B,WAAcM,gBACZD,SACA,CAACE,WACQL,YAAI,aAAA;AACT,YAAM,EAAET,UAAUzB,KAAI,IAAKuC;AAC3B,UAAId,aAAa,MAAM;AACrB,eAAce,YAAI,IAAIC,MAAM,oDAAA,CAAA;MAC9B;AAGA,aAAOV,8CAA8CN,QAAAA;AAGrD,YAAMxB,OAAOF,kBAAkBC,IAAAA;AAG/B,aAAcsC,gBACZrC,MACA,CAACyC,QACCX,qEAAqEN,QAAAA,KAAaiB,IAAI9B,SAAS,KAAK+B,gBAAgBC,OAAOF,IAAIvC,IAAI,CAAA,KACrI;QAAE0C,SAAS;MAAK,CAAA;IAEpB,CAAA,GACF;MAAEA,SAAS;IAAK,CAAA;EAEpB,CAAA,CAAA;AAEN;;;AJ3EA,IAAMC,0BAA0B,OAA8B;EAC5DC,SAAS;EACTC,MAAM;EACNC,QAAQ,oBAAIC,IAAAA;EACZC,QAAQ,oBAAID,IAAAA;EACZE,WAAW,oBAAIF,IAAAA;EACfG,OAAO,oBAAIH,IAAAA;EACXI,SAAS,oBAAIJ,IAAAA;AACf;AAEA,IAAMK,2BAA2B,CAACC,KAA4BF,YAAAA;AAC5D,aAAWG,OAAOH,SAAS;AACzBE,QAAIP,OAAOS,IAAID,IAAIE,OAAO;AAC1B,QAAIF,IAAIG,SAAS;AACfJ,UAAIL,OAAOO,IAAID,IAAIG,OAAO;IAC5B;AACA,QAAIH,IAAII,YAAY;AAClBL,UAAIJ,UAAUM,IAAID,IAAII,UAAU;IAClC;AACA,UAAMC,IAAKL,IAAIM,KAAiCC,UAAAA;AAChD,QAAIF,GAAG;AACLN,UAAIH,MAAMK,IAAIO,OAAOH,CAAAA,CAAAA;IACvB;AACA,QAAIL,IAAIM,KAAKG,IAAI;AACfV,UAAIF,QAAQI,IAAID,IAAIM,KAAKG,EAAE;IAC7B;EACF;AACF;AAoCO,IAAMC,cAAN,MAAMA;EACF;EACA;EACA;EACA;EAET,YAAYC,QAA4B;AACtC,SAAK,WAAWA,QAAQC,WAAW,IAAIC,aAAAA;AACvC,SAAK,mBAAmBF,QAAQG,mBAAmB,IAAIC,gBAAAA;AACvD,SAAK,YAAYJ,QAAQK,YAAY,IAAIC,SAAAA;AACzC,SAAK,mBAAmBN,QAAQO,mBAAmB,IAAIC,gBAAAA;EACzD;EAEAC,UAAU;AACR,WAAcC,YAAI,MAAM,aAAA;AACtB,aAAO,KAAK,SAASD,QAAO;AAC5B,aAAO,KAAK,iBAAiBA,QAAO;AACpC,aAAO,KAAK,UAAUA,QAAO;AAC7B,aAAO,KAAK,iBAAiBA,QAAO;IACtC,CAAA;EACF;;;;EAKAE,UAAUC,OAAmG;AAC3G,WAAcF,YAAI,MAAM,aAAA;AACtB,aAAO,OAAO,KAAK,UAAUE,MAAMA,KAAAA;IACrC,CAAA;EACF;EAEAC,gBAAgBD,OAAwB;AAEtC,WAAO,KAAK,iBAAiBA,MAAMA,KAAAA;EACrC;EAEAE,SAASF,OAIwE;AAC/E,WAAO,KAAK,iBAAiBE,SAASF,KAAAA;EACxC;;;;;EAMAG,mBAAmBC,WAAqB;AACtC,WAAO,KAAK,UAAUD,mBAAmBC,SAAAA;EAC3C;EAEAC,UACEL,OAC8E;AAC9E,WAAO,KAAK,iBAAiBA,MAAMA,KAAAA;EACrC;;;;EAKAM,cAAcN,OAGmE;AAC/E,WAAO,KAAK,iBAAiBM,cAAcN,KAAAA;EAC7C;EAEAO,WAAWP,OAMsE;AAC/E,WAAO,KAAK,iBAAiBO,WAAWP,KAAAA;EAC1C;EACAQ,iBAAiBR,OAQgE;AAC/E,WAAO,KAAK,iBAAiBQ,iBAAiBR,KAAAA;EAChD;EAEAS,eAAeT,OAGkE;AAC/E,WAAO,KAAK,iBAAiBS,eAAeT,KAAAA;EAC9C;EACAU,kBAAkBN,WAAmG;AACnH,WAAO,KAAK,iBAAiBM,kBAAkBN,SAAAA;EACjD;EAEAO,iBAAiBX,OAI4D;AAC3E,WAAO,KAAK,iBAAiBW,iBAAiBX,KAAAA;EAChD;EAEAY,OACEC,KACAC,YACAC,MACuG;AACvG,WAAcjB,YAAI,MAAM,aAAA;AACtB,YAAMkB,SAASlD,wBAAAA;AAEf,YAAM,EACJC,SAASkD,iBACTjD,MAAMkD,cACN5C,SAAS6C,WAAU,IACjB,OAAO,KAAK,QAAQN,KAAK,KAAK,WAAWC,YAAY;QACvDM,WAAW;QACXzC,SAASoC,KAAKpC;QACd0C,OAAON,KAAKM;MACd,CAAA;AACAL,aAAOjD,WAAWkD;AAClBD,aAAOhD,OAAOgD,OAAOhD,QAAQkD;AAC7B3C,+BAAyByC,QAAQG,UAAAA;AAEjC,YAAM,EACJpD,SAASuD,wBACTtD,MAAMuD,qBACNjD,SAASkD,kBAAiB,IACxB,OAAO,KAAK,QAAQX,KAAK,KAAK,kBAAkBC,YAAY;QAC9DM,WAAW;QACXzC,SAASoC,KAAKpC;QACd0C,OAAON,KAAKM;MACd,CAAA;AACAL,aAAOjD,WAAWuD;AAClBN,aAAOhD,OAAOgD,OAAOhD,QAAQuD;AAC7BhD,+BAAyByC,QAAQQ,iBAAAA;AAEjC,aAAOR;IACT,CAAA,EAAGS,KAAYC,iBAAS,oBAAA,CAAA;EAC1B;;;;;;;;;;EAWA,QACEb,KACAc,OACAC,QACAb,MAAoE;AAMpE,WAAcjB,YAAI,MAAM,aAAA;AACtB,YAAM+B,iBAAiB,OAAsBC;AAE7C,aAAO,OAAOD,eAAeE,gBACpBjC,YAAI,MAAM,aAAA;AACf,cAAMkC,UAAU,OAAO,KAAK,SAASC,aAAa;UAChDb,WAAWL,KAAKK;UAChBc,YAAYN,OAAOM;;UAEnBvD,SAASoC,KAAKpC,WAAWwD;QAC3B,CAAA;AACA,cAAM,EAAE7D,SAAS0D,SAASI,eAAc,IAAK,OAAOR,OAAOS,kBAAkBxB,KAAKmB,SAAS;UACzFX,OAAON,KAAKM;QACd,CAAA;AACA,YAAI/C,QAAQgE,WAAW,GAAG;AACxB,iBAAO;YAAEvE,SAAS;YAAGC,MAAM;YAAMM,SAAS,CAAA;UAA+B;QAC3E;AAGA,eAAO,KAAK,iBAAiBsC,OAAOtC,OAAAA;AAGpC,eAAO,KAAK,iBAAiBiE,gBAAgBjE,OAAAA;AAE7C,eAAOqD,MAAMf,OAAOtC,OAAAA;AACpB,eAAO,KAAK,SAASkE,cACnBJ,eAAeK,IACb,CAACC,OAAoB;UACnBtB,WAAWL,KAAKK;UAChBzC,SAAS+D,EAAE/D;UACXuD,YAAYN,OAAOM;UACnBS,YAAYD,EAAEC;UACdC,QAAQF,EAAEE;QACZ,EAAA,CAAA;AAGJ,eAAO;UAAE7E,SAASO,QAAQgE;UAAQtE,MAAM;UAAOM;QAAQ;MACzD,CAAA,CAAA;IAEJ,CAAA,EAAGmD,KAAYC,iBAAS,qBAAA,CAAA;EAC1B;AACF;",
6
+ "names": ["Effect", "ATTR_TYPE", "SqlTransaction", "SqlClient", "Effect", "Schema", "SpaceId", "IndexCursor", "Struct", "indexName", "String", "spaceId", "NullOr", "sourceName", "resourceId", "cursor", "Union", "Number", "DEPRECATED_INDEX_NAMES", "IndexTracker", "migrate", "fn", "sql", "forEach", "queryCursors", "query", "gen", "spaceIdParam", "undefined", "sourceNameParam", "resourceIdParam", "rows", "map", "row", "decodeSync", "updateCursors", "cursors", "discard", "SqlClient", "Effect", "SQL_CHUNK_SIZE", "escapeFts5Query", "text", "split", "filter", "Boolean", "map", "term", "replace", "join", "FtsIndex", "migrate", "fn", "sql", "query", "spaceId", "includeAllQueues", "queueIds", "gen", "trimmed", "trim", "length", "terms", "minTermLength", "Math", "min", "t", "useBm25", "conditions", "sourceConditions", "push", "in", "or", "rows", "and", "row", "rank", "querySnapshotsJSON", "recordIds", "chunks", "i", "slice", "allResults", "chunk", "r", "recordId", "rowid", "snapshot", "JSON", "parse", "update", "objects", "forEach", "object", "data", "die", "Error", "stringify", "existing", "discard", "SqlClient", "Effect", "Schema", "ATTR_DELETED", "ATTR_PARENT", "ATTR_RELATION_SOURCE", "ATTR_RELATION_TARGET", "ATTR_TYPE", "DXN", "_escapeLikePrefix", "prefix", "escaped", "replaceAll", "ObjectMeta", "Struct", "recordId", "Number", "objectId", "String", "queueId", "queueNamespace", "spaceId", "documentId", "entityKind", "typeDxn", "deleted", "Boolean", "source", "NullOr", "target", "parent", "version", "createdAt", "updatedAt", "buildSourceCondition", "sql", "spaceIds", "includeAllQueues", "queueIds", "conditions", "length", "push", "in", "or", "ObjectMetaIndex", "migrate", "fn", "catchAll", "void", "query", "gen", "parsedType", "tryParse", "asTypeDXN", "rows", "undefined", "map", "row", "queryAll", "sourceCondition", "queryTypes", "typeDxns", "inverted", "typeWhere", "queryRelations", "endpoint", "anchorDxns", "column", "update", "objects", "forEach", "object", "data", "castData", "id", "existing", "result", "v", "sourceTimestamp", "discard", "lookupRecordIds", "die", "Error", "lookupByRecordIds", "recordIds", "lookupByObjectId", "queryByTimeRange", "timeConditions", "updatedAfter", "updatedBefore", "createdAfter", "createdBefore", "and", "queryChildren", "parentIds", "parentDxns", "fromLocalObjectId", "toString", "SqlClient", "Effect", "Schema", "EncodedReference", "isEncodedReference", "Schema", "invariant", "escape", "unescape", "path", "current", "i", "length", "parts", "extractReferences", "data", "refs", "visit", "path", "value", "isEncodedReference", "dxn", "EncodedReference", "toDXN", "echoId", "asEchoDXN", "push", "targetDxn", "toString", "Array", "isArray", "key", "v", "Object", "entries", "i", "length", "String", "ReverseRef", "Struct", "recordId", "Number", "propPath", "ReverseRefIndex", "migrate", "fn", "sql", "SqlClient", "query", "gen", "rows", "update", "objects", "forEach", "object", "die", "Error", "ref", "EscapedPropPath", "escape", "discard", "makeEmptyIndexingResult", "updated", "done", "spaces", "Set", "queues", "documents", "types", "objects", "accumulateIndexingResult", "acc", "obj", "add", "spaceId", "queueId", "documentId", "t", "data", "ATTR_TYPE", "String", "id", "IndexEngine", "params", "tracker", "IndexTracker", "objectMetaIndex", "ObjectMetaIndex", "ftsIndex", "FtsIndex", "reverseRefIndex", "ReverseRefIndex", "migrate", "gen", "queryText", "query", "queryReverseRef", "queryAll", "querySnapshotsJSON", "recordIds", "queryType", "queryChildren", "queryTypes", "queryByTimeRange", "queryRelations", "lookupByRecordIds", "lookupByObjectId", "update", "ctx", "dataSource", "opts", "result", "updatedFtsIndex", "doneFtsIndex", "ftsObjects", "indexName", "limit", "updatedReverseRefIndex", "doneReverseRefIndex", "reverseRefObjects", "pipe", "withSpan", "index", "source", "sqlTransaction", "SqlTransaction", "withTransaction", "cursors", "queryCursors", "sourceName", "undefined", "updatedCursors", "getChangedObjects", "length", "lookupRecordIds", "updateCursors", "map", "_", "resourceId", "cursor"]
7
+ }
@@ -0,0 +1 @@
1
+ {"inputs":{"src/index-tracker.ts":{"bytes":12168,"imports":[{"path":"@effect/sql/SqlClient","kind":"import-statement","external":true},{"path":"effect/Effect","kind":"import-statement","external":true},{"path":"effect/Schema","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true}],"format":"esm"},"src/indexes/fts-index.ts":{"bytes":24284,"imports":[{"path":"@effect/sql/SqlClient","kind":"import-statement","external":true},{"path":"effect/Effect","kind":"import-statement","external":true}],"format":"esm"},"src/indexes/object-meta-index.ts":{"bytes":57692,"imports":[{"path":"@effect/sql/SqlClient","kind":"import-statement","external":true},{"path":"effect/Effect","kind":"import-statement","external":true},{"path":"effect/Schema","kind":"import-statement","external":true},{"path":"@dxos/echo/internal","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true}],"format":"esm"},"src/utils.ts":{"bytes":4678,"imports":[{"path":"effect/Schema","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true}],"format":"esm"},"src/indexes/reverse-ref-index.ts":{"bytes":12822,"imports":[{"path":"@effect/sql/SqlClient","kind":"import-statement","external":true},{"path":"effect/Effect","kind":"import-statement","external":true},{"path":"effect/Schema","kind":"import-statement","external":true},{"path":"@dxos/echo-protocol","kind":"import-statement","external":true},{"path":"src/utils.ts","kind":"import-statement","original":"../utils"}],"format":"esm"},"src/indexes/interface.ts":{"bytes":2676,"imports":[],"format":"esm"},"src/indexes/index.ts":{"bytes":692,"imports":[{"path":"src/indexes/fts-index.ts","kind":"import-statement","original":"./fts-index"},{"path":"src/indexes/object-meta-index.ts","kind":"import-statement","original":"./object-meta-index"},{"path":"src/indexes/reverse-ref-index.ts","kind":"import-statement","original":"./reverse-ref-index"},{"path":"src/indexes/interface.ts","kind":"import-statement","original":"./interface"}],"format":"esm"},"src/index-engine.ts":{"bytes":26886,"imports":[{"path":"effect/Effect","kind":"import-statement","external":true},{"path":"@dxos/echo/internal","kind":"import-statement","external":true},{"path":"@dxos/sql-sqlite/SqlTransaction","kind":"import-statement","external":true},{"path":"src/index-tracker.ts","kind":"import-statement","original":"./index-tracker"},{"path":"src/indexes/index.ts","kind":"import-statement","original":"./indexes"}],"format":"esm"},"src/index.ts":{"bytes":1767,"imports":[{"path":"src/index-engine.ts","kind":"import-statement","original":"./index-engine"},{"path":"src/index-tracker.ts","kind":"import-statement","original":"./index-tracker"},{"path":"src/indexes/fts-index.ts","kind":"import-statement","original":"./indexes/fts-index"},{"path":"src/indexes/object-meta-index.ts","kind":"import-statement","original":"./indexes/object-meta-index"},{"path":"src/indexes/reverse-ref-index.ts","kind":"import-statement","original":"./indexes/reverse-ref-index"},{"path":"src/utils.ts","kind":"import-statement","original":"./utils"}],"format":"esm"}},"outputs":{"dist/lib/neutral/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":68957},"dist/lib/neutral/index.mjs":{"imports":[{"path":"effect/Effect","kind":"import-statement","external":true},{"path":"@dxos/echo/internal","kind":"import-statement","external":true},{"path":"@dxos/sql-sqlite/SqlTransaction","kind":"import-statement","external":true},{"path":"@effect/sql/SqlClient","kind":"import-statement","external":true},{"path":"effect/Effect","kind":"import-statement","external":true},{"path":"effect/Schema","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@effect/sql/SqlClient","kind":"import-statement","external":true},{"path":"effect/Effect","kind":"import-statement","external":true},{"path":"@effect/sql/SqlClient","kind":"import-statement","external":true},{"path":"effect/Effect","kind":"import-statement","external":true},{"path":"effect/Schema","kind":"import-statement","external":true},{"path":"@dxos/echo/internal","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@effect/sql/SqlClient","kind":"import-statement","external":true},{"path":"effect/Effect","kind":"import-statement","external":true},{"path":"effect/Schema","kind":"import-statement","external":true},{"path":"@dxos/echo-protocol","kind":"import-statement","external":true},{"path":"effect/Schema","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true}],"exports":["EscapedPropPath","FtsIndex","IndexEngine","IndexTracker","ObjectMetaIndex","ReverseRefIndex"],"entryPoint":"src/index.ts","inputs":{"src/index-engine.ts":{"bytesInOutput":5366},"src/index-tracker.ts":{"bytesInOutput":3041},"src/indexes/fts-index.ts":{"bytesInOutput":3875},"src/indexes/object-meta-index.ts":{"bytesInOutput":13723},"src/indexes/reverse-ref-index.ts":{"bytesInOutput":2763},"src/utils.ts":{"bytesInOutput":1061},"src/index.ts":{"bytesInOutput":0}},"bytes":30204}}}
@@ -0,0 +1,112 @@
1
+ import type * as SqlClient from '@effect/sql/SqlClient';
2
+ import type * as SqlError from '@effect/sql/SqlError';
3
+ import * as Effect from 'effect/Effect';
4
+ import { type Context } from '@dxos/context';
5
+ import type { ObjectId, SpaceId } from '@dxos/keys';
6
+ import * as SqlTransaction from '@dxos/sql-sqlite/SqlTransaction';
7
+ import { IndexTracker } from './index-tracker';
8
+ import { FtsIndex, type FtsQuery, type FtsQueryResult, type IndexerObject, type ObjectMeta, ObjectMetaIndex, ReverseRefIndex, type ReverseRefQuery } from './indexes';
9
+ /**
10
+ * Result of a single indexing pass over a data source.
11
+ * Carries enough metadata for callers to build targeted invalidation hints.
12
+ */
13
+ export type IndexingResult = {
14
+ updated: number;
15
+ done: boolean;
16
+ spaces: ReadonlySet<SpaceId>;
17
+ queues: ReadonlySet<ObjectId>;
18
+ documents: ReadonlySet<string>;
19
+ types: ReadonlySet<string>;
20
+ objects: ReadonlySet<ObjectId>;
21
+ };
22
+ /**
23
+ * Cursor into indexable data-source.
24
+ */
25
+ export interface DataSourceCursor {
26
+ spaceId: SpaceId | null;
27
+ /**
28
+ * documentId or queueNamespace.
29
+ */
30
+ resourceId: string | null;
31
+ /**
32
+ * heads or queue position.
33
+ */
34
+ cursor: number | string;
35
+ }
36
+ export interface IndexDataSource {
37
+ readonly sourceName: string;
38
+ getChangedObjects(ctx: Context, cursors: DataSourceCursor[], opts?: {
39
+ limit?: number;
40
+ }): Effect.Effect<{
41
+ objects: IndexerObject[];
42
+ cursors: DataSourceCursor[];
43
+ }>;
44
+ }
45
+ export interface IndexEngineParams {
46
+ tracker: IndexTracker;
47
+ objectMetaIndex: ObjectMetaIndex;
48
+ ftsIndex: FtsIndex;
49
+ reverseRefIndex: ReverseRefIndex;
50
+ }
51
+ export declare class IndexEngine {
52
+ #private;
53
+ constructor(params?: IndexEngineParams);
54
+ migrate(): Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient>;
55
+ /**
56
+ * Query text index and return full object metadata with rank.
57
+ */
58
+ queryText(query: FtsQuery): Effect.Effect<readonly FtsQueryResult[], SqlError.SqlError, SqlClient.SqlClient>;
59
+ queryReverseRef(query: ReverseRefQuery): Effect.Effect<readonly import("./indexes").ReverseRef[], SqlError.SqlError, SqlClient.SqlClient>;
60
+ queryAll(query: {
61
+ spaceIds: readonly SpaceId[];
62
+ includeAllQueues?: boolean;
63
+ queueIds?: readonly string[] | null;
64
+ }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient>;
65
+ /**
66
+ * Query snapshots by recordIds.
67
+ * Used to load queue objects from indexed snapshots.
68
+ */
69
+ querySnapshotsJSON(recordIds: number[]): Effect.Effect<readonly {
70
+ recordId: number;
71
+ snapshot: import("@dxos/echo/Obj").JSON;
72
+ }[], SqlError.SqlError, SqlClient.SqlClient>;
73
+ queryType(query: Pick<ObjectMeta, 'spaceId' | 'typeDxn'>): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient>;
74
+ /**
75
+ * Query children by parent object ids.
76
+ */
77
+ queryChildren(query: {
78
+ spaceId: SpaceId[];
79
+ parentIds: ObjectId[];
80
+ }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient>;
81
+ queryTypes(query: {
82
+ spaceIds: readonly SpaceId[];
83
+ typeDxns: readonly ObjectMeta['typeDxn'][];
84
+ inverted?: boolean;
85
+ includeAllQueues?: boolean;
86
+ queueIds?: readonly string[] | null;
87
+ }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient>;
88
+ queryByTimeRange(query: {
89
+ spaceIds: readonly string[];
90
+ updatedAfter?: number;
91
+ updatedBefore?: number;
92
+ createdAfter?: number;
93
+ createdBefore?: number;
94
+ includeAllQueues?: boolean;
95
+ queueIds?: readonly string[] | null;
96
+ }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient>;
97
+ queryRelations(query: {
98
+ endpoint: 'source' | 'target';
99
+ anchorDxns: readonly string[];
100
+ }): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient>;
101
+ lookupByRecordIds(recordIds: number[]): Effect.Effect<readonly ObjectMeta[], SqlError.SqlError, SqlClient.SqlClient>;
102
+ lookupByObjectId(query: {
103
+ objectId: string;
104
+ spaceId: string;
105
+ queueId: string;
106
+ }): Effect.Effect<ObjectMeta | null, SqlError.SqlError, SqlClient.SqlClient>;
107
+ update(ctx: Context, dataSource: IndexDataSource, opts: {
108
+ spaceId: SpaceId | null;
109
+ limit?: number;
110
+ }): Effect.Effect<IndexingResult, SqlError.SqlError, SqlTransaction.SqlTransaction | SqlClient.SqlClient>;
111
+ }
112
+ //# sourceMappingURL=index-engine.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index-engine.d.ts","sourceRoot":"","sources":["../../../src/index-engine.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,KAAK,SAAS,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,KAAK,QAAQ,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAExC,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,eAAe,CAAC;AAE7C,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACpD,OAAO,KAAK,cAAc,MAAM,iCAAiC,CAAC;AAElE,OAAO,EAAoB,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EACL,QAAQ,EACR,KAAK,QAAQ,EACb,KAAK,cAAc,EAEnB,KAAK,aAAa,EAClB,KAAK,UAAU,EACf,eAAe,EACf,eAAe,EACf,KAAK,eAAe,EACrB,MAAM,WAAW,CAAC;AAEnB;;;GAGG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAC7B,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC9B,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC/B,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC3B,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;CAChC,CAAC;AAyCF;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAExB;;OAEG;IACH,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B;;OAEG;IACH,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,iBAAiB,CACf,GAAG,EAAE,OAAO,EACZ,OAAO,EAAE,gBAAgB,EAAE,EAC3B,IAAI,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GACxB,MAAM,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,aAAa,EAAE,CAAC;QAAC,OAAO,EAAE,gBAAgB,EAAE,CAAA;KAAE,CAAC,CAAC;CAC7E;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,YAAY,CAAC;IACtB,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,QAAQ,CAAC;IACnB,eAAe,EAAE,eAAe,CAAC;CAClC;AAED,qBAAa,WAAW;;IAMtB,YAAY,MAAM,CAAC,EAAE,iBAAiB,EAKrC;IAED,OAAO,gEAON;IAED;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,cAAc,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAI3G;IAED,eAAe,CAAC,KAAK,EAAE,eAAe,oGAGrC;IAED,QAAQ,CAAC,KAAK,EAAE;QACd,QAAQ,EAAE,SAAS,OAAO,EAAE,CAAC;QAC7B,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;KACrC,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,UAAU,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAE/E;IAED;;;OAGG;IACH,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE;;;iDAErC;IAED,SAAS,CACP,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,GAAG,SAAS,CAAC,GAC7C,MAAM,CAAC,MAAM,CAAC,SAAS,UAAU,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAE9E;IAED;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE;QACnB,OAAO,EAAE,OAAO,EAAE,CAAC;QACnB,SAAS,EAAE,QAAQ,EAAE,CAAC;KACvB,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,UAAU,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAE/E;IAED,UAAU,CAAC,KAAK,EAAE;QAChB,QAAQ,EAAE,SAAS,OAAO,EAAE,CAAC;QAC7B,QAAQ,EAAE,SAAS,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3C,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;KACrC,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,UAAU,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAE/E;IACD,gBAAgB,CAAC,KAAK,EAAE;QACtB,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;QAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;KACrC,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,UAAU,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAE/E;IAED,cAAc,CAAC,KAAK,EAAE;QACpB,QAAQ,EAAE,QAAQ,GAAG,QAAQ,CAAC;QAC9B,UAAU,EAAE,SAAS,MAAM,EAAE,CAAC;KAC/B,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,UAAU,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAE/E;IACD,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,UAAU,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAEnH;IAED,gBAAgB,CAAC,KAAK,EAAE;QACtB,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;KACjB,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAE3E;IAED,MAAM,CACJ,GAAG,EAAE,OAAO,EACZ,UAAU,EAAE,eAAe,EAC3B,IAAI,EAAE;QAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAChD,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC,cAAc,GAAG,SAAS,CAAC,SAAS,CAAC,CAgCvG;CA8DF"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=index-engine.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index-engine.test.d.ts","sourceRoot":"","sources":["../../../src/index-engine.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,44 @@
1
+ import * as SqlClient from '@effect/sql/SqlClient';
2
+ import type * as SqlError from '@effect/sql/SqlError';
3
+ import * as Effect from 'effect/Effect';
4
+ import * as Schema from 'effect/Schema';
5
+ import { SpaceId } from '@dxos/keys';
6
+ export declare const IndexCursor: Schema.Struct<{
7
+ /**
8
+ * Name of the index owning this cursor.
9
+ */
10
+ indexName: typeof Schema.String;
11
+ /**
12
+ * Space id.
13
+ */
14
+ spaceId: Schema.NullOr<Schema.Schema<SpaceId, string, never> & {
15
+ byteLength: number;
16
+ encode: (value: Uint8Array<ArrayBufferLike>) => SpaceId;
17
+ decode: (value: SpaceId) => Uint8Array<ArrayBufferLike>;
18
+ isValid: (value: unknown) => value is SpaceId;
19
+ make: (value: string) => SpaceId;
20
+ random: () => SpaceId;
21
+ }>;
22
+ /**
23
+ * Source name.
24
+ * 'automerge' / 'queue' / 'index' (for secondary indexes)
25
+ */
26
+ sourceName: typeof Schema.String;
27
+ /**
28
+ * Document id or queue id.
29
+ * doc_id, queue_id, '' <empty string> (if indexing entire namespace)
30
+ */
31
+ resourceId: Schema.NullOr<typeof Schema.String>;
32
+ /**
33
+ * Heads, queue position, version.
34
+ */
35
+ cursor: Schema.Union<[typeof Schema.Number, typeof Schema.String]>;
36
+ }>;
37
+ export interface IndexCursor extends Schema.Schema.Type<typeof IndexCursor> {
38
+ }
39
+ export declare class IndexTracker {
40
+ migrate: () => Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient>;
41
+ queryCursors: (query: Pick<IndexCursor, "indexName"> & Partial<Pick<IndexCursor, "resourceId" | "sourceName" | "spaceId">>) => Effect.Effect<IndexCursor[], SqlError.SqlError, SqlClient.SqlClient>;
42
+ updateCursors: (cursors: IndexCursor[]) => Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient>;
43
+ }
44
+ //# sourceMappingURL=index-tracker.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index-tracker.d.ts","sourceRoot":"","sources":["../../../src/index-tracker.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,SAAS,MAAM,uBAAuB,CAAC;AACnD,OAAO,KAAK,KAAK,QAAQ,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAExC,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAErC,eAAO,MAAM,WAAW;IACtB;;OAEG;;IAEH;;OAEG;;;;;;;;;IAEH;;;OAGG;;IAEH;;;OAGG;;IAEH;;OAEG;;EAEH,CAAC;AACH,MAAM,WAAW,WAAY,SAAQ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,WAAW,CAAC;CAAG;AAO9E,qBAAa,YAAY;IACvB,OAAO,oEAiBJ;IAEH,YAAY,wLA6BV;IAEF,aAAa,0FAkBX;CACH"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=index-tracker.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index-tracker.test.d.ts","sourceRoot":"","sources":["../../../src/index-tracker.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,8 @@
1
+ export { IndexEngine, type IndexDataSource, type DataSourceCursor, type IndexEngineParams, type IndexingResult, } from './index-engine';
2
+ export { IndexTracker, type IndexCursor } from './index-tracker';
3
+ export { type IndexerObject, type Index } from './indexes/interface';
4
+ export { FtsIndex, type FtsQuery } from './indexes/fts-index';
5
+ export { ObjectMetaIndex, type ObjectMeta } from './indexes/object-meta-index';
6
+ export { ReverseRefIndex, type ReverseRef, type ReverseRefQuery } from './indexes/reverse-ref-index';
7
+ export { EscapedPropPath, type ObjectPropPath } from './utils';
8
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,WAAW,EACX,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,cAAc,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,KAAK,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,KAAK,aAAa,EAAE,KAAK,KAAK,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,KAAK,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,KAAK,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,KAAK,UAAU,EAAE,KAAK,eAAe,EAAE,MAAM,6BAA6B,CAAC;AACrG,OAAO,EAAE,eAAe,EAAE,KAAK,cAAc,EAAE,MAAM,SAAS,CAAC"}
@@ -0,0 +1,64 @@
1
+ import * as SqlClient from '@effect/sql/SqlClient';
2
+ import type * as SqlError from '@effect/sql/SqlError';
3
+ import * as Effect from 'effect/Effect';
4
+ import type { Obj } from '@dxos/echo';
5
+ import type { ObjectId, SpaceId } from '@dxos/keys';
6
+ import type { Index, IndexerObject } from './interface';
7
+ import type { ObjectMeta } from './object-meta-index';
8
+ /**
9
+ * The space and queue constrains are combined together using a logical OR.
10
+ */
11
+ export interface FtsQuery {
12
+ /**
13
+ * Text to search.
14
+ */
15
+ query: string;
16
+ /**
17
+ * Space ID to search within.
18
+ */
19
+ spaceId: readonly SpaceId[] | null;
20
+ /**
21
+ * If true, include all queues in the spaces specified by `spaceId`.
22
+ */
23
+ includeAllQueues: boolean;
24
+ /**
25
+ * Queue IDs to search within.
26
+ */
27
+ queueIds: readonly ObjectId[] | null;
28
+ }
29
+ /**
30
+ * Result of FTS query including the indexed snapshot data.
31
+ */
32
+ export interface FtsResult extends ObjectMeta {
33
+ /**
34
+ * The indexed snapshot data (JSON string).
35
+ * Used to load queue objects without going through document loading.
36
+ */
37
+ snapshot: string;
38
+ }
39
+ /**
40
+ * Result of FTS query with rank.
41
+ */
42
+ export interface FtsQueryResult extends ObjectMeta {
43
+ /**
44
+ * Relevance rank from FTS5.
45
+ * Higher values indicate better matches.
46
+ * Uses BM25 algorithm when available, falls back to 1 for non-BM25 queries.
47
+ */
48
+ rank: number;
49
+ }
50
+ export declare class FtsIndex implements Index {
51
+ migrate: () => Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient>;
52
+ query({ query, spaceId, includeAllQueues, queueIds }: FtsQuery): Effect.Effect<readonly FtsQueryResult[], SqlError.SqlError, SqlClient.SqlClient>;
53
+ /**
54
+ * Query snapshots by recordIds.
55
+ * Returns the parsed JSON snapshots for queue objects.
56
+ * RecordIds not present in the FTS index are silently omitted from the result.
57
+ */
58
+ querySnapshotsJSON(recordIds: number[]): Effect.Effect<readonly {
59
+ recordId: number;
60
+ snapshot: Obj.JSON;
61
+ }[], SqlError.SqlError, SqlClient.SqlClient>;
62
+ update: (objects: IndexerObject[]) => Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient>;
63
+ }
64
+ //# sourceMappingURL=fts-index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fts-index.d.ts","sourceRoot":"","sources":["../../../../src/indexes/fts-index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,SAAS,MAAM,uBAAuB,CAAC;AACnD,OAAO,KAAK,KAAK,QAAQ,MAAM,sBAAsB,CAAC;AAEtD,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAExC,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAEpD,OAAO,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAMtD;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,OAAO,EAAE,SAAS,OAAO,EAAE,GAAG,IAAI,CAAC;IAEnC;;OAEG;IACH,gBAAgB,EAAE,OAAO,CAAC;IAE1B;;OAEG;IACH,QAAQ,EAAE,SAAS,QAAQ,EAAE,GAAG,IAAI,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,SAAU,SAAQ,UAAU;IAC3C;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,UAAU;IAChD;;;;OAIG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAyBD,qBAAa,QAAS,YAAW,KAAK;IACpC,OAAO,oEAYJ;IAEH,KAAK,CAAC,EACJ,KAAK,EACL,OAAO,EACP,gBAAgB,EAChB,QAAQ,EACT,EAAE,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,cAAc,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAwE7F;IAED;;;;OAIG;IACH,kBAAkB,CAChB,SAAS,EAAE,MAAM,EAAE,GAClB,MAAM,CAAC,MAAM,CAAC,SAAS;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAA;KAAE,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CA2B5G;IAED,MAAM,4FA2BJ;CACH"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=fts-index.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fts-index.test.d.ts","sourceRoot":"","sources":["../../../../src/indexes/fts-index.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=fts5.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fts5.test.d.ts","sourceRoot":"","sources":["../../../../src/indexes/fts5.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,5 @@
1
+ export * from './fts-index';
2
+ export * from './object-meta-index';
3
+ export * from './reverse-ref-index';
4
+ export * from './interface';
5
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/indexes/index.ts"],"names":[],"mappings":"AAIA,cAAc,aAAa,CAAC;AAC5B,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC"}
@@ -0,0 +1,56 @@
1
+ import type * as SqlClient from '@effect/sql/SqlClient';
2
+ import type * as SqlError from '@effect/sql/SqlError';
3
+ import type * as Effect from 'effect/Effect';
4
+ import type { Obj } from '@dxos/echo';
5
+ import type { ObjectId, SpaceId } from '@dxos/keys';
6
+ /**
7
+ * Data describing objects returned from sources to the indexer.
8
+ */
9
+ export interface IndexerObject {
10
+ spaceId: SpaceId;
11
+ /**
12
+ * Queue id if object is from the queue.
13
+ * If null, `documentId` must be set.
14
+ */
15
+ queueId: ObjectId | null;
16
+ /**
17
+ * Queue subspace namespace (e.g. 'data', 'trace') the object lives in.
18
+ * Set together with `queueId`; null for non-queue objects.
19
+ */
20
+ queueNamespace: string | null;
21
+ /**
22
+ * Document id if object is from the automerge document.
23
+ * If null, `queueId` must be set.
24
+ */
25
+ documentId: string | null;
26
+ /**
27
+ * Record id from the objectMeta index.
28
+ * `Null` before the object is stored in the ObjectMetaIndex.
29
+ * Enriched by the IndexEngine after the object is stored in the ObjectMetaIndex.
30
+ */
31
+ recordId: number | null;
32
+ /**
33
+ * JSON data of the object.
34
+ */
35
+ data: Obj.JSON;
36
+ /**
37
+ * Timestamp of the last update of the object.
38
+ */
39
+ updatedAt: number;
40
+ }
41
+ /**
42
+ * SQLite-based index for storing and querying object data.
43
+ */
44
+ export interface Index {
45
+ /**
46
+ * Runs necessary migrations to the index before it is usable.
47
+ * Idempotent.
48
+ */
49
+ migrate: () => Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient>;
50
+ /**
51
+ * Updates the index with the given objects.
52
+ * Idempotent.
53
+ */
54
+ update: (objects: IndexerObject[]) => Effect.Effect<void, SqlError.SqlError, SqlClient.SqlClient>;
55
+ }
56
+ //# sourceMappingURL=interface.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"interface.d.ts","sourceRoot":"","sources":["../../../../src/indexes/interface.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,KAAK,SAAS,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,KAAK,QAAQ,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,KAAK,MAAM,MAAM,eAAe,CAAC;AAE7C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAEpD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB;;;OAGG;IACH,OAAO,EAAE,QAAQ,GAAG,IAAI,CAAC;IACzB;;;OAGG;IACH,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B;;;OAGG;IACH,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B;;;;OAIG;IACH,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IAExB;;OAEG;IACH,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IAEf;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,KAAK;IACpB;;;OAGG;IACH,OAAO,EAAE,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IAE3E;;;OAGG;IACH,MAAM,EAAE,CAAC,OAAO,EAAE,aAAa,EAAE,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;CACnG"}