@fortemi/core 2026.5.4 → 2026.6.1

package/dist/index.js

@@ -150,6 +150,103 @@ async function createPGliteInstance(persistence, archiveName = "default") {
   return db;
 }
 
+// src/worker/worker-client.ts
+var PGliteWorkerClient = class {
+  constructor(worker) {
+    this.worker = worker;
+    this.readyPromise = new Promise((resolve) => {
+      this.resolveReady = resolve;
+    });
+    this.worker.addEventListener("message", (e) => {
+      const msg = e.data;
+      if (msg.type === "READY") {
+        this.resolveReady();
+        return;
+      }
+      if (!("id" in msg)) return;
+      const pending = this.pending.get(msg.id);
+      if (!pending) return;
+      this.pending.delete(msg.id);
+      if (msg.type === "ERROR") {
+        pending.reject(new Error(msg.error));
+      } else {
+        pending.resolve(msg);
+      }
+    });
+  }
+  pending = /* @__PURE__ */ new Map();
+  readyPromise;
+  resolveReady;
+  /** Resolves when the worker broadcasts READY after database initialisation. */
+  async waitReady() {
+    return this.readyPromise;
+  }
+  send(request) {
+    const id = generateId();
+    return new Promise((resolve, reject) => {
+      this.pending.set(id, {
+        resolve,
+        reject
+      });
+      this.worker.postMessage({ ...request, id });
+    });
+  }
+  async query(sql, params) {
+    const resp = await this.send({ type: "QUERY", sql, params });
+    return { rows: resp.rows, fields: resp.fields };
+  }
+  async exec(sql) {
+    await this.send({ type: "EXEC", sql });
+  }
+  async transaction(fn) {
+    const resp = await this.send({ type: "BEGIN" });
+    const txId = resp.txId;
+    const proxy = new TransactionProxy(this, txId);
+    try {
+      const result = await fn(proxy);
+      await this.send({ type: "COMMIT", txId });
+      return result;
+    } catch (err) {
+      await this.send({ type: "ROLLBACK", txId }).catch(() => {
+      });
+      throw err;
+    }
+  }
+  /** Forward TX_QUERY for TransactionProxy — not part of the public surface. */
+  async _txQuery(txId, sql, params) {
+    const resp = await this.send({
+      type: "TX_QUERY",
+      txId,
+      sql,
+      params
+    });
+    return { rows: resp.rows };
+  }
+  /** Forward TX_EXEC for TransactionProxy — not part of the public surface. */
+  async _txExec(txId, sql) {
+    await this.send({ type: "TX_EXEC", txId, sql });
+  }
+  async ping() {
+    await this.send({ type: "PING" });
+  }
+  async close() {
+    await this.send({ type: "CLOSE" });
+    this.worker.terminate();
+  }
+};
+var TransactionProxy = class {
+  constructor(client, txId) {
+    this.client = client;
+    this.txId = txId;
+  }
+  async query(sql, params) {
+    return this.client._txQuery(this.txId, sql, params);
+  }
+  async exec(sql) {
+    return this.client._txExec(this.txId, sql);
+  }
+};
+
 // src/storage-backend.ts
 var PGliteStorageBackend = class {
   constructor(id, db) {
@@ -177,6 +274,41 @@ var PGliteStorageBackendFactory = class {
   }
 };
 var defaultStorageBackendFactory = new PGliteStorageBackendFactory();
+var PGliteWorkerStorageBackend = class {
+  constructor(id, client) {
+    this.id = id;
+    this.client = client;
+  }
+  mode = "readwrite";
+  query(sql, params) {
+    return this.client.query(sql, params);
+  }
+  exec(sql) {
+    return this.client.exec(sql);
+  }
+  transaction(fn) {
+    return this.client.transaction(fn);
+  }
+  close() {
+    return this.client.close();
+  }
+};
+var PGliteWorkerStorageBackendFactory = class {
+  constructor(options) {
+    this.options = options;
+  }
+  async open(input) {
+    const worker = this.options.createWorker();
+    const client = new PGliteWorkerClient(worker);
+    worker.postMessage({
+      type: "INIT",
+      persistence: input.persistence,
+      archiveName: input.archiveName
+    });
+    await client.waitReady();
+    return new PGliteWorkerStorageBackend(`pglite-worker:${input.persistence}:${input.archiveName}`, client);
+  }
+};
 
 // src/capability-manager.ts
 var VALID_TRANSITIONS = {
@@ -799,13 +931,13 @@ var allMigrations = [
 
 // src/archive-manager.ts
 var ArchiveManager = class {
-  constructor(persistenceOrFactory, events) {
+  constructor(persistenceOrFactory, events, persistenceOverride) {
     this.events = events;
     if (typeof persistenceOrFactory === "string") {
       this.persistence = persistenceOrFactory;
       this.backendFactory = defaultStorageBackendFactory;
     } else {
-      this.persistence = "memory";
+      this.persistence = persistenceOverride ?? "memory";
       this.backendFactory = persistenceOrFactory;
     }
     this.archives.set("default", {
@@ -1170,103 +1302,6 @@ function createBlobStore(archiveName) {
   return new IdbBlobStore(archiveName);
 }
 
-// src/worker/worker-client.ts
-var PGliteWorkerClient = class {
-  constructor(worker) {
-    this.worker = worker;
-    this.readyPromise = new Promise((resolve) => {
-      this.resolveReady = resolve;
-    });
-    this.worker.addEventListener("message", (e) => {
-      const msg = e.data;
-      if (msg.type === "READY") {
-        this.resolveReady();
-        return;
-      }
-      if (!("id" in msg)) return;
-      const pending = this.pending.get(msg.id);
-      if (!pending) return;
-      this.pending.delete(msg.id);
-      if (msg.type === "ERROR") {
-        pending.reject(new Error(msg.error));
-      } else {
-        pending.resolve(msg);
-      }
-    });
-  }
-  pending = /* @__PURE__ */ new Map();
-  readyPromise;
-  resolveReady;
-  /** Resolves when the worker broadcasts READY after database initialisation. */
-  async waitReady() {
-    return this.readyPromise;
-  }
-  send(request) {
-    const id = generateId();
-    return new Promise((resolve, reject) => {
-      this.pending.set(id, {
-        resolve,
-        reject
-      });
-      this.worker.postMessage({ ...request, id });
-    });
-  }
-  async query(sql, params) {
-    const resp = await this.send({ type: "QUERY", sql, params });
-    return { rows: resp.rows, fields: resp.fields };
-  }
-  async exec(sql) {
-    await this.send({ type: "EXEC", sql });
-  }
-  async transaction(fn) {
-    const resp = await this.send({ type: "BEGIN" });
-    const txId = resp.txId;
-    const proxy = new TransactionProxy(this, txId);
-    try {
-      const result = await fn(proxy);
-      await this.send({ type: "COMMIT", txId });
-      return result;
-    } catch (err) {
-      await this.send({ type: "ROLLBACK", txId }).catch(() => {
-      });
-      throw err;
-    }
-  }
-  /** Forward TX_QUERY for TransactionProxy — not part of the public surface. */
-  async _txQuery(txId, sql, params) {
-    const resp = await this.send({
-      type: "TX_QUERY",
-      txId,
-      sql,
-      params
-    });
-    return { rows: resp.rows };
-  }
-  /** Forward TX_EXEC for TransactionProxy — not part of the public surface. */
-  async _txExec(txId, sql) {
-    await this.send({ type: "TX_EXEC", txId, sql });
-  }
-  async ping() {
-    await this.send({ type: "PING" });
-  }
-  async close() {
-    await this.send({ type: "CLOSE" });
-    this.worker.terminate();
-  }
-};
-var TransactionProxy = class {
-  constructor(client, txId) {
-    this.client = client;
-    this.txId = txId;
-  }
-  async query(sql, params) {
-    return this.client._txQuery(this.txId, sql, params);
-  }
-  async exec(sql) {
-    return this.client._txExec(this.txId, sql);
-  }
-};
-
 // src/repositories/notes-repository.ts
 var NotesRepository = class {
   constructor(db, events) {
@@ -2953,12 +2988,12 @@ var JobQueueWorker = class {
       if (job.required_capability) {
         const capName = job.required_capability;
         if (!this.capabilityManager?.isReady(capName)) {
-          console.log(`[JobQueue] Skipping ${job.job_type} \u2014 capability '${capName}' not ready`);
+          await this.blockForCapability(job, capName);
           continue;
         }
       }
       await this.db.query(
-        `UPDATE job_queue SET status = 'processing', updated_at = now() WHERE id = $1`,
+        `UPDATE job_queue SET status = 'processing', error = NULL, updated_at = now() WHERE id = $1`,
         [job.id]
       );
       try {
@@ -2966,7 +3001,7 @@ var JobQueueWorker = class {
         const jobResult = await handler(job, this.db);
         console.log(`[JobQueue] Completed ${job.job_type}:`, jobResult);
         await this.db.query(
-          `UPDATE job_queue SET status = 'completed', result = $1, updated_at = now() WHERE id = $2`,
+          `UPDATE job_queue SET status = 'completed', error = NULL, result = $1, updated_at = now() WHERE id = $2`,
           [JSON.stringify(jobResult ?? null), job.id]
         );
         this.events?.emit("job.completed", {
@@ -3000,6 +3035,30 @@ var JobQueueWorker = class {
     }
     return processed;
   }
+  async blockForCapability(job, capability) {
+    const message = `requires capability '${capability}' \u2014 not ready`;
+    console.log(`[JobQueue] Deferring ${job.job_type} \u2014 ${message}`);
+    await this.db.query(
+      `UPDATE job_queue
+       SET status = 'pending', error = $1, updated_at = now()
+       WHERE id = $2 AND error IS DISTINCT FROM $1`,
+      [message, job.id]
+    );
+    this.events?.emit("job.blocked", {
+      id: job.id,
+      noteId: job.note_id,
+      type: job.job_type,
+      capability,
+      message
+    });
+    this.events?.emit("capability.required", {
+      name: capability,
+      jobId: job.id,
+      noteId: job.note_id,
+      type: job.job_type,
+      message
+    });
+  }
   getBackoffDelay(retryCount) {
     const delay = this.options.backoffBaseMs * Math.pow(2, retryCount);
     return Math.min(delay, this.options.backoffMaxMs);
@@ -5147,6 +5206,33 @@ var FallbackRouter = class {
   }
 };
 
+// src/fortemi-bridge.ts
+function getFortemiBridge(host = globalThis) {
+  return host?.fortemiBridge ?? null;
+}
+function getFortemiSecretStore(host = globalThis) {
+  return host?.fortemiBridge?.secrets ?? host?.fortemiSecureStorage ?? null;
+}
+async function hasFortemiSecureSecrets(host = globalThis) {
+  const bridge = getFortemiBridge(host);
+  if (bridge) {
+    try {
+      const capabilities = await bridge.capabilities();
+      if (!capabilities.secureSecrets) return false;
+      return Boolean(await bridge.secrets.isAvailable());
+    } catch {
+      return false;
+    }
+  }
+  const legacySecrets = host?.fortemiSecureStorage;
+  if (!legacySecrets) return false;
+  try {
+    return Boolean(await legacySecrets.isAvailable());
+  } catch {
+    return false;
+  }
+}
+
 // src/security/plugin-content.ts
 var DEFAULT_DIRECTIVES = {
   "default-src": ["'self'"],
@@ -5803,25 +5889,52 @@ async function exportShard(db, options) {
   components.push("provenance_edges");
   counts.provenance_edges = filteredProvenanceRows.length;
   if (options?.includeEmbeddings) {
-    const embSetRows = await db.query(`SELECT * FROM embedding_set ORDER BY created_at`);
+    const embeddingSetIds = options.embeddingSetIds?.filter(Boolean) ?? [];
+    const setScoped = embeddingSetIds.length > 0;
+    const embSetRows = await db.query(
+      `SELECT * FROM embedding_set
+       ${setScoped ? "WHERE id = ANY($1)" : ""}
+       ORDER BY created_at`,
+      setScoped ? [embeddingSetIds] : []
+    );
+    const exportedSetIds = new Set(embSetRows.rows.map((row) => row.id));
     const shardEmbSets = embSetRows.rows.map(embeddingSetToShard);
     files.set("embedding_sets.json", encoder.encode(JSON.stringify(shardEmbSets)));
     components.push("embedding_sets");
     counts.embedding_sets = shardEmbSets.length;
-    const embMemberRows = await db.query(`SELECT * FROM embedding_set_member`);
-    const membersJsonl = embMemberRows.rows.map((m) => JSON.stringify(embeddingSetMemberToShard(m))).join("\n");
+    const embMemberRows = await db.query(
+      `SELECT * FROM embedding_set_member
+       ${setScoped ? "WHERE embedding_set_id = ANY($1)" : ""}`,
+      setScoped ? [embeddingSetIds] : []
+    );
+    const scopedEmbMemberRows = embMemberRows.rows.filter(
+      (member) => exportedSetIds.has(member.embedding_set_id) && exportedNoteIds.has(member.note_id)
+    );
+    const membersJsonl = scopedEmbMemberRows.map((m) => JSON.stringify(embeddingSetMemberToShard(m))).join("\n");
     files.set("embedding_set_members.jsonl", encoder.encode(membersJsonl));
     components.push("embedding_set_members");
-    counts.embedding_set_members = embMemberRows.rows.length;
-    const embRows = await db.query(`SELECT * FROM embedding ORDER BY created_at`);
-    const embJsonl = embRows.rows.map((e) => JSON.stringify(embeddingToShard(e))).join("\n");
+    counts.embedding_set_members = scopedEmbMemberRows.length;
+    const embRows = await db.query(
+      `SELECT * FROM embedding
+       ${setScoped ? "WHERE embedding_set_id = ANY($1)" : ""}
+       ORDER BY created_at`,
+      setScoped ? [embeddingSetIds] : []
+    );
+    const memberEmbeddingIds = new Set(scopedEmbMemberRows.map((member) => member.embedding_id));
+    const scopedEmbRows = embRows.rows.filter(
+      (embedding) => exportedSetIds.has(embedding.embedding_set_id) && exportedNoteIds.has(embedding.note_id) && (memberEmbeddingIds.size === 0 || memberEmbeddingIds.has(embedding.id))
+    );
+    const embJsonl = scopedEmbRows.map((e) => JSON.stringify(embeddingToShard(e))).join("\n");
     files.set("embeddings.jsonl", encoder.encode(embJsonl));
     components.push("embeddings");
-    counts.embeddings = embRows.rows.length;
+    counts.embeddings = scopedEmbRows.length;
   }
   const graphSourceRows = await db.query(`SELECT * FROM graph_source ORDER BY created_at, id`);
-  if (graphSourceRows.rows.length > 0) {
-    const shardGraphSources = graphSourceRows.rows.map((row) => ({
+  const graphScoped = !!options?.embeddingSetIds?.length;
+  const scopedGraphSourceRows = graphScoped ? graphSourceRows.rows.filter((row) => !row.embedding_set_id || options.embeddingSetIds?.includes(row.embedding_set_id)) : graphSourceRows.rows;
+  const exportedGraphSourceIds = new Set(scopedGraphSourceRows.map((row) => row.id));
+  if (scopedGraphSourceRows.length > 0) {
+    const shardGraphSources = scopedGraphSourceRows.map((row) => ({
       id: row.id,
       name: row.name,
       kind: row.kind,
@@ -5843,8 +5956,9 @@ async function exportShard(db, options) {
     counts.graph_sources = shardGraphSources.length;
   }
   const graphEdgeRows = await db.query(`SELECT * FROM graph_edge_artifact ORDER BY graph_source_id, from_note_id, to_note_id, kind`);
-  if (graphEdgeRows.rows.length > 0) {
-    const graphEdgesJsonl = graphEdgeRows.rows.map((row) => JSON.stringify({
+  const scopedGraphEdgeRows = graphScoped ? graphEdgeRows.rows.filter((row) => exportedGraphSourceIds.has(row.graph_source_id)) : graphEdgeRows.rows;
+  if (scopedGraphEdgeRows.length > 0) {
+    const graphEdgesJsonl = scopedGraphEdgeRows.map((row) => JSON.stringify({
       graph_source_id: row.graph_source_id,
       from_note_id: row.from_note_id,
       to_note_id: row.to_note_id,
@@ -5855,18 +5969,21 @@ async function exportShard(db, options) {
     })).join("\n");
     files.set("graph_edges.jsonl", encoder.encode(graphEdgesJsonl));
     components.push("graph_edges");
-    counts.graph_edges = graphEdgeRows.rows.length;
+    counts.graph_edges = scopedGraphEdgeRows.length;
   }
   const communitySetRows = await db.query(`SELECT * FROM community_set ORDER BY created_at, id`);
   const communityRows = await db.query(`SELECT * FROM community ORDER BY community_set_id, rank NULLS LAST, id`);
-  if (communitySetRows.rows.length > 0) {
+  const scopedCommunitySetRows = graphScoped ? communitySetRows.rows.filter((row) => exportedGraphSourceIds.has(row.graph_source_id)) : communitySetRows.rows;
+  const exportedCommunitySetIds = new Set(scopedCommunitySetRows.map((row) => row.id));
+  const scopedCommunityRows = graphScoped ? communityRows.rows.filter((row) => exportedCommunitySetIds.has(row.community_set_id)) : communityRows.rows;
+  if (scopedCommunitySetRows.length > 0) {
     const communitiesBySet = /* @__PURE__ */ new Map();
-    for (const row of communityRows.rows) {
+    for (const row of scopedCommunityRows) {
       const rows = communitiesBySet.get(row.community_set_id) ?? [];
       rows.push(row);
       communitiesBySet.set(row.community_set_id, rows);
     }
-    const shardCommunitySets = communitySetRows.rows.map((row) => ({
+    const shardCommunitySets = scopedCommunitySetRows.map((row) => ({
       id: row.id,
       graph_source_id: row.graph_source_id,
       name: row.name,
@@ -5889,11 +6006,12 @@ async function exportShard(db, options) {
     files.set("communities.json", encoder.encode(JSON.stringify(shardCommunitySets)));
     components.push("communities");
     counts.community_sets = shardCommunitySets.length;
-    counts.communities = communityRows.rows.length;
+    counts.communities = scopedCommunityRows.length;
   }
   const assignmentRows = await db.query(`SELECT * FROM community_assignment ORDER BY community_set_id, community_id, note_id`);
-  if (assignmentRows.rows.length > 0) {
-    const assignmentsJsonl = assignmentRows.rows.map((row) => JSON.stringify({
+  const scopedAssignmentRows = graphScoped ? assignmentRows.rows.filter((row) => exportedCommunitySetIds.has(row.community_set_id)) : assignmentRows.rows;
+  if (scopedAssignmentRows.length > 0) {
+    const assignmentsJsonl = scopedAssignmentRows.map((row) => JSON.stringify({
       community_set_id: row.community_set_id,
       community_id: row.community_id,
       note_id: row.note_id,
@@ -5903,7 +6021,7 @@ async function exportShard(db, options) {
     })).join("\n");
     files.set("community_assignments.jsonl", encoder.encode(assignmentsJsonl));
     components.push("community_assignments");
-    counts.community_assignments = assignmentRows.rows.length;
+    counts.community_assignments = scopedAssignmentRows.length;
   }
   const checksums = {};
   for (const [filename, data] of files) {
@@ -5925,9 +6043,25 @@ async function exportShard(db, options) {
 
 // src/shard/shard-import.ts
 var decoder = new TextDecoder();
+var DEFAULT_BATCH_SIZE = 250;
+async function yieldToEventLoop() {
+  const scheduler = globalThis.scheduler;
+  if (scheduler?.yield) {
+    await scheduler.yield();
+    return;
+  }
+  await new Promise((resolve) => setTimeout(resolve, 0));
+}
+async function maybeYield(done, batchSize) {
+  if (batchSize > 0 && done > 0 && done % batchSize === 0) {
+    await yieldToEventLoop();
+  }
+}
 async function importShard(db, data, options) {
   const start = performance.now();
   const strategy = options?.conflictStrategy ?? "skip";
+  const batchSize = options?.batchSize ?? DEFAULT_BATCH_SIZE;
+  const report = options?.onProgress;
   const warnings = [];
   const errors = [];
   const counts = {
@@ -5951,9 +6085,11 @@ async function importShard(db, data, options) {
   };
   const skipped = {};
   const inputData = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
+  report?.({ phase: "unpack", done: 0, total: 1 });
   let files;
   try {
     files = unpackTarGz(inputData);
+    report?.({ phase: "unpack", done: 1, total: 1 });
   } catch (err) {
     return {
       success: false,
@@ -6000,6 +6136,7 @@ async function importShard(db, data, options) {
       duration_ms: performance.now() - start
     };
   }
+  report?.({ phase: "validate", done: 0, total: 1 });
   const checksumResult = await validateChecksums(manifest.checksums, files);
   if (!checksumResult.valid) {
     return {
@@ -6011,6 +6148,7 @@ async function importShard(db, data, options) {
       duration_ms: performance.now() - start
     };
   }
+  report?.({ phase: "validate", done: 1, total: 1 });
   const parsedNotes = parseJsonl(files.get("notes.jsonl"));
   const parsedCollections = parseJsonArray(files.get("collections.json"));
   parseJsonArray(files.get("tags.json"));
@@ -6061,7 +6199,8 @@ async function importShard(db, data, options) {
   const conflictClause = strategy === "skip" ? "ON CONFLICT DO NOTHING" : "";
   try {
     await db.transaction(async (tx) => {
-      for (const shardCol of parsedCollections) {
+      report?.({ phase: "collections", done: 0, total: parsedCollections.length });
+      for (const [index, shardCol] of parsedCollections.entries()) {
         const col = collectionFromShard(shardCol);
         if (strategy === "replace") {
           await tx.query(
@@ -6078,8 +6217,11 @@ async function importShard(db, data, options) {
           );
         }
         counts.collections++;
+        report?.({ phase: "collections", done: index + 1, total: parsedCollections.length });
+        await maybeYield(index + 1, batchSize);
       }
-      for (const shardNote of parsedNotes) {
+      report?.({ phase: "notes", done: 0, total: parsedNotes.length });
+      for (const [index, shardNote] of parsedNotes.entries()) {
         const note = noteFromShard(shardNote);
         const contentHash = computeHash(new TextEncoder().encode(note.original_content));
         if (strategy === "replace") {
@@ -6156,7 +6298,12 @@ async function importShard(db, data, options) {
           );
         }
         counts.notes++;
+        report?.({ phase: "notes", done: index + 1, total: parsedNotes.length });
+        await maybeYield(index + 1, batchSize);
       }
+      const totalSkos = parsedSkosSchemes.length + parsedSkosConcepts.length + parsedSkosRelations.length + parsedNoteSkosTags.length;
+      let doneSkos = 0;
+      report?.({ phase: "skos", done: doneSkos, total: totalSkos });
       for (const scheme of parsedSkosSchemes) {
         if (strategy === "replace") {
           await tx.query(
@@ -6173,6 +6320,8 @@ async function importShard(db, data, options) {
           );
         }
         counts.skos_schemes++;
+        report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+        await maybeYield(doneSkos, batchSize);
       }
       for (const concept of parsedSkosConcepts) {
         const altLabels = JSON.stringify(concept.alt_labels ?? []);
@@ -6191,8 +6340,11 @@ async function importShard(db, data, options) {
           );
         }
         counts.skos_concepts++;
+        report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+        await maybeYield(doneSkos, batchSize);
       }
-      for (const shardLink of parsedLinks) {
+      report?.({ phase: "links", done: 0, total: parsedLinks.length });
+      for (const [index, shardLink] of parsedLinks.entries()) {
         const link = linkFromShard(shardLink);
         if (strategy === "replace") {
           await tx.query(
@@ -6209,6 +6361,8 @@ async function importShard(db, data, options) {
           );
         }
         counts.links++;
+        report?.({ phase: "links", done: index + 1, total: parsedLinks.length });
+        await maybeYield(index + 1, batchSize);
       }
       for (const relation of parsedSkosRelations) {
         if (strategy === "replace") {
@@ -6226,6 +6380,8 @@ async function importShard(db, data, options) {
           );
         }
         counts.skos_relations++;
+        report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+        await maybeYield(doneSkos, batchSize);
       }
       for (const tag of parsedNoteSkosTags) {
         await tx.query(
@@ -6235,8 +6391,11 @@ async function importShard(db, data, options) {
           [tag.id, tag.note_id, tag.concept_id, tag.created_at]
         );
         counts.note_skos_tags++;
+        report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+        await maybeYield(doneSkos, batchSize);
       }
-      for (const edge of parsedProvenanceEdges) {
+      report?.({ phase: "provenance", done: 0, total: parsedProvenanceEdges.length });
+      for (const [index, edge] of parsedProvenanceEdges.entries()) {
         const attributes = edge.attributes === null ? null : JSON.stringify(edge.attributes);
         if (strategy === "replace") {
           await tx.query(
@@ -6253,8 +6412,11 @@ async function importShard(db, data, options) {
           );
         }
         counts.provenance_edges++;
+        report?.({ phase: "provenance", done: index + 1, total: parsedProvenanceEdges.length });
+        await maybeYield(index + 1, batchSize);
       }
-      for (const shardSet of parsedEmbSets) {
+      report?.({ phase: "embedding_sets", done: 0, total: parsedEmbSets.length });
+      for (const [index, shardSet] of parsedEmbSets.entries()) {
         const set = embeddingSetFromShard(shardSet);
         if (strategy === "replace") {
           await tx.query(
@@ -6277,8 +6439,11 @@ async function importShard(db, data, options) {
           );
         }
         counts.embedding_sets++;
+        report?.({ phase: "embedding_sets", done: index + 1, total: parsedEmbSets.length });
+        await maybeYield(index + 1, batchSize);
       }
-      for (const shardEmb of parsedEmbeddings) {
+      report?.({ phase: "embeddings", done: 0, total: parsedEmbeddings.length });
+      for (const [index, shardEmb] of parsedEmbeddings.entries()) {
         const emb = embeddingFromShard(shardEmb);
         if (strategy === "replace") {
           await tx.query(
@@ -6295,7 +6460,12 @@ async function importShard(db, data, options) {
           );
         }
         counts.embeddings++;
+        report?.({ phase: "embeddings", done: index + 1, total: parsedEmbeddings.length });
+        await maybeYield(index + 1, batchSize);
       }
+      const totalGraph = parsedGraphSources.length + parsedGraphEdges.length;
+      let doneGraph = 0;
+      report?.({ phase: "graph", done: doneGraph, total: totalGraph });
       for (const source of parsedGraphSources) {
         const parameters = source.parameters == null ? null : JSON.stringify(source.parameters);
         const freshness = JSON.stringify({ ...source.freshness ?? {}, status: "unknown" });
@@ -6308,6 +6478,8 @@ async function importShard(db, data, options) {
           [source.id, source.name, source.kind, source.source_table ?? null, source.embedding_set_id ?? null, source.virtual_set_id ?? null, source.model ?? null, source.dimension ?? null, source.truncate_dimension ?? null, source.metric ?? null, source.algorithm ?? null, parameters, source.input_hash, freshness, source.created_at]
         );
         counts.graph_sources++;
+        report?.({ phase: "graph", done: ++doneGraph, total: totalGraph });
+        await maybeYield(doneGraph, batchSize);
       }
       for (const edge of parsedGraphEdges) {
         const metadata = edge.metadata == null ? null : JSON.stringify(edge.metadata);
@@ -6318,7 +6490,12 @@ async function importShard(db, data, options) {
           [edge.graph_source_id, edge.from_note_id, edge.to_note_id, edge.weight, edge.kind, edge.rank ?? null, metadata]
         );
         counts.graph_edges++;
+        report?.({ phase: "graph", done: ++doneGraph, total: totalGraph });
+        await maybeYield(doneGraph, batchSize);
       }
+      const totalCommunities = parsedCommunitySets.length + parsedCommunitySets.reduce((sum, set) => sum + (set.communities?.length ?? 0), 0) + parsedCommunityAssignments.length;
+      let doneCommunities = 0;
+      report?.({ phase: "communities", done: doneCommunities, total: totalCommunities });
       for (const set of parsedCommunitySets) {
         const parameters = set.parameters == null ? null : JSON.stringify(set.parameters);
         const freshness = JSON.stringify({ ...set.freshness ?? {}, status: "unknown" });
@@ -6329,6 +6506,8 @@ async function importShard(db, data, options) {
           [set.id, set.graph_source_id, set.name, set.source_type, set.algorithm ?? null, parameters, set.input_hash, freshness, set.created_at]
         );
         counts.community_sets++;
+        report?.({ phase: "communities", done: ++doneCommunities, total: totalCommunities });
+        await maybeYield(doneCommunities, batchSize);
         for (const community of set.communities ?? []) {
           const metadata = community.metadata == null ? null : JSON.stringify(community.metadata);
           await tx.query(
@@ -6338,6 +6517,8 @@ async function importShard(db, data, options) {
             [set.id, community.id, community.label ?? null, community.rank ?? null, community.size ?? null, community.confidence ?? null, community.representative_note_ids ?? [], metadata]
           );
           counts.communities++;
+          report?.({ phase: "communities", done: ++doneCommunities, total: totalCommunities });
+          await maybeYield(doneCommunities, batchSize);
         }
       }
       for (const assignment of parsedCommunityAssignments) {
@@ -6349,16 +6530,22 @@ async function importShard(db, data, options) {
           [assignment.community_set_id, assignment.community_id, assignment.note_id, assignment.confidence ?? null, assignment.source_type, metadata]
         );
         counts.community_assignments++;
+        report?.({ phase: "communities", done: ++doneCommunities, total: totalCommunities });
+        await maybeYield(doneCommunities, batchSize);
       }
-      for (const member of parsedEmbMembers) {
+      report?.({ phase: "embedding_set_members", done: 0, total: parsedEmbMembers.length });
+      for (const [index, member] of parsedEmbMembers.entries()) {
         await tx.query(
           `INSERT INTO embedding_set_member (embedding_set_id, note_id, embedding_id)
            VALUES ($1, $2, $3) ON CONFLICT DO NOTHING`,
           [member.embedding_set_id, member.note_id, member.embedding_id]
         );
         counts.embedding_set_members++;
+        report?.({ phase: "embedding_set_members", done: index + 1, total: parsedEmbMembers.length });
+        await maybeYield(index + 1, batchSize);
       }
     });
+    report?.({ phase: "index", done: 1, total: 1 });
   } catch (err) {
     return {
       success: false,
@@ -6388,9 +6575,187 @@ function parseJsonArray(data) {
   return JSON.parse(decoder.decode(data));
 }
 
+// src/aiwg-index.ts
+var REQUIRED_RECORD_FIELDS = [
+  "schema_version",
+  "id",
+  "type",
+  "source",
+  "title",
+  "text",
+  "facets",
+  "tags",
+  "concepts",
+  "relationships",
+  "provenance",
+  "privacy",
+  "updated_at"
+];
+var VALID_TYPES = /* @__PURE__ */ new Set([
+  "crm.contact",
+  "crm.organization",
+  "crm.event",
+  "crm.interaction",
+  "aiwg.artifact"
+]);
+function hasString(value) {
+  return typeof value === "string" && value.length > 0;
+}
+function pushFacet(counts, name, value) {
+  counts[name] ??= {};
+  counts[name][value] = (counts[name][value] ?? 0) + 1;
+}
+function validateAiwgFortemiIndexExport(value) {
+  const errors = [];
+  const counts = {};
+  const data = value;
+  if (data?.schema_version !== "aiwg.fortemi.index.export.v1") {
+    errors.push("schema_version must be aiwg.fortemi.index.export.v1");
+  }
+  if (!hasString(data?.generated_at)) errors.push("generated_at is required");
+  if (!hasString(data?.source?.repo)) errors.push("source.repo is required");
+  if (!hasString(data?.source?.privacy)) errors.push("source.privacy is required");
+  if (!Array.isArray(data?.items)) errors.push("items must be an array");
+  const ids = /* @__PURE__ */ new Set();
+  let previousId = "";
+  for (const [index, item] of (data.items ?? []).entries()) {
+    for (const field of REQUIRED_RECORD_FIELDS) {
+      if (!(field in item)) errors.push("items[" + index + "]." + field + " is required");
+    }
+    if (item.schema_version !== "aiwg.fortemi.index.record.v1") {
+      errors.push("items[" + index + "].schema_version must be aiwg.fortemi.index.record.v1");
+    }
+    if (!hasString(item.id)) errors.push("items[" + index + "].id is required");
+    if (hasString(item.id) && ids.has(item.id)) errors.push("duplicate id: " + item.id);
+    if (hasString(item.id)) ids.add(item.id);
+    if (previousId && hasString(item.id) && previousId.localeCompare(item.id) > 0) {
+      errors.push("items must be sorted by id: " + previousId + " before " + item.id);
+    }
+    if (hasString(item.id)) previousId = item.id;
+    if (!VALID_TYPES.has(item.type)) errors.push("items[" + index + "].type is invalid");
+    else counts[item.type] = (counts[item.type] ?? 0) + 1;
+    if (!hasString(item.source?.path)) errors.push("items[" + index + "].source.path is required");
+    if (!hasString(item.source?.repo_relative_path)) errors.push("items[" + index + "].source.repo_relative_path is required");
+    if (!hasString(item.source?.locator)) errors.push("items[" + index + "].source.locator is required");
+    if (!Array.isArray(item.tags)) errors.push("items[" + index + "].tags must be an array");
+    if (!Array.isArray(item.concepts)) errors.push("items[" + index + "].concepts must be an array");
+    if (!Array.isArray(item.relationships)) errors.push("items[" + index + "].relationships must be an array");
+    if (!Array.isArray(item.provenance) || item.provenance.length === 0) {
+      errors.push("items[" + index + "].provenance must be a non-empty array");
+    }
+    if (!item.privacy || typeof item.privacy.pii !== "boolean" || !hasString(item.privacy.classification)) {
+      errors.push("items[" + index + "].privacy requires classification and pii");
+    }
+  }
+  return { valid: errors.length === 0, errors, counts };
+}
+function assertAiwgFortemiIndexExport(value) {
+  const result = validateAiwgFortemiIndexExport(value);
+  if (!result.valid) {
+    throw new Error("Invalid AIWG Fortemi index export:\n" + result.errors.join("\n"));
+  }
+  return value;
+}
+function getAiwgFortemiFacets(items) {
+  const result = {};
+  for (const item of items) {
+    pushFacet(result, "type", item.type);
+    pushFacet(result, "privacy", item.privacy.classification);
+    for (const tag of item.tags) pushFacet(result, "tag", tag);
+    for (const concept of item.concepts) pushFacet(result, "concept", concept);
+    for (const [name, values] of Object.entries(item.facets)) {
+      for (const value of values) pushFacet(result, name, value);
+    }
+  }
+  return result;
+}
+function includesAll(actual, expected) {
+  if (!expected || expected.length === 0) return true;
+  const actualSet = new Set(actual);
+  return expected.every((value) => actualSet.has(value));
+}
+function matchesFacetFilters(item, filters) {
+  if (!filters) return true;
+  return Object.entries(filters).every(([name, expected]) => includesAll(item.facets[name] ?? [], expected));
+}
+function queryAiwgFortemiIndex(index, query = "", options = {}) {
+  const q = query.trim().toLowerCase();
+  const filtered = index.items.filter((item) => {
+    if (q) {
+      const haystack = [item.title, item.text, ...item.tags, ...item.concepts].join("\n").toLowerCase();
+      if (!haystack.includes(q)) return false;
+    }
+    if (options.types && !options.types.includes(item.type)) return false;
+    if (options.privacy && !options.privacy.includes(item.privacy.classification)) return false;
+    if (!includesAll(item.tags, options.tags)) return false;
+    if (!includesAll(item.concepts, options.concepts)) return false;
+    if (!matchesFacetFilters(item, options.facets)) return false;
+    if (options.relationshipTargetId && !item.relationships.some((rel) => rel.target_id === options.relationshipTargetId)) return false;
+    return true;
+  });
+  const offset = options.offset ?? 0;
+  const limit = options.limit ?? filtered.length;
+  return {
+    items: filtered.slice(offset, offset + limit),
+    total: filtered.length,
+    facets: getAiwgFortemiFacets(filtered)
+  };
+}
+function createAiwgReviewDecisionExport(source, decisions, generatedAt = (/* @__PURE__ */ new Date()).toISOString()) {
+  return {
+    schema_version: "aiwg.fortemi.review-decisions.v1",
+    generated_at: generatedAt,
+    source_export_schema_version: source.schema_version,
+    decisions: [...decisions].sort((left, right) => left.item_id.localeCompare(right.item_id))
+  };
+}
+function aiwgFortemiIndexToCommunityGraph(index, options = {}) {
+  const ids = new Set(index.items.map((item) => item.id));
+  const relationshipWeights = options.relationshipWeights ?? {};
+  const edgeCounts = /* @__PURE__ */ new Map();
+  for (const item of index.items) {
+    for (const relationship of item.relationships) {
+      if (!ids.has(relationship.target_id) && !options.includeDanglingRelationships) continue;
+      const kind = relationship.type;
+      const baseWeight = relationshipWeights[kind] ?? 1;
+      const key = `${item.id}\0${relationship.target_id}\0${kind}`;
+      const existing = edgeCounts.get(key);
+      if (existing) existing.weight += baseWeight;
+      else edgeCounts.set(key, { source: item.id, target: relationship.target_id, kind, weight: baseWeight });
+    }
+  }
+  const communities = /* @__PURE__ */ new Map();
+  for (const item of index.items) {
+    const communityIds = communityIdsFor(item, options);
+    for (const communityId of communityIds) {
+      const nodes = communities.get(communityId) ?? [];
+      nodes.push(item.id);
+      communities.set(communityId, nodes);
+    }
+  }
+  return {
+    nodes: index.items.map((item) => ({ id: item.id })),
+    edges: Array.from(edgeCounts.values()).sort((left, right) => left.source.localeCompare(right.source) || left.target.localeCompare(right.target) || left.kind.localeCompare(right.kind)),
+    communities: Array.from(communities.entries()).map(([id, nodes]) => ({ id, nodes: [...new Set(nodes)].sort() })).sort((left, right) => left.id.localeCompare(right.id))
+  };
+}
+function communityIdsFor(item, options) {
+  if (options.communityFacet) {
+    const values = item.facets[options.communityFacet] ?? [];
+    if (values.length > 0) return values.map((value) => `${options.communityFacet}:${value}`);
+  }
+  if (options.communityTagPrefix) {
+    const prefix = options.communityTagPrefix;
+    const tags = item.tags.filter((tag) => tag.startsWith(prefix));
+    if (tags.length > 0) return tags;
+  }
+  if (item.concepts.length > 0) return item.concepts.map((concept) => `concept:${concept}`);
+  return [`type:${item.type}`];
+}
+
 // src/index.ts
-var VERSION = "2026.5.4";
+var VERSION = "2026.6.1";
 
-export { ArchiveManager, AttachmentsRepository, CURRENT_SHARD_VERSION, CapabilityManager, CaptureKnowledgeInputSchema, CollectionsRepository, CommunitiesRepository, EmbeddingSetsRepository, FallbackRouter, FortemiToolManifest, GetNoteInputSchema, GraphRepository, JOB_CAPABILITIES, JOB_PRIORITIES, JobQueueWorker, LOCAL_ENDPOINTS, LinksRepository, ListNotesInputSchema, ManageArchiveInputSchema, ManageAttachmentsInputSchema, ManageCapabilitiesInputSchema, ManageCollectionsInputSchema, ManageLinksInputSchema, ManageNoteInputSchema, ManageTagsInputSchema, MemoryBlobStore, MigrationRunner, NotesRepository, OpenAICompatibleProvider, PGliteStorageBackend, PGliteStorageBackendFactory, PGliteWorkerClient, ProviderRegistry, SHARD_FORMAT, SearchInputSchema, SearchRepository, SkosRepository, TagsRepository, TransactionProxy, TypedEventBus, VERSION, aiRevisionHandler, allMigrations, appendPluginScript, buildNoteConditions, buildPluginCsp, captureKnowledge, chunkText, classifyError, classifyModel, collectionFromShard, collectionToShard, computeHash, computeSri, conceptTaggingHandler, cosineSimilarity, createBlobStore, createCspReportHandler, createFortemi, createLegacyProvider, createPGliteInstance, createRoutes, defaultStorageBackendFactory, detectCommunities, detectGpuCapabilities, detectInferenceCapabilities, discoverLocalProviders, embeddingFromShard, embeddingGenerationHandler, embeddingSetFromShard, embeddingSetMemberToShard, embeddingSetToShard, embeddingToShard, enqueueFullWorkflow, enqueueJob, enqueueNoteCreationJobs, estimateModelFit, estimateVramMB, estimateVramTier, exportShard, fetchPluginScript, fortemiManifest, generateId, getEmbedFunction, getJobQueueStatus, getLlmFunction, getNote, importShard, isPluginScriptAllowed, linkFromShard, linkToShard, linkingHandler, listNotes, manageArchive, manageAttachments, manageCapabilities, manageCollections, manageLinks, manageNote, manageTags, matchRoute, noteFromShard, noteSkosTagToShard, noteToShard, packTarGz, parseCspReport, provenanceEdgeToShard, registerLlmCapability, registerSemanticCapability, registerServiceWorker, searchTool, selectLlmModel, setEmbedFunction, setLlmFunction, sha256Hex, skosConceptToShard, skosRelationToShard, skosSchemeToShard, suggestTags, tagsFromShard, tagsToShard, titleGenerationHandler, unpackTarGz, unregisterLlmCapability, unregisterSemanticCapability, validateChecksums, verifySri };
+export { ArchiveManager, AttachmentsRepository, CURRENT_SHARD_VERSION, CapabilityManager, CaptureKnowledgeInputSchema, CollectionsRepository, CommunitiesRepository, EmbeddingSetsRepository, FallbackRouter, FortemiToolManifest, GetNoteInputSchema, GraphRepository, JOB_CAPABILITIES, JOB_PRIORITIES, JobQueueWorker, LOCAL_ENDPOINTS, LinksRepository, ListNotesInputSchema, ManageArchiveInputSchema, ManageAttachmentsInputSchema, ManageCapabilitiesInputSchema, ManageCollectionsInputSchema, ManageLinksInputSchema, ManageNoteInputSchema, ManageTagsInputSchema, MemoryBlobStore, MigrationRunner, NotesRepository, OpenAICompatibleProvider, PGliteStorageBackend, PGliteStorageBackendFactory, PGliteWorkerClient, PGliteWorkerStorageBackend, PGliteWorkerStorageBackendFactory, ProviderRegistry, SHARD_FORMAT, SearchInputSchema, SearchRepository, SkosRepository, TagsRepository, TransactionProxy, TypedEventBus, VERSION, aiRevisionHandler, aiwgFortemiIndexToCommunityGraph, allMigrations, appendPluginScript, assertAiwgFortemiIndexExport, buildNoteConditions, buildPluginCsp, captureKnowledge, chunkText, classifyError, classifyModel, collectionFromShard, collectionToShard, computeHash, computeSri, conceptTaggingHandler, cosineSimilarity, createAiwgReviewDecisionExport, createBlobStore, createCspReportHandler, createFortemi, createLegacyProvider, createPGliteInstance, createRoutes, defaultStorageBackendFactory, detectCommunities, detectGpuCapabilities, detectInferenceCapabilities, discoverLocalProviders, embeddingFromShard, embeddingGenerationHandler, embeddingSetFromShard, embeddingSetMemberToShard, embeddingSetToShard, embeddingToShard, enqueueFullWorkflow, enqueueJob, enqueueNoteCreationJobs, estimateModelFit, estimateVramMB, estimateVramTier, exportShard, fetchPluginScript, fortemiManifest, generateId, getAiwgFortemiFacets, getEmbedFunction, getFortemiBridge, getFortemiSecretStore, getJobQueueStatus, getLlmFunction, getNote, hasFortemiSecureSecrets, importShard, isPluginScriptAllowed, linkFromShard, linkToShard, linkingHandler, listNotes, manageArchive, manageAttachments, manageCapabilities, manageCollections, manageLinks, manageNote, manageTags, matchRoute, noteFromShard, noteSkosTagToShard, noteToShard, packTarGz, parseCspReport, provenanceEdgeToShard, queryAiwgFortemiIndex, registerLlmCapability, registerSemanticCapability, registerServiceWorker, searchTool, selectLlmModel, setEmbedFunction, setLlmFunction, sha256Hex, skosConceptToShard, skosRelationToShard, skosSchemeToShard, suggestTags, tagsFromShard, tagsToShard, titleGenerationHandler, unpackTarGz, unregisterLlmCapability, unregisterSemanticCapability, validateAiwgFortemiIndexExport, validateChecksums, verifySri };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map