@fortemi/core 2026.6.0 → 2026.6.1

package/dist/index.js

@@ -150,6 +150,103 @@ async function createPGliteInstance(persistence, archiveName = "default") {
   return db;
 }
 
+// src/worker/worker-client.ts
+var PGliteWorkerClient = class {
+  constructor(worker) {
+    this.worker = worker;
+    this.readyPromise = new Promise((resolve) => {
+      this.resolveReady = resolve;
+    });
+    this.worker.addEventListener("message", (e) => {
+      const msg = e.data;
+      if (msg.type === "READY") {
+        this.resolveReady();
+        return;
+      }
+      if (!("id" in msg)) return;
+      const pending = this.pending.get(msg.id);
+      if (!pending) return;
+      this.pending.delete(msg.id);
+      if (msg.type === "ERROR") {
+        pending.reject(new Error(msg.error));
+      } else {
+        pending.resolve(msg);
+      }
+    });
+  }
+  pending = /* @__PURE__ */ new Map();
+  readyPromise;
+  resolveReady;
+  /** Resolves when the worker broadcasts READY after database initialisation. */
+  async waitReady() {
+    return this.readyPromise;
+  }
+  send(request) {
+    const id = generateId();
+    return new Promise((resolve, reject) => {
+      this.pending.set(id, {
+        resolve,
+        reject
+      });
+      this.worker.postMessage({ ...request, id });
+    });
+  }
+  async query(sql, params) {
+    const resp = await this.send({ type: "QUERY", sql, params });
+    return { rows: resp.rows, fields: resp.fields };
+  }
+  async exec(sql) {
+    await this.send({ type: "EXEC", sql });
+  }
+  async transaction(fn) {
+    const resp = await this.send({ type: "BEGIN" });
+    const txId = resp.txId;
+    const proxy = new TransactionProxy(this, txId);
+    try {
+      const result = await fn(proxy);
+      await this.send({ type: "COMMIT", txId });
+      return result;
+    } catch (err) {
+      await this.send({ type: "ROLLBACK", txId }).catch(() => {
+      });
+      throw err;
+    }
+  }
+  /** Forward TX_QUERY for TransactionProxy — not part of the public surface. */
+  async _txQuery(txId, sql, params) {
+    const resp = await this.send({
+      type: "TX_QUERY",
+      txId,
+      sql,
+      params
+    });
+    return { rows: resp.rows };
+  }
+  /** Forward TX_EXEC for TransactionProxy — not part of the public surface. */
+  async _txExec(txId, sql) {
+    await this.send({ type: "TX_EXEC", txId, sql });
+  }
+  async ping() {
+    await this.send({ type: "PING" });
+  }
+  async close() {
+    await this.send({ type: "CLOSE" });
+    this.worker.terminate();
+  }
+};
+var TransactionProxy = class {
+  constructor(client, txId) {
+    this.client = client;
+    this.txId = txId;
+  }
+  async query(sql, params) {
+    return this.client._txQuery(this.txId, sql, params);
+  }
+  async exec(sql) {
+    return this.client._txExec(this.txId, sql);
+  }
+};
+
 // src/storage-backend.ts
 var PGliteStorageBackend = class {
   constructor(id, db) {
@@ -177,6 +274,41 @@ var PGliteStorageBackendFactory = class {
   }
 };
 var defaultStorageBackendFactory = new PGliteStorageBackendFactory();
+var PGliteWorkerStorageBackend = class {
+  constructor(id, client) {
+    this.id = id;
+    this.client = client;
+  }
+  mode = "readwrite";
+  query(sql, params) {
+    return this.client.query(sql, params);
+  }
+  exec(sql) {
+    return this.client.exec(sql);
+  }
+  transaction(fn) {
+    return this.client.transaction(fn);
+  }
+  close() {
+    return this.client.close();
+  }
+};
+var PGliteWorkerStorageBackendFactory = class {
+  constructor(options) {
+    this.options = options;
+  }
+  async open(input) {
+    const worker = this.options.createWorker();
+    const client = new PGliteWorkerClient(worker);
+    worker.postMessage({
+      type: "INIT",
+      persistence: input.persistence,
+      archiveName: input.archiveName
+    });
+    await client.waitReady();
+    return new PGliteWorkerStorageBackend(`pglite-worker:${input.persistence}:${input.archiveName}`, client);
+  }
+};
 
 // src/capability-manager.ts
 var VALID_TRANSITIONS = {
@@ -799,13 +931,13 @@ var allMigrations = [
 
 // src/archive-manager.ts
 var ArchiveManager = class {
-  constructor(persistenceOrFactory, events) {
+  constructor(persistenceOrFactory, events, persistenceOverride) {
     this.events = events;
     if (typeof persistenceOrFactory === "string") {
       this.persistence = persistenceOrFactory;
       this.backendFactory = defaultStorageBackendFactory;
     } else {
-      this.persistence = "memory";
+      this.persistence = persistenceOverride ?? "memory";
       this.backendFactory = persistenceOrFactory;
     }
     this.archives.set("default", {
@@ -1170,103 +1302,6 @@ function createBlobStore(archiveName) {
   return new IdbBlobStore(archiveName);
 }
 
-// src/worker/worker-client.ts
-var PGliteWorkerClient = class {
-  constructor(worker) {
-    this.worker = worker;
-    this.readyPromise = new Promise((resolve) => {
-      this.resolveReady = resolve;
-    });
-    this.worker.addEventListener("message", (e) => {
-      const msg = e.data;
-      if (msg.type === "READY") {
-        this.resolveReady();
-        return;
-      }
-      if (!("id" in msg)) return;
-      const pending = this.pending.get(msg.id);
-      if (!pending) return;
-      this.pending.delete(msg.id);
-      if (msg.type === "ERROR") {
-        pending.reject(new Error(msg.error));
-      } else {
-        pending.resolve(msg);
-      }
-    });
-  }
-  pending = /* @__PURE__ */ new Map();
-  readyPromise;
-  resolveReady;
-  /** Resolves when the worker broadcasts READY after database initialisation. */
-  async waitReady() {
-    return this.readyPromise;
-  }
-  send(request) {
-    const id = generateId();
-    return new Promise((resolve, reject) => {
-      this.pending.set(id, {
-        resolve,
-        reject
-      });
-      this.worker.postMessage({ ...request, id });
-    });
-  }
-  async query(sql, params) {
-    const resp = await this.send({ type: "QUERY", sql, params });
-    return { rows: resp.rows, fields: resp.fields };
-  }
-  async exec(sql) {
-    await this.send({ type: "EXEC", sql });
-  }
-  async transaction(fn) {
-    const resp = await this.send({ type: "BEGIN" });
-    const txId = resp.txId;
-    const proxy = new TransactionProxy(this, txId);
-    try {
-      const result = await fn(proxy);
-      await this.send({ type: "COMMIT", txId });
-      return result;
-    } catch (err) {
-      await this.send({ type: "ROLLBACK", txId }).catch(() => {
-      });
-      throw err;
-    }
-  }
-  /** Forward TX_QUERY for TransactionProxy — not part of the public surface. */
-  async _txQuery(txId, sql, params) {
-    const resp = await this.send({
-      type: "TX_QUERY",
-      txId,
-      sql,
-      params
-    });
-    return { rows: resp.rows };
-  }
-  /** Forward TX_EXEC for TransactionProxy — not part of the public surface. */
-  async _txExec(txId, sql) {
-    await this.send({ type: "TX_EXEC", txId, sql });
-  }
-  async ping() {
-    await this.send({ type: "PING" });
-  }
-  async close() {
-    await this.send({ type: "CLOSE" });
-    this.worker.terminate();
-  }
-};
-var TransactionProxy = class {
-  constructor(client, txId) {
-    this.client = client;
-    this.txId = txId;
-  }
-  async query(sql, params) {
-    return this.client._txQuery(this.txId, sql, params);
-  }
-  async exec(sql) {
-    return this.client._txExec(this.txId, sql);
-  }
-};
-
 // src/repositories/notes-repository.ts
 var NotesRepository = class {
   constructor(db, events) {
@@ -5171,6 +5206,33 @@ var FallbackRouter = class {
   }
 };
 
+// src/fortemi-bridge.ts
+function getFortemiBridge(host = globalThis) {
+  return host?.fortemiBridge ?? null;
+}
+function getFortemiSecretStore(host = globalThis) {
+  return host?.fortemiBridge?.secrets ?? host?.fortemiSecureStorage ?? null;
+}
+async function hasFortemiSecureSecrets(host = globalThis) {
+  const bridge = getFortemiBridge(host);
+  if (bridge) {
+    try {
+      const capabilities = await bridge.capabilities();
+      if (!capabilities.secureSecrets) return false;
+      return Boolean(await bridge.secrets.isAvailable());
+    } catch {
+      return false;
+    }
+  }
+  const legacySecrets = host?.fortemiSecureStorage;
+  if (!legacySecrets) return false;
+  try {
+    return Boolean(await legacySecrets.isAvailable());
+  } catch {
+    return false;
+  }
+}
+
 // src/security/plugin-content.ts
 var DEFAULT_DIRECTIVES = {
   "default-src": ["'self'"],
@@ -5827,25 +5889,52 @@ async function exportShard(db, options) {
   components.push("provenance_edges");
   counts.provenance_edges = filteredProvenanceRows.length;
   if (options?.includeEmbeddings) {
-    const embSetRows = await db.query(`SELECT * FROM embedding_set ORDER BY created_at`);
+    const embeddingSetIds = options.embeddingSetIds?.filter(Boolean) ?? [];
+    const setScoped = embeddingSetIds.length > 0;
+    const embSetRows = await db.query(
+      `SELECT * FROM embedding_set
+       ${setScoped ? "WHERE id = ANY($1)" : ""}
+       ORDER BY created_at`,
+      setScoped ? [embeddingSetIds] : []
+    );
+    const exportedSetIds = new Set(embSetRows.rows.map((row) => row.id));
     const shardEmbSets = embSetRows.rows.map(embeddingSetToShard);
     files.set("embedding_sets.json", encoder.encode(JSON.stringify(shardEmbSets)));
     components.push("embedding_sets");
     counts.embedding_sets = shardEmbSets.length;
-    const embMemberRows = await db.query(`SELECT * FROM embedding_set_member`);
-    const membersJsonl = embMemberRows.rows.map((m) => JSON.stringify(embeddingSetMemberToShard(m))).join("\n");
+    const embMemberRows = await db.query(
+      `SELECT * FROM embedding_set_member
+       ${setScoped ? "WHERE embedding_set_id = ANY($1)" : ""}`,
+      setScoped ? [embeddingSetIds] : []
+    );
+    const scopedEmbMemberRows = embMemberRows.rows.filter(
+      (member) => exportedSetIds.has(member.embedding_set_id) && exportedNoteIds.has(member.note_id)
+    );
+    const membersJsonl = scopedEmbMemberRows.map((m) => JSON.stringify(embeddingSetMemberToShard(m))).join("\n");
     files.set("embedding_set_members.jsonl", encoder.encode(membersJsonl));
     components.push("embedding_set_members");
-    counts.embedding_set_members = embMemberRows.rows.length;
-    const embRows = await db.query(`SELECT * FROM embedding ORDER BY created_at`);
-    const embJsonl = embRows.rows.map((e) => JSON.stringify(embeddingToShard(e))).join("\n");
+    counts.embedding_set_members = scopedEmbMemberRows.length;
+    const embRows = await db.query(
+      `SELECT * FROM embedding
+       ${setScoped ? "WHERE embedding_set_id = ANY($1)" : ""}
+       ORDER BY created_at`,
+      setScoped ? [embeddingSetIds] : []
+    );
+    const memberEmbeddingIds = new Set(scopedEmbMemberRows.map((member) => member.embedding_id));
+    const scopedEmbRows = embRows.rows.filter(
+      (embedding) => exportedSetIds.has(embedding.embedding_set_id) && exportedNoteIds.has(embedding.note_id) && (memberEmbeddingIds.size === 0 || memberEmbeddingIds.has(embedding.id))
+    );
+    const embJsonl = scopedEmbRows.map((e) => JSON.stringify(embeddingToShard(e))).join("\n");
     files.set("embeddings.jsonl", encoder.encode(embJsonl));
     components.push("embeddings");
-    counts.embeddings = embRows.rows.length;
+    counts.embeddings = scopedEmbRows.length;
   }
   const graphSourceRows = await db.query(`SELECT * FROM graph_source ORDER BY created_at, id`);
-  if (graphSourceRows.rows.length > 0) {
-    const shardGraphSources = graphSourceRows.rows.map((row) => ({
+  const graphScoped = !!options?.embeddingSetIds?.length;
+  const scopedGraphSourceRows = graphScoped ? graphSourceRows.rows.filter((row) => !row.embedding_set_id || options.embeddingSetIds?.includes(row.embedding_set_id)) : graphSourceRows.rows;
+  const exportedGraphSourceIds = new Set(scopedGraphSourceRows.map((row) => row.id));
+  if (scopedGraphSourceRows.length > 0) {
+    const shardGraphSources = scopedGraphSourceRows.map((row) => ({
       id: row.id,
       name: row.name,
       kind: row.kind,
@@ -5867,8 +5956,9 @@ async function exportShard(db, options) {
     counts.graph_sources = shardGraphSources.length;
   }
   const graphEdgeRows = await db.query(`SELECT * FROM graph_edge_artifact ORDER BY graph_source_id, from_note_id, to_note_id, kind`);
-  if (graphEdgeRows.rows.length > 0) {
-    const graphEdgesJsonl = graphEdgeRows.rows.map((row) => JSON.stringify({
+  const scopedGraphEdgeRows = graphScoped ? graphEdgeRows.rows.filter((row) => exportedGraphSourceIds.has(row.graph_source_id)) : graphEdgeRows.rows;
+  if (scopedGraphEdgeRows.length > 0) {
+    const graphEdgesJsonl = scopedGraphEdgeRows.map((row) => JSON.stringify({
       graph_source_id: row.graph_source_id,
       from_note_id: row.from_note_id,
       to_note_id: row.to_note_id,
@@ -5879,18 +5969,21 @@ async function exportShard(db, options) {
     })).join("\n");
     files.set("graph_edges.jsonl", encoder.encode(graphEdgesJsonl));
     components.push("graph_edges");
-    counts.graph_edges = graphEdgeRows.rows.length;
+    counts.graph_edges = scopedGraphEdgeRows.length;
   }
   const communitySetRows = await db.query(`SELECT * FROM community_set ORDER BY created_at, id`);
   const communityRows = await db.query(`SELECT * FROM community ORDER BY community_set_id, rank NULLS LAST, id`);
-  if (communitySetRows.rows.length > 0) {
+  const scopedCommunitySetRows = graphScoped ? communitySetRows.rows.filter((row) => exportedGraphSourceIds.has(row.graph_source_id)) : communitySetRows.rows;
+  const exportedCommunitySetIds = new Set(scopedCommunitySetRows.map((row) => row.id));
+  const scopedCommunityRows = graphScoped ? communityRows.rows.filter((row) => exportedCommunitySetIds.has(row.community_set_id)) : communityRows.rows;
+  if (scopedCommunitySetRows.length > 0) {
     const communitiesBySet = /* @__PURE__ */ new Map();
-    for (const row of communityRows.rows) {
+    for (const row of scopedCommunityRows) {
       const rows = communitiesBySet.get(row.community_set_id) ?? [];
       rows.push(row);
       communitiesBySet.set(row.community_set_id, rows);
     }
-    const shardCommunitySets = communitySetRows.rows.map((row) => ({
+    const shardCommunitySets = scopedCommunitySetRows.map((row) => ({
       id: row.id,
       graph_source_id: row.graph_source_id,
       name: row.name,
@@ -5913,11 +6006,12 @@ async function exportShard(db, options) {
     files.set("communities.json", encoder.encode(JSON.stringify(shardCommunitySets)));
     components.push("communities");
     counts.community_sets = shardCommunitySets.length;
-    counts.communities = communityRows.rows.length;
+    counts.communities = scopedCommunityRows.length;
   }
   const assignmentRows = await db.query(`SELECT * FROM community_assignment ORDER BY community_set_id, community_id, note_id`);
-  if (assignmentRows.rows.length > 0) {
-    const assignmentsJsonl = assignmentRows.rows.map((row) => JSON.stringify({
+  const scopedAssignmentRows = graphScoped ? assignmentRows.rows.filter((row) => exportedCommunitySetIds.has(row.community_set_id)) : assignmentRows.rows;
+  if (scopedAssignmentRows.length > 0) {
+    const assignmentsJsonl = scopedAssignmentRows.map((row) => JSON.stringify({
       community_set_id: row.community_set_id,
       community_id: row.community_id,
       note_id: row.note_id,
@@ -5927,7 +6021,7 @@ async function exportShard(db, options) {
     })).join("\n");
     files.set("community_assignments.jsonl", encoder.encode(assignmentsJsonl));
     components.push("community_assignments");
-    counts.community_assignments = assignmentRows.rows.length;
+    counts.community_assignments = scopedAssignmentRows.length;
   }
   const checksums = {};
   for (const [filename, data] of files) {
@@ -5949,9 +6043,25 @@ async function exportShard(db, options) {
 
 // src/shard/shard-import.ts
 var decoder = new TextDecoder();
+var DEFAULT_BATCH_SIZE = 250;
+async function yieldToEventLoop() {
+  const scheduler = globalThis.scheduler;
+  if (scheduler?.yield) {
+    await scheduler.yield();
+    return;
+  }
+  await new Promise((resolve) => setTimeout(resolve, 0));
+}
+async function maybeYield(done, batchSize) {
+  if (batchSize > 0 && done > 0 && done % batchSize === 0) {
+    await yieldToEventLoop();
+  }
+}
 async function importShard(db, data, options) {
   const start = performance.now();
   const strategy = options?.conflictStrategy ?? "skip";
+  const batchSize = options?.batchSize ?? DEFAULT_BATCH_SIZE;
+  const report = options?.onProgress;
   const warnings = [];
   const errors = [];
   const counts = {
@@ -5975,9 +6085,11 @@ async function importShard(db, data, options) {
   };
   const skipped = {};
   const inputData = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
+  report?.({ phase: "unpack", done: 0, total: 1 });
   let files;
   try {
     files = unpackTarGz(inputData);
+    report?.({ phase: "unpack", done: 1, total: 1 });
   } catch (err) {
     return {
       success: false,
@@ -6024,6 +6136,7 @@ async function importShard(db, data, options) {
       duration_ms: performance.now() - start
     };
   }
+  report?.({ phase: "validate", done: 0, total: 1 });
   const checksumResult = await validateChecksums(manifest.checksums, files);
   if (!checksumResult.valid) {
     return {
@@ -6035,6 +6148,7 @@ async function importShard(db, data, options) {
       duration_ms: performance.now() - start
     };
   }
+  report?.({ phase: "validate", done: 1, total: 1 });
   const parsedNotes = parseJsonl(files.get("notes.jsonl"));
   const parsedCollections = parseJsonArray(files.get("collections.json"));
   parseJsonArray(files.get("tags.json"));
@@ -6085,7 +6199,8 @@ async function importShard(db, data, options) {
   const conflictClause = strategy === "skip" ? "ON CONFLICT DO NOTHING" : "";
   try {
     await db.transaction(async (tx) => {
-      for (const shardCol of parsedCollections) {
+      report?.({ phase: "collections", done: 0, total: parsedCollections.length });
+      for (const [index, shardCol] of parsedCollections.entries()) {
         const col = collectionFromShard(shardCol);
         if (strategy === "replace") {
           await tx.query(
@@ -6102,8 +6217,11 @@ async function importShard(db, data, options) {
           );
         }
         counts.collections++;
+        report?.({ phase: "collections", done: index + 1, total: parsedCollections.length });
+        await maybeYield(index + 1, batchSize);
       }
-      for (const shardNote of parsedNotes) {
+      report?.({ phase: "notes", done: 0, total: parsedNotes.length });
+      for (const [index, shardNote] of parsedNotes.entries()) {
         const note = noteFromShard(shardNote);
         const contentHash = computeHash(new TextEncoder().encode(note.original_content));
         if (strategy === "replace") {
@@ -6180,7 +6298,12 @@ async function importShard(db, data, options) {
           );
         }
         counts.notes++;
+        report?.({ phase: "notes", done: index + 1, total: parsedNotes.length });
+        await maybeYield(index + 1, batchSize);
       }
+      const totalSkos = parsedSkosSchemes.length + parsedSkosConcepts.length + parsedSkosRelations.length + parsedNoteSkosTags.length;
+      let doneSkos = 0;
+      report?.({ phase: "skos", done: doneSkos, total: totalSkos });
       for (const scheme of parsedSkosSchemes) {
         if (strategy === "replace") {
           await tx.query(
@@ -6197,6 +6320,8 @@ async function importShard(db, data, options) {
           );
         }
         counts.skos_schemes++;
+        report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+        await maybeYield(doneSkos, batchSize);
       }
       for (const concept of parsedSkosConcepts) {
         const altLabels = JSON.stringify(concept.alt_labels ?? []);
@@ -6215,8 +6340,11 @@ async function importShard(db, data, options) {
           );
         }
         counts.skos_concepts++;
+        report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+        await maybeYield(doneSkos, batchSize);
       }
-      for (const shardLink of parsedLinks) {
+      report?.({ phase: "links", done: 0, total: parsedLinks.length });
+      for (const [index, shardLink] of parsedLinks.entries()) {
         const link = linkFromShard(shardLink);
         if (strategy === "replace") {
           await tx.query(
@@ -6233,6 +6361,8 @@ async function importShard(db, data, options) {
           );
         }
         counts.links++;
+        report?.({ phase: "links", done: index + 1, total: parsedLinks.length });
+        await maybeYield(index + 1, batchSize);
       }
       for (const relation of parsedSkosRelations) {
         if (strategy === "replace") {
@@ -6250,6 +6380,8 @@ async function importShard(db, data, options) {
           );
         }
         counts.skos_relations++;
+        report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+        await maybeYield(doneSkos, batchSize);
       }
       for (const tag of parsedNoteSkosTags) {
         await tx.query(
@@ -6259,8 +6391,11 @@ async function importShard(db, data, options) {
           [tag.id, tag.note_id, tag.concept_id, tag.created_at]
         );
         counts.note_skos_tags++;
+        report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+        await maybeYield(doneSkos, batchSize);
       }
-      for (const edge of parsedProvenanceEdges) {
+      report?.({ phase: "provenance", done: 0, total: parsedProvenanceEdges.length });
+      for (const [index, edge] of parsedProvenanceEdges.entries()) {
         const attributes = edge.attributes === null ? null : JSON.stringify(edge.attributes);
         if (strategy === "replace") {
           await tx.query(
@@ -6277,8 +6412,11 @@ async function importShard(db, data, options) {
           );
         }
         counts.provenance_edges++;
+        report?.({ phase: "provenance", done: index + 1, total: parsedProvenanceEdges.length });
+        await maybeYield(index + 1, batchSize);
       }
-      for (const shardSet of parsedEmbSets) {
+      report?.({ phase: "embedding_sets", done: 0, total: parsedEmbSets.length });
+      for (const [index, shardSet] of parsedEmbSets.entries()) {
         const set = embeddingSetFromShard(shardSet);
         if (strategy === "replace") {
           await tx.query(
@@ -6301,8 +6439,11 @@ async function importShard(db, data, options) {
           );
         }
         counts.embedding_sets++;
+        report?.({ phase: "embedding_sets", done: index + 1, total: parsedEmbSets.length });
+        await maybeYield(index + 1, batchSize);
       }
-      for (const shardEmb of parsedEmbeddings) {
+      report?.({ phase: "embeddings", done: 0, total: parsedEmbeddings.length });
+      for (const [index, shardEmb] of parsedEmbeddings.entries()) {
         const emb = embeddingFromShard(shardEmb);
         if (strategy === "replace") {
           await tx.query(
@@ -6319,7 +6460,12 @@ async function importShard(db, data, options) {
           );
         }
         counts.embeddings++;
+        report?.({ phase: "embeddings", done: index + 1, total: parsedEmbeddings.length });
+        await maybeYield(index + 1, batchSize);
       }
+      const totalGraph = parsedGraphSources.length + parsedGraphEdges.length;
+      let doneGraph = 0;
+      report?.({ phase: "graph", done: doneGraph, total: totalGraph });
       for (const source of parsedGraphSources) {
         const parameters = source.parameters == null ? null : JSON.stringify(source.parameters);
         const freshness = JSON.stringify({ ...source.freshness ?? {}, status: "unknown" });
@@ -6332,6 +6478,8 @@ async function importShard(db, data, options) {
           [source.id, source.name, source.kind, source.source_table ?? null, source.embedding_set_id ?? null, source.virtual_set_id ?? null, source.model ?? null, source.dimension ?? null, source.truncate_dimension ?? null, source.metric ?? null, source.algorithm ?? null, parameters, source.input_hash, freshness, source.created_at]
         );
         counts.graph_sources++;
+        report?.({ phase: "graph", done: ++doneGraph, total: totalGraph });
+        await maybeYield(doneGraph, batchSize);
       }
       for (const edge of parsedGraphEdges) {
         const metadata = edge.metadata == null ? null : JSON.stringify(edge.metadata);
@@ -6342,7 +6490,12 @@ async function importShard(db, data, options) {
           [edge.graph_source_id, edge.from_note_id, edge.to_note_id, edge.weight, edge.kind, edge.rank ?? null, metadata]
         );
         counts.graph_edges++;
+        report?.({ phase: "graph", done: ++doneGraph, total: totalGraph });
+        await maybeYield(doneGraph, batchSize);
       }
+      const totalCommunities = parsedCommunitySets.length + parsedCommunitySets.reduce((sum, set) => sum + (set.communities?.length ?? 0), 0) + parsedCommunityAssignments.length;
+      let doneCommunities = 0;
+      report?.({ phase: "communities", done: doneCommunities, total: totalCommunities });
       for (const set of parsedCommunitySets) {
         const parameters = set.parameters == null ? null : JSON.stringify(set.parameters);
         const freshness = JSON.stringify({ ...set.freshness ?? {}, status: "unknown" });
@@ -6353,6 +6506,8 @@ async function importShard(db, data, options) {
           [set.id, set.graph_source_id, set.name, set.source_type, set.algorithm ?? null, parameters, set.input_hash, freshness, set.created_at]
         );
         counts.community_sets++;
+        report?.({ phase: "communities", done: ++doneCommunities, total: totalCommunities });
+        await maybeYield(doneCommunities, batchSize);
         for (const community of set.communities ?? []) {
           const metadata = community.metadata == null ? null : JSON.stringify(community.metadata);
           await tx.query(
@@ -6362,6 +6517,8 @@ async function importShard(db, data, options) {
             [set.id, community.id, community.label ?? null, community.rank ?? null, community.size ?? null, community.confidence ?? null, community.representative_note_ids ?? [], metadata]
           );
           counts.communities++;
+          report?.({ phase: "communities", done: ++doneCommunities, total: totalCommunities });
+          await maybeYield(doneCommunities, batchSize);
         }
       }
       for (const assignment of parsedCommunityAssignments) {
@@ -6373,16 +6530,22 @@ async function importShard(db, data, options) {
           [assignment.community_set_id, assignment.community_id, assignment.note_id, assignment.confidence ?? null, assignment.source_type, metadata]
         );
         counts.community_assignments++;
+        report?.({ phase: "communities", done: ++doneCommunities, total: totalCommunities });
+        await maybeYield(doneCommunities, batchSize);
       }
-      for (const member of parsedEmbMembers) {
+      report?.({ phase: "embedding_set_members", done: 0, total: parsedEmbMembers.length });
+      for (const [index, member] of parsedEmbMembers.entries()) {
         await tx.query(
           `INSERT INTO embedding_set_member (embedding_set_id, note_id, embedding_id)
            VALUES ($1, $2, $3) ON CONFLICT DO NOTHING`,
           [member.embedding_set_id, member.note_id, member.embedding_id]
         );
         counts.embedding_set_members++;
+        report?.({ phase: "embedding_set_members", done: index + 1, total: parsedEmbMembers.length });
+        await maybeYield(index + 1, batchSize);
       }
     });
+    report?.({ phase: "index", done: 1, total: 1 });
   } catch (err) {
     return {
       success: false,
@@ -6546,10 +6709,53 @@ function createAiwgReviewDecisionExport(source, decisions, generatedAt = (/* @__
     decisions: [...decisions].sort((left, right) => left.item_id.localeCompare(right.item_id))
   };
 }
+function aiwgFortemiIndexToCommunityGraph(index, options = {}) {
+  const ids = new Set(index.items.map((item) => item.id));
+  const relationshipWeights = options.relationshipWeights ?? {};
+  const edgeCounts = /* @__PURE__ */ new Map();
+  for (const item of index.items) {
+    for (const relationship of item.relationships) {
+      if (!ids.has(relationship.target_id) && !options.includeDanglingRelationships) continue;
+      const kind = relationship.type;
+      const baseWeight = relationshipWeights[kind] ?? 1;
+      const key = `${item.id}\0${relationship.target_id}\0${kind}`;
+      const existing = edgeCounts.get(key);
+      if (existing) existing.weight += baseWeight;
+      else edgeCounts.set(key, { source: item.id, target: relationship.target_id, kind, weight: baseWeight });
+    }
+  }
+  const communities = /* @__PURE__ */ new Map();
+  for (const item of index.items) {
+    const communityIds = communityIdsFor(item, options);
+    for (const communityId of communityIds) {
+      const nodes = communities.get(communityId) ?? [];
+      nodes.push(item.id);
+      communities.set(communityId, nodes);
+    }
+  }
+  return {
+    nodes: index.items.map((item) => ({ id: item.id })),
+    edges: Array.from(edgeCounts.values()).sort((left, right) => left.source.localeCompare(right.source) || left.target.localeCompare(right.target) || left.kind.localeCompare(right.kind)),
+    communities: Array.from(communities.entries()).map(([id, nodes]) => ({ id, nodes: [...new Set(nodes)].sort() })).sort((left, right) => left.id.localeCompare(right.id))
+  };
+}
+function communityIdsFor(item, options) {
+  if (options.communityFacet) {
+    const values = item.facets[options.communityFacet] ?? [];
+    if (values.length > 0) return values.map((value) => `${options.communityFacet}:${value}`);
+  }
+  if (options.communityTagPrefix) {
+    const prefix = options.communityTagPrefix;
+    const tags = item.tags.filter((tag) => tag.startsWith(prefix));
+    if (tags.length > 0) return tags;
+  }
+  if (item.concepts.length > 0) return item.concepts.map((concept) => `concept:${concept}`);
+  return [`type:${item.type}`];
+}
 
 // src/index.ts
-var VERSION = "2026.6.0";
+var VERSION = "2026.6.1";
 
-export { ArchiveManager, AttachmentsRepository, CURRENT_SHARD_VERSION, CapabilityManager, CaptureKnowledgeInputSchema, CollectionsRepository, CommunitiesRepository, EmbeddingSetsRepository, FallbackRouter, FortemiToolManifest, GetNoteInputSchema, GraphRepository, JOB_CAPABILITIES, JOB_PRIORITIES, JobQueueWorker, LOCAL_ENDPOINTS, LinksRepository, ListNotesInputSchema, ManageArchiveInputSchema, ManageAttachmentsInputSchema, ManageCapabilitiesInputSchema, ManageCollectionsInputSchema, ManageLinksInputSchema, ManageNoteInputSchema, ManageTagsInputSchema, MemoryBlobStore, MigrationRunner, NotesRepository, OpenAICompatibleProvider, PGliteStorageBackend, PGliteStorageBackendFactory, PGliteWorkerClient, ProviderRegistry, SHARD_FORMAT, SearchInputSchema, SearchRepository, SkosRepository, TagsRepository, TransactionProxy, TypedEventBus, VERSION, aiRevisionHandler, allMigrations, appendPluginScript, assertAiwgFortemiIndexExport, buildNoteConditions, buildPluginCsp, captureKnowledge, chunkText, classifyError, classifyModel, collectionFromShard, collectionToShard, computeHash, computeSri, conceptTaggingHandler, cosineSimilarity, createAiwgReviewDecisionExport, createBlobStore, createCspReportHandler, createFortemi, createLegacyProvider, createPGliteInstance, createRoutes, defaultStorageBackendFactory, detectCommunities, detectGpuCapabilities, detectInferenceCapabilities, discoverLocalProviders, embeddingFromShard, embeddingGenerationHandler, embeddingSetFromShard, embeddingSetMemberToShard, embeddingSetToShard, embeddingToShard, enqueueFullWorkflow, enqueueJob, enqueueNoteCreationJobs, estimateModelFit, estimateVramMB, estimateVramTier, exportShard, fetchPluginScript, fortemiManifest, generateId, getAiwgFortemiFacets, getEmbedFunction, getJobQueueStatus, getLlmFunction, getNote, importShard, isPluginScriptAllowed, linkFromShard, linkToShard, linkingHandler, listNotes, manageArchive, manageAttachments, manageCapabilities, manageCollections, manageLinks, manageNote, manageTags, matchRoute, noteFromShard, noteSkosTagToShard, noteToShard, packTarGz, parseCspReport, provenanceEdgeToShard, queryAiwgFortemiIndex, registerLlmCapability, registerSemanticCapability, registerServiceWorker, searchTool, selectLlmModel, setEmbedFunction, setLlmFunction, sha256Hex, skosConceptToShard, skosRelationToShard, skosSchemeToShard, suggestTags, tagsFromShard, tagsToShard, titleGenerationHandler, unpackTarGz, unregisterLlmCapability, unregisterSemanticCapability, validateAiwgFortemiIndexExport, validateChecksums, verifySri };
+export { ArchiveManager, AttachmentsRepository, CURRENT_SHARD_VERSION, CapabilityManager, CaptureKnowledgeInputSchema, CollectionsRepository, CommunitiesRepository, EmbeddingSetsRepository, FallbackRouter, FortemiToolManifest, GetNoteInputSchema, GraphRepository, JOB_CAPABILITIES, JOB_PRIORITIES, JobQueueWorker, LOCAL_ENDPOINTS, LinksRepository, ListNotesInputSchema, ManageArchiveInputSchema, ManageAttachmentsInputSchema, ManageCapabilitiesInputSchema, ManageCollectionsInputSchema, ManageLinksInputSchema, ManageNoteInputSchema, ManageTagsInputSchema, MemoryBlobStore, MigrationRunner, NotesRepository, OpenAICompatibleProvider, PGliteStorageBackend, PGliteStorageBackendFactory, PGliteWorkerClient, PGliteWorkerStorageBackend, PGliteWorkerStorageBackendFactory, ProviderRegistry, SHARD_FORMAT, SearchInputSchema, SearchRepository, SkosRepository, TagsRepository, TransactionProxy, TypedEventBus, VERSION, aiRevisionHandler, aiwgFortemiIndexToCommunityGraph, allMigrations, appendPluginScript, assertAiwgFortemiIndexExport, buildNoteConditions, buildPluginCsp, captureKnowledge, chunkText, classifyError, classifyModel, collectionFromShard, collectionToShard, computeHash, computeSri, conceptTaggingHandler, cosineSimilarity, createAiwgReviewDecisionExport, createBlobStore, createCspReportHandler, createFortemi, createLegacyProvider, createPGliteInstance, createRoutes, defaultStorageBackendFactory, detectCommunities, detectGpuCapabilities, detectInferenceCapabilities, discoverLocalProviders, embeddingFromShard, embeddingGenerationHandler, embeddingSetFromShard, embeddingSetMemberToShard, embeddingSetToShard, embeddingToShard, enqueueFullWorkflow, enqueueJob, enqueueNoteCreationJobs, estimateModelFit, estimateVramMB, estimateVramTier, exportShard, fetchPluginScript, fortemiManifest, generateId, getAiwgFortemiFacets, getEmbedFunction, getFortemiBridge, getFortemiSecretStore, getJobQueueStatus, getLlmFunction, getNote, hasFortemiSecureSecrets, importShard, isPluginScriptAllowed, linkFromShard, linkToShard, linkingHandler, listNotes, manageArchive, manageAttachments, manageCapabilities, manageCollections, manageLinks, manageNote, manageTags, matchRoute, noteFromShard, noteSkosTagToShard, noteToShard, packTarGz, parseCspReport, provenanceEdgeToShard, queryAiwgFortemiIndex, registerLlmCapability, registerSemanticCapability, registerServiceWorker, searchTool, selectLlmModel, setEmbedFunction, setLlmFunction, sha256Hex, skosConceptToShard, skosRelationToShard, skosSchemeToShard, suggestTags, tagsFromShard, tagsToShard, titleGenerationHandler, unpackTarGz, unregisterLlmCapability, unregisterSemanticCapability, validateAiwgFortemiIndexExport, validateChecksums, verifySri };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map