@fortemi/core 2026.7.2 → 2026.7.4

package/dist/index.js

@@ -1,10 +1,10 @@
 import { v7 } from 'uuid';
-import { PGlite } from '@electric-sql/pglite';
-import { vector } from '@electric-sql/pglite/vector';
 import { sha256 } from '@noble/hashes/sha256';
+import { blake3 } from '@noble/hashes/blake3';
 import { bytesToHex } from '@noble/hashes/utils';
 import { z } from 'zod';
 import { gzipSync, gunzipSync } from 'fflate';
+import Ajv2020 from 'ajv/dist/2020.js';
 
 // src/uuid.ts
 function generateId() {
@@ -125,6 +125,8 @@ var TypedEventBus = class {
     this.wildcardListeners.clear();
   }
 };
+
+// src/db.ts
 function getDataDir(persistence, archiveName) {
   switch (persistence) {
     case "opfs":
@@ -137,6 +139,10 @@ function getDataDir(persistence, archiveName) {
 }
 async function createPGliteInstance(persistence, archiveName = "default", options = {}) {
   const dataDir = getDataDir(persistence, archiveName);
+  const [{ PGlite }, { vector }] = await Promise.all([
+    import('@electric-sql/pglite'),
+    import('@electric-sql/pglite/vector')
+  ]);
   const pgliteOptions = {
     database: "postgres",
     // PGlite 0.4.x breaking change: explicit required
@@ -609,6 +615,134 @@ var migration0010 = {
   `
 };
 
+// src/migrations/0011_embedding_member_metadata.ts
+var migration0011 = {
+  version: 11,
+  name: "0011_embedding_member_metadata",
+  sql: `
+    ALTER TABLE embedding_set_member
+      ALTER COLUMN embedding_id DROP NOT NULL;
+
+    ALTER TABLE embedding_set_member
+      ADD COLUMN IF NOT EXISTS membership_type TEXT NOT NULL DEFAULT 'materialized';
+
+    ALTER TABLE embedding_set_member
+      ADD COLUMN IF NOT EXISTS added_at TIMESTAMPTZ NOT NULL DEFAULT now();
+
+    ALTER TABLE embedding_set_member
+      ADD COLUMN IF NOT EXISTS added_by TEXT;
+  `
+};
+
+// src/migrations/0012_embedding_configs.ts
+var migration0012 = {
+  version: 12,
+  name: "0012_embedding_configs",
+  sql: `
+    CREATE TABLE IF NOT EXISTS embedding_config (
+      id TEXT PRIMARY KEY,
+      name TEXT NOT NULL,
+      description TEXT,
+      model TEXT NOT NULL,
+      dimension INTEGER NOT NULL,
+      chunk_size INTEGER NOT NULL,
+      chunk_overlap INTEGER NOT NULL,
+      is_default BOOLEAN NOT NULL DEFAULT false
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_embedding_config_default ON embedding_config(is_default);
+  `
+};
+
+// src/migrations/0013_templates.ts
+var migration0013 = {
+  version: 13,
+  name: "0013_templates",
+  sql: `
+    CREATE TABLE IF NOT EXISTS template (
+      id TEXT PRIMARY KEY,
+      name TEXT NOT NULL,
+      description TEXT,
+      content TEXT NOT NULL,
+      format TEXT NOT NULL DEFAULT 'markdown',
+      default_tags JSONB NOT NULL DEFAULT '[]',
+      collection_id TEXT,
+      created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+      updated_at TIMESTAMPTZ NOT NULL DEFAULT now()
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_template_collection ON template(collection_id);
+  `
+};
+
+// src/migrations/0014_url_links.ts
+var migration0014 = {
+  version: 14,
+  name: "0014_url_links",
+  sql: `
+    CREATE TABLE IF NOT EXISTS link_url_target (
+      id TEXT PRIMARY KEY,
+      source_note_id TEXT NOT NULL,
+      to_url TEXT NOT NULL,
+      link_type TEXT NOT NULL DEFAULT 'reference',
+      confidence REAL,
+      metadata_json JSONB,
+      created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+      updated_at TIMESTAMPTZ,
+      deleted_at TIMESTAMPTZ
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_link_url_source ON link_url_target(source_note_id);
+  `
+};
+
+// src/migrations/0015_embedding_set_server_metadata.ts
+var migration0015 = {
+  version: 15,
+  name: "0015_embedding_set_server_metadata",
+  sql: `
+    ALTER TABLE embedding_set
+      ADD COLUMN IF NOT EXISTS slug TEXT;
+
+    ALTER TABLE embedding_set
+      ADD COLUMN IF NOT EXISTS description TEXT;
+
+    ALTER TABLE embedding_set
+      ADD COLUMN IF NOT EXISTS document_count INTEGER;
+
+    ALTER TABLE embedding_set
+      ADD COLUMN IF NOT EXISTS embedding_count INTEGER;
+
+    ALTER TABLE embedding_set
+      ADD COLUMN IF NOT EXISTS is_system BOOLEAN NOT NULL DEFAULT FALSE;
+
+    ALTER TABLE embedding_set
+      ADD COLUMN IF NOT EXISTS keywords_json JSONB;
+  `
+};
+
+// src/migrations/0016_embedding_server_metadata.ts
+var migration0016 = {
+  version: 16,
+  name: "0016_embedding_server_metadata",
+  sql: `
+    ALTER TABLE embedding
+      ADD COLUMN IF NOT EXISTS chunk_index INTEGER NOT NULL DEFAULT 0;
+
+    ALTER TABLE embedding
+      ADD COLUMN IF NOT EXISTS text TEXT NOT NULL DEFAULT '';
+
+    ALTER TABLE embedding
+      ADD COLUMN IF NOT EXISTS model TEXT;
+
+    ALTER TABLE embedding
+      DROP CONSTRAINT IF EXISTS embedding_note_id_embedding_set_id_key;
+
+    CREATE UNIQUE INDEX IF NOT EXISTS idx_embedding_note_set_chunk
+      ON embedding(note_id, embedding_set_id, chunk_index);
+  `
+};
+
 // src/migrations/index.ts
 var allMigrations = [
   migration0001,
@@ -620,7 +754,13 @@ var allMigrations = [
   migration0007,
   migration0008,
   migration0009,
-  migration0010
+  migration0010,
+  migration0011,
+  migration0012,
+  migration0013,
+  migration0014,
+  migration0015,
+  migration0016
 ];
 
 // src/data-archive.ts
@@ -730,6 +870,9 @@ function computeHash(data) {
   const digest = sha256(data);
   return `sha256:${bytesToHex(digest)}`;
 }
+function computeBlobHash(data) {
+  return `blake3:${bytesToHex(blake3(data))}`;
+}
 
 // src/repositories/notes-repository.ts
 var NotesRepository = class {
@@ -1288,11 +1431,11 @@ var EmbeddingSetsRepository = class {
       [input.note_id, input.embedding_set_id]
     );
     const embeddingId = input.id ?? generateId();
-    const vector2 = `[${input.vector.join(",")}]`;
+    const vector = `[${input.vector.join(",")}]`;
     await this.db.query(
       `INSERT INTO embedding (id, note_id, embedding_set_id, vector)
        VALUES ($1, $2, $3, $4::vector)`,
-      [embeddingId, input.note_id, input.embedding_set_id, vector2]
+      [embeddingId, input.note_id, input.embedding_set_id, vector]
     );
     await this.db.query(
       `INSERT INTO embedding_set_member (embedding_set_id, note_id, embedding_id)
@@ -1454,7 +1597,7 @@ var EmbeddingSetsRepository = class {
     if (criteria.conceptIds && criteria.conceptIds.length > 0) {
       throw new Error("Unsupported virtual embedding-set criteria field: conceptIds");
     }
-    const conditions = ["e.embedding_set_id = $1"];
+    const conditions = ["e.embedding_set_id = $1", "n.deleted_at IS NULL"];
     const params = [source.baseSetId];
     let idx = 2;
     if (criteria.noteIds?.length) {
@@ -1657,7 +1800,7 @@ var ATTACHMENT_TEXT_JOIN2 = `
          WHERE deleted_at IS NULL
          GROUP BY note_id
        ) ax ON ax.note_id = n.id`;
-var COMBINED_TEXT_SQL = `(coalesce(c.content, '') || ' ' || coalesce(ax.extracted_text, ''))`;
+var COMBINED_TEXT_SQL = `trim(both from (coalesce(c.content, '') || ' ' || coalesce(ax.extracted_text, '')))`;
 var COMBINED_TEXT_VECTOR_SQL2 = `to_tsvector('english', ${COMBINED_TEXT_SQL})`;
 var SearchRepository = class {
   constructor(db, semanticAvailable = false) {
@@ -2285,11 +2428,25 @@ function linkToBackend(link) {
     createdAt: toIso(link.created_at)
   };
 }
+function urlLinkToBackend(link) {
+  const metadata = typeof link.metadata_json === "string" ? JSON.parse(link.metadata_json) : link.metadata_json ?? void 0;
+  return {
+    id: link.id,
+    fromNoteId: link.source_note_id,
+    toNoteId: null,
+    toUrl: link.to_url,
+    kind: link.link_type,
+    score: link.confidence,
+    createdAt: toIso(link.created_at),
+    ...metadata ? { metadata } : {}
+  };
+}
 function shardLinkToBackend(link) {
   return {
     id: link.id,
     fromNoteId: link.from_note_id,
     toNoteId: link.to_note_id,
+    toUrl: link.to_url,
     kind: link.kind,
     score: link.score,
     createdAt: link.created_at,
@@ -2335,7 +2492,8 @@ function remoteLinkToBackend(link) {
   return {
     id: link.id,
     fromNoteId: link.fromNoteId ?? link.from_note_id ?? link.source_note_id ?? "",
-    toNoteId: link.toNoteId ?? link.to_note_id ?? link.target_note_id ?? "",
+    toNoteId: link.toNoteId ?? link.to_note_id ?? link.target_note_id ?? null,
+    toUrl: link.toUrl ?? link.to_url ?? null,
     kind: link.kind ?? link.link_type ?? "",
     score: link.score ?? link.confidence ?? null,
     createdAt: link.createdAt ?? link.created_at ?? "",
@@ -2357,7 +2515,15 @@ function createPGliteBackend(db, options = {}) {
   const links = new LinksRepository(db);
   async function linksOf(id) {
     const result = await links.listForNote(id);
-    return [...result.outbound, ...result.inbound].map(linkToBackend);
+    const urlLinks = await db.query(
+      `SELECT * FROM link_url_target WHERE source_note_id = $1 AND deleted_at IS NULL ORDER BY created_at`,
+      [id]
+    );
+    return [
+      ...result.outbound.map(linkToBackend),
+      ...result.inbound.map(linkToBackend),
+      ...urlLinks.rows.map(urlLinkToBackend)
+    ];
   }
   async function conceptsOf(id) {
     const result = await db.query(
@@ -2988,6 +3154,20 @@ var MigrationRunner = class {
 
 // src/archive-manager.ts
 var ArchiveManager = class {
+  /**
+   * Persistence is a PLUGGABLE, opt-in backend (issue #261). Pass a
+   * `StorageBackendFactory` to run against any `StorageBackend`
+   * implementation; PGlite is merely the built-in default, selected only when
+   * the convenience `PersistenceMode` string form is used. Because
+   * `defaultStorageBackendFactory` reaches PGlite through the lazily-imported
+   * `createPGliteInstance` (see `db.ts`), a consumer that supplies its own
+   * factory — or never opens an archive at all — never pulls the PGlite WASM
+   * engine into its bundle.
+   *
+   * @param persistenceOrFactory `PersistenceMode` string (uses the built-in
+   *   PGlite backend) OR a custom `StorageBackendFactory`.
+   * @param persistenceOverride persistence hint passed to a custom factory.
+   */
   constructor(persistenceOrFactory, events, persistenceOverride) {
     this.events = events;
     if (typeof persistenceOrFactory === "string") {
@@ -3096,6 +3276,205 @@ function createFortemi(config) {
   };
 }
 
+// src/server-compatibility.ts
+var FORTEMI_COMPATIBILITY_PATH = "/api/v1/system/compatibility";
+var FORTEMI_COMPATIBILITY_STATES = [
+  "available",
+  "degraded",
+  "preview",
+  "unavailable",
+  "unknown"
+];
+var FORTEMI_REQUIRED_COMPATIBILITY_CAPABILITIES = [
+  "core_notes",
+  "search",
+  "jobs",
+  "realtime_activity",
+  "hosted_auth",
+  "premium_components",
+  "backoffice_api",
+  "audit_posture",
+  "quota_status",
+  "kms_status",
+  "mcp_scope_gate"
+];
+function isRecord(value) {
+  return !!value && typeof value === "object" && !Array.isArray(value);
+}
+function isSupportedState(value) {
+  return typeof value === "string" && FORTEMI_COMPATIBILITY_STATES.includes(value);
+}
+function requireRecord(parent, key, errors) {
+  const value = parent[key];
+  if (!isRecord(value)) {
+    errors.push(`${key} must be an object`);
+    return null;
+  }
+  return value;
+}
+function requireString(parent, key, path, errors) {
+  const value = parent[key];
+  if (typeof value !== "string" || value.length === 0) {
+    errors.push(`${path}.${key} must be a non-empty string`);
+    return null;
+  }
+  return value;
+}
+function requireBoolean(parent, key, path, errors) {
+  const value = parent[key];
+  if (typeof value !== "boolean") {
+    errors.push(`${path}.${key} must be a boolean`);
+    return null;
+  }
+  return value;
+}
+function fortemiCompatibilityUrl(baseUrl = "http://localhost:3000") {
+  const trimmed = baseUrl.trim().replace(/\/+$/, "");
+  if (trimmed.endsWith(FORTEMI_COMPATIBILITY_PATH)) return trimmed;
+  return `${trimmed}${FORTEMI_COMPATIBILITY_PATH}`;
+}
+function validateFortemiCompatibilityResponse(raw) {
+  const errors = [];
+  const warnings = [];
+  if (!isRecord(raw)) {
+    return {
+      ok: false,
+      errors: ["response must be a JSON object"],
+      warnings
+    };
+  }
+  if (raw.schema_version !== 1) {
+    errors.push("schema_version must be 1");
+  }
+  requireString(raw, "contract_revision", "response", errors);
+  const api = requireRecord(raw, "api", errors);
+  if (api) {
+    const name = requireString(api, "name", "api", errors);
+    if (name && name !== "fortemi") {
+      errors.push("api.name must be fortemi");
+    }
+    requireString(api, "version", "api", errors);
+    requireString(api, "minimum_hotm_enterprise_client", "api", errors);
+    requireBoolean(api, "git_sha_present", "api", errors);
+    requireBoolean(api, "build_date_present", "api", errors);
+  }
+  const deployment = requireRecord(raw, "deployment", errors);
+  if (deployment) {
+    requireString(deployment, "mode", "deployment", errors);
+    requireString(deployment, "edition", "deployment", errors);
+    requireBoolean(deployment, "hosted_multi_tenant_ready", "deployment", errors);
+  }
+  const auth = requireRecord(raw, "auth", errors);
+  if (auth) {
+    requireBoolean(auth, "required", "auth", errors);
+    requireString(auth, "mode", "auth", errors);
+    requireBoolean(auth, "oauth_issuer_configured", "auth", errors);
+    requireBoolean(auth, "tenant_context_available", "auth", errors);
+  }
+  const capabilities = requireRecord(raw, "capabilities", errors);
+  if (capabilities) {
+    for (const key of FORTEMI_REQUIRED_COMPATIBILITY_CAPABILITIES) {
+      if (!isRecord(capabilities[key])) {
+        errors.push(`capabilities.${key} must be present as an object`);
+      }
+    }
+    for (const [key, value] of Object.entries(capabilities)) {
+      if (!isRecord(value)) {
+        errors.push(`capabilities.${key} must be an object`);
+        continue;
+      }
+      if (!isSupportedState(value.state)) {
+        errors.push(`capabilities.${key}.state must be one of ${FORTEMI_COMPATIBILITY_STATES.join(", ")}`);
+      }
+      if ("reason_code" in value && typeof value.reason_code !== "string") {
+        errors.push(`capabilities.${key}.reason_code must be a string when present`);
+      }
+      if (value.state !== "available" && !value.reason_code) {
+        warnings.push(`capabilities.${key} is ${String(value.state)} without reason_code`);
+      }
+    }
+  }
+  const links = requireRecord(raw, "links", errors);
+  if (links) {
+    requireString(links, "openapi", "links", errors);
+    requireString(links, "asyncapi", "links", errors);
+    requireString(links, "health", "links", errors);
+    requireString(links, "streaming_health", "links", errors);
+  }
+  return {
+    ok: errors.length === 0,
+    errors,
+    warnings,
+    response: errors.length === 0 ? raw : void 0
+  };
+}
+function formatFortemiCompatibilitySummary(response) {
+  const capabilitySummary = Object.entries(response.capabilities).map(([key, value]) => `${key}=${value.state}`).sort().join(", ");
+  return [
+    `Fortemi compatibility ${response.contract_revision}`,
+    `api=${response.api.name}@${response.api.version}`,
+    `deployment=${response.deployment.mode}/${response.deployment.edition}`,
+    `auth=${response.auth.mode}`,
+    `capabilities: ${capabilitySummary}`
+  ].join("\n");
+}
+async function fetchAndValidateFortemiCompatibility(options = {}) {
+  const fetchImpl = options.fetchImpl ?? globalThis.fetch;
+  if (!fetchImpl) {
+    return {
+      ok: false,
+      url: fortemiCompatibilityUrl(options.baseUrl),
+      errors: ["fetch is not available in this runtime"],
+      warnings: []
+    };
+  }
+  const url = fortemiCompatibilityUrl(options.baseUrl);
+  const controller = new AbortController();
+  const timeout = setTimeout(() => controller.abort(), options.timeoutMs ?? 5e3);
+  try {
+    const response = await fetchImpl(url, {
+      method: "GET",
+      headers: { accept: "application/json" },
+      signal: controller.signal
+    });
+    const status = response.status;
+    const contentType = response.headers.get("content-type") ?? "";
+    if (!response.ok) {
+      return {
+        ok: false,
+        url,
+        status,
+        errors: [`Fortemi compatibility endpoint returned HTTP ${status}`],
+        warnings: []
+      };
+    }
+    if (!contentType.toLowerCase().includes("application/json")) {
+      return {
+        ok: false,
+        url,
+        status,
+        errors: [`Fortemi compatibility endpoint must return JSON; got ${contentType || "unknown content-type"}`],
+        warnings: []
+      };
+    }
+    return {
+      ...validateFortemiCompatibilityResponse(await response.json()),
+      url,
+      status
+    };
+  } catch (error) {
+    const message = error instanceof Error ? error.message : String(error);
+    return {
+      ok: false,
+      url,
+      errors: [`Fortemi compatibility endpoint is unreachable: ${message}`],
+      warnings: []
+    };
+  } finally {
+    clearTimeout(timeout);
+  }
+}
+
 // src/service-worker/register.ts
 async function registerServiceWorker(swUrl = "/sw.js") {
   if (!("serviceWorker" in navigator)) {
@@ -3862,6 +4241,7 @@ async function getNoteTextWithExtractedAttachments(db, noteId) {
 ' ORDER BY a.position, a.created_at)
               FILTER (WHERE a.extracted_text IS NOT NULL AND a.extracted_text <> ''), '') as extracted_text
        FROM note_revised_current c
+       JOIN note n ON n.id = c.note_id AND n.deleted_at IS NULL
        LEFT JOIN attachment a ON a.note_id = c.note_id AND a.deleted_at IS NULL
        WHERE c.note_id = $1
        GROUP BY c.content`,
@@ -4159,7 +4539,7 @@ function conceptTaggingHandler(job, db) {
     const llmFn2 = getLlmFunction();
     if (!llmFn2) return { skipped: true, reason: "no LLM function registered" };
     const noteText = await getNoteTextWithExtractedAttachments(db, job.note_id);
-    if (!noteText) throw new Error(`No content found for note ${job.note_id}`);
+    if (!noteText) return { skipped: true, reason: "note missing, deleted, or has no content" };
     const content = noteText.combined;
     const prompt = `Task: Extract 3-5 topic tags from the text below.
 Rules:
@@ -4197,20 +4577,25 @@ Tags:`;
 function linkingHandler(job, db) {
   return (async () => {
     const embResult = await db.query(
-      `SELECT id FROM embedding WHERE note_id = $1 LIMIT 1`,
+      `SELECT e.id FROM embedding e
+       JOIN note n ON n.id = e.note_id AND n.deleted_at IS NULL
+       WHERE e.note_id = $1 LIMIT 1`,
       [job.note_id]
     );
     if (embResult.rows.length === 0) {
       return { skipped: true, reason: "no embeddings for this note yet" };
     }
     const vecResult = await db.query(
-      `SELECT vector::text FROM embedding WHERE note_id = $1 LIMIT 1`,
+      `SELECT e.vector::text FROM embedding e
+       JOIN note n ON n.id = e.note_id AND n.deleted_at IS NULL
+       WHERE e.note_id = $1 LIMIT 1`,
       [job.note_id]
     );
     if (vecResult.rows.length === 0) return { skipped: true, reason: "no vector found" };
     const similar = await db.query(
       `SELECT e.note_id, e.vector <=> (SELECT vector FROM embedding WHERE note_id = $1 LIMIT 1) as distance
        FROM embedding e
+       JOIN note n ON n.id = e.note_id AND n.deleted_at IS NULL
        WHERE e.note_id != $1
        ORDER BY distance ASC
        LIMIT 5`,
@@ -5027,14 +5412,16 @@ var AttachmentsRepository = class {
   /**
    * Attach a binary file to a note.
    *
-   * If a blob with the same SHA-256 content hash already exists, the existing
+   * If a blob with the same BLAKE3 content hash already exists, the existing
    * blob row is reused (deduplication). Otherwise a new blob row is inserted
-   * and the raw bytes are written to the BlobStore.
+   * and the raw bytes are written to the BlobStore. The BLAKE3 `content_hash`
+   * (`blake3:<hex>`) matches the server convention and is the key used by the
+   * portable Knowledge-Shard byte sidecar.
    *
    * Returns the newly created AttachmentRow.
    */
   async attach(input) {
-    const contentHash = computeHash(input.data);
+    const contentHash = computeBlobHash(input.data);
     const sizeBytes = input.data.length;
     let blobId;
     const existing = await this.db.query(
@@ -5148,6 +5535,10 @@ async function manageAttachments(db, blobStore, rawInput) {
         extractedText: input.extracted_text,
         displayName: input.display_name
       });
+      if (input.extracted_text) {
+        await enqueueJob(db, { noteId: input.note_id, jobType: "embedding" });
+        await enqueueJob(db, { noteId: input.note_id, jobType: "concept_tagging" });
+      }
       return { action: "attach", attachment, size_bytes: data.length };
     }
     case "list": {
@@ -5171,7 +5562,12 @@ async function manageAttachments(db, blobStore, rawInput) {
     }
     case "delete": {
       if (!input.attachment_id) throw new Error("attachment_id required for delete");
+      const attachment = await repo.get(input.attachment_id);
       await repo.delete(input.attachment_id);
+      if (attachment.extracted_text) {
+        await enqueueJob(db, { noteId: attachment.note_id, jobType: "embedding" });
+        await enqueueJob(db, { noteId: attachment.note_id, jobType: "concept_tagging" });
+      }
       return { action: "delete", attachment_id: input.attachment_id };
     }
   }
@@ -5398,17 +5794,17 @@ async function embeddingGenerationHandler(job, db) {
   const fn = embedFn;
   if (!fn) return { skipped: true, reason: "no embed function registered" };
   const noteText = await getNoteTextWithExtractedAttachments(db, job.note_id);
-  if (!noteText) throw new Error(`No content for note ${job.note_id}`);
+  if (!noteText) return { skipped: true, reason: "note missing, deleted, or has no content" };
   const content = noteText.combined;
   const chunks = chunkText(content);
   const embeddings = await fn(chunks);
-  const vector2 = averageEmbeddings(embeddings);
+  const vector = averageEmbeddings(embeddings);
   const embeddingSets = new EmbeddingSetsRepository(db);
   const set = await embeddingSets.ensureDefault();
   await embeddingSets.putEmbedding({
     note_id: job.note_id,
     embedding_set_id: set.id,
-    vector: vector2
+    vector
   });
   return { chunks: chunks.length, embeddings: embeddings.length, setId: set.id };
 }
@@ -5827,13 +6223,13 @@ var OpenAICompatibleProvider = class {
       throw new Error("Streaming not supported: response body is null");
     }
     const reader = response.body.getReader();
-    const decoder4 = new TextDecoder();
+    const decoder6 = new TextDecoder();
     let buffer = "";
     try {
       while (true) {
         const { done, value } = await reader.read();
         if (done) break;
-        buffer += decoder4.decode(value, { stream: true });
+        buffer += decoder6.decode(value, { stream: true });
         const lines = buffer.split("\n");
         buffer = lines.pop() ?? "";
         for (const line of lines) {
@@ -6453,6 +6849,23 @@ function createCspReportHandler(onReport) {
 // src/shard/types.ts
 var CURRENT_SHARD_VERSION = "1.0.0";
 var SHARD_FORMAT = "matric-shard";
+function parseVersion(value) {
+  return value.split(".").map((segment) => {
+    const match = segment.match(/^\d+/);
+    return match ? Number.parseInt(match[0], 10) : 0;
+  });
+}
+function compareShardVersions(left, right) {
+  const leftParts = parseVersion(left);
+  const rightParts = parseVersion(right);
+  const length = Math.max(leftParts.length, rightParts.length);
+  for (let index = 0; index < length; index += 1) {
+    const leftValue = leftParts[index] ?? 0;
+    const rightValue = rightParts[index] ?? 0;
+    if (leftValue !== rightValue) return leftValue > rightValue ? 1 : -1;
+  }
+  return 0;
+}
 var BLOCK_SIZE = 512;
 var USTAR_MAGIC = "ustar\x0000";
 function writeString(buf, offset, str, len) {
@@ -6542,12 +6955,35 @@ function decodeTar(tarData) {
   }
   return files;
 }
-function packTarGz(files) {
+function packTarGz(files, opts) {
   const tarData = encodeTar(files);
+  const cap = opts?.maxDecompressedBytes ?? DEFAULT_MAX_DECOMPRESSED_BYTES;
+  if (tarData.byteLength > cap) {
+    throw new Error(
+      "Refusing to create archive: uncompressed size " + tarData.byteLength + " exceeds cap " + cap + " bytes"
+    );
+  }
   return gzipSync(tarData);
 }
-function unpackTarGz(data) {
+var DEFAULT_MAX_DECOMPRESSED_BYTES = 256 * 1024 * 1024;
+function unpackTarGz(data, opts) {
+  const cap = opts?.maxDecompressedBytes ?? DEFAULT_MAX_DECOMPRESSED_BYTES;
+  if (data.byteLength < 18) {
+    throw new Error("Invalid gzip archive: too short");
+  }
+  const view = new DataView(data.buffer, data.byteOffset, data.byteLength);
+  const declaredSize = view.getUint32(data.byteLength - 4, true);
+  if (declaredSize > cap) {
+    throw new Error(
+      "Refusing to decompress archive: declared size " + declaredSize + " exceeds cap " + cap + " bytes"
+    );
+  }
   const tarData = gunzipSync(data);
+  if (tarData.byteLength > cap) {
+    throw new Error(
+      "Refusing to decompress archive: decompressed size " + tarData.byteLength + " exceeds cap " + cap + " bytes"
+    );
+  }
   return decodeTar(tarData);
 }
 
@@ -6582,7 +7018,8 @@ function noteToShard(note) {
     title: note.title,
     original_content: note.original_content,
     revised_content: note.revised_content,
-    ...note.binary_sources?.length ? { binary_sources: note.binary_sources } : {},
+    collection_id: note.collection_id ?? null,
+    ...note.attachments?.length ? { attachments: note.attachments } : {},
     format: note.format,
     source: note.source,
     starred: note.is_starred,
@@ -6594,6 +7031,7 @@ function noteToShard(note) {
   };
 }
 function noteFromShard(shard) {
+  const attachments = shard.attachments ?? shard.binary_sources;
   return {
     id: shard.id,
     title: shard.title,
@@ -6603,7 +7041,8 @@ function noteFromShard(shard) {
     is_archived: shard.archived,
     original_content: shard.original_content,
     revised_content: shard.revised_content,
-    binary_sources: shard.binary_sources,
+    collection_id: shard.collection_id ?? null,
+    attachments,
     tags: shard.tags,
     created_at: shard.created_at,
     updated_at: shard.updated_at,
@@ -6615,9 +7054,24 @@ function linkToShard(link) {
     id: link.id,
     from_note_id: link.source_note_id,
     to_note_id: link.target_note_id,
+    to_url: null,
+    kind: link.link_type,
+    score: link.confidence,
+    created_at: toISOString(link.created_at),
+    metadata: null
+  };
+}
+function urlLinkToShard(link) {
+  const metadata = typeof link.metadata_json === "string" ? JSON.parse(link.metadata_json) : link.metadata_json ?? null;
+  return {
+    id: link.id,
+    from_note_id: link.source_note_id,
+    to_note_id: null,
+    to_url: link.to_url,
     kind: link.link_type,
     score: link.confidence,
-    created_at: toISOString(link.created_at)
+    created_at: toISOString(link.created_at),
+    metadata
   };
 }
 function linkFromShard(shard) {
@@ -6625,9 +7079,11 @@ function linkFromShard(shard) {
     id: shard.id,
     source_note_id: shard.from_note_id,
     target_note_id: shard.to_note_id,
+    to_url: shard.to_url,
     link_type: shard.kind,
     confidence: shard.score,
-    created_at: shard.created_at
+    created_at: shard.created_at,
+    metadata: shard.metadata
   };
 }
 function collectionToShard(collection, noteCount) {
@@ -6655,14 +7111,31 @@ function tagsToShard(allTags) {
     created_at: toISOString(t.created_at)
   }));
 }
-function tagsFromShard(shardTags) {
-  return [...new Set(shardTags.map((t) => t.name))];
+function templateToShard(template) {
+  return {
+    id: template.id,
+    name: template.name,
+    description: template.description,
+    content: template.content,
+    format: template.format,
+    default_tags: Array.isArray(template.default_tags) ? template.default_tags : JSON.parse(template.default_tags),
+    collection_id: template.collection_id,
+    created_at: toISOString(template.created_at),
+    updated_at: toISOString(template.updated_at)
+  };
 }
 function embeddingSetToShard(set) {
+  const name = set.name ?? set.model_name;
   return {
     id: set.id,
-    name: set.name ?? set.model_name,
+    name,
+    slug: set.slug ?? slugifyEmbeddingSet(name),
+    description: set.description ?? null,
     purpose: set.purpose ?? null,
+    document_count: set.document_count ?? 0,
+    embedding_count: set.embedding_count ?? 0,
+    is_system: set.is_system ?? false,
+    keywords: jsonStringArray(set.keywords_json),
     model: set.model_name,
     dimension: set.dimensions,
     kind: set.kind ?? "physical",
@@ -6677,11 +7150,17 @@ function embeddingSetToShard(set) {
     updated_at: set.updated_at ? toISOString(set.updated_at) : void 0
   };
 }
-function embeddingSetFromShard(shard) {
+function embeddingSetFromShard(shard, fallbackCreatedAt) {
   return {
     id: shard.id,
     name: shard.name ?? shard.model,
+    slug: shard.slug ?? null,
+    description: shard.description ?? null,
     purpose: shard.purpose ?? null,
+    document_count: shard.document_count ?? null,
+    embedding_count: shard.embedding_count ?? null,
+    is_system: shard.is_system ?? false,
+    keywords_json: jsonString(shard.keywords ?? []),
     model_name: shard.model,
     dimensions: shard.dimension,
     kind: shard.kind ?? "physical",
@@ -6692,7 +7171,7 @@ function embeddingSetFromShard(shard) {
     compatibility_json: jsonString(shard.compatibility),
     materialization_json: jsonString(shard.materialization),
     freshness_json: jsonString(shard.freshness),
-    created_at: shard.created_at,
+    created_at: shard.created_at ?? fallbackCreatedAt,
     updated_at: shard.updated_at ?? null
   };
 }
@@ -6700,15 +7179,32 @@ function embeddingSetMemberToShard(member) {
   return {
     embedding_set_id: member.embedding_set_id,
     note_id: member.note_id,
-    embedding_id: member.embedding_id
+    membership_type: member.membership_type ?? "materialized",
+    added_at: toISOString(member.added_at ?? /* @__PURE__ */ new Date()),
+    added_by: member.added_by ?? null
+  };
+}
+function embeddingConfigToShard(config) {
+  return {
+    id: config.id,
+    name: config.name,
+    description: config.description ?? null,
+    model: config.model,
+    dimension: config.dimension,
+    chunk_size: config.chunk_size,
+    chunk_overlap: config.chunk_overlap,
+    is_default: config.is_default
   };
 }
 function embeddingToShard(emb) {
   return {
     id: emb.id,
     note_id: emb.note_id,
-    embedding_set_id: emb.embedding_set_id,
+    chunk_index: emb.chunk_index ?? 0,
+    text: emb.text ?? "",
     vector: typeof emb.vector === "string" ? parseVector2(emb.vector) : emb.vector,
+    model: emb.model ?? emb.model_name ?? "unknown",
+    embedding_set_id: emb.embedding_set_id,
     created_at: toISOString(emb.created_at)
   };
 }
@@ -6716,9 +7212,12 @@ function embeddingFromShard(shard) {
   return {
     id: shard.id,
     note_id: shard.note_id,
-    embedding_set_id: shard.embedding_set_id,
+    embedding_set_id: shard.embedding_set_id ?? null,
+    chunk_index: shard.chunk_index,
+    text: shard.text,
     vector: `[${shard.vector.join(",")}]`,
-    created_at: shard.created_at
+    model: shard.model,
+    created_at: shard.created_at ?? null
   };
 }
 function skosSchemeToShard(scheme) {
@@ -6790,6 +7289,15 @@ function parseJsonObjectField(value) {
   const parsed = JSON.parse(value);
   return parsed && typeof parsed === "object" && !Array.isArray(parsed) ? parsed : null;
 }
+function jsonStringArray(value) {
+  if (value == null) return [];
+  if (Array.isArray(value)) return value.map(String);
+  if (typeof value === "string") {
+    const parsed = JSON.parse(value);
+    return Array.isArray(parsed) ? parsed.map(String) : [];
+  }
+  return [];
+}
 function jsonObject2(value) {
   if (value == null) return null;
   if (typeof value === "string") return JSON.parse(value);
@@ -6798,6 +7306,34 @@ function jsonObject2(value) {
 function jsonString(value) {
   return value == null ? null : JSON.stringify(value);
 }
+function slugifyEmbeddingSet(value) {
+  const slug = value.trim().toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "");
+  return slug || "embedding-set";
+}
+
+// src/shard/blob-sidecar.ts
+var SIDECAR_PREFIX = "blobs/";
+function blobChecksumToHex(checksum) {
+  const sep = checksum.indexOf(":");
+  return sep >= 0 ? checksum.slice(sep + 1) : checksum;
+}
+function sidecarEntryName(checksum) {
+  return SIDECAR_PREFIX + blobChecksumToHex(checksum);
+}
+function isSidecarEntry(name) {
+  if (!name.startsWith(SIDECAR_PREFIX)) return false;
+  const rest = name.slice(SIDECAR_PREFIX.length);
+  return rest.length > 0 && !rest.includes("/");
+}
+function collectSidecarBlobs(files) {
+  const blobs = /* @__PURE__ */ new Map();
+  for (const [name, bytes] of files) {
+    if (isSidecarEntry(name)) {
+      blobs.set(name.slice(SIDECAR_PREFIX.length), bytes);
+    }
+  }
+  return blobs;
+}
 
 // src/shard/shard-export.ts
 var encoder = new TextEncoder();
@@ -6819,7 +7355,8 @@ async function exportShard(db, options) {
     noteQuery = `SELECT n.id, n.title, n.format, n.source, n.is_starred, n.is_archived,
               n.created_at, n.updated_at, n.deleted_at,
               o.content as original_content,
-              c.content as revised_content
+              c.content as revised_content,
+              $1::text as collection_id
        FROM note n
        LEFT JOIN note_original o ON o.note_id = n.id
        LEFT JOIN note_revised_current c ON c.note_id = n.id
@@ -6831,7 +7368,14 @@ async function exportShard(db, options) {
     noteQuery = `SELECT n.id, n.title, n.format, n.source, n.is_starred, n.is_archived,
               n.created_at, n.updated_at, n.deleted_at,
               o.content as original_content,
-              c.content as revised_content
+              c.content as revised_content,
+              (
+                SELECT cn.collection_id
+                FROM collection_note cn
+                WHERE cn.note_id = n.id
+                ORDER BY cn.position, cn.added_at
+                LIMIT 1
+              ) as collection_id
        FROM note n
        LEFT JOIN note_original o ON o.note_id = n.id
        LEFT JOIN note_revised_current c ON c.note_id = n.id
@@ -6843,7 +7387,14 @@ async function exportShard(db, options) {
     noteQuery = `SELECT n.id, n.title, n.format, n.source, n.is_starred, n.is_archived,
               n.created_at, n.updated_at, n.deleted_at,
               o.content as original_content,
-              c.content as revised_content
+              c.content as revised_content,
+              (
+                SELECT cn.collection_id
+                FROM collection_note cn
+                WHERE cn.note_id = n.id
+                ORDER BY cn.position, cn.added_at
+                LIMIT 1
+              ) as collection_id
        FROM note n
        LEFT JOIN note_original o ON o.note_id = n.id
        LEFT JOIN note_revised_current c ON c.note_id = n.id
@@ -6875,26 +7426,28 @@ async function exportShard(db, options) {
        WHERE a.deleted_at IS NULL
        ORDER BY a.note_id, a.position, a.created_at`
   );
-  const binarySourcesByNote = /* @__PURE__ */ new Map();
+  const attachmentsByNote = /* @__PURE__ */ new Map();
   for (const row of attachmentRows.rows) {
     const source = {
-      extracted_text: row.extracted_text ?? "",
+      extracted_text: row.extracted_text,
       attachment: {
+        // `path` is the display filename per the binary-attachment projection
+        // contract — never the physical storage key (`storage_path`).
         id: row.id,
-        path: row.storage_path ?? row.filename,
+        path: row.filename,
         mime: row.mime_type,
         checksum: row.content_hash,
         bytes: Number(row.size_bytes)
       }
     };
-    const sources = binarySourcesByNote.get(row.note_id) ?? [];
+    const sources = attachmentsByNote.get(row.note_id) ?? [];
     sources.push(source);
-    binarySourcesByNote.set(row.note_id, sources);
+    attachmentsByNote.set(row.note_id, sources);
   }
   const notes = noteRows.rows.map((row) => ({
     ...row,
     tags: tagsByNote.get(row.id) ?? [],
-    binary_sources: binarySourcesByNote.get(row.id)
+    attachments: attachmentsByNote.get(row.id)
   }));
   const exportedNoteIds = new Set(notes.map((n) => n.id));
   const shardNotes = notes.map((n) => noteToShard(n));
@@ -6905,7 +7458,7 @@ async function exportShard(db, options) {
     for (let offset = 0; offset < shardNotes.length; offset += clusterSize) {
       const slice = shardNotes.slice(offset, offset + clusterSize);
       const href = `notes/${String(offset).padStart(6, "0")}.jsonl`;
-      clusters.push({ href, offset, count: slice.length });
+      clusters.push({ href, offset });
       files.set(href, encoder.encode(slice.map((n) => JSON.stringify(n)).join("\n")));
     }
     layout = { clusters: { notes: clusters } };
@@ -6946,14 +7499,27 @@ async function exportShard(db, options) {
   files.set("tags.json", encoder.encode(JSON.stringify(shardTags)));
   components.push("tags");
   counts.tags = shardTags.length;
+  const templateRows = await db.query(`SELECT * FROM template ORDER BY created_at, id`);
+  if (templateRows.rows.length > 0) {
+    const shardTemplates = templateRows.rows.map((template) => templateToShard(template));
+    files.set("templates.json", encoder.encode(JSON.stringify(shardTemplates)));
+    components.push("templates");
+    counts.templates = shardTemplates.length;
+  }
   const linkRows = await db.query(
     `SELECT * FROM link WHERE deleted_at IS NULL ORDER BY created_at`
   );
   const filteredLinks = options?.tag || options?.collectionId ? linkRows.rows.filter((l) => exportedNoteIds.has(l.source_note_id) && exportedNoteIds.has(l.target_note_id)) : linkRows.rows;
-  const linksJsonl = filteredLinks.map((l) => JSON.stringify(linkToShard(l))).join("\n");
+  const urlLinkRows = await db.query(`SELECT * FROM link_url_target WHERE deleted_at IS NULL ORDER BY created_at`);
+  const filteredUrlLinks = options?.tag || options?.collectionId ? urlLinkRows.rows.filter((l) => exportedNoteIds.has(l.source_note_id)) : urlLinkRows.rows;
+  const shardLinks = [
+    ...filteredLinks.map((l) => linkToShard(l)),
+    ...filteredUrlLinks.map((l) => urlLinkToShard(l))
+  ];
+  const linksJsonl = shardLinks.map((l) => JSON.stringify(l)).join("\n");
   files.set("links.jsonl", encoder.encode(linksJsonl));
   components.push("links");
-  counts.links = filteredLinks.length;
+  counts.links = shardLinks.length;
   const allNoteSkosRows = await db.query(`SELECT * FROM note_skos_tag ORDER BY created_at`);
   const filteredNoteSkosRows = isFiltered ? allNoteSkosRows.rows.filter((row) => exportedNoteIds.has(row.note_id)) : allNoteSkosRows.rows;
   const referencedConceptIds = new Set(filteredNoteSkosRows.map((row) => row.concept_id));
@@ -6994,9 +7560,27 @@ async function exportShard(db, options) {
     const setScoped = embeddingSetIds.length > 0;
     const includeMaterializedSelectors = options.includeMaterializedSelectors === true;
     const embSetRows = await db.query(
-      `SELECT * FROM embedding_set
-       ${setScoped ? "WHERE id = ANY($1)" : ""}
-       ORDER BY created_at`,
+      `SELECT
+         es.id, es.name, es.slug, es.description, es.purpose,
+         COALESCE(es.document_count, member_counts.document_count, 0)::int AS document_count,
+         COALESCE(es.embedding_count, embedding_counts.embedding_count, 0)::int AS embedding_count,
+         es.is_system, es.keywords_json,
+         es.model_name, es.dimensions, es.kind, es.mode, es.truncate_dimension,
+         es.criteria_json, es.source_json, es.compatibility_json, es.materialization_json,
+         es.freshness_json, es.created_at, es.updated_at
+       FROM embedding_set es
+       LEFT JOIN (
+         SELECT embedding_set_id, COUNT(*)::int AS document_count
+         FROM embedding_set_member
+         GROUP BY embedding_set_id
+       ) member_counts ON member_counts.embedding_set_id = es.id
+       LEFT JOIN (
+         SELECT embedding_set_id, COUNT(*)::int AS embedding_count
+         FROM embedding
+         GROUP BY embedding_set_id
+       ) embedding_counts ON embedding_counts.embedding_set_id = es.id
+       ${setScoped ? "WHERE es.id = ANY($1)" : ""}
+       ORDER BY es.created_at`,
       setScoped ? [embeddingSetIds] : []
     );
     const exportedSetIds = new Set(embSetRows.rows.map((row) => row.id));
@@ -7011,6 +7595,17 @@ async function exportShard(db, options) {
     files.set("embedding_sets.json", encoder.encode(JSON.stringify(shardEmbSets)));
     components.push("embedding_sets");
     counts.embedding_sets = shardEmbSets.length;
+    const embeddingConfigRows = await db.query(
+      `SELECT id, name, description, model, dimension, chunk_size, chunk_overlap, is_default
+       FROM embedding_config
+       ORDER BY name, id`
+    );
+    if (embeddingConfigRows.rows.length > 0) {
+      const shardEmbeddingConfigs = embeddingConfigRows.rows.map((row) => embeddingConfigToShard(row));
+      files.set("embedding_configs.json", encoder.encode(JSON.stringify(shardEmbeddingConfigs)));
+      components.push("embedding_configs");
+      counts.embedding_configs = shardEmbeddingConfigs.length;
+    }
     const embMemberRows = await db.query(
       `SELECT * FROM embedding_set_member
        ${setScoped ? "WHERE embedding_set_id = ANY($1)" : ""}`,
@@ -7024,12 +7619,24 @@ async function exportShard(db, options) {
     components.push("embedding_set_members");
     counts.embedding_set_members = scopedEmbMemberRows.length;
     const embRows = await db.query(
-      `SELECT * FROM embedding
-       ${setScoped ? "WHERE embedding_set_id = ANY($1)" : ""}
-       ORDER BY created_at`,
+      `SELECT
+         e.id, e.note_id, e.embedding_set_id, e.chunk_index,
+         COALESCE(NULLIF(e.text, ''), nrc.content, no.content, '') AS text,
+         e.vector,
+         COALESCE(e.model, es.model_name) AS model,
+         es.model_name,
+         e.created_at
+       FROM embedding e
+       JOIN embedding_set es ON es.id = e.embedding_set_id
+       LEFT JOIN note_revised_current nrc ON nrc.note_id = e.note_id
+       LEFT JOIN note_original no ON no.note_id = e.note_id
+       ${setScoped ? "WHERE e.embedding_set_id = ANY($1)" : ""}
+       ORDER BY e.created_at`,
       setScoped ? [embeddingSetIds] : []
     );
-    const memberEmbeddingIds = new Set(scopedEmbMemberRows.map((member) => member.embedding_id));
+    const memberEmbeddingIds = new Set(
+      scopedEmbMemberRows.map((member) => member.embedding_id).filter((id) => Boolean(id))
+    );
     const scopedEmbRows = embRows.rows.filter(
       (embedding) => exportedSetIds.has(embedding.embedding_set_id) && exportedNoteIds.has(embedding.note_id) && (memberEmbeddingIds.size === 0 || memberEmbeddingIds.has(embedding.id))
     );
@@ -7145,14 +7752,37 @@ async function exportShard(db, options) {
     counts,
     checksums,
     min_reader_version: "1.0.0",
+    migrated_from: null,
+    migration_history: [],
     ...layout ? { layout } : {}
   };
   files.set("manifest.json", encoder.encode(JSON.stringify(manifest, null, 2)));
+  if (options?.includeBlobs && options.blobStore) {
+    const packed = /* @__PURE__ */ new Set();
+    for (const row of attachmentRows.rows) {
+      const checksum = row.content_hash;
+      if (packed.has(checksum)) continue;
+      packed.add(checksum);
+      const bytes = await options.blobStore.read(checksum);
+      if (bytes) files.set(sidecarEntryName(checksum), bytes);
+    }
+  }
   return packTarGz(files);
 }
 
-// src/shard/shard-import.ts
+// src/shard/parse.ts
 var decoder = new TextDecoder();
+function parseJsonlBytes(data) {
+  if (!data || data.byteLength === 0) return [];
+  return decoder.decode(data).split("\n").filter((line) => line.trim()).map((line) => JSON.parse(line));
+}
+function parseJsonArrayBytes(data) {
+  if (!data || data.byteLength === 0) return [];
+  return JSON.parse(decoder.decode(data));
+}
+
+// src/shard/shard-import.ts
+var decoder2 = new TextDecoder();
 var DEFAULT_BATCH_SIZE = 250;
 async function yieldToEventLoop2() {
   const scheduler = globalThis.scheduler;
@@ -7174,12 +7804,17 @@ async function importShard(db, data, options) {
   const report = options?.onProgress;
   const warnings = [];
   const errors = [];
+  let importedAttachmentReferenceCount = 0;
+  let notesWithImportedAttachmentReferences = 0;
+  const blobsToHydrate = /* @__PURE__ */ new Map();
   const counts = {
     notes: 0,
     collections: 0,
+    templates: 0,
     tags: 0,
     links: 0,
     embedding_sets: 0,
+    embedding_configs: 0,
     embedding_set_members: 0,
     embeddings: 0,
     skos_schemes: 0,
@@ -7223,7 +7858,10 @@ async function importShard(db, data, options) {
   }
   let manifest;
   try {
-    manifest = JSON.parse(decoder.decode(manifestData));
+    manifest = JSON.parse(decoder2.decode(manifestData));
+    if (!manifest || typeof manifest !== "object" || Array.isArray(manifest)) {
+      throw new Error("manifest must be a JSON object");
+    }
   } catch {
     return {
       success: false,
@@ -7234,7 +7872,7 @@ async function importShard(db, data, options) {
       duration_ms: performance.now() - start
     };
   }
-  if (manifest.min_reader_version && manifest.min_reader_version > CURRENT_SHARD_VERSION) {
+  if (manifest.min_reader_version && compareShardVersions(manifest.min_reader_version, CURRENT_SHARD_VERSION) > 0) {
     return {
       success: false,
       counts,
@@ -7247,6 +7885,16 @@ async function importShard(db, data, options) {
     };
   }
   report?.({ phase: "validate", done: 0, total: 1 });
+  if (!manifest.checksums || typeof manifest.checksums !== "object") {
+    return {
+      success: false,
+      counts,
+      skipped,
+      warnings,
+      errors: ["Invalid manifest.json: checksums must be an object"],
+      duration_ms: performance.now() - start
+    };
+  }
   const checksumResult = await validateChecksums(manifest.checksums, files);
   if (!checksumResult.valid) {
     return {
@@ -7259,25 +7907,61 @@ async function importShard(db, data, options) {
     };
   }
   report?.({ phase: "validate", done: 1, total: 1 });
+  const sidecarBlobs = options?.blobStore ? collectSidecarBlobs(files) : null;
   const noteClusters = manifest.layout?.clusters?.notes;
-  const parsedNotes = noteClusters && noteClusters.length > 0 ? [...noteClusters].sort((a, b) => a.offset - b.offset).flatMap((ref) => parseJsonl(files.get(ref.href))) : parseJsonl(files.get("notes.jsonl"));
-  const parsedCollections = parseJsonArray(files.get("collections.json"));
-  parseJsonArray(files.get("tags.json"));
-  const parsedLinks = parseJsonl(files.get("links.jsonl"));
-  const parsedEmbSets = parseJsonArray(files.get("embedding_sets.json"));
-  const parsedEmbMembers = parseJsonl(
-    files.get("embedding_set_members.jsonl")
-  );
-  const parsedEmbeddings = parseJsonl(files.get("embeddings.jsonl"));
-  const parsedSkosSchemes = parseJsonArray(files.get("skos_schemes.json"));
-  const parsedSkosConcepts = parseJsonArray(files.get("skos_concepts.json"));
-  const parsedSkosRelations = parseJsonl(files.get("skos_relations.jsonl"));
-  const parsedNoteSkosTags = parseJsonl(files.get("note_skos_tags.jsonl"));
-  const parsedProvenanceEdges = parseJsonl(files.get("provenance_edges.jsonl"));
-  const parsedGraphSources = parseJsonArray(files.get("graph_sources.json"));
-  const parsedGraphEdges = parseJsonl(files.get("graph_edges.jsonl"));
-  const parsedCommunitySets = parseJsonArray(files.get("communities.json"));
-  const parsedCommunityAssignments = parseJsonl(files.get("community_assignments.jsonl"));
+  const parseComponent = (name, parse) => {
+    try {
+      return parse();
+    } catch (err) {
+      throw new Error(`${name}: ${err instanceof Error ? err.message : String(err)}`);
+    }
+  };
+  let parsedNotes;
+  let parsedCollections;
+  let parsedTemplates;
+  let parsedLinks;
+  let parsedEmbSets;
+  let parsedEmbConfigs;
+  let parsedEmbMembers;
+  let parsedEmbeddings;
+  let parsedSkosSchemes;
+  let parsedSkosConcepts;
+  let parsedSkosRelations;
+  let parsedNoteSkosTags;
+  let parsedProvenanceEdges;
+  let parsedGraphSources;
+  let parsedGraphEdges;
+  let parsedCommunitySets;
+  let parsedCommunityAssignments;
+  try {
+    parsedNotes = parseComponent("notes", () => noteClusters && noteClusters.length > 0 ? [...noteClusters].sort((a, b) => a.offset - b.offset).flatMap((ref) => parseJsonlBytes(files.get(ref.href))) : parseJsonlBytes(files.get("notes.jsonl")));
+    parsedCollections = parseComponent("collections.json", () => parseJsonArrayBytes(files.get("collections.json")));
+    parseComponent("tags.json", () => parseJsonArrayBytes(files.get("tags.json")));
+    parsedTemplates = parseComponent("templates.json", () => parseJsonArrayBytes(files.get("templates.json")));
+    parsedLinks = parseComponent("links.jsonl", () => parseJsonlBytes(files.get("links.jsonl")));
+    parsedEmbSets = parseComponent("embedding_sets.json", () => parseJsonArrayBytes(files.get("embedding_sets.json")));
+    parsedEmbConfigs = parseComponent("embedding_configs.json", () => parseJsonArrayBytes(files.get("embedding_configs.json")));
+    parsedEmbMembers = parseComponent("embedding_set_members.jsonl", () => parseJsonlBytes(files.get("embedding_set_members.jsonl")));
+    parsedEmbeddings = parseComponent("embeddings.jsonl", () => parseJsonlBytes(files.get("embeddings.jsonl")));
+    parsedSkosSchemes = parseComponent("skos_schemes.json", () => parseJsonArrayBytes(files.get("skos_schemes.json")));
+    parsedSkosConcepts = parseComponent("skos_concepts.json", () => parseJsonArrayBytes(files.get("skos_concepts.json")));
+    parsedSkosRelations = parseComponent("skos_relations.jsonl", () => parseJsonlBytes(files.get("skos_relations.jsonl")));
+    parsedNoteSkosTags = parseComponent("note_skos_tags.jsonl", () => parseJsonlBytes(files.get("note_skos_tags.jsonl")));
+    parsedProvenanceEdges = parseComponent("provenance_edges.jsonl", () => parseJsonlBytes(files.get("provenance_edges.jsonl")));
+    parsedGraphSources = parseComponent("graph_sources.json", () => parseJsonArrayBytes(files.get("graph_sources.json")));
+    parsedGraphEdges = parseComponent("graph_edges.jsonl", () => parseJsonlBytes(files.get("graph_edges.jsonl")));
+    parsedCommunitySets = parseComponent("communities.json", () => parseJsonArrayBytes(files.get("communities.json")));
+    parsedCommunityAssignments = parseComponent("community_assignments.jsonl", () => parseJsonlBytes(files.get("community_assignments.jsonl")));
+  } catch (err) {
+    return {
+      success: false,
+      counts,
+      skipped,
+      warnings,
+      errors: [`Failed to parse shard component: ${err instanceof Error ? err.message : String(err)}`],
+      duration_ms: performance.now() - start
+    };
+  }
   const knownFiles = /* @__PURE__ */ new Set([
     "manifest.json",
     "notes.jsonl",
@@ -7286,7 +7970,6 @@ async function importShard(db, data, options) {
     "links.jsonl",
     "embedding_sets.json",
     "embedding_set_members.jsonl",
-    "embedding_configs.json",
     "embeddings.jsonl",
     "templates.json",
     "skos_schemes.json",
@@ -7304,15 +7987,36 @@ async function importShard(db, data, options) {
       warnings.push(`Unknown component skipped: ${filename}`);
     }
   }
-  if (files.has("templates.json")) {
-    warnings.push("templates.json skipped (not supported in browser)");
-  }
   const conflictClause = strategy === "skip" ? "ON CONFLICT DO NOTHING" : "";
   try {
     await db.transaction(async (tx) => {
+      const preexistingEmbeddingMembers = /* @__PURE__ */ new Set();
+      if (strategy === "skip") {
+        for (const member of parsedEmbMembers) {
+          const existing = await tx.query(
+            "SELECT 1 FROM embedding_set_member WHERE embedding_set_id = $1 AND note_id = $2",
+            [member.embedding_set_id, member.note_id]
+          );
+          if (existing.rows.length > 0) {
+            preexistingEmbeddingMembers.add(`${member.embedding_set_id}\0${member.note_id}`);
+          }
+        }
+      }
+      const skipExisting = async (key, sql, params) => {
+        if (strategy !== "skip") return false;
+        const existing = await tx.query(sql, params);
+        if (existing.rows.length === 0) return false;
+        skipped[key] = (skipped[key] ?? 0) + 1;
+        return true;
+      };
       report?.({ phase: "collections", done: 0, total: parsedCollections.length });
       for (const [index, shardCol] of parsedCollections.entries()) {
         const col = collectionFromShard(shardCol);
+        if (await skipExisting("collections", "SELECT 1 FROM collection WHERE id = $1", [col.id])) {
+          report?.({ phase: "collections", done: index + 1, total: parsedCollections.length });
+          await maybeYield2(index + 1, batchSize);
+          continue;
+        }
         if (strategy === "replace") {
           await tx.query(
             `INSERT INTO collection (id, name, description, parent_id, created_at)
@@ -7331,9 +8035,38 @@ async function importShard(db, data, options) {
         report?.({ phase: "collections", done: index + 1, total: parsedCollections.length });
         await maybeYield2(index + 1, batchSize);
       }
+      report?.({ phase: "templates", done: 0, total: parsedTemplates.length });
+      for (const [index, template] of parsedTemplates.entries()) {
+        await tx.query(
+          `INSERT INTO template (
+             id, name, description, content, format, default_tags, collection_id, created_at, updated_at
+           )
+           VALUES ($1, $2, $3, $4, $5, $6::jsonb, $7, $8, $9)
+           ${strategy === "replace" ? "ON CONFLICT (id) DO UPDATE SET name = $2, description = $3, content = $4, format = $5, default_tags = $6::jsonb, collection_id = $7, created_at = $8, updated_at = $9" : conflictClause}`,
+          [
+            template.id,
+            template.name,
+            template.description,
+            template.content,
+            template.format,
+            JSON.stringify(template.default_tags),
+            template.collection_id,
+            template.created_at,
+            template.updated_at
+          ]
+        );
+        counts.templates++;
+        report?.({ phase: "templates", done: index + 1, total: parsedTemplates.length });
+        await maybeYield2(index + 1, batchSize);
+      }
       report?.({ phase: "notes", done: 0, total: parsedNotes.length });
       for (const [index, shardNote] of parsedNotes.entries()) {
         const note = noteFromShard(shardNote);
+        if (await skipExisting("notes", "SELECT 1 FROM note WHERE id = $1", [note.id])) {
+          report?.({ phase: "notes", done: index + 1, total: parsedNotes.length });
+          await maybeYield2(index + 1, batchSize);
+          continue;
+        }
         const contentHash = computeHash(new TextEncoder().encode(note.original_content));
         if (strategy === "replace") {
           await tx.query(
@@ -7408,14 +8141,98 @@ async function importShard(db, data, options) {
             [generateId(), note.id, tag]
           );
         }
+        if (note.collection_id) {
+          await tx.query(
+            `INSERT INTO collection_note (collection_id, note_id)
+             VALUES ($1, $2)
+             ON CONFLICT (collection_id, note_id) DO NOTHING`,
+            [note.collection_id, note.id]
+          );
+        }
+        if (note.attachments?.length) {
+          notesWithImportedAttachmentReferences++;
+          for (let position = 0; position < note.attachments.length; position += 1) {
+            const projection = note.attachments[position];
+            const ref = projection.attachment;
+            const existingBlob = await tx.query(
+              `SELECT id FROM attachment_blob WHERE content_hash = $1`,
+              [ref.checksum]
+            );
+            const blobId = existingBlob.rows[0]?.id ?? generateId();
+            if (!existingBlob.rows.length) {
+              await tx.query(
+                `INSERT INTO attachment_blob (id, content_hash, size_bytes, storage_path)
+                 VALUES ($1, $2, $3, $4)
+                 ON CONFLICT (content_hash) DO NOTHING`,
+                // storage_path stays NULL: the browser edition addresses blobs
+                // by content_hash via the BlobStore, not a filesystem key, and
+                // `ref.path` is the display filename (never a storage locator).
+                [blobId, ref.checksum, ref.bytes, null]
+              );
+            }
+            const filename = ref.path.split("/").filter(Boolean).pop() ?? ref.path;
+            if (strategy === "replace") {
+              await tx.query(
+                `INSERT INTO attachment (id, note_id, blob_id, filename, mime_type, extracted_text, position)
+                 VALUES ($1, $2, $3, $4, $5, $6, $7)
+                 ON CONFLICT (id) DO UPDATE SET
+                   note_id = $2,
+                   blob_id = $3,
+                   filename = $4,
+                   mime_type = $5,
+                   extracted_text = $6,
+                   position = $7,
+                   deleted_at = NULL`,
+                [ref.id, note.id, blobId, filename, ref.mime, projection.extracted_text, position]
+              );
+            } else {
+              await tx.query(
+                `INSERT INTO attachment (id, note_id, blob_id, filename, mime_type, extracted_text, position)
+                 VALUES ($1, $2, $3, $4, $5, $6, $7) ${conflictClause}`,
+                [ref.id, note.id, blobId, filename, ref.mime, projection.extracted_text, position]
+              );
+            }
+            let hydrated = false;
+            if (sidecarBlobs) {
+              if (blobsToHydrate.has(ref.checksum)) {
+                hydrated = true;
+              } else {
+                const bytes = sidecarBlobs.get(blobChecksumToHex(ref.checksum));
+                if (bytes) {
+                  if (computeBlobHash(bytes) === ref.checksum) {
+                    blobsToHydrate.set(ref.checksum, bytes);
+                    hydrated = true;
+                  } else {
+                    warnings.push(
+                      `Sidecar blob for attachment ${ref.id} failed BLAKE3 integrity check (expected ${ref.checksum}); imported as reference-only.`
+                    );
+                  }
+                }
+              }
+            }
+            if (!hydrated) {
+              importedAttachmentReferenceCount++;
+            }
+          }
+        }
         counts.notes++;
         report?.({ phase: "notes", done: index + 1, total: parsedNotes.length });
         await maybeYield2(index + 1, batchSize);
       }
+      if (importedAttachmentReferenceCount > 0) {
+        warnings.push(
+          `${importedAttachmentReferenceCount} attachment reference(s) across ${notesWithImportedAttachmentReferences} note(s) were imported as metadata only: these shard records carry extracted text plus attachment metadata but no matching byte-sidecar entry, so their BlobStore bytes are unavailable (getBlob() returns null). Export a self-contained shard (\`includeBlobs\` + a \`blobStore\`) and import with a \`blobStore\` to hydrate bytes. Tracking: #271 / server #1046.`
+        );
+      }
       const totalSkos = parsedSkosSchemes.length + parsedSkosConcepts.length + parsedSkosRelations.length + parsedNoteSkosTags.length;
       let doneSkos = 0;
       report?.({ phase: "skos", done: doneSkos, total: totalSkos });
       for (const scheme of parsedSkosSchemes) {
+        if (await skipExisting("skos_schemes", "SELECT 1 FROM skos_scheme WHERE id = $1", [scheme.id])) {
+          report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+          await maybeYield2(doneSkos, batchSize);
+          continue;
+        }
         if (strategy === "replace") {
           await tx.query(
             `INSERT INTO skos_scheme (id, title, description, created_at, updated_at)
@@ -7435,6 +8252,11 @@ async function importShard(db, data, options) {
         await maybeYield2(doneSkos, batchSize);
       }
       for (const concept of parsedSkosConcepts) {
+        if (await skipExisting("skos_concepts", "SELECT 1 FROM skos_concept WHERE id = $1", [concept.id])) {
+          report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+          await maybeYield2(doneSkos, batchSize);
+          continue;
+        }
         const altLabels = JSON.stringify(concept.alt_labels ?? []);
         if (strategy === "replace") {
           await tx.query(
@@ -7457,6 +8279,33 @@ async function importShard(db, data, options) {
       report?.({ phase: "links", done: 0, total: parsedLinks.length });
       for (const [index, shardLink] of parsedLinks.entries()) {
         const link = linkFromShard(shardLink);
+        if (!link.target_note_id) {
+          if (!link.to_url) {
+            skipped.links = (skipped.links ?? 0) + 1;
+            warnings.push(`Shard link skipped: ${link.id} has neither to_note_id nor to_url.`);
+            report?.({ phase: "links", done: index + 1, total: parsedLinks.length });
+            await maybeYield2(index + 1, batchSize);
+            continue;
+          }
+          const metadata = link.metadata == null ? null : JSON.stringify(link.metadata);
+          await tx.query(
+            `INSERT INTO link_url_target (
+               id, source_note_id, to_url, link_type, confidence, metadata_json, created_at
+             )
+             VALUES ($1, $2, $3, $4, $5, $6::jsonb, $7)
+             ${strategy === "replace" ? "ON CONFLICT (id) DO UPDATE SET source_note_id = $2, to_url = $3, link_type = $4, confidence = $5, metadata_json = $6::jsonb, created_at = $7" : conflictClause}`,
+            [link.id, link.source_note_id, link.to_url, link.link_type, link.confidence, metadata, link.created_at]
+          );
+          counts.links++;
+          report?.({ phase: "links", done: index + 1, total: parsedLinks.length });
+          await maybeYield2(index + 1, batchSize);
+          continue;
+        }
+        if (await skipExisting("links", "SELECT 1 FROM link WHERE id = $1", [link.id])) {
+          report?.({ phase: "links", done: index + 1, total: parsedLinks.length });
+          await maybeYield2(index + 1, batchSize);
+          continue;
+        }
         if (strategy === "replace") {
           await tx.query(
             `INSERT INTO link (id, source_note_id, target_note_id, link_type, confidence, created_at)
@@ -7476,6 +8325,11 @@ async function importShard(db, data, options) {
         await maybeYield2(index + 1, batchSize);
       }
       for (const relation of parsedSkosRelations) {
+        if (await skipExisting("skos_relations", "SELECT 1 FROM skos_concept_relation WHERE id = $1", [relation.id])) {
+          report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+          await maybeYield2(doneSkos, batchSize);
+          continue;
+        }
         if (strategy === "replace") {
           await tx.query(
             `INSERT INTO skos_concept_relation (id, source_concept_id, target_concept_id, relation_type, created_at)
@@ -7495,6 +8349,11 @@ async function importShard(db, data, options) {
         await maybeYield2(doneSkos, batchSize);
       }
       for (const tag of parsedNoteSkosTags) {
+        if (await skipExisting("note_skos_tags", "SELECT 1 FROM note_skos_tag WHERE note_id = $1 AND concept_id = $2", [tag.note_id, tag.concept_id])) {
+          report?.({ phase: "skos", done: ++doneSkos, total: totalSkos });
+          await maybeYield2(doneSkos, batchSize);
+          continue;
+        }
         await tx.query(
           `INSERT INTO note_skos_tag (id, note_id, concept_id, created_at)
            VALUES ($1, $2, $3, $4)
@@ -7507,6 +8366,11 @@ async function importShard(db, data, options) {
       }
       report?.({ phase: "provenance", done: 0, total: parsedProvenanceEdges.length });
       for (const [index, edge] of parsedProvenanceEdges.entries()) {
+        if (await skipExisting("provenance_edges", "SELECT 1 FROM provenance_edge WHERE id = $1", [edge.id])) {
+          report?.({ phase: "provenance", done: index + 1, total: parsedProvenanceEdges.length });
+          await maybeYield2(index + 1, batchSize);
+          continue;
+        }
         const attributes = edge.attributes === null ? null : JSON.stringify(edge.attributes);
         if (strategy === "replace") {
           await tx.query(
@@ -7526,27 +8390,59 @@ async function importShard(db, data, options) {
         report?.({ phase: "provenance", done: index + 1, total: parsedProvenanceEdges.length });
         await maybeYield2(index + 1, batchSize);
       }
+      report?.({ phase: "embedding_configs", done: 0, total: parsedEmbConfigs.length });
+      for (const [index, config] of parsedEmbConfigs.entries()) {
+        await tx.query(
+          `INSERT INTO embedding_config (
+             id, name, description, model, dimension, chunk_size, chunk_overlap, is_default
+           )
+           VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
+           ${strategy === "replace" ? "ON CONFLICT (id) DO UPDATE SET name = $2, description = $3, model = $4, dimension = $5, chunk_size = $6, chunk_overlap = $7, is_default = $8" : conflictClause}`,
+          [
+            config.id,
+            config.name,
+            config.description,
+            config.model,
+            config.dimension,
+            config.chunk_size,
+            config.chunk_overlap,
+            config.is_default
+          ]
+        );
+        counts.embedding_configs++;
+        report?.({ phase: "embedding_configs", done: index + 1, total: parsedEmbConfigs.length });
+        await maybeYield2(index + 1, batchSize);
+      }
       report?.({ phase: "embedding_sets", done: 0, total: parsedEmbSets.length });
       for (const [index, shardSet] of parsedEmbSets.entries()) {
-        const set = embeddingSetFromShard(shardSet);
+        const set = embeddingSetFromShard(shardSet, manifest.created_at);
+        if (await skipExisting("embedding_sets", "SELECT 1 FROM embedding_set WHERE id = $1", [set.id])) {
+          report?.({ phase: "embedding_sets", done: index + 1, total: parsedEmbSets.length });
+          await maybeYield2(index + 1, batchSize);
+          continue;
+        }
         if (strategy === "replace") {
           await tx.query(
             `INSERT INTO embedding_set (
-               id, name, purpose, model_name, dimensions, kind, mode, truncate_dimension,
+               id, name, slug, description, purpose, document_count, embedding_count, is_system, keywords_json,
+               model_name, dimensions, kind, mode, truncate_dimension,
                criteria_json, source_json, compatibility_json, materialization_json, freshness_json, created_at, updated_at
-             ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9::jsonb, $10::jsonb, $11::jsonb, $12::jsonb, $13::jsonb, $14, COALESCE($15::timestamptz, $14::timestamptz))
-             ON CONFLICT (id) DO UPDATE SET name = $2, purpose = $3, model_name = $4, dimensions = $5,
-               kind = $6, mode = $7, truncate_dimension = $8, criteria_json = $9::jsonb, source_json = $10::jsonb,
-               compatibility_json = $11::jsonb, materialization_json = $12::jsonb, freshness_json = $13::jsonb, updated_at = COALESCE($15::timestamptz, $14::timestamptz)`,
-            [set.id, set.name, set.purpose, set.model_name, set.dimensions, set.kind, set.mode, set.truncate_dimension, set.criteria_json, set.source_json, set.compatibility_json, set.materialization_json, set.freshness_json, set.created_at, set.updated_at]
+             ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9::jsonb, $10, $11, $12, $13, $14, $15::jsonb, $16::jsonb, $17::jsonb, $18::jsonb, $19::jsonb, $20, COALESCE($21::timestamptz, $20::timestamptz))
+             ON CONFLICT (id) DO UPDATE SET name = $2, slug = $3, description = $4, purpose = $5,
+               document_count = $6, embedding_count = $7, is_system = $8, keywords_json = $9::jsonb,
+               model_name = $10, dimensions = $11, kind = $12, mode = $13, truncate_dimension = $14,
+               criteria_json = $15::jsonb, source_json = $16::jsonb, compatibility_json = $17::jsonb,
+               materialization_json = $18::jsonb, freshness_json = $19::jsonb, updated_at = COALESCE($21::timestamptz, $20::timestamptz)`,
+            [set.id, set.name, set.slug, set.description, set.purpose, set.document_count, set.embedding_count, set.is_system, set.keywords_json, set.model_name, set.dimensions, set.kind, set.mode, set.truncate_dimension, set.criteria_json, set.source_json, set.compatibility_json, set.materialization_json, set.freshness_json, set.created_at, set.updated_at]
           );
         } else {
           await tx.query(
             `INSERT INTO embedding_set (
-               id, name, purpose, model_name, dimensions, kind, mode, truncate_dimension,
+               id, name, slug, description, purpose, document_count, embedding_count, is_system, keywords_json,
+               model_name, dimensions, kind, mode, truncate_dimension,
                criteria_json, source_json, compatibility_json, materialization_json, freshness_json, created_at, updated_at
-             ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9::jsonb, $10::jsonb, $11::jsonb, $12::jsonb, $13::jsonb, $14, COALESCE($15::timestamptz, $14::timestamptz)) ${conflictClause}`,
-            [set.id, set.name, set.purpose, set.model_name, set.dimensions, set.kind, set.mode, set.truncate_dimension, set.criteria_json, set.source_json, set.compatibility_json, set.materialization_json, set.freshness_json, set.created_at, set.updated_at]
+             ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9::jsonb, $10, $11, $12, $13, $14, $15::jsonb, $16::jsonb, $17::jsonb, $18::jsonb, $19::jsonb, $20, COALESCE($21::timestamptz, $20::timestamptz)) ${conflictClause}`,
+            [set.id, set.name, set.slug, set.description, set.purpose, set.document_count, set.embedding_count, set.is_system, set.keywords_json, set.model_name, set.dimensions, set.kind, set.mode, set.truncate_dimension, set.criteria_json, set.source_json, set.compatibility_json, set.materialization_json, set.freshness_json, set.created_at, set.updated_at]
           );
         }
         counts.embedding_sets++;
@@ -7556,20 +8452,38 @@ async function importShard(db, data, options) {
       report?.({ phase: "embeddings", done: 0, total: parsedEmbeddings.length });
       for (const [index, shardEmb] of parsedEmbeddings.entries()) {
         const emb = embeddingFromShard(shardEmb);
+        const embeddingSetId = emb.embedding_set_id ?? await resolveEmbeddingSetIdForServerEmbedding(tx, emb.model, emb.vector);
+        if (await skipExisting("embeddings", "SELECT 1 FROM embedding WHERE id = $1", [emb.id])) {
+          report?.({ phase: "embeddings", done: index + 1, total: parsedEmbeddings.length });
+          await maybeYield2(index + 1, batchSize);
+          continue;
+        }
         if (strategy === "replace") {
           await tx.query(
-            `INSERT INTO embedding (id, note_id, embedding_set_id, vector, created_at)
-             VALUES ($1, $2, $3, $4, $5)
-             ON CONFLICT (id) DO UPDATE SET vector = $4`,
-            [emb.id, emb.note_id, emb.embedding_set_id, emb.vector, emb.created_at]
+            `INSERT INTO embedding (id, note_id, embedding_set_id, chunk_index, text, vector, model, created_at)
+             VALUES ($1, $2, $3, $4, $5, $6, $7, COALESCE($8::timestamptz, now()))
+             ON CONFLICT (id) DO UPDATE SET embedding_set_id = $3, chunk_index = $4, text = $5, vector = $6, model = $7`,
+            [emb.id, emb.note_id, embeddingSetId, emb.chunk_index, emb.text, emb.vector, emb.model, emb.created_at]
           );
         } else {
           await tx.query(
-            `INSERT INTO embedding (id, note_id, embedding_set_id, vector, created_at)
-             VALUES ($1, $2, $3, $4, $5) ${conflictClause}`,
-            [emb.id, emb.note_id, emb.embedding_set_id, emb.vector, emb.created_at]
+            `INSERT INTO embedding (id, note_id, embedding_set_id, chunk_index, text, vector, model, created_at)
+             VALUES ($1, $2, $3, $4, $5, $6, $7, COALESCE($8::timestamptz, now())) ${conflictClause}`,
+            [emb.id, emb.note_id, embeddingSetId, emb.chunk_index, emb.text, emb.vector, emb.model, emb.created_at]
           );
         }
+        await tx.query(
+          `INSERT INTO embedding_set_member (
+             embedding_set_id, note_id, embedding_id, membership_type, added_at, added_by
+           ) VALUES ($1, $2, $3, 'materialized', COALESCE($4::timestamptz, now()), 'shard-import')
+           ON CONFLICT (embedding_set_id, note_id) DO UPDATE SET
+             embedding_id = EXCLUDED.embedding_id,
+             membership_type = CASE
+               WHEN embedding_set_member.membership_type = 'auto' THEN 'materialized'
+               ELSE embedding_set_member.membership_type
+             END`,
+          [embeddingSetId, emb.note_id, emb.id, emb.created_at]
+        );
         counts.embeddings++;
         report?.({ phase: "embeddings", done: index + 1, total: parsedEmbeddings.length });
         await maybeYield2(index + 1, batchSize);
@@ -7578,6 +8492,11 @@ async function importShard(db, data, options) {
       let doneGraph = 0;
       report?.({ phase: "graph", done: doneGraph, total: totalGraph });
       for (const source of parsedGraphSources) {
+        if (await skipExisting("graph_sources", "SELECT 1 FROM graph_source WHERE id = $1", [source.id])) {
+          report?.({ phase: "graph", done: ++doneGraph, total: totalGraph });
+          await maybeYield2(doneGraph, batchSize);
+          continue;
+        }
         const parameters = source.parameters == null ? null : JSON.stringify(source.parameters);
         const freshness = JSON.stringify({ ...source.freshness ?? {}, status: "unknown" });
         await tx.query(
@@ -7593,6 +8512,15 @@ async function importShard(db, data, options) {
         await maybeYield2(doneGraph, batchSize);
       }
       for (const edge of parsedGraphEdges) {
+        if (await skipExisting(
+          "graph_edges",
+          "SELECT 1 FROM graph_edge_artifact WHERE graph_source_id = $1 AND from_note_id = $2 AND to_note_id = $3 AND kind = $4",
+          [edge.graph_source_id, edge.from_note_id, edge.to_note_id, edge.kind]
+        )) {
+          report?.({ phase: "graph", done: ++doneGraph, total: totalGraph });
+          await maybeYield2(doneGraph, batchSize);
+          continue;
+        }
         const metadata = edge.metadata == null ? null : JSON.stringify(edge.metadata);
         await tx.query(
           `INSERT INTO graph_edge_artifact (graph_source_id, from_note_id, to_note_id, weight, kind, rank, metadata_json)
@@ -7610,16 +8538,22 @@ async function importShard(db, data, options) {
       for (const set of parsedCommunitySets) {
         const parameters = set.parameters == null ? null : JSON.stringify(set.parameters);
         const freshness = JSON.stringify({ ...set.freshness ?? {}, status: "unknown" });
-        await tx.query(
+        const skippedSet = await skipExisting("community_sets", "SELECT 1 FROM community_set WHERE id = $1", [set.id]);
+        if (!skippedSet) await tx.query(
           `INSERT INTO community_set (id, graph_source_id, name, source_type, algorithm, parameters_json, input_hash, freshness_json, created_at)
            VALUES ($1, $2, $3, $4, $5, $6::jsonb, $7, $8::jsonb, $9)
            ${strategy === "replace" ? "ON CONFLICT (id) DO UPDATE SET graph_source_id = $2, name = $3, source_type = $4, algorithm = $5, parameters_json = $6::jsonb, input_hash = $7, freshness_json = $8::jsonb, created_at = $9" : conflictClause}`,
           [set.id, set.graph_source_id, set.name, set.source_type, set.algorithm ?? null, parameters, set.input_hash, freshness, set.created_at]
         );
-        counts.community_sets++;
+        if (!skippedSet) counts.community_sets++;
         report?.({ phase: "communities", done: ++doneCommunities, total: totalCommunities });
         await maybeYield2(doneCommunities, batchSize);
         for (const community of set.communities ?? []) {
+          if (await skipExisting("communities", "SELECT 1 FROM community WHERE community_set_id = $1 AND id = $2", [set.id, community.id])) {
+            report?.({ phase: "communities", done: ++doneCommunities, total: totalCommunities });
+            await maybeYield2(doneCommunities, batchSize);
+            continue;
+          }
           const metadata = community.metadata == null ? null : JSON.stringify(community.metadata);
           await tx.query(
             `INSERT INTO community (community_set_id, id, label, rank, size, confidence, representative_note_ids, metadata_json)
@@ -7633,6 +8567,11 @@ async function importShard(db, data, options) {
         }
       }
       for (const assignment of parsedCommunityAssignments) {
+        if (await skipExisting("community_assignments", "SELECT 1 FROM community_assignment WHERE community_set_id = $1 AND note_id = $2", [assignment.community_set_id, assignment.note_id])) {
+          report?.({ phase: "communities", done: ++doneCommunities, total: totalCommunities });
+          await maybeYield2(doneCommunities, batchSize);
+          continue;
+        }
         const metadata = assignment.metadata == null ? null : JSON.stringify(assignment.metadata);
         await tx.query(
           `INSERT INTO community_assignment (community_set_id, community_id, note_id, confidence, source_type, metadata_json)
@@ -7646,10 +8585,38 @@ async function importShard(db, data, options) {
       }
       report?.({ phase: "embedding_set_members", done: 0, total: parsedEmbMembers.length });
       for (const [index, member] of parsedEmbMembers.entries()) {
+        if (strategy === "skip" && preexistingEmbeddingMembers.has(`${member.embedding_set_id}\0${member.note_id}`)) {
+          skipped.embedding_set_members = (skipped.embedding_set_members ?? 0) + 1;
+          report?.({ phase: "embedding_set_members", done: index + 1, total: parsedEmbMembers.length });
+          await maybeYield2(index + 1, batchSize);
+          continue;
+        }
+        let embeddingId = member.embedding_id ?? null;
+        if (!embeddingId) {
+          const resolvedEmbedding = await tx.query(
+            `SELECT id FROM embedding WHERE embedding_set_id = $1 AND note_id = $2 ORDER BY created_at DESC LIMIT 1`,
+            [member.embedding_set_id, member.note_id]
+          );
+          embeddingId = resolvedEmbedding.rows[0]?.id ?? null;
+        }
         await tx.query(
-          `INSERT INTO embedding_set_member (embedding_set_id, note_id, embedding_id)
-           VALUES ($1, $2, $3) ON CONFLICT DO NOTHING`,
-          [member.embedding_set_id, member.note_id, member.embedding_id]
+          `INSERT INTO embedding_set_member (
+             embedding_set_id, note_id, embedding_id, membership_type, added_at, added_by
+           )
+           VALUES ($1, $2, $3, $4, $5, $6)
+           ON CONFLICT (embedding_set_id, note_id) DO UPDATE SET
+             embedding_id = COALESCE(EXCLUDED.embedding_id, embedding_set_member.embedding_id),
+             membership_type = EXCLUDED.membership_type,
+             added_at = EXCLUDED.added_at,
+             added_by = EXCLUDED.added_by`,
+          [
+            member.embedding_set_id,
+            member.note_id,
+            embeddingId,
+            member.membership_type ?? "materialized",
+            member.added_at ?? manifest.created_at,
+            member.added_by ?? null
+          ]
         );
         counts.embedding_set_members++;
         report?.({ phase: "embedding_set_members", done: index + 1, total: parsedEmbMembers.length });
@@ -7667,6 +8634,17 @@ async function importShard(db, data, options) {
       duration_ms: performance.now() - start
     };
   }
+  if (options?.blobStore && blobsToHydrate.size > 0) {
+    try {
+      for (const [hash, bytes] of blobsToHydrate) {
+        await options.blobStore.write(hash, bytes);
+      }
+    } catch (err) {
+      warnings.push(
+        `Imported metadata successfully but failed to hydrate ${blobsToHydrate.size} attachment blob(s) into the BlobStore: ${err instanceof Error ? err.message : String(err)}.`
+      );
+    }
+  }
   return {
     success: true,
     counts,
@@ -7676,25 +8654,666 @@ async function importShard(db, data, options) {
     duration_ms: performance.now() - start
   };
 }
-function parseJsonl(data) {
-  if (!data || data.byteLength === 0) return [];
-  const text = decoder.decode(data);
-  return text.split("\n").filter((line) => line.trim().length > 0).map((line) => JSON.parse(line));
+async function resolveEmbeddingSetIdForServerEmbedding(db, model, vector) {
+  const dimension = vectorDimension(vector);
+  const existing = await db.query(
+    `SELECT id FROM embedding_set
+     WHERE model_name = $1 AND dimensions = $2
+     ORDER BY created_at, id
+     LIMIT 1`,
+    [model, dimension]
+  );
+  if (existing.rows[0]?.id) return existing.rows[0].id;
+  const id = generateId();
+  await db.query(
+    `INSERT INTO embedding_set (
+       id, name, slug, description, purpose, document_count, embedding_count,
+       is_system, keywords_json, model_name, dimensions, kind, created_at, updated_at
+     ) VALUES ($1, $2, $3, NULL, NULL, 0, 0, false, '[]'::jsonb, $2, $4, 'physical', now(), now())`,
+    [id, model, slugifyServerEmbeddingSet(model), dimension]
+  );
+  return id;
 }
-function parseJsonArray(data) {
-  if (!data || data.byteLength === 0) return [];
-  return JSON.parse(decoder.decode(data));
+function vectorDimension(vector) {
+  const inner = vector.replace(/^\[/, "").replace(/\]$/, "").trim();
+  if (!inner) return 0;
+  return inner.split(",").length;
+}
+function slugifyServerEmbeddingSet(value) {
+  const slug = value.trim().toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "");
+  return slug || "embedding-set";
 }
 
-// src/shard/shard-reader.ts
-var decoder2 = new TextDecoder();
-function parseJsonlBytes(data) {
-  if (!data || data.byteLength === 0) return [];
-  return decoder2.decode(data).split("\n").filter((line) => line.trim().length > 0).map((line) => JSON.parse(line));
+// schemas/knowledge-shard.schema.json
+var knowledge_shard_schema_default = {
+  $schema: "https://json-schema.org/draft/2020-12/schema",
+  $id: "https://fortemi.dev/schemas/knowledge-shard.schema.json",
+  title: "Knowledge Shard (matric-shard) conformance schema",
+  description: "Structural authority for the Knowledge Shard interchange contract shared between the Fortemi server (GET /api/v1/backup/knowledge-shard) and @fortemi/core. Covers the manifest, server-owned shard components, and React extension components tracked by issue #255.",
+  type: "object",
+  $defs: {
+    isoDateTime: {
+      type: "string",
+      description: "ISO 8601 timestamp",
+      minLength: 1
+    },
+    jsonObject: {
+      type: "object",
+      additionalProperties: true
+    },
+    nullableJsonObject: {
+      type: ["object", "null"],
+      additionalProperties: true
+    },
+    stringArray: {
+      type: "array",
+      items: { type: "string" }
+    },
+    manifest: {
+      type: "object",
+      additionalProperties: false,
+      required: [
+        "version",
+        "matric_version",
+        "format",
+        "created_at",
+        "components",
+        "counts",
+        "checksums",
+        "min_reader_version"
+      ],
+      properties: {
+        version: { type: "string", minLength: 1 },
+        matric_version: { type: "string", minLength: 1 },
+        format: { const: "matric-shard" },
+        created_at: { $ref: "#/$defs/isoDateTime" },
+        components: {
+          type: "array",
+          items: {
+            enum: [
+              "notes",
+              "collections",
+              "tags",
+              "templates",
+              "links",
+              "embedding_sets",
+              "embedding_configs",
+              "embedding_set_members",
+              "embeddings",
+              "skos_schemes",
+              "skos_concepts",
+              "skos_relations",
+              "note_skos_tags",
+              "provenance_edges",
+              "community_assignments",
+              "communities",
+              "graph_edges",
+              "graph_sources"
+            ]
+          }
+        },
+        counts: {
+          type: "object",
+          additionalProperties: { type: "integer", minimum: 0 }
+        },
+        checksums: {
+          type: "object",
+          description: "filename -> sha256 hex",
+          additionalProperties: { type: "string", pattern: "^[0-9a-f]{64}$" }
+        },
+        min_reader_version: { type: "string", minLength: 1 },
+        migrated_from: {
+          type: ["string", "null"],
+          minLength: 1
+        },
+        migration_history: {
+          type: "array",
+          items: {
+            type: "object",
+            additionalProperties: false,
+            required: [
+              "from_version",
+              "to_version",
+              "migrated_at",
+              "migrated_by",
+              "changes"
+            ],
+            properties: {
+              from_version: { type: "string", minLength: 1 },
+              to_version: { type: "string", minLength: 1 },
+              migrated_at: { $ref: "#/$defs/isoDateTime" },
+              migrated_by: { type: "string", minLength: 1 },
+              changes: { $ref: "#/$defs/stringArray" }
+            }
+          }
+        },
+        layout: { type: "object" }
+      }
+    },
+    attachmentReference: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "path", "mime", "checksum", "bytes"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        path: { type: "string", minLength: 1 },
+        mime: { type: ["string", "null"] },
+        checksum: { type: "string", minLength: 1 },
+        bytes: { type: "integer", minimum: 0 }
+      }
+    },
+    attachmentProjection: {
+      type: "object",
+      additionalProperties: false,
+      required: ["extracted_text", "attachment"],
+      properties: {
+        extracted_text: { type: ["string", "null"] },
+        attachment: { $ref: "#/$defs/attachmentReference" }
+      }
+    },
+    note: {
+      type: "object",
+      additionalProperties: false,
+      description: "One row of the shard `notes` component. Field names are the server shard contract, not the PGlite table column names.",
+      required: [
+        "id",
+        "title",
+        "original_content",
+        "revised_content",
+        "format",
+        "source",
+        "starred",
+        "archived",
+        "tags",
+        "created_at",
+        "updated_at"
+      ],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        title: { type: ["string", "null"] },
+        original_content: { type: "string" },
+        revised_content: { type: ["string", "null"] },
+        collection_id: { type: ["string", "null"] },
+        attachments: {
+          type: "array",
+          items: { $ref: "#/$defs/attachmentProjection" }
+        },
+        format: { type: "string" },
+        source: { type: "string" },
+        starred: { type: "boolean" },
+        archived: { type: "boolean" },
+        tags: { type: "array", items: { type: "string" } },
+        created_at: { $ref: "#/$defs/isoDateTime" },
+        updated_at: { $ref: "#/$defs/isoDateTime" },
+        deleted_at: { type: ["string", "null"] }
+      }
+    },
+    collection: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "name", "description", "parent_id", "created_at"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        name: { type: "string" },
+        description: { type: ["string", "null"] },
+        parent_id: { type: ["string", "null"] },
+        created_at: { $ref: "#/$defs/isoDateTime" },
+        note_count: { type: "integer", minimum: 0 }
+      }
+    },
+    tag: {
+      type: "object",
+      additionalProperties: false,
+      required: ["name", "created_at"],
+      properties: {
+        name: { type: "string", minLength: 1 },
+        created_at: { $ref: "#/$defs/isoDateTime" }
+      }
+    },
+    template: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "name", "description", "content", "format", "default_tags", "collection_id", "created_at", "updated_at"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        name: { type: "string" },
+        description: { type: ["string", "null"] },
+        content: { type: "string" },
+        format: { type: "string" },
+        default_tags: { $ref: "#/$defs/stringArray" },
+        collection_id: { type: ["string", "null"] },
+        created_at: { $ref: "#/$defs/isoDateTime" },
+        updated_at: { $ref: "#/$defs/isoDateTime" }
+      }
+    },
+    link: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "from_note_id", "to_note_id", "to_url", "kind", "score", "created_at", "metadata"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        from_note_id: { type: "string", minLength: 1 },
+        to_note_id: { type: ["string", "null"] },
+        to_url: { type: ["string", "null"] },
+        kind: { type: "string" },
+        score: { type: ["number", "null"] },
+        created_at: { $ref: "#/$defs/isoDateTime" },
+        metadata: { $ref: "#/$defs/nullableJsonObject" }
+      }
+    },
+    embeddingSet: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "name", "slug", "description", "purpose", "document_count", "embedding_count", "is_system", "keywords", "model", "dimension"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        name: { type: "string" },
+        slug: { type: ["string", "null"] },
+        description: { type: ["string", "null"] },
+        purpose: { type: ["string", "null"] },
+        document_count: { type: "integer", minimum: 0 },
+        embedding_count: { type: "integer", minimum: 0 },
+        is_system: { type: "boolean" },
+        keywords: { $ref: "#/$defs/stringArray" },
+        model: { type: "string" },
+        dimension: { type: "integer", minimum: 1 },
+        kind: { enum: ["physical", "filter", "virtual"] },
+        mode: { type: ["string", "null"] },
+        truncate_dimension: { type: ["integer", "null"], minimum: 1 },
+        criteria: { $ref: "#/$defs/nullableJsonObject" },
+        source: { $ref: "#/$defs/nullableJsonObject" },
+        compatibility: { $ref: "#/$defs/nullableJsonObject" },
+        materialization: { $ref: "#/$defs/nullableJsonObject" },
+        freshness: { $ref: "#/$defs/nullableJsonObject" },
+        created_at: { $ref: "#/$defs/isoDateTime" },
+        updated_at: { $ref: "#/$defs/isoDateTime" }
+      }
+    },
+    embeddingSetMember: {
+      type: "object",
+      additionalProperties: false,
+      required: ["embedding_set_id", "note_id", "membership_type", "added_at", "added_by"],
+      properties: {
+        embedding_set_id: { type: "string", minLength: 1 },
+        note_id: { type: "string", minLength: 1 },
+        membership_type: { type: "string" },
+        added_at: { $ref: "#/$defs/isoDateTime" },
+        added_by: { type: ["string", "null"] }
+      }
+    },
+    embeddingConfig: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "name", "description", "model", "dimension", "chunk_size", "chunk_overlap", "is_default"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        name: { type: "string" },
+        description: { type: ["string", "null"] },
+        model: { type: "string" },
+        dimension: { type: "integer", minimum: 1 },
+        chunk_size: { type: "integer", minimum: 1 },
+        chunk_overlap: { type: "integer", minimum: 0 },
+        is_default: { type: "boolean" }
+      }
+    },
+    embedding: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "note_id", "chunk_index", "text", "vector", "model"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        note_id: { type: "string", minLength: 1 },
+        chunk_index: { type: "integer", minimum: 0 },
+        text: { type: "string" },
+        vector: { type: "array", items: { type: "number" } },
+        model: { type: "string" },
+        embedding_set_id: { type: "string", minLength: 1 },
+        created_at: { $ref: "#/$defs/isoDateTime" }
+      }
+    },
+    skosScheme: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "title", "description", "created_at", "updated_at"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        title: { type: "string" },
+        description: { type: ["string", "null"] },
+        created_at: { $ref: "#/$defs/isoDateTime" },
+        updated_at: { $ref: "#/$defs/isoDateTime" }
+      }
+    },
+    skosConcept: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "scheme_id", "pref_label", "alt_labels", "definition", "created_at", "updated_at"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        scheme_id: { type: "string", minLength: 1 },
+        pref_label: { type: "string" },
+        alt_labels: { $ref: "#/$defs/stringArray" },
+        definition: { type: ["string", "null"] },
+        created_at: { $ref: "#/$defs/isoDateTime" },
+        updated_at: { $ref: "#/$defs/isoDateTime" }
+      }
+    },
+    skosRelation: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "source_concept_id", "target_concept_id", "relation_type", "created_at"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        source_concept_id: { type: "string", minLength: 1 },
+        target_concept_id: { type: "string", minLength: 1 },
+        relation_type: { enum: ["broader", "narrower", "related"] },
+        created_at: { $ref: "#/$defs/isoDateTime" }
+      }
+    },
+    noteSkosTag: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "note_id", "concept_id", "created_at"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        note_id: { type: "string", minLength: 1 },
+        concept_id: { type: "string", minLength: 1 },
+        created_at: { $ref: "#/$defs/isoDateTime" }
+      }
+    },
+    provenanceEdge: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "entity_type", "entity_id", "activity", "agent", "started_at", "ended_at", "attributes"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        entity_type: { type: "string" },
+        entity_id: { type: "string", minLength: 1 },
+        activity: { type: "string" },
+        agent: { type: "string" },
+        started_at: { $ref: "#/$defs/isoDateTime" },
+        ended_at: { type: ["string", "null"] },
+        attributes: { $ref: "#/$defs/nullableJsonObject" }
+      }
+    },
+    artifactFreshness: {
+      type: "object",
+      additionalProperties: false,
+      required: ["status"],
+      properties: {
+        status: { enum: ["fresh", "stale", "unknown"] },
+        checked_at: { $ref: "#/$defs/isoDateTime" },
+        stale_reason: { type: "string" },
+        source_hashes: { $ref: "#/$defs/jsonObject" }
+      }
+    },
+    graphSource: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "name", "kind", "input_hash", "freshness", "created_at"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        name: { type: "string" },
+        kind: { enum: ["link", "similarity", "search", "manual", "imported"] },
+        source_table: { type: ["string", "null"] },
+        embedding_set_id: { type: ["string", "null"] },
+        virtual_set_id: { type: ["string", "null"] },
+        model: { type: ["string", "null"] },
+        dimension: { type: ["integer", "null"], minimum: 1 },
+        truncate_dimension: { type: ["integer", "null"], minimum: 1 },
+        metric: { type: ["string", "null"] },
+        algorithm: { type: ["string", "null"] },
+        parameters: { $ref: "#/$defs/jsonObject" },
+        input_hash: { type: "string" },
+        freshness: { $ref: "#/$defs/artifactFreshness" },
+        created_at: { $ref: "#/$defs/isoDateTime" }
+      }
+    },
+    graphEdge: {
+      type: "object",
+      additionalProperties: false,
+      required: ["graph_source_id", "from_note_id", "to_note_id", "weight", "kind"],
+      properties: {
+        graph_source_id: { type: "string", minLength: 1 },
+        from_note_id: { type: "string", minLength: 1 },
+        to_note_id: { type: "string", minLength: 1 },
+        weight: { type: "number" },
+        kind: { enum: ["link", "similarity", "manual"] },
+        rank: { type: ["integer", "null"], minimum: 0 },
+        metadata: { $ref: "#/$defs/jsonObject" }
+      }
+    },
+    community: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        label: { type: ["string", "null"] },
+        rank: { type: ["integer", "null"], minimum: 0 },
+        size: { type: ["integer", "null"], minimum: 0 },
+        confidence: { type: ["number", "null"] },
+        representative_note_ids: { $ref: "#/$defs/stringArray" },
+        metadata: { $ref: "#/$defs/jsonObject" }
+      }
+    },
+    communitySet: {
+      type: "object",
+      additionalProperties: false,
+      required: ["id", "graph_source_id", "name", "source_type", "input_hash", "freshness", "communities", "created_at"],
+      properties: {
+        id: { type: "string", minLength: 1 },
+        graph_source_id: { type: "string", minLength: 1 },
+        name: { type: "string" },
+        source_type: { enum: ["precomputed", "dynamic-snapshot", "user-authored", "imported"] },
+        algorithm: { type: ["string", "null"] },
+        parameters: { $ref: "#/$defs/jsonObject" },
+        input_hash: { type: "string" },
+        freshness: { $ref: "#/$defs/artifactFreshness" },
+        communities: {
+          type: "array",
+          items: { $ref: "#/$defs/community" }
+        },
+        created_at: { $ref: "#/$defs/isoDateTime" }
+      }
+    },
+    communityAssignment: {
+      type: "object",
+      additionalProperties: false,
+      required: ["community_set_id", "community_id", "note_id", "source_type"],
+      properties: {
+        community_set_id: { type: "string", minLength: 1 },
+        community_id: { type: "string", minLength: 1 },
+        note_id: { type: "string", minLength: 1 },
+        confidence: { type: ["number", "null"] },
+        source_type: { enum: ["precomputed", "dynamic-snapshot", "user-authored", "imported"] },
+        metadata: { $ref: "#/$defs/jsonObject" }
+      }
+    }
+  }
+};
+
+// src/shard/schema-validator.ts
+var decoder3 = new TextDecoder();
+var COMPONENT_SCHEMA_DEFS = {
+  notes: "note",
+  collections: "collection",
+  tags: "tag",
+  templates: "template",
+  links: "link",
+  embedding_sets: "embeddingSet",
+  embedding_set_members: "embeddingSetMember",
+  embedding_configs: "embeddingConfig",
+  embeddings: "embedding",
+  skos_schemes: "skosScheme",
+  skos_concepts: "skosConcept",
+  skos_relations: "skosRelation",
+  note_skos_tags: "noteSkosTag",
+  provenance_edges: "provenanceEdge",
+  graph_sources: "graphSource",
+  graph_edges: "graphEdge",
+  communities: "communitySet",
+  community_assignments: "communityAssignment"
+};
+var COMPONENT_FILES = {
+  notes: { file: "notes.jsonl", encoding: "jsonl" },
+  collections: { file: "collections.json", encoding: "json-array" },
+  tags: { file: "tags.json", encoding: "json-array" },
+  templates: { file: "templates.json", encoding: "json-array" },
+  links: { file: "links.jsonl", encoding: "jsonl" },
+  embedding_sets: { file: "embedding_sets.json", encoding: "json-array" },
+  embedding_set_members: { file: "embedding_set_members.jsonl", encoding: "jsonl" },
+  embedding_configs: { file: "embedding_configs.json", encoding: "json-array" },
+  embeddings: { file: "embeddings.jsonl", encoding: "jsonl" },
+  skos_schemes: { file: "skos_schemes.json", encoding: "json-array" },
+  skos_concepts: { file: "skos_concepts.json", encoding: "json-array" },
+  skos_relations: { file: "skos_relations.jsonl", encoding: "jsonl" },
+  note_skos_tags: { file: "note_skos_tags.jsonl", encoding: "jsonl" },
+  provenance_edges: { file: "provenance_edges.jsonl", encoding: "jsonl" },
+  graph_sources: { file: "graph_sources.json", encoding: "json-array" },
+  graph_edges: { file: "graph_edges.jsonl", encoding: "jsonl" },
+  communities: { file: "communities.json", encoding: "json-array" },
+  community_assignments: { file: "community_assignments.jsonl", encoding: "jsonl" }
+};
+var ajvInstance;
+var validators = /* @__PURE__ */ new Map();
+function getKnowledgeShardSchema() {
+  return knowledge_shard_schema_default;
+}
+function getAjv() {
+  if (!ajvInstance) {
+    ajvInstance = new Ajv2020({
+      allErrors: true,
+      strict: true,
+      validateFormats: false
+    });
+    ajvInstance.addSchema(knowledge_shard_schema_default);
+  }
+  return ajvInstance;
 }
-function parseJsonArrayBytes(data) {
-  if (!data || data.byteLength === 0) return [];
-  return JSON.parse(decoder2.decode(data));
+function validatorFor(defName) {
+  const cached = validators.get(defName);
+  if (cached) return cached;
+  const validator = getAjv().getSchema(`${knowledge_shard_schema_default.$id}#/$defs/${defName}`) ?? getAjv().compile({ $ref: `${knowledge_shard_schema_default.$id}#/$defs/${defName}` });
+  validators.set(defName, validator);
+  return validator;
+}
+function formatErrors(errors) {
+  return (errors ?? []).map((error) => {
+    const path = error.instancePath || "(root)";
+    return `${path} ${error.message ?? "is invalid"}`;
+  });
+}
+function validateShardManifest(value) {
+  const validate = validatorFor("manifest");
+  const valid = validate(value);
+  return { valid, errors: formatErrors(validate.errors) };
+}
+function parseJsonArray(bytes, path) {
+  if (!bytes) return { records: [], errors: [] };
+  try {
+    const value = JSON.parse(decoder3.decode(bytes));
+    if (!Array.isArray(value)) return { records: [], errors: [`${path} must be a JSON array`] };
+    return { records: value, errors: [] };
+  } catch (error) {
+    return { records: [], errors: [`${path} failed to parse: ${error instanceof Error ? error.message : String(error)}`] };
+  }
+}
+function parseJsonl(bytes, path) {
+  if (!bytes) return { records: [], errors: [] };
+  const text = decoder3.decode(bytes).trim();
+  if (!text) return { records: [], errors: [] };
+  const records = [];
+  const errors = [];
+  for (const [index, line] of text.split("\n").entries()) {
+    try {
+      records.push(JSON.parse(line));
+    } catch (error) {
+      errors.push(`${path}:${index + 1} failed to parse: ${error instanceof Error ? error.message : String(error)}`);
+    }
+  }
+  return { records, errors };
+}
+function unpackShardFiles(input) {
+  if (input instanceof Map) return input;
+  return unpackTarGz(input instanceof ArrayBuffer ? new Uint8Array(input) : input);
+}
+function validateComponentRecords(component, records, path) {
+  const errors = [];
+  for (const [index, record] of records.entries()) {
+    const result = validateShardComponentRecord(component, record);
+    if (!result.valid) {
+      errors.push(...result.errors.map((error) => `${path}[${index}] ${error}`));
+    }
+  }
+  return errors;
+}
+function validateShardArchive(input) {
+  let files;
+  try {
+    files = unpackShardFiles(input);
+  } catch (error) {
+    return {
+      valid: false,
+      errors: [`archive failed to unpack: ${error instanceof Error ? error.message : String(error)}`]
+    };
+  }
+  const manifestBytes = files.get("manifest.json");
+  if (!manifestBytes) return { valid: false, errors: ["manifest.json is missing"] };
+  let manifest;
+  try {
+    manifest = JSON.parse(decoder3.decode(manifestBytes));
+  } catch (error) {
+    return {
+      valid: false,
+      errors: [`manifest.json failed to parse: ${error instanceof Error ? error.message : String(error)}`]
+    };
+  }
+  const errors = [];
+  const manifestResult = validateShardManifest(manifest);
+  if (!manifestResult.valid) {
+    errors.push(...manifestResult.errors.map((error) => `manifest.json ${error}`));
+  }
+  const componentsToValidate = new Set(manifest.components);
+  for (const [component, spec] of Object.entries(COMPONENT_FILES)) {
+    if (files.has(spec.file)) componentsToValidate.add(component);
+  }
+  for (const component of componentsToValidate) {
+    const spec = COMPONENT_FILES[component];
+    if (!spec) continue;
+    if (component === "notes" && manifest.layout?.clusters?.notes?.length) {
+      for (const cluster of manifest.layout.clusters.notes) {
+        const parsed2 = parseJsonl(files.get(cluster.href), cluster.href);
+        errors.push(...parsed2.errors);
+        errors.push(...validateComponentRecords("notes", parsed2.records, cluster.href));
+      }
+      continue;
+    }
+    const parsed = spec.encoding === "json-array" ? parseJsonArray(files.get(spec.file), spec.file) : parseJsonl(files.get(spec.file), spec.file);
+    errors.push(...parsed.errors);
+    errors.push(...validateComponentRecords(component, parsed.records, spec.file));
+  }
+  return { valid: errors.length === 0, errors };
+}
+function validateShardComponentRecord(component, value) {
+  const defName = COMPONENT_SCHEMA_DEFS[component];
+  const validate = validatorFor(defName);
+  const valid = validate(value);
+  return { valid, errors: formatErrors(validate.errors) };
+}
+function assertShardComponentRecord(component, value) {
+  const result = validateShardComponentRecord(component, value);
+  if (!result.valid) {
+    throw new Error(`Invalid shard ${component} record:
+${result.errors.join("\n")}`);
+  }
+}
+
+// src/shard/shard-reader.ts
+var decoder4 = new TextDecoder();
+function assertSafeComponentName(filename) {
+  if (filename.length === 0 || filename.startsWith("/") || filename.includes("\\") || filename.includes("\0") || filename.includes(":") || filename.split("/").some((segment) => segment === "..")) {
+    throw new Error(`Refusing to read unsafe shard component path: ${JSON.stringify(filename)}`);
+  }
 }
 var DEFAULT_WEIGHTS = { title: 4, content: 1, tag: 2 };
 async function toBytes(blobOrBytes) {
@@ -7708,8 +9327,13 @@ var PackedComponentStore = class {
     this.files = files;
     this.manifest = manifest;
   }
-  read(filename) {
-    return Promise.resolve(this.files.get(filename));
+  async read(filename) {
+    const bytes = this.files.get(filename);
+    const expectedChecksum = this.manifest.checksums?.[filename];
+    if (bytes && expectedChecksum && await sha256Hex(bytes) !== expectedChecksum) {
+      throw new Error(`Checksum validation failed for shard component: ${filename}`);
+    }
+    return bytes;
   }
 };
 var UrlComponentStore = class {
@@ -7717,24 +9341,62 @@ var UrlComponentStore = class {
   baseUrl;
   fetchImpl;
   cache = /* @__PURE__ */ new Map();
-  constructor(baseUrl, fetchImpl, manifest) {
+  maxComponentBytes;
+  constructor(baseUrl, fetchImpl, manifest, maxComponentBytes) {
     this.baseUrl = baseUrl.replace(/\/$/, "");
     this.fetchImpl = fetchImpl;
     this.manifest = manifest;
+    this.maxComponentBytes = maxComponentBytes;
   }
   async read(filename) {
+    assertSafeComponentName(filename);
     if (this.cache.has(filename)) return this.cache.get(filename);
     const response = await this.fetchImpl(`${this.baseUrl}/${filename}`);
     if (!response.ok) {
       this.cache.set(filename, void 0);
       return void 0;
     }
-    const bytes = new Uint8Array(await response.arrayBuffer());
+    const declaredLength = Number(response.headers.get("content-length"));
+    if (Number.isFinite(declaredLength) && declaredLength > this.maxComponentBytes) {
+      throw new Error(`Shard component ${filename} exceeds cap ${this.maxComponentBytes} bytes`);
+    }
+    const chunks = [];
+    let total = 0;
+    if (response.body) {
+      const reader = response.body.getReader();
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) break;
+        total += value.byteLength;
+        if (total > this.maxComponentBytes) {
+          await reader.cancel();
+          throw new Error(`Shard component ${filename} exceeds cap ${this.maxComponentBytes} bytes`);
+        }
+        chunks.push(value);
+      }
+    } else {
+      const value = new Uint8Array(await response.arrayBuffer());
+      total = value.byteLength;
+      if (total > this.maxComponentBytes) {
+        throw new Error(`Shard component ${filename} exceeds cap ${this.maxComponentBytes} bytes`);
+      }
+      chunks.push(value);
+    }
+    const bytes = new Uint8Array(total);
+    let offset = 0;
+    for (const chunk of chunks) {
+      bytes.set(chunk, offset);
+      offset += chunk.byteLength;
+    }
+    const expectedChecksum = this.manifest.checksums?.[filename];
+    if (expectedChecksum && await sha256Hex(bytes) !== expectedChecksum) {
+      throw new Error(`Checksum validation failed for shard component: ${filename}`);
+    }
     this.cache.set(filename, bytes);
     return bytes;
   }
 };
-async function resolveStore(source) {
+async function resolveStore(source, maxComponentBytes) {
   if (typeof source === "object" && "baseUrl" in source) {
     const fetchImpl = source.fetchImpl ?? globalThis.fetch;
     const base = source.baseUrl.replace(/\/$/, "");
@@ -7743,20 +9405,20 @@ async function resolveStore(source) {
       throw new Error(`Failed to fetch shard manifest (${manifestResponse.status}): ${base}/manifest.json`);
     }
     const manifest2 = await manifestResponse.json();
-    return new UrlComponentStore(base, fetchImpl, manifest2);
+    return new UrlComponentStore(base, fetchImpl, manifest2, maxComponentBytes);
   }
   const bytes = await toBytes(source);
   const files = unpackTarGz(bytes);
   const manifestBytes = files.get("manifest.json");
   if (!manifestBytes) throw new Error("Missing manifest.json in shard archive");
-  const manifest = JSON.parse(decoder2.decode(manifestBytes));
+  const manifest = JSON.parse(decoder4.decode(manifestBytes));
   return new PackedComponentStore(files, manifest);
 }
 function tokenize(query) {
   return query.toLowerCase().split(/[^a-z0-9]+/i).filter((token) => token.length > 0);
 }
 function noteSearchText(note) {
-  const extractedText = note.binary_sources?.map((source) => source.extracted_text).filter(Boolean).join(" ") ?? "";
+  const extractedText = (note.attachments ?? note.binary_sources)?.map((source) => source.extracted_text).filter(Boolean).join(" ") ?? "";
   return `${note.title ?? ""} ${note.original_content} ${note.revised_content ?? ""} ${extractedText}`.toLowerCase();
 }
 function countOccurrences(haystack, needle) {
@@ -7778,7 +9440,7 @@ function noteMatchesTokens(note, tokens) {
 function rankNote(note, tokens, weights) {
   if (tokens.length === 0) return 0;
   const title = (note.title ?? "").toLowerCase();
-  const extractedText = note.binary_sources?.map((source) => source.extracted_text).filter(Boolean).join(" ") ?? "";
+  const extractedText = (note.attachments ?? note.binary_sources)?.map((source) => source.extracted_text).filter(Boolean).join(" ") ?? "";
   const content = `${note.original_content} ${note.revised_content ?? ""} ${extractedText}`.toLowerCase();
   const tagText = note.tags.join(" ").toLowerCase();
   let score = 0;
@@ -7790,7 +9452,7 @@ function rankNote(note, tokens, weights) {
   return score;
 }
 function makeSnippet(note, tokens, length) {
-  const extractedText = note.binary_sources?.map((source) => source.extracted_text).filter(Boolean).join(" ") ?? "";
+  const extractedText = (note.attachments ?? note.binary_sources)?.map((source) => source.extracted_text).filter(Boolean).join(" ") ?? "";
   const content = `${note.original_content} ${note.revised_content ?? ""} ${extractedText}`.trim();
   if (tokens.length === 0) return content.slice(0, length);
   const lower = content.toLowerCase();
@@ -8024,8 +9686,8 @@ var ShardReaderImpl = class {
   }
 };
 async function openShard(source, options = {}) {
-  const store = await resolveStore(source);
-  if (store.manifest.min_reader_version && store.manifest.min_reader_version > CURRENT_SHARD_VERSION) {
+  const store = await resolveStore(source, options.maxComponentBytes ?? DEFAULT_MAX_DECOMPRESSED_BYTES);
+  if (store.manifest.min_reader_version && compareShardVersions(store.manifest.min_reader_version, CURRENT_SHARD_VERSION) > 0) {
     throw new Error(
       `Shard requires reader version ${store.manifest.min_reader_version}, but this build supports ${CURRENT_SHARD_VERSION}. Import the shard instead.`
     );
@@ -8034,7 +9696,7 @@ async function openShard(source, options = {}) {
 }
 
 // src/shard/semantic-providers.ts
-var decoder3 = new TextDecoder();
+var decoder5 = new TextDecoder();
 function cosine(a, b) {
   let dot = 0;
   let normA = 0;
@@ -8058,7 +9720,7 @@ function createCosineSemanticProvider(options) {
         vectors = [];
         return;
       }
-      vectors = decoder3.decode(bytes).split("\n").filter((line) => line.trim().length > 0).map((line) => JSON.parse(line));
+      vectors = decoder5.decode(bytes).split("\n").filter((line) => line.trim().length > 0).map((line) => JSON.parse(line));
     },
     async search(query, k) {
       const queryVector = await options.embedQuery(query);
@@ -8182,6 +9844,723 @@ function clearPrefetchedShard(url) {
   warmStore.delete(url);
 }
 
+// schemas/aiwg-fortemi-index-export.schema.json
+var aiwg_fortemi_index_export_schema_default = {
+  $schema: "https://json-schema.org/draft/2020-12/schema",
+  $id: "https://aiwg.io/schemas/aiwg-fortemi-index-export.json",
+  title: "AIWG Fortemi Index Export",
+  type: "object",
+  additionalProperties: false,
+  required: ["schema_version", "generated_at", "source", "items"],
+  properties: {
+    schema_version: {
+      enum: ["aiwg.fortemi.index.export.v1", "aiwg.fortemi.index.export.v2"]
+    },
+    generated_at: {
+      type: "string",
+      format: "date-time"
+    },
+    source: {
+      type: "object",
+      additionalProperties: false,
+      required: ["repo", "privacy"],
+      properties: {
+        repo: {
+          type: "string",
+          minLength: 1
+        },
+        privacy: {
+          $ref: "#/$defs/privacy"
+        },
+        graph: {
+          type: "string",
+          minLength: 1
+        }
+      }
+    },
+    compatibility: {
+      type: "object",
+      additionalProperties: false,
+      required: ["previous_schema_version", "strategy"],
+      properties: {
+        previous_schema_version: {
+          const: "aiwg.fortemi.index.export.v1"
+        },
+        strategy: {
+          const: "supported"
+        }
+      }
+    },
+    items: {
+      type: "array",
+      items: {
+        $ref: "#/$defs/record"
+      }
+    }
+  },
+  allOf: [
+    {
+      if: {
+        properties: {
+          schema_version: {
+            const: "aiwg.fortemi.index.export.v1"
+          }
+        }
+      },
+      then: {
+        not: {
+          required: ["compatibility"]
+        },
+        properties: {
+          source: {
+            not: {
+              required: ["graph"]
+            }
+          },
+          items: {
+            items: {
+              allOf: [
+                {
+                  properties: {
+                    schema_version: {
+                      const: "aiwg.fortemi.index.record.v1"
+                    }
+                  }
+                },
+                {
+                  $ref: "#/$defs/v1RecordCompatibility"
+                }
+              ]
+            }
+          }
+        }
+      }
+    },
+    {
+      if: {
+        properties: {
+          schema_version: {
+            const: "aiwg.fortemi.index.export.v2"
+          }
+        }
+      },
+      then: {
+        required: ["compatibility"],
+        properties: {
+          source: {
+            required: ["graph"]
+          },
+          items: {
+            items: {
+              properties: {
+                schema_version: {
+                  const: "aiwg.fortemi.index.record.v2"
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+  ],
+  $defs: {
+    privacy: {
+      enum: ["private", "sanitized", "public"]
+    },
+    recordType: {
+      type: "string",
+      minLength: 1
+    },
+    stringArray: {
+      type: "array",
+      items: {
+        type: "string"
+      }
+    },
+    numberArray: {
+      type: "array",
+      items: {
+        type: "number"
+      }
+    },
+    v1RecordCompatibility: {
+      type: "object",
+      not: {
+        anyOf: [
+          {
+            required: ["name"]
+          },
+          {
+            required: ["summary"]
+          },
+          {
+            required: ["search"]
+          },
+          {
+            required: ["chunks"]
+          },
+          {
+            required: ["embeddings"]
+          },
+          {
+            required: ["compatibility"]
+          },
+          {
+            required: ["skos_concepts"]
+          },
+          {
+            required: ["skos_relations"]
+          },
+          {
+            required: ["provenance_events"]
+          }
+        ]
+      },
+      properties: {
+        source: {
+          not: {
+            anyOf: [
+              {
+                required: ["origin"]
+              },
+              {
+                required: ["generated"]
+              },
+              {
+                required: ["checksum"]
+              },
+              {
+                required: ["updated_at"]
+              }
+            ]
+          }
+        },
+        relationships: {
+          items: {
+            not: {
+              anyOf: [
+                {
+                  required: ["target_path"]
+                },
+                {
+                  required: ["direction"]
+                },
+                {
+                  required: ["label"]
+                },
+                {
+                  required: ["confidence"]
+                },
+                {
+                  required: ["privacy"]
+                },
+                {
+                  required: ["metadata"]
+                }
+              ]
+            }
+          }
+        },
+        privacy: {
+          not: {
+            required: ["locality"]
+          }
+        }
+      }
+    },
+    record: {
+      type: "object",
+      additionalProperties: false,
+      required: [
+        "schema_version",
+        "id",
+        "type",
+        "source",
+        "title",
+        "text",
+        "facets",
+        "tags",
+        "concepts",
+        "relationships",
+        "provenance",
+        "privacy",
+        "updated_at"
+      ],
+      properties: {
+        schema_version: {
+          enum: [
+            "aiwg.fortemi.index.record.v1",
+            "aiwg.fortemi.index.record.v2"
+          ]
+        },
+        id: {
+          type: "string",
+          minLength: 1
+        },
+        type: {
+          $ref: "#/$defs/recordType"
+        },
+        source: {
+          type: "object",
+          additionalProperties: false,
+          required: ["path", "repo_relative_path", "locator"],
+          properties: {
+            path: {
+              type: "string",
+              minLength: 1
+            },
+            repo_relative_path: {
+              type: "string",
+              minLength: 1
+            },
+            locator: {
+              type: "string",
+              minLength: 1
+            },
+            origin: {
+              type: "string",
+              minLength: 1
+            },
+            generated: {
+              type: "boolean"
+            },
+            checksum: {
+              type: "string"
+            },
+            updated_at: {
+              type: "string",
+              format: "date-time"
+            }
+          }
+        },
+        title: {
+          type: "string"
+        },
+        name: {
+          type: "string"
+        },
+        summary: {
+          type: "string"
+        },
+        text: {
+          type: "string"
+        },
+        search: {
+          type: "object",
+          additionalProperties: false,
+          required: [
+            "title",
+            "body",
+            "triggers",
+            "aliases",
+            "tags",
+            "frontmatter"
+          ],
+          properties: {
+            title: {
+              type: "string"
+            },
+            name: {
+              type: "string"
+            },
+            summary: {
+              type: "string"
+            },
+            body: {
+              type: "string"
+            },
+            triggers: {
+              $ref: "#/$defs/stringArray"
+            },
+            aliases: {
+              $ref: "#/$defs/stringArray"
+            },
+            capability: {
+              type: "string"
+            },
+            tags: {
+              $ref: "#/$defs/stringArray"
+            },
+            phase: {
+              type: "string"
+            },
+            type: {
+              type: "string"
+            },
+            frontmatter: {
+              type: "object"
+            }
+          }
+        },
+        facets: {
+          type: "object",
+          additionalProperties: {
+            $ref: "#/$defs/stringArray"
+          }
+        },
+        tags: {
+          $ref: "#/$defs/stringArray"
+        },
+        concepts: {
+          $ref: "#/$defs/stringArray"
+        },
+        relationships: {
+          type: "array",
+          items: {
+            type: "object",
+            additionalProperties: false,
+            required: ["type", "target_id"],
+            properties: {
+              type: {
+                type: "string",
+                minLength: 1
+              },
+              target_id: {
+                type: "string",
+                minLength: 1
+              },
+              source_path: {
+                type: "string"
+              },
+              target_path: {
+                type: "string"
+              },
+              direction: {
+                enum: ["upstream", "downstream", "related"]
+              },
+              label: {
+                type: "string"
+              },
+              confidence: {
+                type: "number"
+              },
+              privacy: {
+                $ref: "#/$defs/privacy"
+              },
+              metadata: {
+                type: "object"
+              }
+            }
+          }
+        },
+        provenance: {
+          type: "array",
+          minItems: 1,
+          items: {
+            type: "object",
+            additionalProperties: false,
+            required: ["field", "source", "path", "confidence", "privacy"],
+            properties: {
+              field: {
+                type: "string",
+                minLength: 1
+              },
+              source: {
+                type: "string",
+                minLength: 1
+              },
+              path: {
+                type: "string",
+                minLength: 1
+              },
+              confidence: {
+                enum: ["source", "candidate", "reviewed", "rejected"]
+              },
+              privacy: {
+                $ref: "#/$defs/privacy"
+              }
+            }
+          }
+        },
+        privacy: {
+          type: "object",
+          additionalProperties: false,
+          required: ["classification", "pii"],
+          properties: {
+            classification: {
+              $ref: "#/$defs/privacy"
+            },
+            pii: {
+              type: "boolean"
+            },
+            locality: {
+              enum: ["project", "framework", "external"]
+            }
+          }
+        },
+        chunks: {
+          type: "array",
+          items: {
+            type: "object",
+            additionalProperties: false,
+            properties: {
+              id: {
+                type: "string",
+                minLength: 1
+              },
+              text: {
+                type: "string"
+              },
+              body: {
+                type: "string"
+              },
+              summary: {
+                type: "string"
+              },
+              source_path: {
+                type: "string"
+              },
+              metadata: {
+                type: "object"
+              },
+              checksum: {
+                type: "string"
+              }
+            }
+          }
+        },
+        embeddings: {
+          type: "array",
+          items: {
+            type: "object",
+            additionalProperties: false,
+            properties: {
+              id: {
+                type: "string"
+              },
+              model: {
+                type: "string"
+              },
+              embedding: {
+                $ref: "#/$defs/numberArray"
+              },
+              vector: {
+                $ref: "#/$defs/numberArray"
+              },
+              granularity: {
+                type: "string"
+              },
+              source_path: {
+                type: "string"
+              },
+              metadata: {
+                type: "object"
+              },
+              chunk_id: {
+                type: "string"
+              },
+              vector_ref: {
+                type: "string"
+              },
+              input_hash: {
+                type: "string"
+              }
+            }
+          }
+        },
+        compatibility: {
+          type: "object"
+        },
+        skos_concepts: {
+          type: "array",
+          items: {
+            type: "object",
+            additionalProperties: false,
+            required: ["id", "prefLabel"],
+            properties: {
+              id: {
+                type: "string",
+                minLength: 1
+              },
+              prefLabel: {
+                type: "string",
+                minLength: 1
+              },
+              definition: {
+                type: "string"
+              },
+              scheme: {
+                type: "string"
+              },
+              notation: {
+                type: "string"
+              },
+              uri: {
+                type: "string"
+              },
+              altLabels: {
+                $ref: "#/$defs/stringArray"
+              },
+              metadata: {
+                type: "object"
+              }
+            }
+          }
+        },
+        skos_relations: {
+          type: "array",
+          items: {
+            type: "object",
+            additionalProperties: false,
+            required: ["type", "source_id", "target_id"],
+            properties: {
+              type: {
+                type: "string",
+                minLength: 1
+              },
+              source_id: {
+                type: "string",
+                minLength: 1
+              },
+              target_id: {
+                type: "string",
+                minLength: 1
+              },
+              source_path: {
+                type: "string"
+              },
+              metadata: {
+                type: "object"
+              }
+            }
+          }
+        },
+        provenance_events: {
+          type: "array",
+          items: {
+            type: "object",
+            additionalProperties: false,
+            required: ["activity"],
+            properties: {
+              id: {
+                type: "string"
+              },
+              activity: {
+                type: "string",
+                minLength: 1
+              },
+              agent: {
+                type: "string"
+              },
+              started_at: {
+                type: "string",
+                format: "date-time"
+              },
+              ended_at: {
+                type: "string",
+                format: "date-time"
+              },
+              source: {
+                type: "string"
+              },
+              path: {
+                type: "string"
+              },
+              confidence: {
+                enum: ["source", "candidate", "reviewed", "rejected"]
+              },
+              privacy: {
+                $ref: "#/$defs/privacy"
+              },
+              attributes: {
+                type: "object"
+              }
+            }
+          }
+        },
+        updated_at: {
+          type: "string",
+          format: "date-time"
+        }
+      }
+    }
+  }
+};
+
+// src/aiwg-index-schema.ts
+var PROJECTED_FIELDS = [
+  "schema_version",
+  "id",
+  "type",
+  "title",
+  "text",
+  "facets",
+  "tags",
+  "concepts",
+  "privacy"
+];
+var ajvInstance2;
+var exportValidator;
+var projectedRecordValidator;
+function getAiwgFortemiIndexExportSchema() {
+  return aiwg_fortemi_index_export_schema_default;
+}
+function getAjv2() {
+  if (!ajvInstance2) {
+    ajvInstance2 = new Ajv2020({
+      allErrors: true,
+      strict: false,
+      validateFormats: false
+    });
+    ajvInstance2.addSchema(aiwg_fortemi_index_export_schema_default);
+  }
+  return ajvInstance2;
+}
+function formatErrors2(errors) {
+  return (errors ?? []).map((error) => {
+    const path = error.instancePath || "(root)";
+    return `${path} ${error.message ?? "is invalid"}`;
+  });
+}
+function getExportValidator() {
+  exportValidator ??= getAjv2().getSchema(aiwg_fortemi_index_export_schema_default.$id) ?? getAjv2().compile(aiwg_fortemi_index_export_schema_default);
+  return exportValidator;
+}
+function getProjectedRecordValidator() {
+  if (!projectedRecordValidator) {
+    const properties = Object.fromEntries(Object.keys(aiwg_fortemi_index_export_schema_default.$defs.record.properties).map((field) => [
+      field,
+      { $ref: `${aiwg_fortemi_index_export_schema_default.$id}#/$defs/record/properties/${field}` }
+    ]));
+    projectedRecordValidator = getAjv2().compile({
+      type: "object",
+      required: PROJECTED_FIELDS,
+      properties,
+      additionalProperties: true,
+      allOf: [
+        {
+          if: {
+            properties: {
+              schema_version: { const: "aiwg.fortemi.index.record.v1" }
+            }
+          },
+          then: { $ref: `${aiwg_fortemi_index_export_schema_default.$id}#/$defs/v1RecordCompatibility` }
+        }
+      ]
+    });
+  }
+  return projectedRecordValidator;
+}
+function validateAiwgFortemiIndexExportSchema(value) {
+  const validate = getExportValidator();
+  const schemaValue = value && typeof value === "object" && Array.isArray(value.items) ? {
+    ...value,
+    items: value.items.map((item) => {
+      if (!item || typeof item !== "object" || Array.isArray(item)) return item;
+      const schemaRecord = { ...item };
+      Reflect.deleteProperty(schemaRecord, "binary_sources");
+      return schemaRecord;
+    })
+  } : value;
+  const valid = validate(schemaValue);
+  return { valid, errors: formatErrors2(validate.errors) };
+}
+function validateAiwgFortemiProjectedRecordSchema(value) {
+  const validate = getProjectedRecordValidator();
+  const valid = validate(value);
+  return { valid, errors: formatErrors2(validate.errors) };
+}
+
 // src/aiwg-index.ts
 var AIWG_SCAN_REQUIRED_FIELDS = [
   "schema_version",
@@ -8194,6 +10573,16 @@ var AIWG_SCAN_REQUIRED_FIELDS = [
   "concepts",
   "privacy"
 ];
+function isPrivacyExcluded(record, options) {
+  const privacy = record.privacy;
+  if (!privacy || !isPrivacyClassification(privacy.classification) || typeof privacy.pii !== "boolean") return true;
+  if (privacy.classification === "private" && !options?.includePrivate) return true;
+  if (privacy.pii && !options?.includePii) return true;
+  return false;
+}
+function filterAiwgRecordsByPrivacy(records, options) {
+  return records.filter((record) => !isPrivacyExcluded(record, options));
+}
 var REQUIRED_RECORD_FIELDS = [
   "schema_version",
   "id",
@@ -8220,8 +10609,12 @@ function hasString(value) {
   return typeof value === "string" && value.length > 0;
 }
 function pushFacet(counts, name, value) {
-  counts[name] ??= {};
-  counts[name][value] = (counts[name][value] ?? 0) + 1;
+  let bucket = counts[name];
+  if (bucket === void 0) {
+    bucket = /* @__PURE__ */ Object.create(null);
+    counts[name] = bucket;
+  }
+  bucket[value] = (bucket[value] ?? 0) + 1;
 }
 function hasNonNegativeInteger(value) {
   return Number.isInteger(value) && typeof value === "number" && value >= 0;
@@ -8251,6 +10644,10 @@ function validateOptionalRichMetadata(item, index, errors) {
       errors.push("items[" + index + "].skos_concepts must be an array when present");
     } else {
       for (const [conceptIndex, concept] of item.skos_concepts.entries()) {
+        if (!isPlainRecord(concept)) {
+          errors.push("items[" + index + "].skos_concepts[" + conceptIndex + "] must be an object");
+          continue;
+        }
         if (!hasString(concept.id)) errors.push("items[" + index + "].skos_concepts[" + conceptIndex + "].id is required");
         if (!hasString(concept.prefLabel)) errors.push("items[" + index + "].skos_concepts[" + conceptIndex + "].prefLabel is required");
         if (!isOptionalStringArray(concept.altLabels)) errors.push("items[" + index + "].skos_concepts[" + conceptIndex + "].altLabels must be a string array");
@@ -8265,6 +10662,10 @@ function validateOptionalRichMetadata(item, index, errors) {
       errors.push("items[" + index + "].skos_relations must be an array when present");
     } else {
       for (const [relationIndex, relation] of item.skos_relations.entries()) {
+        if (!isPlainRecord(relation)) {
+          errors.push("items[" + index + "].skos_relations[" + relationIndex + "] must be an object");
+          continue;
+        }
         if (!hasString(relation.type)) errors.push("items[" + index + "].skos_relations[" + relationIndex + "].type is required");
         if (!hasString(relation.source_id)) errors.push("items[" + index + "].skos_relations[" + relationIndex + "].source_id is required");
         if (!hasString(relation.target_id)) errors.push("items[" + index + "].skos_relations[" + relationIndex + "].target_id is required");
@@ -8279,6 +10680,10 @@ function validateOptionalRichMetadata(item, index, errors) {
       errors.push("items[" + index + "].provenance_events must be an array when present");
     } else {
       for (const [eventIndex, event] of item.provenance_events.entries()) {
+        if (!isPlainRecord(event)) {
+          errors.push("items[" + index + "].provenance_events[" + eventIndex + "] must be an object");
+          continue;
+        }
         if (!hasString(event.activity)) errors.push("items[" + index + "].provenance_events[" + eventIndex + "].activity is required");
         if (event.attributes !== void 0 && !isPlainRecord(event.attributes)) {
           errors.push("items[" + index + "].provenance_events[" + eventIndex + "].attributes must be an object");
@@ -8288,6 +10693,10 @@ function validateOptionalRichMetadata(item, index, errors) {
   }
   if (Array.isArray(item.relationships)) {
     for (const [relationshipIndex, relationship] of item.relationships.entries()) {
+      if (!isPlainRecord(relationship)) {
+        errors.push("items[" + index + "].relationships[" + relationshipIndex + "] must be an object");
+        continue;
+      }
       if (relationship.metadata !== void 0 && !isPlainRecord(relationship.metadata)) {
         errors.push("items[" + index + "].relationships[" + relationshipIndex + "].metadata must be an object");
       }
@@ -8316,7 +10725,10 @@ function validateOptionalRichMetadata(item, index, errors) {
       errors.push("items[" + index + "].chunks must be an array when present");
     } else {
       for (const [chunkIndex, chunk] of item.chunks.entries()) {
-        if (!isPlainRecord(chunk)) errors.push("items[" + index + "].chunks[" + chunkIndex + "] must be an object");
+        if (!isPlainRecord(chunk)) {
+          errors.push("items[" + index + "].chunks[" + chunkIndex + "] must be an object");
+          continue;
+        }
         if (chunk.metadata !== void 0 && !isPlainRecord(chunk.metadata)) {
           errors.push("items[" + index + "].chunks[" + chunkIndex + "].metadata must be an object");
         }
@@ -8328,9 +10740,12 @@ function validateOptionalRichMetadata(item, index, errors) {
       errors.push("items[" + index + "].embeddings must be an array when present");
     } else {
       for (const [embeddingIndex, embedding] of item.embeddings.entries()) {
-        if (!isPlainRecord(embedding)) errors.push("items[" + index + "].embeddings[" + embeddingIndex + "] must be an object");
-        const vector2 = embedding.embedding ?? embedding.vector;
-        if (vector2 !== void 0 && (!Array.isArray(vector2) || !vector2.every((entry) => typeof entry === "number"))) {
+        if (!isPlainRecord(embedding)) {
+          errors.push("items[" + index + "].embeddings[" + embeddingIndex + "] must be an object");
+          continue;
+        }
+        const vector = embedding.embedding ?? embedding.vector;
+        if (vector !== void 0 && (!Array.isArray(vector) || !vector.every((entry) => typeof entry === "number"))) {
           errors.push("items[" + index + "].embeddings[" + embeddingIndex + "].embedding/vector must be a number array");
         }
         if (embedding.metadata !== void 0 && !isPlainRecord(embedding.metadata)) {
@@ -8343,23 +10758,91 @@ function validateOptionalRichMetadata(item, index, errors) {
     errors.push("items[" + index + "].compatibility must be an object");
   }
 }
+function isPrivacyClassification(value) {
+  return value === "private" || value === "sanitized" || value === "public";
+}
+function isProvenanceConfidence(value) {
+  return value === "source" || value === "candidate" || value === "reviewed" || value === "rejected";
+}
+function validateProvenanceItems(item, index, errors) {
+  if (!Array.isArray(item.provenance)) return;
+  for (const [provIndex, prov] of item.provenance.entries()) {
+    const at = "items[" + index + "].provenance[" + provIndex + "]";
+    if (!isPlainRecord(prov)) {
+      errors.push(at + " must be an object");
+      continue;
+    }
+    if (!hasString(prov.field)) errors.push(at + ".field is required");
+    if (!hasString(prov.source)) errors.push(at + ".source is required");
+    if (!hasString(prov.path)) errors.push(at + ".path is required");
+    if (!isProvenanceConfidence(prov.confidence)) errors.push(at + ".confidence must be one of source, candidate, reviewed, rejected");
+    if (!isPrivacyClassification(prov.privacy)) errors.push(at + ".privacy must be one of private, sanitized, public");
+  }
+}
+var V2_ONLY_RECORD_FIELDS = ["search", "chunks", "embeddings", "skos_concepts", "skos_relations", "compatibility"];
+var V2_ONLY_SOURCE_FIELDS = ["origin", "generated", "checksum", "updated_at"];
+var V2_ONLY_RELATIONSHIP_FIELDS = ["target_path", "direction", "metadata"];
+function forbidV2FieldsOnV1Record(item, index, errors) {
+  if (item.schema_version !== "aiwg.fortemi.index.record.v1") return;
+  const at = "items[" + index + "]";
+  const bag = item;
+  const v2msg = " is a v2-only field and must be absent on a record.v1 record";
+  for (const field of V2_ONLY_RECORD_FIELDS) {
+    if (bag[field] !== void 0) errors.push(at + "." + field + v2msg);
+  }
+  if (isPlainRecord(item.source)) {
+    const src = item.source;
+    for (const field of V2_ONLY_SOURCE_FIELDS) {
+      if (src[field] !== void 0) errors.push(at + ".source." + field + v2msg);
+    }
+  }
+  if (isPlainRecord(item.privacy) && item.privacy.locality !== void 0) {
+    errors.push(at + ".privacy.locality" + v2msg);
+  }
+  if (Array.isArray(item.relationships)) {
+    for (const [relIndex, rel] of item.relationships.entries()) {
+      if (!isPlainRecord(rel)) continue;
+      const relBag = rel;
+      for (const field of V2_ONLY_RELATIONSHIP_FIELDS) {
+        if (relBag[field] !== void 0) errors.push(at + ".relationships[" + relIndex + "]." + field + v2msg);
+      }
+    }
+  }
+}
 function validateAiwgFortemiIndexExport(value) {
-  const errors = [];
-  const counts = {};
-  const data = value;
+  const errors = validateAiwgFortemiIndexExportSchema(value).errors;
+  const counts = /* @__PURE__ */ Object.create(null);
+  const data = isPlainRecord(value) ? value : {};
+  if (!isPlainRecord(value)) errors.push("index export must be an object");
   if (!isSupportedIndexSchemaVersion(data?.schema_version)) {
     errors.push("schema_version must be aiwg.fortemi.index.export.v1 or aiwg.fortemi.index.export.v2");
   }
   if (!hasString(data?.generated_at)) errors.push("generated_at is required");
   if (!hasString(data?.source?.repo)) errors.push("source.repo is required");
   if (!hasString(data?.source?.privacy)) errors.push("source.privacy is required");
+  else if (!isPrivacyClassification(data?.source?.privacy)) {
+    errors.push("source.privacy must be one of private, sanitized, public");
+  }
   if (!Array.isArray(data?.items)) errors.push("items must be an array");
   if (data.compatibility !== void 0 && !isPlainRecord(data.compatibility)) {
     errors.push("compatibility must be an object");
   }
+  if (data?.schema_version === "aiwg.fortemi.index.export.v1") {
+    if (isPlainRecord(data.source) && data.source.graph !== void 0) {
+      errors.push("source.graph is a v2-only field and must be absent on an export.v1 export");
+    }
+    if (data.compatibility !== void 0) {
+      errors.push("compatibility is a v2-only field and must be absent on an export.v1 export");
+    }
+  }
   const ids = /* @__PURE__ */ new Set();
   let previousId = "";
-  for (const [index, item] of (data.items ?? []).entries()) {
+  const items = Array.isArray(data.items) ? data.items : [];
+  for (const [index, item] of items.entries()) {
+    if (!isPlainRecord(item)) {
+      errors.push("items[" + index + "] must be an object");
+      continue;
+    }
     for (const field of REQUIRED_RECORD_FIELDS) {
       if (!(field in item)) errors.push("items[" + index + "]." + field + " is required");
     }
@@ -8369,7 +10852,7 @@ function validateAiwgFortemiIndexExport(value) {
     if (!hasString(item.id)) errors.push("items[" + index + "].id is required");
     if (hasString(item.id) && ids.has(item.id)) errors.push("duplicate id: " + item.id);
     if (hasString(item.id)) ids.add(item.id);
-    if (previousId && hasString(item.id) && previousId.localeCompare(item.id) > 0) {
+    if (previousId && hasString(item.id) && previousId > item.id) {
       errors.push("items must be sorted by id: " + previousId + " before " + item.id);
     }
     if (hasString(item.id)) previousId = item.id;
@@ -8391,8 +10874,12 @@ function validateAiwgFortemiIndexExport(value) {
       errors.push("items[" + index + "].provenance must be a non-empty array");
     }
     validateOptionalRichMetadata(item, index, errors);
+    validateProvenanceItems(item, index, errors);
+    forbidV2FieldsOnV1Record(item, index, errors);
     if (!item.privacy || typeof item.privacy.pii !== "boolean" || !hasString(item.privacy.classification)) {
       errors.push("items[" + index + "].privacy requires classification and pii");
+    } else if (!isPrivacyClassification(item.privacy.classification)) {
+      errors.push("items[" + index + "].privacy.classification must be one of private, sanitized, public");
     }
   }
   return { valid: errors.length === 0, errors, counts };
@@ -8406,13 +10893,17 @@ function assertAiwgFortemiIndexExport(value) {
 }
 function validateAiwgFortemiChunkManifest(value) {
   const errors = [];
-  const data = value;
+  const data = isPlainRecord(value) ? value : {};
+  if (!isPlainRecord(value)) errors.push("chunk manifest must be an object");
   if (data?.schema_version !== "aiwg.fortemi.index.chunk-manifest.v1") {
     errors.push("schema_version must be aiwg.fortemi.index.chunk-manifest.v1");
   }
   if (!hasString(data?.generated_at)) errors.push("generated_at is required");
   if (!hasString(data?.source?.repo)) errors.push("source.repo is required");
   if (!hasString(data?.source?.privacy)) errors.push("source.privacy is required");
+  if (data?.source_export_schema_version !== void 0 && !isSupportedIndexSchemaVersion(data.source_export_schema_version)) {
+    errors.push("source_export_schema_version must be aiwg.fortemi.index.export.v1 or aiwg.fortemi.index.export.v2 when present");
+  }
   if (!hasNonNegativeInteger(data?.total)) errors.push("total must be a non-negative integer");
   if (!hasPositiveInteger(data?.part_size)) errors.push("part_size must be a positive integer");
   if (data.facets !== void 0 && !isFacetCounts(data.facets)) {
@@ -8428,7 +10919,9 @@ function validateAiwgFortemiChunkManifest(value) {
       }
     }
   }
-  if (data.detail !== void 0) {
+  if (data.detail !== void 0 && !isPlainRecord(data.detail)) {
+    errors.push("detail must be an object");
+  } else if (data.detail !== void 0) {
     if (!hasString(data.detail.href)) errors.push("detail.href is required");
     else if (!data.detail.href.includes("{id}")) errors.push("detail.href must contain the {id} placeholder");
     if (data.detail.encoding !== void 0 && data.detail.encoding !== "uri" && data.detail.encoding !== "base64url") {
@@ -8439,6 +10932,10 @@ function validateAiwgFortemiChunkManifest(value) {
   let expectedOffset = 0;
   const parts = Array.isArray(data?.parts) ? data.parts : [];
   for (const [index, part] of parts.entries()) {
+    if (!isPlainRecord(part)) {
+      errors.push("parts[" + index + "] must be an object");
+      continue;
+    }
     if (!hasString(part.href)) errors.push("parts[" + index + "].href is required");
     if (!hasNonNegativeInteger(part.offset)) errors.push("parts[" + index + "].offset must be a non-negative integer");
     if (!hasNonNegativeInteger(part.count)) errors.push("parts[" + index + "].count must be a non-negative integer");
@@ -8459,18 +10956,28 @@ function assertAiwgFortemiChunkManifest(value) {
   }
   return value;
 }
-function validateProjectedRecords(items) {
+function validateProjectedRecords(items, sourceSchemaVersion) {
   const errors = [];
   const ids = /* @__PURE__ */ new Set();
   let previousId = "";
   for (const [index, item] of items.entries()) {
+    if (!isPlainRecord(item)) {
+      errors.push("items[" + index + "] must be an object");
+      continue;
+    }
+    const schemaValidation = validateAiwgFortemiProjectedRecordSchema(item);
+    errors.push(...schemaValidation.errors.map((error) => `items[${index}]${error}`));
+    const expectedRecordVersion = sourceSchemaVersion === "aiwg.fortemi.index.export.v2" ? "aiwg.fortemi.index.record.v2" : "aiwg.fortemi.index.record.v1";
+    if (item.schema_version !== expectedRecordVersion) {
+      errors.push(`items[${index}].schema_version must match ${sourceSchemaVersion}`);
+    }
     if (!isSupportedRecordSchemaVersion(item.schema_version)) {
       errors.push("items[" + index + "].schema_version must be aiwg.fortemi.index.record.v1 or aiwg.fortemi.index.record.v2");
     }
     if (!hasString(item.id)) errors.push("items[" + index + "].id is required");
     if (hasString(item.id) && ids.has(item.id)) errors.push("duplicate id: " + item.id);
     if (hasString(item.id)) ids.add(item.id);
-    if (previousId && hasString(item.id) && previousId.localeCompare(item.id) > 0) {
+    if (previousId && hasString(item.id) && previousId > item.id) {
       errors.push("items must be sorted by id: " + previousId + " before " + item.id);
     }
     if (hasString(item.id)) previousId = item.id;
@@ -8486,15 +10993,13 @@ function validateProjectedRecords(items) {
     }
     if (!Array.isArray(item.tags)) errors.push("items[" + index + "].tags must be an array");
     if (!Array.isArray(item.concepts)) errors.push("items[" + index + "].concepts must be an array");
-    if (!item.privacy || !hasString(item.privacy.classification)) {
-      errors.push("items[" + index + "].privacy.classification is required");
-    }
   }
   return errors;
 }
 function validateAiwgFortemiChunkPart(value, partRef, manifest) {
   const errors = [];
-  const data = value;
+  const data = isPlainRecord(value) ? value : {};
+  if (!isPlainRecord(value)) errors.push("chunk part must be an object");
   if (data?.schema_version !== "aiwg.fortemi.index.chunk.v1") {
     errors.push("schema_version must be aiwg.fortemi.index.chunk.v1");
   }
@@ -8511,12 +11016,16 @@ function validateAiwgFortemiChunkPart(value, partRef, manifest) {
   }
   if (Array.isArray(data?.items)) {
     if (manifest?.projection) {
-      errors.push(...validateProjectedRecords(data.items).map((error) => "items." + error));
+      errors.push(...validateProjectedRecords(
+        data.items,
+        manifest.source_export_schema_version ?? "aiwg.fortemi.index.export.v1"
+      ).map((error) => "items." + error));
     } else {
       const validation = validateAiwgFortemiIndexExport({
-        schema_version: "aiwg.fortemi.index.export.v1",
+        schema_version: manifest?.source_export_schema_version ?? "aiwg.fortemi.index.export.v1",
         generated_at: manifest?.generated_at ?? "1970-01-01T00:00:00.000Z",
         source: manifest?.source ?? { repo: "chunk", privacy: "public" },
+        ...(manifest?.source_export_schema_version ?? "aiwg.fortemi.index.export.v1") === "aiwg.fortemi.index.export.v2" ? { compatibility: { previous_schema_version: "aiwg.fortemi.index.export.v1", strategy: "supported" } } : {},
         items: data.items
       });
       errors.push(...validation.errors.map((error) => "items." + error));
@@ -8531,9 +11040,35 @@ function assertAiwgFortemiChunkPart(value, partRef, manifest) {
   }
   return value;
 }
+var ALLOWED_AIWG_FETCH_SCHEMES = /* @__PURE__ */ new Set(["http:", "https:", "blob:", "data:"]);
+function tryParseUrl(value) {
+  try {
+    return new URL(value);
+  } catch {
+    return null;
+  }
+}
+function resolveAiwgFetchUrl(href, baseUrl) {
+  if (baseUrl === void 0) {
+    const absolute = tryParseUrl(href);
+    if (absolute && !ALLOWED_AIWG_FETCH_SCHEMES.has(absolute.protocol)) {
+      throw new Error("Refusing AIWG index fetch with disallowed scheme: " + absolute.protocol);
+    }
+    return href;
+  }
+  const base = new URL(baseUrl);
+  const resolved = new URL(href, base);
+  if (!ALLOWED_AIWG_FETCH_SCHEMES.has(resolved.protocol)) {
+    throw new Error("Refusing AIWG index fetch with disallowed scheme: " + resolved.protocol);
+  }
+  if (resolved.origin !== base.origin) {
+    throw new Error("Refusing cross-origin AIWG index fetch: " + resolved.origin + " != " + base.origin);
+  }
+  return resolved.toString();
+}
 function createAiwgFetchChunkLoader(baseUrl) {
   return async (part) => {
-    const href = baseUrl ? new URL(part.href, baseUrl).toString() : part.href;
+    const href = resolveAiwgFetchUrl(part.href, baseUrl);
     const response = await fetch(href);
     if (!response.ok) throw new Error("Failed to fetch AIWG index chunk " + href + ": " + response.status);
     return response.json();
@@ -8553,14 +11088,14 @@ function createAiwgFetchDetailLoader(baseUrl) {
   return async (id, manifest) => {
     if (!manifest.detail?.href) throw new Error("Manifest has no detail.href for record resolution");
     const relative = aiwgDetailHrefForId(manifest.detail, id);
-    const href = baseUrl ? new URL(relative, baseUrl).toString() : relative;
+    const href = resolveAiwgFetchUrl(relative, baseUrl);
     const response = await fetch(href);
     if (!response.ok) throw new Error("Failed to fetch AIWG index detail " + href + ": " + response.status);
     return response.json();
   };
 }
 function getAiwgFortemiFacets(items) {
-  const result = {};
+  const result = /* @__PURE__ */ Object.create(null);
   for (const item of items) {
     pushFacet(result, "type", item.type);
     pushFacet(result, "privacy", item.privacy.classification);
@@ -8577,15 +11112,17 @@ function recordTitle(item) {
 }
 function recordText(item) {
   const base = item.text ?? item.search?.body ?? item.search?.summary ?? item.chunks?.map((chunk) => chunk.text ?? chunk.body ?? chunk.summary ?? "").filter(Boolean).join("\n") ?? "";
-  const extractedText = "binary_sources" in item ? item.binary_sources?.map((source) => source.extracted_text).filter(Boolean).join("\n") ?? "" : "";
+  const extractedText = binarySourceText(item);
   return [base, extractedText].filter(Boolean).join("\n");
 }
+function binarySourceText(item) {
+  return "binary_sources" in item ? item.binary_sources?.map((source) => source.extracted_text).filter(Boolean).join("\n") ?? "" : "";
+}
 function defaultEmbeddingInput(record, granularity) {
   const title = recordTitle(record);
   const text = recordText(record);
   if (granularity === "title-summary") {
-    const extractedText = record.binary_sources?.map((source) => source.extracted_text).filter(Boolean).join("\n") ?? "";
-    return [title, record.search?.summary ?? "", extractedText].filter(Boolean).join("\n");
+    return [title, record.search?.summary ?? "", binarySourceText(record)].filter(Boolean).join("\n");
   }
   return [title, text].filter(Boolean).join("\n");
 }
@@ -8596,7 +11133,7 @@ function generatedAtString(value) {
 async function buildAiwgStaticEmbeddingSet(index, options) {
   assertAiwgFortemiIndexExport(index);
   const granularity = options.granularity ?? "body";
-  const records = options.records ?? index.items;
+  const records = filterAiwgRecordsByPrivacy(options.records ?? index.items, options.privacy);
   const embeddings = [];
   for (const record of records) {
     const input = options.textForRecord?.(record) ?? defaultEmbeddingInput(record, granularity);
@@ -8653,11 +11190,12 @@ function recordSearchValues(item) {
   return values.filter((value) => typeof value === "string" && value.length > 0);
 }
 function buildAiwgChunkedIndex(index, options = {}) {
+  assertAiwgFortemiIndexExport(index);
   const partSize = hasPositiveInteger(options.partSize) ? options.partSize : 500;
   const projection = options.projection;
   const idEncoding = options.idEncoding ?? "base64url";
   const detailHref = options.detailHref ?? "detail/{id}.json";
-  const items = index.items;
+  const items = filterAiwgRecordsByPrivacy(index.items, options.privacy);
   const pad = (value) => String(value).padStart(4, "0");
   const project = (record) => {
     if (!projection) return record;
@@ -8685,6 +11223,7 @@ function buildAiwgChunkedIndex(index, options = {}) {
     schema_version: "aiwg.fortemi.index.chunk-manifest.v1",
     generated_at: options.generatedAt ?? index.generated_at,
     source: index.source,
+    source_export_schema_version: index.schema_version,
     total: items.length,
     part_size: partSize,
     facets: getAiwgFortemiFacets(items),
@@ -8731,35 +11270,88 @@ function queryMatches(item, q) {
   return matches;
 }
 var DISCOVERY_STOPWORDS = /* @__PURE__ */ new Set([
+  "the",
   "a",
   "an",
   "and",
-  "are",
-  "as",
+  "or",
+  "of",
   "for",
-  "from",
-  "how",
-  "i",
+  "to",
   "in",
+  "on",
+  "with",
+  "into",
+  "from",
   "is",
+  "are",
+  "be",
+  "i",
+  "we",
+  "my",
+  "it",
+  "you",
   "me",
-  "of",
-  "on",
-  "or",
+  "us",
+  "your",
+  "our",
+  "this",
+  "that",
+  "these",
+  "those",
+  "there",
+  "here",
+  "some",
+  "any",
+  "all",
+  "also",
   "please",
-  "the",
-  "to",
-  "use",
-  "with"
+  "about",
+  "how",
+  "what",
+  "which",
+  "where",
+  "when",
+  "who",
+  "why",
+  "find",
+  "give",
+  "show",
+  "need",
+  "want",
+  "looking",
+  "look",
+  "help",
+  "do",
+  "does",
+  "did",
+  "can",
+  "could",
+  "should",
+  "would",
+  "will",
+  "handle",
+  "handles",
+  "handling",
+  "aiwg",
+  "skill",
+  "skills",
+  "agent",
+  "agents",
+  "command",
+  "commands",
+  "rule",
+  "rules",
+  "flow",
+  "flows",
+  "workflow",
+  "workflows"
 ]);
-function normalizeDiscoveryText(value) {
-  return value.toLowerCase().replace(/[_/]+/g, " ").replace(/[^a-z0-9.-]+/g, " ").trim();
-}
-function canonicalDiscoveryName(value) {
-  return normalizeDiscoveryText(value).replace(/[\s.-]+/g, "");
+function normalizeDiscoveryName(value) {
+  return value.toLowerCase().replace(/[-_\s]+/g, " ").trim();
 }
 function discoveryTokens(value) {
-  return normalizeDiscoveryText(value).split(/\s+/).filter((token) => token.length > 1 && !DISCOVERY_STOPWORDS.has(token));
+  return value.toLowerCase().split(/[^a-z0-9-]+/).filter((token) => token.length > 1 && !DISCOVERY_STOPWORDS.has(token));
 }
 function facetValues(item, names) {
   return names.flatMap((name) => item.facets[name] ?? []);
@@ -8769,17 +11361,58 @@ function addDiscoveryMatch(matches, match) {
     matches.push(match);
   }
 }
-function tokenOverlapScore(tokens, value) {
-  if (tokens.length === 0 || !value) return 0;
-  const normalized = normalizeDiscoveryText(value);
-  const hits = tokens.filter((token) => normalized.includes(token)).length;
-  return hits / tokens.length;
+function damerauLevenshteinAtMostOne(left, right) {
+  if (left === right) return true;
+  if (Math.abs(left.length - right.length) > 1) return false;
+  if (left.length === right.length) {
+    let firstDiff = -1;
+    let diffCount = 0;
+    for (let index = 0; index < left.length; index += 1) {
+      if (left[index] !== right[index]) {
+        if (firstDiff < 0) firstDiff = index;
+        diffCount += 1;
+      }
+    }
+    if (diffCount === 1) return true;
+    return diffCount === 2 && firstDiff + 1 < left.length && left[firstDiff] === right[firstDiff + 1] && left[firstDiff + 1] === right[firstDiff];
+  }
+  const shorter = left.length < right.length ? left : right;
+  const longer = left.length < right.length ? right : left;
+  let shorterIndex = 0;
+  let longerIndex = 0;
+  let edits = 0;
+  while (shorterIndex < shorter.length && longerIndex < longer.length) {
+    if (shorter[shorterIndex] === longer[longerIndex]) {
+      shorterIndex += 1;
+      longerIndex += 1;
+    } else {
+      edits += 1;
+      if (edits > 1) return false;
+      longerIndex += 1;
+    }
+  }
+  return true;
 }
-function discoveryMatches(item, query) {
+function nearDiscoveryNameMatch(query, name) {
+  const queryParts = normalizeDiscoveryName(query).split(/\s+/).filter(Boolean);
+  const nameParts = normalizeDiscoveryName(name).split(/\s+/).filter(Boolean);
+  if (queryParts.length !== nameParts.length) return false;
+  return queryParts.every((part, index) => {
+    const target = nameParts[index];
+    if (part === target) return true;
+    if (part.length < 5 || target.length < 5) return false;
+    return damerauLevenshteinAtMostOne(part, target);
+  });
+}
+function lowerValues(values) {
+  return values.map((value) => value.toLowerCase());
+}
+function discoveryMatches(item, query, options = {}) {
   if (!query) return [];
   const matches = [];
   const tokens = discoveryTokens(query);
-  const canonicalQuery = canonicalDiscoveryName(query);
+  const lower = tokens.length > 0 ? tokens.join(" ") : query.toLowerCase().trim();
+  const rawLower = query.toLowerCase().trim();
   const idParts = item.id.split(/[:/]/);
   const names = [
     item.id,
@@ -8805,33 +11438,66 @@ function discoveryMatches(item, query) {
     ...item.tags
   ].filter((value) => hasString(value));
   const sourceValues = [item.source?.path, item.source?.repo_relative_path, item.source?.locator].filter((value) => hasString(value));
+  const title = recordTitle(item);
+  const summary = [item.search?.summary, recordText(item)].filter((value) => hasString(value)).join("\n");
+  const type = item.search?.type ?? item.type;
+  const tags = [...item.search?.tags ?? [], ...item.tags];
+  const useMultiToken = tokens.length > 1;
+  const minHits = useMultiToken ? options.relaxOverlap ? 1 : Math.ceil(tokens.length / 2) : 1;
+  const overlapOK = (hits) => useMultiToken && hits >= minHits;
+  const addInfo = (match) => addDiscoveryMatch(matches, { ...match, score: 0 });
+  const addScore = (score2) => {
+    if (score2 > 0) addDiscoveryMatch(matches, { field: "id", value: item.id, score: score2, reason: "aiwg discovery score" });
+  };
   for (const name of names) {
-    const canonicalName = canonicalDiscoveryName(name);
-    if (!canonicalName) continue;
-    if (canonicalName === canonicalQuery) {
-      addDiscoveryMatch(matches, { field: "id", value: name, score: 80, reason: "exact canonical name" });
-    } else if (canonicalName.includes(canonicalQuery) || canonicalQuery.includes(canonicalName)) {
-      addDiscoveryMatch(matches, { field: "id", value: name, score: 48, reason: "near canonical name" });
+    if (normalizeDiscoveryName(query) === normalizeDiscoveryName(name)) {
+      addInfo({ field: "id", value: name, reason: "exact canonical name" });
+      addScore(1.001);
+      return matches;
+    }
+    if (nearDiscoveryNameMatch(query, name)) {
+      addInfo({ field: "id", value: name, reason: "near canonical name" });
+      addScore(0.951);
+      return matches;
     }
   }
-  const title = recordTitle(item);
-  const titleOverlap = tokenOverlapScore(tokens, title);
-  if (titleOverlap > 0) addDiscoveryMatch(matches, { field: "title", value: title, score: 18 * titleOverlap, reason: "title token overlap" });
-  for (const trigger of triggers) {
-    const overlap = tokenOverlapScore(tokens, trigger);
-    if (overlap > 0) addDiscoveryMatch(matches, { field: "facet", value: trigger, score: 34 * overlap, reason: "trigger phrase" });
+  let score = 0;
+  const scoreText = (field, value, reason, exactScore, overlapScore, weight, exactBonus = 0) => {
+    const normalized = value.toLowerCase();
+    if (normalized.includes(lower)) {
+      score += exactScore * weight;
+      if (normalized === lower) score += exactBonus;
+      addInfo({ field, value, reason });
+    } else if (useMultiToken) {
+      const hits = tokens.filter((token) => normalized.includes(token)).length;
+      if (overlapOK(hits)) {
+        score += overlapScore * weight * (hits / tokens.length);
+        addInfo({ field, value, reason });
+      }
+    }
+  };
+  for (const trigger of lowerValues(triggers)) {
+    if (trigger === lower || trigger === rawLower) {
+      addInfo({ field: "facet", value: trigger, reason: "trigger phrase" });
+      addScore(1.0008);
+      return matches;
+    }
   }
-  for (const capability of capabilities) {
-    const overlap = tokenOverlapScore(tokens, capability);
-    if (overlap > 0) addDiscoveryMatch(matches, { field: "concept", value: capability, score: 22 * overlap, reason: "capability overlap" });
+  for (const trigger of triggers) {
+    scoreText("facet", trigger, "trigger phrase", 0.25, 0.06, 4);
   }
-  const text = recordText(item);
-  const textOverlap = tokenOverlapScore(tokens, text);
-  if (textOverlap > 0) addDiscoveryMatch(matches, { field: "text", value: text, score: 8 * textOverlap, reason: "body token overlap" });
+  for (const capability of capabilities) scoreText("concept", capability, "capability overlap", 0.2, 0.1, 2);
+  scoreText("title", title, "title token overlap", 0.3, 0.08, 3, 0.2);
+  for (const tag of tags) scoreText("tag", tag, "tag token overlap", 0.2, 0.05, 2);
+  if (summary) scoreText("text", summary, "body token overlap", 0.15, 0.04, 1);
   for (const source of sourceValues) {
-    const overlap = tokenOverlapScore(tokens, source);
-    if (overlap > 0) addDiscoveryMatch(matches, { field: "source", value: source, score: 2 * overlap, reason: "path overlap" });
+    scoreText("source", source, "path overlap", 0.1, 0.03, 1);
   }
+  if (type.toLowerCase().includes(lower)) {
+    score += 0.1;
+    addInfo({ field: "facet", value: type, reason: "type overlap" });
+  }
+  addScore(Math.min(score, 1));
   return matches;
 }
 function rankMatches(matches, weights) {
@@ -8857,13 +11523,13 @@ function createSnippet(item, matches, q, maxLength) {
   const firstMatch = textMatch ?? titleMatch ?? matches[0];
   return clipSnippet(firstMatch?.value ?? recordText(item), q, maxLength);
 }
-function createRankedEntries(items, q, options, ordinalBase = 0) {
+function createRankedEntries(items, q, options, ordinalBase = 0, discoveryOptions = {}) {
   const weights = { ...DEFAULT_QUERY_WEIGHTS, ...options.weights };
   const profile = options.searchProfile ?? "default";
   return items.map((item, ordinal) => ({
     item,
     ordinal: ordinalBase + ordinal,
-    matches: profile === "aiwg-discovery" ? discoveryMatches(item, q) : queryMatches(item, q)
+    matches: profile === "aiwg-discovery" ? discoveryMatches(item, q, discoveryOptions) : queryMatches(item, q)
   })).filter(({ item, matches }) => {
     if (q && matches.length === 0) return false;
     if (options.types && !options.types.includes(item.type)) return false;
@@ -8913,8 +11579,7 @@ function queryAiwgFortemiIndex(index, query = "", options = {}) {
   const q = query.trim().toLowerCase();
   const entries = createRankedEntries(index.items, q, options);
   if (entries.length === 0 && q && options.searchProfile === "aiwg-discovery") {
-    const relaxed = discoveryTokens(q).join(" ");
-    return createQueryResultFromRankedEntries(createRankedEntries(index.items, relaxed, options), relaxed, options);
+    return createQueryResultFromRankedEntries(createRankedEntries(index.items, q, options, 0, { relaxOverlap: true }), q, options);
   }
   return createQueryResultFromRankedEntries(entries, q, options);
 }
@@ -8935,7 +11600,8 @@ function cosineSimilarity2(left, right) {
 }
 function validateAiwgStaticEmbeddingSet(value) {
   const errors = [];
-  const data = value;
+  const data = isPlainRecord(value) ? value : {};
+  if (!isPlainRecord(value)) errors.push("embedding set must be an object");
   if (data?.schema_version !== "aiwg.fortemi.embedding.set.v1") errors.push("schema_version must be aiwg.fortemi.embedding.set.v1");
   if (!hasString(data?.id)) errors.push("id is required");
   if (!hasString(data?.model)) errors.push("model is required");
@@ -8943,7 +11609,12 @@ function validateAiwgStaticEmbeddingSet(value) {
   if (!hasString(data?.generated_at)) errors.push("generated_at is required");
   if (!hasString(data?.granularity)) errors.push("granularity is required");
   if (!Array.isArray(data?.embeddings)) errors.push("embeddings must be an array");
-  for (const [index, embedding] of (data.embeddings ?? []).entries()) {
+  const embeddings = Array.isArray(data.embeddings) ? data.embeddings : [];
+  for (const [index, embedding] of embeddings.entries()) {
+    if (!isPlainRecord(embedding)) {
+      errors.push("embeddings[" + index + "] must be an object");
+      continue;
+    }
     if (!hasString(embedding.record_id)) errors.push("embeddings[" + index + "].record_id is required");
     if (!hasString(embedding.input_hash)) errors.push("embeddings[" + index + "].input_hash is required");
     if (!Array.isArray(embedding.embedding)) errors.push("embeddings[" + index + "].embedding must be an array");
@@ -8973,7 +11644,10 @@ function queryAiwgSemanticIndex(index, embeddingSet, queryEmbedding, options = {
   }).filter((result) => result !== null && result.score >= (options.minScore ?? -1)).sort((left, right) => right.score - left.score || left.item.id.localeCompare(right.item.id)).slice(offset, offset + limit);
 }
 function queryAiwgHybridIndex(index, embeddingSet, query, queryEmbedding, options = {}) {
-  const lexical = queryAiwgFortemiIndex(index, query, { ...options, rank: true });
+  const lexicalOptions = { ...options };
+  delete lexicalOptions.limit;
+  delete lexicalOptions.offset;
+  const lexical = queryAiwgFortemiIndex(index, query, { ...lexicalOptions, rank: true });
   const semantic = queryAiwgSemanticIndex(index, embeddingSet, queryEmbedding, { limit: index.items.length });
   const lexicalWeight = options.lexicalWeight ?? 0.5;
   const semanticWeight = options.semanticWeight ?? 0.5;
@@ -8995,8 +11669,15 @@ function queryAiwgHybridIndex(index, embeddingSet, query, queryEmbedding, option
     };
   }).filter((result) => result !== null && result.score >= (options.minScore ?? -1)).sort((left, right) => right.score - left.score || left.item.id.localeCompare(right.item.id)).slice(offset, offset + limit);
 }
-function findAiwgStaticDuplicatePairs(index, embeddingSet, threshold = 0.9) {
+var DEFAULT_AIWG_DUPLICATE_SCAN_MAX_EMBEDDINGS = 5e3;
+function findAiwgStaticDuplicatePairs(index, embeddingSet, threshold = 0.9, options) {
   assertAiwgStaticEmbeddingSet(embeddingSet);
+  const maxEmbeddings = options?.maxEmbeddings ?? DEFAULT_AIWG_DUPLICATE_SCAN_MAX_EMBEDDINGS;
+  if (embeddingSet.embeddings.length > maxEmbeddings) {
+    throw new Error(
+      "Embedding set too large for duplicate scan: " + embeddingSet.embeddings.length + " > " + maxEmbeddings + " (raise options.maxEmbeddings to override for trusted input)"
+    );
+  }
   const byId = new Map(index.items.map((item) => [item.id, item]));
   const pairs = [];
   for (let leftIndex = 0; leftIndex < embeddingSet.embeddings.length; leftIndex += 1) {
@@ -9036,6 +11717,7 @@ function matchSetCacheKey(q, options) {
     concepts: options.concepts ?? null,
     privacy: options.privacy ?? null,
     rel: options.relationshipTargetId ?? null,
+    searchProfile: options.searchProfile ?? "default",
     weights: { ...DEFAULT_QUERY_WEIGHTS, ...options.weights }
   });
 }
@@ -9124,15 +11806,21 @@ function edgeFromRelationship(sourceId, relationship) {
 }
 function relationshipMatches(edge, options = {}) {
   const type = relationshipTypeFilter(options);
-  const direction = options.direction ?? "both";
   if (type && edge.type !== type) return false;
   if (options.relationshipDirection && edge.direction !== options.relationshipDirection) return false;
   if (options.sourceId && edge.source_id !== options.sourceId) return false;
   if (options.targetId && edge.target_id !== options.targetId) return false;
-  if (direction === "out" && options.targetId && edge.target_id !== options.targetId) return false;
-  if (direction === "in" && options.sourceId && edge.source_id !== options.sourceId) return false;
+  if (options.endpointId && edge.source_id !== options.endpointId && edge.target_id !== options.endpointId) return false;
   return true;
 }
+function assertRelationshipDirectionAnchor(options) {
+  if (options.direction === "out" && !options.sourceId) {
+    throw new Error("relationship direction 'out' requires sourceId");
+  }
+  if (options.direction === "in" && !options.targetId) {
+    throw new Error("relationship direction 'in' requires targetId");
+  }
+}
 function nodeSummary(item) {
   return { id: item.id, type: item.type, title: recordTitle(item) };
 }
@@ -9140,6 +11828,7 @@ function addNode(nodes, item) {
   if (item) nodes.set(item.id, nodeSummary(item));
 }
 function relationshipResultFromRecords(records, options = {}) {
+  assertRelationshipDirectionAnchor(options);
   const byId = new Map(records.map((record) => [record.id, record]));
   const edges = [];
   for (const record of records) {
@@ -9149,7 +11838,8 @@ function relationshipResultFromRecords(records, options = {}) {
       edges.push(edge);
     }
   }
-  const limitedEdges = (options.limit ? edges.slice(0, options.limit) : edges).sort((left, right) => left.source_id.localeCompare(right.source_id) || left.target_id.localeCompare(right.target_id) || left.type.localeCompare(right.type));
+  const sortedEdges = edges.sort((left, right) => left.source_id.localeCompare(right.source_id) || left.target_id.localeCompare(right.target_id) || left.type.localeCompare(right.type));
+  const limitedEdges = options.limit ? sortedEdges.slice(0, options.limit) : sortedEdges;
   const nodes = /* @__PURE__ */ new Map();
   for (const edge of limitedEdges) {
     addNode(nodes, byId.get(edge.source_id));
@@ -9166,7 +11856,8 @@ function neighborQueryOptions(id, options = {}) {
   return {
     ...options,
     ...direction === "out" ? { sourceId: id } : {},
-    ...direction === "in" ? { targetId: id } : {}
+    ...direction === "in" ? { targetId: id } : {},
+    ...direction === "both" ? { endpointId: id } : {}
   };
 }
 function filterNeighborResult(id, result, options = {}) {
@@ -9461,7 +12152,7 @@ function createAiwgIndexController(initialIndex) {
       notify();
     },
     createReviewDecisionExport(generatedAt) {
-      const source = index ?? (chunked ? { schema_version: "aiwg.fortemi.index.export.v1" } : null);
+      const source = index ?? (chunked ? { schema_version: chunked.manifest.source_export_schema_version ?? "aiwg.fortemi.index.export.v1" } : null);
       if (!source) throw new Error("No AIWG index export or chunked manifest loaded");
       return createAiwgReviewDecisionExport(source, reviewDecisions, generatedAt);
     },
@@ -9475,13 +12166,14 @@ function createAiwgIndexController(initialIndex) {
 }
 function aiwgFortemiIndexToCommunityGraph(index, options = {}) {
   const ids = new Set(index.items.map((item) => item.id));
-  const relationshipWeights = options.relationshipWeights ?? {};
+  const relationshipWeights = options.relationshipWeights ?? /* @__PURE__ */ Object.create(null);
   const edgeCounts = /* @__PURE__ */ new Map();
   for (const item of index.items) {
     for (const relationship of item.relationships) {
       if (!ids.has(relationship.target_id) && !options.includeDanglingRelationships) continue;
       const kind = relationship.type;
-      const baseWeight = relationshipWeights[kind] ?? 1;
+      const configuredWeight = Object.prototype.hasOwnProperty.call(relationshipWeights, kind) ? relationshipWeights[kind] : void 0;
+      const baseWeight = typeof configuredWeight === "number" && Number.isFinite(configuredWeight) ? configuredWeight : 1;
       const key = `${item.id}\0${relationship.target_id}\0${kind}`;
       const existing = edgeCounts.get(key);
       if (existing) existing.weight += baseWeight;
@@ -9518,8 +12210,8 @@ function communityIdsFor(item, options) {
 }
 
 // src/index.ts
-var VERSION = "2026.7.2";
+var VERSION = "2026.7.4";
 
-export { AIWG_SCAN_REQUIRED_FIELDS, ArchiveManager, AttachmentsRepository, CURRENT_MIGRATION_HEAD, CURRENT_SHARD_VERSION, CapabilityManager, CaptureKnowledgeInputSchema, CollectionsRepository, CommunitiesRepository, DB_SNAPSHOT_SCHEMA_VERSION, DbSnapshotVersionError, EMBED_REQUEST_KIND, EMBED_RESPONSE_KIND, EmbeddingSetsRepository, FallbackRouter, FortemiToolManifest, GetNoteInputSchema, GraphRepository, JOB_CAPABILITIES, JOB_PRIORITIES, JobQueueWorker, LOCAL_ENDPOINTS, LinksRepository, ListNotesInputSchema, ManageArchiveInputSchema, ManageAttachmentsInputSchema, ManageCapabilitiesInputSchema, ManageCollectionsInputSchema, ManageLinksInputSchema, ManageNoteInputSchema, ManageTagsInputSchema, MemoryBlobStore, MigrationRunner, NotesRepository, OpenAICompatibleProvider, PGliteStorageBackend, PGliteStorageBackendFactory, PGliteWorkerClient, PGliteWorkerStorageBackend, PGliteWorkerStorageBackendFactory, ProvenanceRepository, ProviderRegistry, SHARD_FORMAT, SUPPORTED_PGLITE_VERSION, SearchInputSchema, SearchRepository, SkosRepository, TagsRepository, TransactionProxy, TypedEventBus, VERSION, aiRevisionHandler, aiwgFortemiIndexToCommunityGraph, allMigrations, appendPluginScript, assertAiwgFortemiChunkManifest, assertAiwgFortemiChunkPart, assertAiwgFortemiIndexExport, assertAiwgStaticEmbeddingSet, buildAiwgChunkedIndex, buildAiwgStaticEmbeddingSet, buildNoteConditions, buildPluginCsp, captureKnowledge, chunkText, classifyError, classifyModel, clearPrefetchedShard, collectionFromShard, collectionToShard, computeHash, computeSri, conceptTaggingHandler, cosineSimilarity, createAiwgFetchChunkLoader, createAiwgFetchDetailLoader, createAiwgIndexController, createAiwgReviewDecisionExport, createBlobStore, createCosineSemanticProvider, createCspReportHandler, createFortemi, createLegacyProvider, createPGliteBackend, createPGliteInstance, createRemoteBackend, createRoutes, createShardBackend, createWorkerEmbedFunction, defaultStorageBackendFactory, detectCommunities, detectGpuCapabilities, detectInferenceCapabilities, discoverLocalProviders, dumpDbSnapshot, embeddingFromShard, embeddingGenerationHandler, embeddingSetFromShard, embeddingSetMemberToShard, embeddingSetToShard, embeddingToShard, enqueueFullWorkflow, enqueueJob, enqueueNoteCreationJobs, estimateModelFit, estimateVramMB, estimateVramTier, exportShard, fetchPluginScript, findAiwgStaticDuplicatePairs, fortemiManifest, fromPrefetched, generateId, getAiwgFortemiFacets, getEmbedFunction, getFortemiBridge, getFortemiSecretStore, getJobQueueStatus, getLlmFunction, getNote, getPrefetchedSha256, handleEmbedRequests, hasFortemiSecureSecrets, importShard, isPluginScriptAllowed, isShardPrefetched, linkFromShard, linkToShard, linkingHandler, listNotes, manageArchive, manageAttachments, manageCapabilities, manageCollections, manageLinks, manageNote, manageTags, matchRoute, noteFromShard, noteSkosTagToShard, noteToShard, openShard, packTarGz, parseCspReport, prefetchShard, provenanceEdgeToShard, queryAiwgFortemiIndex, queryAiwgHybridIndex, queryAiwgSemanticIndex, registerLlmCapability, registerSemanticCapability, registerSemanticCapabilityWorker, registerServiceWorker, restoreDbSnapshot, searchTool, selectBackend, selectLlmModel, setEmbedFunction, setLlmFunction, sha256Hex, skosConceptToShard, skosRelationToShard, skosSchemeToShard, suggestTags, tagsFromShard, tagsToShard, titleGenerationHandler, unpackTarGz, unregisterLlmCapability, unregisterSemanticCapability, validateAiwgFortemiChunkManifest, validateAiwgFortemiChunkPart, validateAiwgFortemiIndexExport, validateAiwgStaticEmbeddingSet, validateChecksums, verifyDbSnapshotMeta, verifySri };
+export { AIWG_SCAN_REQUIRED_FIELDS, ArchiveManager, AttachmentsRepository, CURRENT_MIGRATION_HEAD, CURRENT_SHARD_VERSION, CapabilityManager, CaptureKnowledgeInputSchema, CollectionsRepository, CommunitiesRepository, DB_SNAPSHOT_SCHEMA_VERSION, DbSnapshotVersionError, EMBED_REQUEST_KIND, EMBED_RESPONSE_KIND, EmbeddingSetsRepository, FORTEMI_COMPATIBILITY_PATH, FORTEMI_COMPATIBILITY_STATES, FORTEMI_REQUIRED_COMPATIBILITY_CAPABILITIES, FallbackRouter, FortemiToolManifest, GetNoteInputSchema, GraphRepository, JOB_CAPABILITIES, JOB_PRIORITIES, JobQueueWorker, LOCAL_ENDPOINTS, LinksRepository, ListNotesInputSchema, ManageArchiveInputSchema, ManageAttachmentsInputSchema, ManageCapabilitiesInputSchema, ManageCollectionsInputSchema, ManageLinksInputSchema, ManageNoteInputSchema, ManageTagsInputSchema, MemoryBlobStore, MigrationRunner, NotesRepository, OpenAICompatibleProvider, PGliteStorageBackend, PGliteStorageBackendFactory, PGliteWorkerClient, PGliteWorkerStorageBackend, PGliteWorkerStorageBackendFactory, ProvenanceRepository, ProviderRegistry, SHARD_FORMAT, SUPPORTED_PGLITE_VERSION, SearchInputSchema, SearchRepository, SkosRepository, TagsRepository, TransactionProxy, TypedEventBus, VERSION, aiRevisionHandler, aiwgFortemiIndexToCommunityGraph, allMigrations, appendPluginScript, assertAiwgFortemiChunkManifest, assertAiwgFortemiChunkPart, assertAiwgFortemiIndexExport, assertAiwgStaticEmbeddingSet, assertShardComponentRecord, buildAiwgChunkedIndex, buildAiwgStaticEmbeddingSet, buildNoteConditions, buildPluginCsp, captureKnowledge, chunkText, classifyError, classifyModel, clearPrefetchedShard, collectionFromShard, collectionToShard, computeBlobHash, computeHash, computeSri, conceptTaggingHandler, cosineSimilarity, createAiwgFetchChunkLoader, createAiwgFetchDetailLoader, createAiwgIndexController, createAiwgReviewDecisionExport, createBlobStore, createCosineSemanticProvider, createCspReportHandler, createFortemi, createLegacyProvider, createPGliteBackend, createPGliteInstance, createRemoteBackend, createRoutes, createShardBackend, createWorkerEmbedFunction, defaultStorageBackendFactory, detectCommunities, detectGpuCapabilities, detectInferenceCapabilities, discoverLocalProviders, dumpDbSnapshot, embeddingConfigToShard, embeddingFromShard, embeddingGenerationHandler, embeddingSetFromShard, embeddingSetMemberToShard, embeddingSetToShard, embeddingToShard, enqueueFullWorkflow, enqueueJob, enqueueNoteCreationJobs, estimateModelFit, estimateVramMB, estimateVramTier, exportShard, fetchAndValidateFortemiCompatibility, fetchPluginScript, filterAiwgRecordsByPrivacy, findAiwgStaticDuplicatePairs, formatFortemiCompatibilitySummary, fortemiCompatibilityUrl, fortemiManifest, fromPrefetched, generateId, getAiwgFortemiFacets, getAiwgFortemiIndexExportSchema, getEmbedFunction, getFortemiBridge, getFortemiSecretStore, getJobQueueStatus, getKnowledgeShardSchema, getLlmFunction, getNote, getPrefetchedSha256, handleEmbedRequests, hasFortemiSecureSecrets, importShard, isPluginScriptAllowed, isShardPrefetched, linkFromShard, linkToShard, linkingHandler, listNotes, manageArchive, manageAttachments, manageCapabilities, manageCollections, manageLinks, manageNote, manageTags, matchRoute, noteFromShard, noteSkosTagToShard, noteToShard, openShard, packTarGz, parseCspReport, prefetchShard, provenanceEdgeToShard, queryAiwgFortemiIndex, queryAiwgHybridIndex, queryAiwgSemanticIndex, registerLlmCapability, registerSemanticCapability, registerSemanticCapabilityWorker, registerServiceWorker, restoreDbSnapshot, searchTool, selectBackend, selectLlmModel, setEmbedFunction, setLlmFunction, sha256Hex, skosConceptToShard, skosRelationToShard, skosSchemeToShard, suggestTags, tagsToShard, templateToShard, titleGenerationHandler, unpackTarGz, unregisterLlmCapability, unregisterSemanticCapability, urlLinkToShard, validateAiwgFortemiChunkManifest, validateAiwgFortemiChunkPart, validateAiwgFortemiIndexExport, validateAiwgFortemiIndexExportSchema, validateAiwgFortemiProjectedRecordSchema, validateAiwgStaticEmbeddingSet, validateChecksums, validateFortemiCompatibilityResponse, validateShardArchive, validateShardComponentRecord, validateShardManifest, verifyDbSnapshotMeta, verifySri };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map