@fortemi/core 2026.7.0 → 2026.7.2

package/dist/aiwg-index.js

@@ -1,3 +1,12 @@
+import { sha256 } from '@noble/hashes/sha256';
+import { bytesToHex } from '@noble/hashes/utils';
+
+// src/hash.ts
+function computeHash(data) {
+  const digest = sha256(data);
+  return `sha256:${bytesToHex(digest)}`;
+}
+
 // src/aiwg-index.ts
 var AIWG_SCAN_REQUIRED_FIELDS = [
   "schema_version",
@@ -15,8 +24,6 @@ var REQUIRED_RECORD_FIELDS = [
   "id",
   "type",
   "source",
-  "title",
-  "text",
   "facets",
   "tags",
   "concepts",
@@ -57,6 +64,12 @@ function isPlainRecord(value) {
 function isOptionalStringArray(value) {
   return value === void 0 || Array.isArray(value) && value.every((item) => typeof item === "string");
 }
+function isSupportedIndexSchemaVersion(value) {
+  return value === "aiwg.fortemi.index.export.v1" || value === "aiwg.fortemi.index.export.v2";
+}
+function isSupportedRecordSchemaVersion(value) {
+  return value === "aiwg.fortemi.index.record.v1" || value === "aiwg.fortemi.index.record.v2";
+}
 function validateOptionalRichMetadata(item, index, errors) {
   if (item.skos_concepts !== void 0) {
     if (!Array.isArray(item.skos_concepts)) {
@@ -103,28 +116,80 @@ function validateOptionalRichMetadata(item, index, errors) {
       if (relationship.metadata !== void 0 && !isPlainRecord(relationship.metadata)) {
         errors.push("items[" + index + "].relationships[" + relationshipIndex + "].metadata must be an object");
       }
+      if (relationship.direction !== void 0 && relationship.direction !== "upstream" && relationship.direction !== "downstream" && relationship.direction !== "related") {
+        errors.push("items[" + index + "].relationships[" + relationshipIndex + "].direction must be upstream, downstream, or related");
+      }
+      if (relationship.target_path !== void 0 && typeof relationship.target_path !== "string") {
+        errors.push("items[" + index + "].relationships[" + relationshipIndex + "].target_path must be a string");
+      }
+    }
+  }
+  if (item.search !== void 0) {
+    if (!isPlainRecord(item.search)) {
+      errors.push("items[" + index + "].search must be an object");
+    } else {
+      if (!isOptionalStringArray(item.search.triggers)) errors.push("items[" + index + "].search.triggers must be a string array");
+      if (!isOptionalStringArray(item.search.aliases)) errors.push("items[" + index + "].search.aliases must be a string array");
+      if (!isOptionalStringArray(item.search.tags)) errors.push("items[" + index + "].search.tags must be a string array");
+      if (item.search.frontmatter !== void 0 && !isPlainRecord(item.search.frontmatter)) {
+        errors.push("items[" + index + "].search.frontmatter must be an object");
+      }
     }
   }
+  if (item.chunks !== void 0) {
+    if (!Array.isArray(item.chunks)) {
+      errors.push("items[" + index + "].chunks must be an array when present");
+    } else {
+      for (const [chunkIndex, chunk] of item.chunks.entries()) {
+        if (!isPlainRecord(chunk)) errors.push("items[" + index + "].chunks[" + chunkIndex + "] must be an object");
+        if (chunk.metadata !== void 0 && !isPlainRecord(chunk.metadata)) {
+          errors.push("items[" + index + "].chunks[" + chunkIndex + "].metadata must be an object");
+        }
+      }
+    }
+  }
+  if (item.embeddings !== void 0) {
+    if (!Array.isArray(item.embeddings)) {
+      errors.push("items[" + index + "].embeddings must be an array when present");
+    } else {
+      for (const [embeddingIndex, embedding] of item.embeddings.entries()) {
+        if (!isPlainRecord(embedding)) errors.push("items[" + index + "].embeddings[" + embeddingIndex + "] must be an object");
+        const vector = embedding.embedding ?? embedding.vector;
+        if (vector !== void 0 && (!Array.isArray(vector) || !vector.every((entry) => typeof entry === "number"))) {
+          errors.push("items[" + index + "].embeddings[" + embeddingIndex + "].embedding/vector must be a number array");
+        }
+        if (embedding.metadata !== void 0 && !isPlainRecord(embedding.metadata)) {
+          errors.push("items[" + index + "].embeddings[" + embeddingIndex + "].metadata must be an object");
+        }
+      }
+    }
+  }
+  if (item.compatibility !== void 0 && !isPlainRecord(item.compatibility)) {
+    errors.push("items[" + index + "].compatibility must be an object");
+  }
 }
 function validateAiwgFortemiIndexExport(value) {
   const errors = [];
   const counts = {};
   const data = value;
-  if (data?.schema_version !== "aiwg.fortemi.index.export.v1") {
-    errors.push("schema_version must be aiwg.fortemi.index.export.v1");
+  if (!isSupportedIndexSchemaVersion(data?.schema_version)) {
+    errors.push("schema_version must be aiwg.fortemi.index.export.v1 or aiwg.fortemi.index.export.v2");
   }
   if (!hasString(data?.generated_at)) errors.push("generated_at is required");
   if (!hasString(data?.source?.repo)) errors.push("source.repo is required");
   if (!hasString(data?.source?.privacy)) errors.push("source.privacy is required");
   if (!Array.isArray(data?.items)) errors.push("items must be an array");
+  if (data.compatibility !== void 0 && !isPlainRecord(data.compatibility)) {
+    errors.push("compatibility must be an object");
+  }
   const ids = /* @__PURE__ */ new Set();
   let previousId = "";
   for (const [index, item] of (data.items ?? []).entries()) {
     for (const field of REQUIRED_RECORD_FIELDS) {
       if (!(field in item)) errors.push("items[" + index + "]." + field + " is required");
     }
-    if (item.schema_version !== "aiwg.fortemi.index.record.v1") {
-      errors.push("items[" + index + "].schema_version must be aiwg.fortemi.index.record.v1");
+    if (!isSupportedRecordSchemaVersion(item.schema_version)) {
+      errors.push("items[" + index + "].schema_version must be aiwg.fortemi.index.record.v1 or aiwg.fortemi.index.record.v2");
     }
     if (!hasString(item.id)) errors.push("items[" + index + "].id is required");
     if (hasString(item.id) && ids.has(item.id)) errors.push("duplicate id: " + item.id);
@@ -138,6 +203,12 @@ function validateAiwgFortemiIndexExport(value) {
     if (!hasString(item.source?.path)) errors.push("items[" + index + "].source.path is required");
     if (!hasString(item.source?.repo_relative_path)) errors.push("items[" + index + "].source.repo_relative_path is required");
     if (!hasString(item.source?.locator)) errors.push("items[" + index + "].source.locator is required");
+    if (typeof item.title !== "string" && typeof item.search?.title !== "string" && typeof item.search?.name !== "string") {
+      errors.push("items[" + index + "].title or search.title/search.name is required");
+    }
+    if (typeof item.text !== "string" && typeof item.search?.body !== "string" && typeof item.search?.summary !== "string") {
+      errors.push("items[" + index + "].text or search.body/search.summary is required");
+    }
     if (!Array.isArray(item.tags)) errors.push("items[" + index + "].tags must be an array");
     if (!Array.isArray(item.concepts)) errors.push("items[" + index + "].concepts must be an array");
     if (!Array.isArray(item.relationships)) errors.push("items[" + index + "].relationships must be an array");
@@ -218,8 +289,8 @@ function validateProjectedRecords(items) {
   const ids = /* @__PURE__ */ new Set();
   let previousId = "";
   for (const [index, item] of items.entries()) {
-    if (item.schema_version !== "aiwg.fortemi.index.record.v1") {
-      errors.push("items[" + index + "].schema_version must be aiwg.fortemi.index.record.v1");
+    if (!isSupportedRecordSchemaVersion(item.schema_version)) {
+      errors.push("items[" + index + "].schema_version must be aiwg.fortemi.index.record.v1 or aiwg.fortemi.index.record.v2");
     }
     if (!hasString(item.id)) errors.push("items[" + index + "].id is required");
     if (hasString(item.id) && ids.has(item.id)) errors.push("duplicate id: " + item.id);
@@ -229,8 +300,12 @@ function validateProjectedRecords(items) {
     }
     if (hasString(item.id)) previousId = item.id;
     if (!hasString(item.type)) errors.push("items[" + index + "].type must be a non-empty string");
-    if (!hasString(item.title)) errors.push("items[" + index + "].title is required");
-    if (typeof item.text !== "string") errors.push("items[" + index + "].text is required");
+    if (typeof item.title !== "string" && typeof item.search?.title !== "string" && typeof item.search?.name !== "string") {
+      errors.push("items[" + index + "].title or search.title/search.name is required");
+    }
+    if (typeof item.text !== "string" && typeof item.search?.body !== "string" && typeof item.search?.summary !== "string") {
+      errors.push("items[" + index + "].text or search.body/search.summary is required");
+    }
     if (!item.facets || typeof item.facets !== "object" || Array.isArray(item.facets)) {
       errors.push("items[" + index + "].facets must be an object");
     }
@@ -322,6 +397,86 @@ function getAiwgFortemiFacets(items) {
   }
   return result;
 }
+function recordTitle(item) {
+  return item.title ?? item.search?.title ?? item.search?.name ?? item.id;
+}
+function recordText(item) {
+  const base = item.text ?? item.search?.body ?? item.search?.summary ?? item.chunks?.map((chunk) => chunk.text ?? chunk.body ?? chunk.summary ?? "").filter(Boolean).join("\n") ?? "";
+  const extractedText = "binary_sources" in item ? item.binary_sources?.map((source) => source.extracted_text).filter(Boolean).join("\n") ?? "" : "";
+  return [base, extractedText].filter(Boolean).join("\n");
+}
+function defaultEmbeddingInput(record, granularity) {
+  const title = recordTitle(record);
+  const text = recordText(record);
+  if (granularity === "title-summary") {
+    const extractedText = record.binary_sources?.map((source) => source.extracted_text).filter(Boolean).join("\n") ?? "";
+    return [title, record.search?.summary ?? "", extractedText].filter(Boolean).join("\n");
+  }
+  return [title, text].filter(Boolean).join("\n");
+}
+function generatedAtString(value) {
+  if (value instanceof Date) return value.toISOString();
+  return value ?? (/* @__PURE__ */ new Date()).toISOString();
+}
+async function buildAiwgStaticEmbeddingSet(index, options) {
+  assertAiwgFortemiIndexExport(index);
+  const granularity = options.granularity ?? "body";
+  const records = options.records ?? index.items;
+  const embeddings = [];
+  for (const record of records) {
+    const input = options.textForRecord?.(record) ?? defaultEmbeddingInput(record, granularity);
+    const embedding = await options.backend.embed(input, record);
+    if (embedding.length !== options.backend.dimensions) {
+      throw new Error(`Embedding for ${record.id} has ${embedding.length} dimensions; expected ${options.backend.dimensions}`);
+    }
+    embeddings.push({
+      record_id: record.id,
+      embedding,
+      granularity,
+      input_hash: computeHash(new TextEncoder().encode(input)),
+      source_path: record.source.path
+    });
+  }
+  const embeddingSet = {
+    schema_version: "aiwg.fortemi.embedding.set.v1",
+    id: options.id,
+    model: options.backend.model,
+    dimensions: options.backend.dimensions,
+    generated_at: generatedAtString(options.generatedAt),
+    granularity,
+    ...options.metric ? { metric: options.metric } : {},
+    input_hash_algorithm: "sha256",
+    embeddings
+  };
+  assertAiwgStaticEmbeddingSet(embeddingSet);
+  return embeddingSet;
+}
+function recordSearchValues(item) {
+  const search = item.search;
+  const values = [
+    item.id,
+    recordTitle(item),
+    recordText(item),
+    search?.title,
+    search?.name,
+    search?.summary,
+    search?.body,
+    search?.capability,
+    search?.phase,
+    search?.type,
+    ...search?.triggers ?? [],
+    ...search?.aliases ?? [],
+    ...search?.tags ?? [],
+    ...(item.chunks ?? []).flatMap((chunk) => [chunk.text, chunk.body, chunk.summary, chunk.source_path])
+  ];
+  if (search?.frontmatter) {
+    for (const value of Object.values(search.frontmatter)) {
+      if (typeof value === "string") values.push(value);
+      else if (Array.isArray(value)) values.push(...value.filter((entry) => typeof entry === "string"));
+    }
+  }
+  return values.filter((value) => typeof value === "string" && value.length > 0);
+}
 function buildAiwgChunkedIndex(index, options = {}) {
   const partSize = hasPositiveInteger(options.partSize) ? options.partSize : 500;
   const projection = options.projection;
@@ -383,14 +538,21 @@ function matchesFacetFilters(item, filters) {
 function queryMatches(item, q) {
   if (!q) return [];
   const matches = [];
-  if (item.title.toLowerCase().includes(q)) matches.push({ field: "title", value: item.title });
-  if (item.text.toLowerCase().includes(q)) matches.push({ field: "text", value: item.text });
+  const title = recordTitle(item);
+  const text = recordText(item);
+  if (title.toLowerCase().includes(q)) matches.push({ field: "title", value: title });
+  if (text.toLowerCase().includes(q)) matches.push({ field: "text", value: text });
   for (const tag of item.tags) {
     if (tag.toLowerCase().includes(q)) matches.push({ field: "tag", value: tag });
   }
   for (const concept of item.concepts) {
     if (concept.toLowerCase().includes(q)) matches.push({ field: "concept", value: concept });
   }
+  for (const value of recordSearchValues(item)) {
+    if (value !== title && value !== text && value.toLowerCase().includes(q)) {
+      matches.push({ field: "text", value, score: DEFAULT_QUERY_WEIGHTS.text });
+    }
+  }
   return matches;
 }
 var DISCOVERY_STOPWORDS = /* @__PURE__ */ new Set([
@@ -446,17 +608,28 @@ function discoveryMatches(item, query) {
   const idParts = item.id.split(/[:/]/);
   const names = [
     item.id,
-    item.title,
+    recordTitle(item),
+    item.search?.name,
+    item.search?.title,
+    ...item.search?.aliases ?? [],
     ...idParts,
     ...facetValues(item, ["name", "canonical_name", "command", "skill", "agent", "rule"])
-  ].filter(Boolean);
-  const triggers = facetValues(item, ["trigger", "triggers", "trigger_phrase", "trigger_phrases"]);
+  ].filter((value) => hasString(value));
+  const triggers = [
+    ...facetValues(item, ["trigger", "triggers", "trigger_phrase", "trigger_phrases"]),
+    ...item.search?.triggers ?? []
+  ];
   const capabilities = [
     ...facetValues(item, ["capability", "capabilities", "summary", "description"]),
+    item.search?.capability,
+    item.search?.summary,
+    item.search?.phase,
+    item.search?.type,
+    ...item.search?.tags ?? [],
     ...item.concepts,
     ...item.tags
-  ];
-  const sourceValues = [item.source?.path, item.source?.repo_relative_path, item.source?.locator].filter(Boolean);
+  ].filter((value) => hasString(value));
+  const sourceValues = [item.source?.path, item.source?.repo_relative_path, item.source?.locator].filter((value) => hasString(value));
   for (const name of names) {
     const canonicalName = canonicalDiscoveryName(name);
     if (!canonicalName) continue;
@@ -466,8 +639,9 @@ function discoveryMatches(item, query) {
       addDiscoveryMatch(matches, { field: "id", value: name, score: 48, reason: "near canonical name" });
     }
   }
-  const titleOverlap = tokenOverlapScore(tokens, item.title);
-  if (titleOverlap > 0) addDiscoveryMatch(matches, { field: "title", value: item.title, score: 18 * titleOverlap, reason: "title token overlap" });
+  const title = recordTitle(item);
+  const titleOverlap = tokenOverlapScore(tokens, title);
+  if (titleOverlap > 0) addDiscoveryMatch(matches, { field: "title", value: title, score: 18 * titleOverlap, reason: "title token overlap" });
   for (const trigger of triggers) {
     const overlap = tokenOverlapScore(tokens, trigger);
     if (overlap > 0) addDiscoveryMatch(matches, { field: "facet", value: trigger, score: 34 * overlap, reason: "trigger phrase" });
@@ -476,8 +650,9 @@ function discoveryMatches(item, query) {
     const overlap = tokenOverlapScore(tokens, capability);
     if (overlap > 0) addDiscoveryMatch(matches, { field: "concept", value: capability, score: 22 * overlap, reason: "capability overlap" });
   }
-  const textOverlap = tokenOverlapScore(tokens, item.text);
-  if (textOverlap > 0) addDiscoveryMatch(matches, { field: "text", value: item.text, score: 8 * textOverlap, reason: "body token overlap" });
+  const text = recordText(item);
+  const textOverlap = tokenOverlapScore(tokens, text);
+  if (textOverlap > 0) addDiscoveryMatch(matches, { field: "text", value: text, score: 8 * textOverlap, reason: "body token overlap" });
   for (const source of sourceValues) {
     const overlap = tokenOverlapScore(tokens, source);
     if (overlap > 0) addDiscoveryMatch(matches, { field: "source", value: source, score: 2 * overlap, reason: "path overlap" });
@@ -505,7 +680,7 @@ function createSnippet(item, matches, q, maxLength) {
   const textMatch = matches.find((match) => match.field === "text");
   const titleMatch = matches.find((match) => match.field === "title");
   const firstMatch = textMatch ?? titleMatch ?? matches[0];
-  return clipSnippet(firstMatch?.value ?? item.text, q, maxLength);
+  return clipSnippet(firstMatch?.value ?? recordText(item), q, maxLength);
 }
 function createRankedEntries(items, q, options, ordinalBase = 0) {
   const weights = { ...DEFAULT_QUERY_WEIGHTS, ...options.weights };
@@ -767,13 +942,16 @@ function edgeFromRelationship(sourceId, relationship) {
     source_id: sourceId,
     target_id: relationship.target_id,
     type: relationship.type,
-    ...relationship.source_path ? { source_path: relationship.source_path } : {}
+    ...relationship.source_path ? { source_path: relationship.source_path } : {},
+    ...relationship.target_path ? { target_path: relationship.target_path } : {},
+    ...relationship.direction ? { direction: relationship.direction } : {}
   };
 }
 function relationshipMatches(edge, options = {}) {
   const type = relationshipTypeFilter(options);
   const direction = options.direction ?? "both";
   if (type && edge.type !== type) return false;
+  if (options.relationshipDirection && edge.direction !== options.relationshipDirection) return false;
   if (options.sourceId && edge.source_id !== options.sourceId) return false;
   if (options.targetId && edge.target_id !== options.targetId) return false;
   if (direction === "out" && options.targetId && edge.target_id !== options.targetId) return false;
@@ -781,7 +959,7 @@ function relationshipMatches(edge, options = {}) {
   return true;
 }
 function nodeSummary(item) {
-  return { id: item.id, type: item.type, title: item.title };
+  return { id: item.id, type: item.type, title: recordTitle(item) };
 }
 function addNode(nodes, item) {
   if (item) nodes.set(item.id, nodeSummary(item));
@@ -1164,6 +1342,6 @@ function communityIdsFor(item, options) {
   return [`type:${item.type}`];
 }
 
-export { AIWG_SCAN_REQUIRED_FIELDS, aiwgDetailHrefForId, aiwgFortemiIndexToCommunityGraph, assertAiwgFortemiChunkManifest, assertAiwgFortemiChunkPart, assertAiwgFortemiIndexExport, assertAiwgStaticEmbeddingSet, buildAiwgChunkedIndex, createAiwgFetchChunkLoader, createAiwgFetchDetailLoader, createAiwgIndexController, createAiwgReviewDecisionExport, encodeAiwgDetailId, findAiwgStaticDuplicatePairs, getAiwgFortemiFacets, queryAiwgFortemiIndex, queryAiwgHybridIndex, queryAiwgSemanticIndex, validateAiwgFortemiChunkManifest, validateAiwgFortemiChunkPart, validateAiwgFortemiIndexExport, validateAiwgStaticEmbeddingSet };
+export { AIWG_SCAN_REQUIRED_FIELDS, aiwgDetailHrefForId, aiwgFortemiIndexToCommunityGraph, assertAiwgFortemiChunkManifest, assertAiwgFortemiChunkPart, assertAiwgFortemiIndexExport, assertAiwgStaticEmbeddingSet, buildAiwgChunkedIndex, buildAiwgStaticEmbeddingSet, createAiwgFetchChunkLoader, createAiwgFetchDetailLoader, createAiwgIndexController, createAiwgReviewDecisionExport, encodeAiwgDetailId, findAiwgStaticDuplicatePairs, getAiwgFortemiFacets, queryAiwgFortemiIndex, queryAiwgHybridIndex, queryAiwgSemanticIndex, validateAiwgFortemiChunkManifest, validateAiwgFortemiChunkPart, validateAiwgFortemiIndexExport, validateAiwgStaticEmbeddingSet };
 //# sourceMappingURL=aiwg-index.js.map
 //# sourceMappingURL=aiwg-index.js.map