@odla-ai/chapter 0.47.2 → 0.47.4

package/dist/worker/index.cjs

@@ -6214,40 +6214,80 @@ function restrictedRecord(record4, target) {
 
 // src/worker-routes-network-records-search.ts
 var import_crm9 = require("@odla-ai/crm");
-var MAX_SAFE_LIKE_BYTES = 50;
-function safePrefix(value) {
-  const prefixed = `${value}%`;
-  return value.includes("%") || value.includes("_") || new TextEncoder().encode(prefixed).byteLength > MAX_SAFE_LIKE_BYTES ? value : { $like: prefixed };
+var SEARCH_BATCH_SIZE = 1e3;
+var MAX_READER_SEARCH_POPULATION = 1e4;
+var ReaderSearchPopulationError = class extends Error {
+  count;
+  constructor(count) {
+    super(`reader-visible search population exceeds ${MAX_READER_SEARCH_POPULATION} records`);
+    this.name = "ReaderSearchPopulationError";
+    this.count = count;
+  }
+};
+function folded(value) {
+  return value.replace(/[øØ]/gu, "o").replace(/[łŁ]/gu, "l").replace(/[đĐðÐ]/gu, "d").replace(/[æÆ]/gu, "ae").replace(/[œŒ]/gu, "oe").replace(/[þÞ]/gu, "th").replace(/ß/gu, "ss").normalize("NFKD").replace(/\p{M}/gu, "").toLocaleLowerCase("en-US").replace(/[^\p{L}\p{N}@._+-]+/gu, " ").trim();
+}
+function terms(value) {
+  return folded(value).split(/\s+/u).filter(Boolean);
+}
+function matchesReaderIdentity(record4, search, includeEmail) {
+  const query = terms(search);
+  if (!query.length) return true;
+  const name = folded(record4.name);
+  const visible = [name, ...name.split(/\s+/u).filter(Boolean)];
+  if (includeEmail && record4.primaryEmail) visible.push(folded(record4.primaryEmail));
+  return query.every((term) => visible.some((candidate) => candidate.includes(term)));
+}
+function baseWhere(type, stage) {
+  return {
+    and: [
+      { type },
+      { archived: false },
+      ...stage ? [{ stage }] : []
+    ]
+  };
+}
+async function listVisibleSearchPopulation(db, where, window, count) {
+  if (count > MAX_READER_SEARCH_POPULATION) throw new ReaderSearchPopulationError(count);
+  const offsets = Array.from(
+    { length: Math.ceil(count / SEARCH_BATCH_SIZE) },
+    (_, index2) => index2 * SEARCH_BATCH_SIZE
+  );
+  const pages = await Promise.all(offsets.map((offset) => db.query({
+    [import_crm9.CRM_NS.record]: { $: {
+      where,
+      order: { [window.sort.field]: window.sort.dir },
+      limit: Math.min(SEARCH_BATCH_SIZE, count - offset),
+      offset
+    } }
+  })));
+  return pages.flatMap((page) => (page[import_crm9.CRM_NS.record] ?? []).map(import_crm9.rowToRecord));
 }
 async function listReaderRecords(db, type, allowed2, emailField, window) {
-  const clauses = [
-    { type },
-    { archived: false },
-    ...window.stage ? [{ stage: window.stage }] : []
-  ];
+  const where = baseWhere(type, window.stage);
+  const crmDb = db;
+  const aggregate = await crmDb.aggregate(import_crm9.CRM_NS.record, { count: true }, { where });
+  const candidateCount = aggregate.count ?? 0;
   if (window.search) {
-    const visible = [{ name: safePrefix(window.search) }];
-    if (emailField && allowed2.includes(emailField)) {
-      visible.push({ primaryEmail: safePrefix(window.search.toLowerCase()) });
-    }
-    clauses.push({ or: visible });
+    const population = await listVisibleSearchPopulation(crmDb, where, window, candidateCount);
+    const includeEmail = Boolean(emailField && allowed2.includes(emailField));
+    const matches = population.filter((record4) => matchesReaderIdentity(record4, window.search, includeEmail));
+    return {
+      records: matches.slice(window.offset, window.offset + window.limit),
+      total: matches.length
+    };
   }
-  const where = { and: clauses };
-  const crmDb = db;
-  const [result, aggregate] = await Promise.all([
-    crmDb.query({
-      [import_crm9.CRM_NS.record]: { $: {
-        where,
-        order: { [window.sort.field]: window.sort.dir },
-        limit: window.limit,
-        offset: window.offset
-      } }
-    }),
-    crmDb.aggregate(import_crm9.CRM_NS.record, { count: true }, { where })
-  ]);
+  const result = await crmDb.query({
+    [import_crm9.CRM_NS.record]: { $: {
+      where,
+      order: { [window.sort.field]: window.sort.dir },
+      limit: window.limit,
+      offset: window.offset
+    } }
+  });
   return {
     records: (result[import_crm9.CRM_NS.record] ?? []).map(import_crm9.rowToRecord),
-    total: aggregate.count ?? 0
+    total: candidateCount
   };
 }
 
@@ -6406,13 +6446,25 @@ var handleNetworkRecords = async (req, url, env, ctx) => {
   if (window.stage && !stages.some((stage) => stage.id === window.stage)) {
     return json({ error: "stage is not defined for this record type" }, 400);
   }
-  const page = await listReaderRecords(
-    db,
-    type,
-    allowed2,
-    typeDef.emailField,
-    window
-  );
+  let page;
+  try {
+    page = await listReaderRecords(
+      db,
+      type,
+      allowed2,
+      typeDef.emailField,
+      window
+    );
+  } catch (error) {
+    if (error instanceof ReaderSearchPopulationError) {
+      return json({
+        error: "directory search requires a narrower stage filter",
+        code: "search_population_too_large",
+        maximum: 1e4
+      }, 422);
+    }
+    throw error;
+  }
   const response = {
     version: 1,
     site: { id: ctx.chapter.id, name: ctx.chapter.name },
@@ -6961,6 +7013,9 @@ async function networkSourceKey(sourceSystem, sourceRecordId) {
 async function networkChapterLinkId(personId, chapterId, chapterPersonId) {
   return `chapter_person_${await sha256(`${personId}\0${chapterId}\0${chapterPersonId}`)}`;
 }
+async function networkChapterPersonSourceKey(chapterId, chapterPersonId) {
+  return `chapter_source_${await sha256(`${chapterId}\0${chapterPersonId}`)}`;
+}
 function projectNetworkContactPolicy(policy, links) {
   return links.map((link) => ({ ...link, contactPolicy: { ...policy } }));
 }
@@ -7222,10 +7277,11 @@ var MUTATION_ID4 = /^[A-Za-z0-9_-]{16,128}$/;
 function redactedName(displayName) {
   return displayName.split(/\s+/).filter(Boolean).map((part) => `${part[0]?.toUpperCase() ?? ""}\u2026`).join(" ");
 }
-var redactedLink = (link) => ({
+var redactedLink = async (link) => ({
   id: link.id,
   personId: link.personId,
   chapterId: link.chapterId,
+  sourceKey: await networkChapterPersonSourceKey(link.chapterId, link.chapterPersonId),
   state: link.state,
   createdAt: link.createdAt
 });
@@ -7389,8 +7445,9 @@ var handleAdminNetworkPersonRegistry = async (req, url, env, ctx) => {
     }
   }
   const state = await loadNetworkPersonRegistry(db);
-  const persons = state.persons.map((person) => {
+  const persons = await Promise.all(state.persons.map(async (person) => {
     const links = state.links.filter((link) => link.personId === person.id);
+    const safeLinks = await Promise.all(links.map(redactedLink));
     const canonicalId = canonicalNetworkPersonId(person.id, state.persons);
     const canonical2 = state.persons.find((candidate) => candidate.id === canonicalId) ?? person;
     return {
@@ -7402,16 +7459,20 @@ var handleAdminNetworkPersonRegistry = async (req, url, env, ctx) => {
       revision: person.revision,
       contactPolicy: safePolicy(person.contactPolicy),
       identityClaims: state.claims.filter((claim) => claim.personId === person.id).map(({ id, kind, hint, verifiedAt }) => ({ id, kind, hint: hint ?? null, verifiedAt })),
-      chapterLinks: links.map(redactedLink),
-      chapterProjections: projectNetworkContactPolicy(canonical2.contactPolicy, links.map(redactedLink)).map(({ contactPolicy, ...projection }) => ({ ...projection, contactPolicy: safePolicy(contactPolicy) }))
+      chapterLinks: safeLinks,
+      chapterProjections: projectNetworkContactPolicy(canonical2.contactPolicy, safeLinks).map(({ contactPolicy, ...projection }) => ({ ...projection, contactPolicy: safePolicy(contactPolicy) }))
     };
-  });
+  }));
   const aliases = state.aliases.map(safeAlias);
   return json({
     version: 1,
     mode: "shadow",
     writable: true,
     authoritativeForChapterOperation: false,
+    // loadNetworkPersonRegistry deliberately bounds each collection at 1,000.
+    // Exactly 1,000 links may mean there are more, so fail closed rather than
+    // letting a consumer mistake an omitted explicit link for "source only".
+    chapterLinkProjectionComplete: state.links.length < 1e3,
     configuredChapterIds: ctx.chapter.networkPersonRegistry.chapterIds,
     persons,
     aliases,