@ai-matrx/agents 0.18.1 → 0.19.1

package/dist/sources/runtime/index.js

@@ -8,12 +8,12 @@ function deliveryPatch(delivery) {
 var DELIVERY_WORDS = {
   direct: {
     label: "Include the text",
-    hint: "The text is handed to the AI with your request, so it reads all of it before it starts.",
+    hint: "Sent in full",
     summary: "Text included"
   },
   context: {
     label: "Let the AI look it up",
-    hint: "Nothing is sent up front. The AI opens this Source and reads the parts it needs while it works \u2014 best for very large Sources.",
+    hint: "Read as needed",
     summary: "Looked up when needed"
   }
 };
@@ -90,7 +90,7 @@ function resumableInput(draft) {
     case "youtube":
       return input.url?.trim() ? input : null;
     case "audio":
-      return input.fileId ? input : null;
+      return input.fileId || input.text?.trim() ? input : null;
     default:
       return null;
   }
@@ -106,12 +106,12 @@ function reloadedCard(draft, status) {
   return { action: "lost", sentence: RELOADED_WHILE_ADDING };
 }
 var MAX_KEPT_TEXT_KNOB = { feature: "sources", key: "max_kept_draft_chars" };
-var NOT_KEPT_FOR_RELOAD = "Too large to keep on this device, so it will not come back if the page reloads before it is added.";
+var NOT_KEPT_FOR_RELOAD = "Too large to restore if the page reloads before it is added.";
 var WAITING_FOR_ORGANIZATION = "Waiting for an organization \u2014 choose one and this continues by itself.";
 var KEEP_WAITING_FOR_ORGANIZATION = "Read. Waiting for an organization to keep it \u2014 choose one and it is kept by itself.";
 
 // sources/runtime/fileSource.ts
-var UNREADABLE = "The file is stored, but it could not be read into a Source, so nothing in it can be used yet. Remove it, or add a different copy (a PDF, Word file or plain text reads best).";
+var UNREADABLE = "Can't read this file \u2014 add a PDF, Word or text copy.";
 function nextFileStep(status, ctx) {
   const pdId = status?.processed_document_id ?? null;
   if (pdId) return { do: "keep", processedDocumentId: pdId };
@@ -119,7 +119,7 @@ function nextFileStep(status, ctx) {
   if (status?.state === "failed")
     return {
       do: "unreadable",
-      reason: status.error?.message ? `The file could not be read: ${status.error.message}. Remove it, or add it again.` : UNREADABLE
+      reason: status.error?.message ? `Can't read this file: ${status.error.message}. Add it again.` : UNREADABLE
     };
   if (!ctx.started) return { do: "start" };
   return { do: "unreadable", reason: UNREADABLE };
@@ -235,191 +235,10 @@ function totalChars(value) {
   return value.sources.filter((entry) => entry.state === "ready" || entry.state === "processing").reduce((sum, entry) => sum + manifestEntryChars(entry), 0);
 }
 
-// sources/runtime/plan.ts
-var HEAVY_SHARE = 0.7;
-var PAGE_SUFFIX = (page) => page !== void 0 && page > 0 ? ` (page ${page})` : "";
-function renderedPartChars(segment, chars) {
-  return `### Chunk ${segment.id}${PAGE_SUFFIX(segment.page)}`.length + 1 + chars;
-}
-function capParts(parts, maxChars) {
-  if (!maxChars) return { kept: parts.map((seg) => ({ seg, chars: seg.chars })), capped: false };
-  const kept = [];
-  let used = 0;
-  for (const seg of parts) {
-    if (used + seg.chars <= maxChars) {
-      kept.push({ seg, chars: seg.chars });
-      used += seg.chars;
-      continue;
-    }
-    const room = maxChars - used;
-    if (room > 0 && kept.length === 0) kept.push({ seg, chars: room });
-    return { kept, capped: true };
-  }
-  return { kept, capped: false };
-}
-function chosenForm(entry, ref) {
-  const key = ref.representation ?? entry.default_form;
-  return entry.forms.find((f) => f.form === key) ?? entry.forms.find((f) => f.form === entry.default_form) ?? null;
-}
-function isUsable(entry) {
-  return entry.state === "ready" || entry.state === "processing";
-}
-function measure(entry, ref) {
-  const form = chosenForm(entry, ref);
-  const formChars = form?.chars ?? 0;
-  const formLabel = form?.label ?? "Text";
-  const segments = entry.segments ?? null;
-  if (segments && segments.length > 0) {
-    const wanted = ref.include_segments?.length ? new Set(ref.include_segments) : null;
-    const chosen = wanted ? segments.filter((s) => wanted.has(s.id)) : segments;
-    const { kept, capped: capped2 } = capParts(chosen, ref.max_chars);
-    const body = kept.reduce((sum, k) => sum + renderedPartChars(k.seg, k.chars), 0);
-    const sentChars = kept.length ? body + 2 * (kept.length - 1) : 0;
-    return {
-      formChars,
-      formLabel,
-      sentChars,
-      exact: true,
-      partsSent: kept.length,
-      partsTotal: segments.length,
-      capped: capped2
-    };
-  }
-  const capped = ref.max_chars !== void 0 && formChars > ref.max_chars;
-  return {
-    formChars,
-    formLabel,
-    sentChars: capped ? ref.max_chars ?? formChars : formChars,
-    exact: false,
-    partsSent: null,
-    partsTotal: null,
-    capped
-  };
-}
-function planSourceReview(input) {
-  const estimateTokens = input.estimateTokens ?? estimateSourceTokens;
-  const windowIsFallback = !input.modelWindowTokens || input.modelWindowTokens <= 0;
-  const windowTokens = windowIsFallback ? input.fallbackWindowTokens : input.modelWindowTokens;
-  let sentChars = 0;
-  const entries = input.manifest.sources.map((entry, index) => {
-    const ref = input.refs[index] ?? entry.ref;
-    const m = measure(entry, ref);
-    const base = { index, ref, entry, ...m };
-    if (!isUsable(entry)) {
-      return { ...base, status: "unusable", sentChars: 0, sentTokens: 0 };
-    }
-    if (sourceDelivery(ref) === "context") {
-      return { ...base, status: "on_demand", sentChars: 0, sentTokens: 0 };
-    }
-    if (estimateTokens(sentChars + m.sentChars) > windowTokens) {
-      return { ...base, status: "left_out", sentTokens: estimateTokens(m.sentChars) };
-    }
-    sentChars += m.sentChars;
-    return { ...base, status: "included", sentTokens: estimateTokens(m.sentChars) };
-  });
-  const sentTokens = estimateTokens(sentChars);
-  const leftOut = entries.filter((e) => e.status === "left_out");
-  const share = windowTokens > 0 ? sentTokens / windowTokens : 0;
-  const anythingGoesIn = entries.some((e) => e.status === "included" || e.status === "on_demand");
-  const verdict = !anythingGoesIn && leftOut.length === 0 ? "empty" : leftOut.length > 0 ? "too_much" : share >= HEAVY_SHARE ? "heavy" : "fine";
-  const kept = entries.filter((e) => e.status !== "left_out").map(
-    (e) => createSourceRef(e.ref.resource_type, e.ref.resource_id, {
-      representation: e.ref.representation,
-      include_segments: e.ref.include_segments,
-      delivery: e.ref.delivery,
-      max_chars: e.ref.max_chars,
-      promote: e.ref.promote,
-      exclude: e.ref.exclude
-    })
-  );
-  const grounding = input.base.grounding === "selected" && !kept.some((r) => r.include_segments?.length) ? void 0 : input.base.grounding;
-  const sourceSet = createSourceSet(kept, {
-    topic: input.base.topic,
-    grounding,
-    retrieve_query: input.base.retrieve_query,
-    target_model_id: input.targetModelId ?? input.base.target_model_id
-  });
-  return {
-    entries,
-    sentChars,
-    sentTokens,
-    windowTokens,
-    windowIsFallback,
-    verdict,
-    share,
-    leftOut,
-    sourceSet
-  };
-}
-
-// sources/runtime/client.ts
-function marked(options) {
-  return {
-    bodyCarriedRead: true,
-    ...options?.organizationId ? { organizationId: options.organizationId } : {},
-    ...options?.signal ? { signal: options.signal } : {}
-  };
-}
-function createSourcesClient(transport) {
-  return {
-    manifest: (sourceSet, options) => transport.post("/sources/manifest", { source_set: sourceSet }, marked(options)),
-    resolve: (sourceSet, options) => transport.post("/sources/resolve", { source_set: sourceSet }, marked(options)),
-    searchParts: (ref, query, options) => transport.post("/sources/parts/search", { source_ref: ref, query }, marked(options))
-  };
-}
-var SourceDoorError = class extends Error {
-  status;
-  body;
-  constructor(status, message, body) {
-    super(message);
-    this.name = "SourceDoorError";
-    this.status = status;
-    this.body = body;
-  }
-};
-function refusalMessage(status, body) {
-  if (body && typeof body === "object") {
-    const record = body;
-    const error = record.error;
-    if (error && typeof error === "object") {
-      const message = error.user_message ?? error.message;
-      if (typeof message === "string" && message) return message;
-    }
-    if (typeof record.detail === "string" && record.detail) return record.detail;
-  }
-  return `The server answered ${status}.`;
-}
-function createFetchSourcesTransport(options) {
-  const base = options.baseUrl.replace(/\/+$/, "");
-  return {
-    async post(path, body, call) {
-      const doFetch = options.fetch ?? fetch;
-      const headers = {
-        "Content-Type": "application/json",
-        ...options.headers ? await options.headers() : {}
-      };
-      if (call.organizationId) headers[options.organizationHeader ?? "X-Organization-Id"] = call.organizationId;
-      const response = await doFetch(`${base}${path}`, {
-        method: "POST",
-        headers,
-        body: JSON.stringify(body),
-        ...call.signal ? { signal: call.signal } : {}
-      });
-      const text = await response.text();
-      let parsed = null;
-      try {
-        parsed = text ? JSON.parse(text) : null;
-      } catch {
-        parsed = text;
-      }
-      if (!response.ok) throw new SourceDoorError(response.status, refusalMessage(response.status, parsed), parsed);
-      return parsed;
-    }
-  };
-}
-
 // sources/runtime/state.ts
 var EMPTY_SOURCE_SET_STATE = Object.freeze({ cards: Object.freeze([]), topic: "" });
+var PARTS_MATCHED_BY_PAGE = "The clean version is ready \u2014 your parts were matched to it by page.";
+var PARTS_NOT_MATCHED = "The clean version is ready, but your parts could not be matched to it \u2014 choose parts again. Until then the whole Source goes in.";
 var SAME_SOURCE_AGAIN = "You added this again \u2014 it is the same Source, so it is listed once.";
 function isSourceDraft(value) {
   return !!value && typeof value === "object" && typeof value.kind === "string" && typeof value.label === "string";
@@ -486,7 +305,7 @@ function settleCard(state, id, patch, options = {}) {
   }));
 }
 function failCard(state, id, sentence) {
-  return replaceCard(state, id, (c) => ({ ...c, status: "error", error: sentence }));
+  return replaceCard(state, id, (c) => ({ ...c, status: "error", error: sentence, manifest: null }));
 }
 function restartCard(state, id) {
   return replaceCard(state, id, (c) => ({ ...c, status: "resolving", error: null }));
@@ -502,7 +321,68 @@ function updateCardRef(state, id, options) {
   return replaceCard(state, id, (c) => {
     if (!c.draft.ref) return c;
     const ref = createSourceRef(c.draft.ref.resource_type, c.draft.ref.resource_id, { ...c.draft.ref, ...options });
-    return { ...c, draft: { ...c.draft, ref } };
+    return rememberPickedParts({ ...c, draft: { ...c.draft, ref } });
+  });
+}
+function rememberPickedParts(card) {
+  const ids = card.draft.ref?.include_segments ?? [];
+  if (ids.length === 0) {
+    return card.draft.pickedParts === void 0 ? card : { ...card, draft: { ...card.draft, pickedParts: void 0 } };
+  }
+  const segments = card.manifest?.segments ?? [];
+  const known = new Map((card.draft.pickedParts ?? []).map((p) => [p.id, p]));
+  const picked = [];
+  for (const id of ids) {
+    const segment = segments.find((s) => s.id === id);
+    if (segment) {
+      const pages = partPages(segment);
+      picked.push({ id, label: segment.label, ...pages ? { pages } : {} });
+    } else {
+      const before = known.get(id);
+      if (before) picked.push(before);
+    }
+  }
+  return { ...card, draft: { ...card.draft, pickedParts: picked.length ? picked : void 0 } };
+}
+function withNote(notes, note, drop = []) {
+  const kept = (notes ?? []).filter((n) => n !== note && !drop.includes(n));
+  return [...kept, note];
+}
+function carryPickedParts(card, entry) {
+  const ref = card.draft.ref;
+  const picked = ref?.include_segments ?? [];
+  const segments = entry.segments ?? [];
+  if (!ref || picked.length === 0 || segments.length === 0) return card;
+  const ids = new Set(segments.map((s) => s.id));
+  const stale = picked.filter((id) => !ids.has(id));
+  if (stale.length === 0) return card;
+  const remembered = new Map((card.draft.pickedParts ?? []).map((p) => [p.id, p]));
+  const oldSegments = card.manifest?.segments ?? [];
+  const spans = [];
+  let unknown = 0;
+  for (const id of stale) {
+    const old = oldSegments.find((s) => s.id === id);
+    const pages = remembered.get(id)?.pages ?? (old ? partPages(old) : null);
+    if (pages) spans.push(pages);
+    else unknown += 1;
+  }
+  const keep = new Set(picked.filter((id) => ids.has(id)));
+  for (const segment of segments) {
+    const pages = partPages(segment);
+    if (pages && spans.some(([from, to]) => pages[0] <= to && pages[1] >= from)) keep.add(segment.id);
+  }
+  const nextIds = segments.filter((s) => keep.has(s.id)).map((s) => s.id);
+  const matched = unknown === 0 && nextIds.length > 0;
+  const nextRef = createSourceRef(ref.resource_type, ref.resource_id, {
+    ...ref,
+    include_segments: matched ? nextIds : void 0
+  });
+  const note = matched ? PARTS_MATCHED_BY_PAGE : PARTS_NOT_MATCHED;
+  const other = matched ? PARTS_NOT_MATCHED : PARTS_MATCHED_BY_PAGE;
+  return rememberPickedParts({
+    ...card,
+    manifest: entry,
+    draft: { ...card.draft, ref: nextRef, notes: withNote(card.draft.notes, note, [other]) }
   });
 }
 function setCardWaitForClean(state, id, wait) {
@@ -511,14 +391,24 @@ function setCardWaitForClean(state, id, wait) {
 function setSourceTopic(state, topic) {
   return state.topic === topic ? state : { ...state, topic };
 }
-function applyReviewedSourceSet(state, set) {
+function removedInReview(reviewed, answer) {
+  const kept = new Set(answer.sources.map(sourceKey));
+  return new Set(reviewed.sources.map(sourceKey).filter((k) => !kept.has(k)));
+}
+function applyReviewedSourceSet(state, set, reviewed) {
   let next = state;
-  for (const card of state.cards) {
+  if (reviewed) {
+    const removed = removedInReview(reviewed, set);
+    for (const card of state.cards) {
+      if (card.draft.ref && removed.has(sourceKey(card.draft.ref))) next = removeCard(next, card.id);
+    }
+  }
+  for (const card of next.cards) {
     const ref = card.draft.ref;
     if (!ref) continue;
     const match = set.sources.find((r) => sameSourceRef(r, ref));
     if (!match) continue;
-    next = replaceCard(next, card.id, (c) => ({ ...c, draft: { ...c.draft, ref: match } }));
+    next = replaceCard(next, card.id, (c) => rememberPickedParts({ ...c, draft: { ...c.draft, ref: match } }));
   }
   return set.topic !== void 0 ? setSourceTopic(next, set.topic) : next;
 }
@@ -528,7 +418,13 @@ function applyManifest(state, manifest) {
     const ref = card.draft.ref;
     if (!ref || card.status !== "ready") continue;
     const entry = manifest.sources.find((e) => sameSourceRef(e.ref, ref));
-    if (entry) next = replaceCard(next, card.id, (c) => ({ ...c, manifest: entry }));
+    if (!entry) continue;
+    next = replaceCard(next, card.id, (c) => {
+      const carried = carryPickedParts(c, entry);
+      if (carried !== c) return carried;
+      const measured = { ...c, manifest: entry };
+      return c.draft.ref?.include_segments?.length && !c.draft.pickedParts ? rememberPickedParts(measured) : measured;
+    });
   }
   return next;
 }
@@ -601,6 +497,27 @@ function selectTotalChars(state) {
     model_context_tokens: null
   });
 }
+function sourceEntryChars(entry, ref) {
+  if (entry.state !== "ready" && entry.state !== "processing") return null;
+  return totalChars({
+    __kind: "source_manifest",
+    sources: [{ ...entry, ref }],
+    total_chars: 0,
+    estimated_tokens: 0,
+    model_context_tokens: null
+  });
+}
+function sourceCardChars(card) {
+  return card.manifest && card.draft.ref ? sourceEntryChars(card.manifest, card.draft.ref) : null;
+}
+function sourceCardState(card) {
+  if (card.status === "pending" || card.status === "resolving") return "adding";
+  if (card.status === "error") return card.error === WAITING_FOR_ORGANIZATION ? "waiting_for_organization" : "failed";
+  return card.manifest?.state ?? "unmeasured";
+}
+function sourceCardMeasuredState(card) {
+  return card.status === "ready" ? card.manifest?.state ?? null : null;
+}
 function selectSettled(state) {
   return state.cards.every((c) => c.status === "ready");
 }
@@ -622,6 +539,190 @@ function withDisplayNames(resolved, cards) {
   };
 }
 
+// sources/runtime/plan.ts
+var HEAVY_SHARE = 0.7;
+var PAGE_SUFFIX = (page) => page !== void 0 && page > 0 ? ` (page ${page})` : "";
+function renderedPartChars(segment, chars) {
+  return `### Chunk ${segment.id}${PAGE_SUFFIX(segment.page)}`.length + 1 + chars;
+}
+function capParts(parts, maxChars) {
+  if (!maxChars) return { kept: parts.map((seg) => ({ seg, chars: seg.chars })), capped: false };
+  const kept = [];
+  let used = 0;
+  for (const seg of parts) {
+    if (used + seg.chars <= maxChars) {
+      kept.push({ seg, chars: seg.chars });
+      used += seg.chars;
+      continue;
+    }
+    const room = maxChars - used;
+    if (room > 0 && kept.length === 0) kept.push({ seg, chars: room });
+    return { kept, capped: true };
+  }
+  return { kept, capped: false };
+}
+function chosenForm(entry, ref) {
+  const key = ref.representation ?? entry.default_form;
+  return entry.forms.find((f) => f.form === key) ?? entry.forms.find((f) => f.form === entry.default_form) ?? null;
+}
+function isUsable(entry) {
+  return entry.state === "ready" || entry.state === "processing";
+}
+function measure(entry, ref) {
+  const form = chosenForm(entry, ref);
+  const formChars = form?.chars ?? 0;
+  const formLabel = form?.label ?? "Text";
+  const segments = entry.segments ?? null;
+  if (segments && segments.length > 0) {
+    const wanted = ref.include_segments?.length ? new Set(ref.include_segments) : null;
+    const chosen = wanted ? segments.filter((s) => wanted.has(s.id)) : segments;
+    const { kept, capped: capped2 } = capParts(chosen, ref.max_chars);
+    const body = kept.reduce((sum, k) => sum + renderedPartChars(k.seg, k.chars), 0);
+    const sentChars = kept.length ? body + 2 * (kept.length - 1) : 0;
+    return {
+      formChars,
+      formLabel,
+      sentChars,
+      exact: true,
+      partsSent: kept.length,
+      partsTotal: segments.length,
+      capped: capped2
+    };
+  }
+  const capped = ref.max_chars !== void 0 && formChars > ref.max_chars;
+  return {
+    formChars,
+    formLabel,
+    sentChars: capped ? ref.max_chars ?? formChars : formChars,
+    exact: false,
+    partsSent: null,
+    partsTotal: null,
+    capped
+  };
+}
+function planSourceReview(input) {
+  const estimateTokens = input.estimateTokens ?? estimateSourceTokens;
+  const windowIsFallback = !input.modelWindowTokens || input.modelWindowTokens <= 0;
+  const windowTokens = windowIsFallback ? input.fallbackWindowTokens : input.modelWindowTokens;
+  let sentChars = 0;
+  const entries = input.manifest.sources.map((entry, index) => {
+    const ref = input.refs[index] ?? entry.ref;
+    const m = measure(entry, ref);
+    const base = { index, ref, entry, ...m, chars: sourceEntryChars(entry, ref) ?? 0 };
+    if (!isUsable(entry)) {
+      return { ...base, status: "unusable", sentChars: 0, sentTokens: 0 };
+    }
+    if (sourceDelivery(ref) === "context") {
+      return { ...base, status: "on_demand", sentChars: 0, sentTokens: 0 };
+    }
+    if (estimateTokens(sentChars + m.sentChars) > windowTokens) {
+      return { ...base, status: "left_out", sentTokens: estimateTokens(m.sentChars) };
+    }
+    sentChars += m.sentChars;
+    return { ...base, status: "included", sentTokens: estimateTokens(m.sentChars) };
+  });
+  const sentTokens = estimateTokens(sentChars);
+  const leftOut = entries.filter((e) => e.status === "left_out");
+  const share = windowTokens > 0 ? sentTokens / windowTokens : 0;
+  const anythingGoesIn = entries.some((e) => e.status === "included" || e.status === "on_demand");
+  const verdict = !anythingGoesIn && leftOut.length === 0 ? "empty" : leftOut.length > 0 ? "too_much" : share >= HEAVY_SHARE ? "heavy" : "fine";
+  const kept = entries.filter((e) => e.status !== "left_out").map(
+    (e) => createSourceRef(e.ref.resource_type, e.ref.resource_id, {
+      representation: e.ref.representation,
+      include_segments: e.ref.include_segments,
+      delivery: e.ref.delivery,
+      max_chars: e.ref.max_chars,
+      promote: e.ref.promote,
+      exclude: e.ref.exclude
+    })
+  );
+  const grounding = input.base.grounding === "selected" && !kept.some((r) => r.include_segments?.length) ? void 0 : input.base.grounding;
+  const sourceSet = createSourceSet(kept, {
+    topic: input.base.topic,
+    grounding,
+    retrieve_query: input.base.retrieve_query,
+    target_model_id: input.targetModelId ?? input.base.target_model_id
+  });
+  return {
+    entries,
+    chars: entries.filter((e) => e.status === "included").reduce((sum, e) => sum + e.chars, 0),
+    sentChars,
+    sentTokens,
+    windowTokens,
+    windowIsFallback,
+    verdict,
+    share,
+    leftOut,
+    sourceSet
+  };
+}
+
+// sources/runtime/client.ts
+function marked(options) {
+  return {
+    bodyCarriedRead: true,
+    ...options?.organizationId ? { organizationId: options.organizationId } : {},
+    ...options?.signal ? { signal: options.signal } : {}
+  };
+}
+function createSourcesClient(transport) {
+  return {
+    manifest: (sourceSet, options) => transport.post("/sources/manifest", { source_set: sourceSet }, marked(options)),
+    resolve: (sourceSet, options) => transport.post("/sources/resolve", { source_set: sourceSet }, marked(options)),
+    searchParts: (ref, query, options) => transport.post("/sources/parts/search", { source_ref: ref, query }, marked(options))
+  };
+}
+var SourceDoorError = class extends Error {
+  status;
+  body;
+  constructor(status, message, body) {
+    super(message);
+    this.name = "SourceDoorError";
+    this.status = status;
+    this.body = body;
+  }
+};
+function refusalMessage(status, body) {
+  if (body && typeof body === "object") {
+    const record = body;
+    const error = record.error;
+    if (error && typeof error === "object") {
+      const message = error.user_message ?? error.message;
+      if (typeof message === "string" && message) return message;
+    }
+    if (typeof record.detail === "string" && record.detail) return record.detail;
+  }
+  return `The server answered ${status}.`;
+}
+function createFetchSourcesTransport(options) {
+  const base = options.baseUrl.replace(/\/+$/, "");
+  return {
+    async post(path, body, call) {
+      const doFetch = options.fetch ?? fetch;
+      const headers = {
+        "Content-Type": "application/json",
+        ...options.headers ? await options.headers() : {}
+      };
+      if (call.organizationId) headers[options.organizationHeader ?? "X-Organization-Id"] = call.organizationId;
+      const response = await doFetch(`${base}${path}`, {
+        method: "POST",
+        headers,
+        body: JSON.stringify(body),
+        ...call.signal ? { signal: call.signal } : {}
+      });
+      const text = await response.text();
+      let parsed = null;
+      try {
+        parsed = text ? JSON.parse(text) : null;
+      } catch {
+        parsed = text;
+      }
+      if (!response.ok) throw new SourceDoorError(response.status, refusalMessage(response.status, parsed), parsed);
+      return parsed;
+    }
+  };
+}
+
 // sources/runtime/controller.ts
 function randomId() {
   const cryptoApi = globalThis.crypto;
@@ -755,8 +856,8 @@ function createSourceSetController(adapter) {
     hasRef: (resourceType, resourceId) => hasSourceRef(store.getState(), resourceType, resourceId),
     liveCount: () => store.getState().cards.length,
     toSourceSet: (options = {}) => selectSourceSet(store.getState(), options),
-    applySourceSet(set) {
-      commit(applyReviewedSourceSet(store.getState(), set));
+    applySourceSet(set, options = {}) {
+      commit(applyReviewedSourceSet(store.getState(), set, options.reviewed));
     },
     async manifest() {
       const refs = readySourceRefs(store.getState());
@@ -1041,20 +1142,45 @@ function createSourceIntake(set, deps) {
       });
       await hold(() => landPaste(id, trimmed, name));
     },
+    async addRecordedText(text, name) {
+      const trimmed = text.trim();
+      if (!trimmed) return;
+      const max = deps.maxKeptChars();
+      const kept = max !== null && trimmed.length <= max;
+      const id = set.addPending({
+        kind: "audio",
+        label: name?.trim() || "Recording",
+        origin: "Recording",
+        input: kept ? { text: trimmed, name } : void 0,
+        notes: kept ? void 0 : [NOT_KEPT_FOR_RELOAD]
+      });
+      await hold(() => landPaste(id, trimmed, name));
+    },
     async addWebPage(raw) {
       const url = /^https?:\/\//i.test(raw.trim()) ? raw.trim() : `https://${raw.trim()}`;
       const id = set.addPending({ kind: "web", label: hostOf(url), origin: url, input: { url } });
       await hold(() => landWebPage(id, url));
     },
-    async addScrapedPage(page) {
+    beginWebPage(raw) {
+      const url = /^https?:\/\//i.test(raw.trim()) ? raw.trim() : `https://${raw.trim()}`;
+      return set.addPending({ kind: "web", label: hostOf(url), origin: url, input: { url } });
+    },
+    async addScrapedPage(page, pendingId) {
       const label = page.title || hostOf(page.url);
+      const cardFor = () => {
+        if (pendingId && set.restart(pendingId)) {
+          set.updateDraft(pendingId, { label, origin: page.url, input: { url: page.url } });
+          return pendingId;
+        }
+        return set.addPending({ kind: "web", label, origin: page.url, input: { url: page.url } });
+      };
       if (!page.processedDocumentId) {
-        const id2 = set.addPending({ kind: "web", label, origin: page.url, input: { url: page.url } });
+        const id2 = cardFor();
         await hold(() => landPaste(id2, page.text, label));
         return;
       }
       const pdId = page.processedDocumentId;
-      const id = set.addPending({ kind: "web", label, origin: page.url, input: { url: page.url } });
+      const id = cardFor();
       await hold(async () => {
         let notes = [];
         try {
@@ -1129,7 +1255,8 @@ function createSourceIntake(set, deps) {
           return true;
         }
         case "audio":
-          void transcribeRecording(card.id, input.fileId ?? "", card.draft.label);
+          if (input.fileId) void transcribeRecording(card.id, input.fileId, card.draft.label);
+          else void landPaste(card.id, (input.text ?? "").trim(), input.name);
           return true;
         default:
           return false;
@@ -1257,6 +1384,8 @@ export {
   KEEP_WAITING_FOR_ORGANIZATION,
   MAX_KEPT_TEXT_KNOB,
   NOT_KEPT_FOR_RELOAD,
+  PARTS_MATCHED_BY_PAGE,
+  PARTS_NOT_MATCHED,
   RELOADED_RESUMING,
   RELOADED_WHILE_ADDING,
   SAME_SOURCE_AGAIN,
@@ -1270,6 +1399,7 @@ export {
   applyReviewedSourceSet,
   cardsToResume,
   cardsWaitingForOrganization,
+  carryPickedParts,
   chosenForm,
   continueAfterOrganization,
   createFetchSourcesTransport,
@@ -1303,7 +1433,9 @@ export {
   readySourceRefs,
   registeredFileEdge,
   reloadedCard,
+  rememberPickedParts,
   removeCard,
+  removedInReview,
   renderedPartChars,
   restartCard,
   restoredCards,
@@ -1317,7 +1449,11 @@ export {
   setSourceTopic,
   settleCard,
   sourceAttachTargets,
+  sourceCardChars,
+  sourceCardMeasuredState,
+  sourceCardState,
   sourceDelivery,
+  sourceEntryChars,
   sourceKey,
   sourceRecoveryGuards,
   sourceRoomLeft,