@agent-native/core 0.152.1 → 0.153.0

package/corpus/templates/brain/app/routes/sources.tsx

@@ -3,6 +3,8 @@ import {
   useActionQuery,
 } from "@agent-native/core/client/hooks";
 import { useT } from "@agent-native/core/client/i18n";
+import { ShareButton } from "@agent-native/core/client/sharing";
+import { VisibilityBadge } from "@agent-native/toolkit/sharing";
 import {
   IconAlertTriangle,
   IconArchive,
@@ -19,6 +21,7 @@ import {
   IconExternalLink,
   IconFileSearch,
   IconFileText,
+  IconFolderOpen,
   IconLoader2,
   IconNotes,
   IconPlayerPlay,
@@ -30,7 +33,14 @@ import {
   IconVideo,
   IconWebhook,
 } from "@tabler/icons-react";
-import { useEffect, useMemo, useState, type ReactNode } from "react";
+import {
+  useEffect,
+  useMemo,
+  useRef,
+  useState,
+  type ChangeEvent,
+  type ReactNode,
+} from "react";
 import { useSearchParams } from "react-router";
 
 import {
@@ -89,6 +99,7 @@ import {
   type CapturesResponse,
   type CreateSourceResponse,
   type BrainSource,
+  type MarkdownImportResponse,
   type BrainWorkspaceConnectionGrantState,
   type BrainWorkspaceConnectionStatus,
   type BrainWorkspaceCredentialRef,
@@ -1543,6 +1554,229 @@ function ingestSourceKey(source: BrainSource) {
     : null;
 }
 
+type MarkdownFileSelection = {
+  path: string;
+  file: File;
+};
+
+function isMarkdownFilePath(path: string) {
+  return /\.(?:md|markdown)$/i.test(path);
+}
+
+function actionErrorMessage(error: unknown) {
+  return error instanceof Error ? error.message : String(error);
+}
+
+function MarkdownImportDialog({
+  source,
+  open,
+  onOpenChange,
+  onComplete,
+}: {
+  source: BrainSource | null;
+  open: boolean;
+  onOpenChange: (open: boolean) => void;
+  onComplete: () => void;
+}) {
+  const t = useT();
+  const inputRef = useRef<HTMLInputElement>(null);
+  const [files, setFiles] = useState<MarkdownFileSelection[]>([]);
+  const [skippedFileCount, setSkippedFileCount] = useState(0);
+  const [result, setResult] = useState<MarkdownImportResponse | null>(null);
+  const [readError, setReadError] = useState<string | null>(null);
+  const importMarkdownFiles = useActionMutation<
+    MarkdownImportResponse,
+    {
+      sourceId: string;
+      files: Array<{ path: string; content: string }>;
+      enqueueDistillation: boolean;
+    }
+  >("import-markdown-files" as any);
+
+  useEffect(() => {
+    if (!open) {
+      setFiles([]);
+      setSkippedFileCount(0);
+      setResult(null);
+      setReadError(null);
+    }
+  }, [open]);
+
+  function handleFileSelection(event: ChangeEvent<HTMLInputElement>) {
+    const selected = Array.from(event.currentTarget.files ?? []);
+    const byPath = new Map<string, MarkdownFileSelection>();
+    for (const file of selected) {
+      const path = file.webkitRelativePath || file.name;
+      if (isMarkdownFilePath(path)) byPath.set(path, { path, file });
+    }
+    setFiles(Array.from(byPath.values()));
+    setSkippedFileCount(selected.length - byPath.size);
+    setResult(null);
+    setReadError(null);
+    event.currentTarget.value = "";
+  }
+
+  async function submitImport() {
+    if (!source || !files.length) return;
+    setReadError(null);
+    try {
+      const payload = await Promise.all(
+        files.map(async ({ path, file }) => ({
+          path,
+          content: await file.text(),
+        })),
+      );
+      const nextResult = await importMarkdownFiles.mutateAsync({
+        sourceId: source.id,
+        files: payload,
+        enqueueDistillation: true,
+      });
+      setResult(nextResult);
+      onComplete();
+    } catch (error) {
+      setReadError(actionErrorMessage(error));
+    }
+  }
+
+  const resultIssues =
+    result?.files.filter((file) => file.status !== "imported") ?? [];
+
+  return (
+    <Dialog open={open} onOpenChange={onOpenChange}>
+      {source ? (
+        <DialogContent className="max-w-2xl gap-5">
+          <DialogHeader>
+            <DialogTitle>
+              {t("sources.manualImportTitle", { source: sourceName(source) })}
+            </DialogTitle>
+            <DialogDescription>
+              {t("sources.manualImportDescription")}
+            </DialogDescription>
+          </DialogHeader>
+
+          <div className="grid gap-4">
+            <input
+              ref={inputRef}
+              type="file"
+              multiple
+              className="sr-only"
+              onChange={handleFileSelection}
+              {...({
+                webkitdirectory: "",
+                directory: "",
+              } as { webkitdirectory: string; directory: string })}
+            />
+            <div className="flex flex-col gap-3 rounded-md border border-border bg-muted/25 p-4 sm:flex-row sm:items-center sm:justify-between">
+              <div className="min-w-0">
+                <p className="text-sm font-medium">
+                  {files.length
+                    ? t("sources.manualImportFilesSelected", {
+                        count: files.length.toLocaleString(),
+                      })
+                    : t("sources.manualImportNoFiles")}
+                </p>
+                <p className="mt-1 text-xs leading-5 text-muted-foreground">
+                  {t("sources.manualImportFileLimit")}
+                </p>
+              </div>
+              <Button
+                type="button"
+                variant="outline"
+                className="shrink-0"
+                onClick={() => inputRef.current?.click()}
+              >
+                <IconFolderOpen className="size-4" />
+                {t("sources.chooseMarkdownFolder")}
+              </Button>
+            </div>
+
+            {skippedFileCount ? (
+              <p className="text-xs leading-5 text-muted-foreground">
+                {t("sources.manualImportSkippedFiles", {
+                  count: skippedFileCount.toLocaleString(),
+                })}
+              </p>
+            ) : null}
+
+            {files.length ? (
+              <div className="grid max-h-48 gap-1 overflow-y-auto rounded-md border border-border p-3 text-xs text-muted-foreground">
+                {files.slice(0, 20).map(({ path }) => (
+                  <p key={path} className="truncate font-mono">
+                    {path}
+                  </p>
+                ))}
+                {files.length > 20 ? (
+                  <p>
+                    {t("sources.manualImportMoreFiles", {
+                      count: (files.length - 20).toLocaleString(),
+                    })}
+                  </p>
+                ) : null}
+              </div>
+            ) : null}
+
+            {result ? (
+              <div className="grid gap-2 rounded-md border border-border bg-muted/25 p-3 text-sm">
+                <p className="font-medium">
+                  {t("sources.manualImportResult", {
+                    imported: result.summary.imported.toLocaleString(),
+                    queued: result.summary.queued.toLocaleString(),
+                    failed: result.summary.failed.toLocaleString(),
+                    blocked: result.summary.blocked.toLocaleString(),
+                  })}
+                </p>
+                {resultIssues.length ? (
+                  <div className="grid gap-1 text-xs leading-5 text-muted-foreground">
+                    {resultIssues.slice(0, 5).map((file) => (
+                      <p key={file.path}>
+                        <span className="font-mono">{file.path}</span>:{" "}
+                        {file.error ?? t("sources.manualImportBlocked")}
+                      </p>
+                    ))}
+                    {resultIssues.length > 5 ? (
+                      <p>
+                        {t("sources.manualImportMoreIssues", {
+                          count: (resultIssues.length - 5).toLocaleString(),
+                        })}
+                      </p>
+                    ) : null}
+                  </div>
+                ) : null}
+              </div>
+            ) : null}
+
+            {readError ? (
+              <p className="text-sm leading-6 text-destructive">{readError}</p>
+            ) : null}
+          </div>
+
+          <DialogFooter>
+            <Button
+              type="button"
+              variant="outline"
+              onClick={() => onOpenChange(false)}
+            >
+              {t("sources.cancel")}
+            </Button>
+            <Button
+              type="button"
+              disabled={!files.length || importMarkdownFiles.isPending}
+              onClick={() => void submitImport()}
+            >
+              {importMarkdownFiles.isPending ? (
+                <IconLoader2 className="size-4 animate-spin" />
+              ) : (
+                <IconFolderOpen className="size-4" />
+              )}
+              {t("sources.importMarkdownFiles")}
+            </Button>
+          </DialogFooter>
+        </DialogContent>
+      ) : null}
+    </Dialog>
+  );
+}
+
 function SourceListItem({
   source,
   syncPending,
@@ -1550,6 +1784,8 @@ function SourceListItem({
   onRotateIngestToken,
   onSync,
   onTune,
+  onImportMarkdown,
+  onArchive,
 }: {
   source: BrainSource;
   syncPending: boolean;
@@ -1557,6 +1793,8 @@ function SourceListItem({
   onRotateIngestToken?: () => void;
   onSync: () => void;
   onTune: () => void;
+  onImportMarkdown?: () => void;
+  onArchive?: () => void;
 }) {
   const t = useT();
   const [expanded, setExpanded] = useState(false);
@@ -1586,6 +1824,7 @@ function SourceListItem({
               {sourceName(source)}
             </h2>
             <StatusBadge status={sourceHealth(source)} />
+            <VisibilityBadge visibility={source.visibility} />
           </div>
           <div className="mt-1 flex min-w-0 flex-wrap items-center gap-x-2 gap-y-0.5 text-xs text-muted-foreground">
             <span className="capitalize">{sourceType(source)}</span>
@@ -1631,6 +1870,15 @@ function SourceListItem({
             <TooltipContent>{t("sources.captures")}</TooltipContent>
           </Tooltip>
 
+          <ShareButton
+            resourceType="brain-source"
+            resourceId={source.id}
+            allowedRoles={["viewer", "editor", "admin"]}
+            resourceTitle={sourceName(source)}
+            trigger="icon"
+            triggerClassName="size-8"
+          />
+
           <DropdownMenu>
             <DropdownMenuTrigger asChild>
               <Button
@@ -1659,6 +1907,21 @@ function SourceListItem({
                   {t("sources.rotateIngestToken")}
                 </DropdownMenuItem>
               ) : null}
+              {source.provider === "manual" && onImportMarkdown ? (
+                <DropdownMenuItem onSelect={onImportMarkdown}>
+                  <IconFolderOpen className="size-4" />
+                  {t("sources.importMarkdownFiles")}
+                </DropdownMenuItem>
+              ) : null}
+              {onArchive ? (
+                <DropdownMenuItem
+                  className="text-destructive focus:text-destructive"
+                  onSelect={onArchive}
+                >
+                  <IconArchive className="size-4" />
+                  {t("sources.archiveSource")}
+                </DropdownMenuItem>
+              ) : null}
             </DropdownMenuContent>
           </DropdownMenu>
 
@@ -1696,6 +1959,22 @@ function SourceListItem({
               <p className="max-w-3xl text-sm leading-6 text-muted-foreground">
                 {sourceDescription(source)}
               </p>
+              {source.provider === "manual" && onImportMarkdown ? (
+                <div className="mt-3 flex flex-col gap-3 rounded-md border border-border bg-muted/25 p-3 sm:flex-row sm:items-center sm:justify-between">
+                  <p className="text-sm leading-6 text-muted-foreground">
+                    {t("sources.manualImportDescription")}
+                  </p>
+                  <Button
+                    size="sm"
+                    variant="outline"
+                    className="shrink-0"
+                    onClick={onImportMarkdown}
+                  >
+                    <IconFolderOpen className="size-4" />
+                    {t("sources.importMarkdownFiles")}
+                  </Button>
+                </div>
+              ) : null}
               {hasSyncNotice ? (
                 <div className="mt-3 flex gap-2 rounded-md border border-destructive/20 bg-destructive/5 px-3 py-2 text-sm">
                   <IconAlertTriangle className="mt-0.5 size-4 shrink-0 text-destructive" />
@@ -1751,6 +2030,9 @@ export default function SourcesRoute() {
     null,
   );
   const [editingSource, setEditingSource] = useState<BrainSource | null>(null);
+  const [markdownImportSource, setMarkdownImportSource] =
+    useState<BrainSource | null>(null);
+  const [archiveSource, setArchiveSource] = useState<BrainSource | null>(null);
   const [reviewSource, setReviewSource] = useState<BrainSource | null>(null);
   const [captureStatus, setCaptureStatus] =
     useState<CaptureStatusFilter>("queued");
@@ -1793,11 +2075,14 @@ export default function SourcesRoute() {
     {
       title: string;
       provider: Provider;
-      visibility: "org";
+      visibility: "private" | "org";
       config: Record<string, unknown>;
       sourceKey?: string;
     }
   >("create-source" as any);
+  const deleteSource = useActionMutation<unknown, { id: string }>(
+    "delete-source" as any,
+  );
   const rotateSourceIngestToken = useActionMutation<
     CreateSourceResponse,
     { sourceId: string }
@@ -1963,7 +2248,7 @@ export default function SourcesRoute() {
       const result = await createSource.mutateAsync({
         title: form.title.trim() || defaultTitle(form.provider, t),
         provider: form.provider,
-        visibility: "org",
+        visibility: "private",
         config,
         sourceKey: form.sourceKey.trim() || undefined,
       });
@@ -1978,6 +2263,13 @@ export default function SourcesRoute() {
     setSetupOpen(false);
   }
 
+  async function confirmArchiveSource() {
+    if (!archiveSource) return;
+    await deleteSource.mutateAsync({ id: archiveSource.id });
+    if (reviewSource?.id === archiveSource.id) closeCaptureReview();
+    setArchiveSource(null);
+  }
+
   async function rotateIngestToken(source: BrainSource) {
     const sourceKey = ingestSourceKey(source);
     if (!sourceKey) return;
@@ -2027,9 +2319,7 @@ export default function SourcesRoute() {
   return (
     <div className="min-h-full bg-muted/20">
       <PageHeader
-        eyebrow={t("sources.eyebrow")}
         title={t("sources.title")}
-        description={t("sources.description")}
         actions={
           <div className="grid w-full gap-2 sm:w-auto sm:grid-flow-col sm:auto-cols-max sm:justify-end">
             <Button
@@ -2076,6 +2366,8 @@ export default function SourcesRoute() {
                 }
                 onSync={() => syncSource.mutate({ sourceId: source.id })}
                 onTune={() => openEdit(source)}
+                onImportMarkdown={() => setMarkdownImportSource(source)}
+                onArchive={() => setArchiveSource(source)}
               />
             ))}
           </div>
@@ -2095,7 +2387,8 @@ export default function SourcesRoute() {
         rotateSourceIngestToken.isError ||
         syncSource.isError ||
         syncDueSources.isError ||
-        enqueueCapturesDistillation.isError ? (
+        enqueueCapturesDistillation.isError ||
+        deleteSource.isError ? (
           <div>
             <EmptyActionState
               title={t("sources.actionFailedTitle")}
@@ -2468,6 +2761,61 @@ export default function SourcesRoute() {
         </SheetContent>
       </Sheet>
 
+      <MarkdownImportDialog
+        source={markdownImportSource}
+        open={Boolean(markdownImportSource)}
+        onOpenChange={(open) => {
+          if (!open) setMarkdownImportSource(null);
+        }}
+        onComplete={() => {
+          void sourcesQuery.refetch();
+          void healthQuery.refetch();
+        }}
+      />
+
+      <Dialog
+        open={Boolean(archiveSource)}
+        onOpenChange={(open) => {
+          if (!open && !deleteSource.isPending) setArchiveSource(null);
+        }}
+      >
+        {archiveSource ? (
+          <DialogContent className="max-w-md gap-5">
+            <DialogHeader>
+              <DialogTitle>{t("sources.archiveSourceTitle")}</DialogTitle>
+              <DialogDescription>
+                {t("sources.archiveSourceDescription", {
+                  source: sourceName(archiveSource),
+                })}
+              </DialogDescription>
+            </DialogHeader>
+            <DialogFooter>
+              <Button
+                type="button"
+                variant="outline"
+                disabled={deleteSource.isPending}
+                onClick={() => setArchiveSource(null)}
+              >
+                {t("sources.cancel")}
+              </Button>
+              <Button
+                type="button"
+                variant="destructive"
+                disabled={deleteSource.isPending}
+                onClick={() => void confirmArchiveSource()}
+              >
+                {deleteSource.isPending ? (
+                  <IconLoader2 className="size-4 animate-spin" />
+                ) : (
+                  <IconArchive className="size-4" />
+                )}
+                {t("sources.archiveSource")}
+              </Button>
+            </DialogFooter>
+          </DialogContent>
+        ) : null}
+      </Dialog>
+
       <Dialog
         open={Boolean(ingestHandoff)}
         onOpenChange={(open) => {

package/corpus/templates/brain/server/lib/brain-response-guard.ts

@@ -25,13 +25,20 @@ const COMPANY_KNOWLEDGE_TERMS = [
   "brain",
   "company",
   "decision",
+  "demo",
+  "demoing",
+  "feedback",
   "internal",
+  "leadership",
   "mission",
   "official",
   "our",
   "positioning",
+  "prospect",
   "product",
   "roadmap",
+  "retailer",
+  "slack",
   "strategy",
   "team",
   "values",
@@ -62,6 +69,15 @@ const SAFE_UNVERIFIED_RESPONSE =
 const PROVENANCE_QUESTION =
   /\b(?:where (?:did you get|was that pulled from|is that from)|what(?:'s| is) the source|which source|what source|cite|citation|according to|trusted (?:content|source))\b/i;
 
+const CORRECTION_FOLLOW_UP =
+  /\b(?:why did (?:you|it) do that|why did you (?:say|use|mention|refer to) that|why are you (?:referring|using|talking) to that|where did that come from|that(?:'s| is) wrong|you(?:'re| are) wrong|you misunderstood|not what i asked|that(?:'s| is) irrelevant)\b/i;
+
+const CORRECTION_ACKNOWLEDGEMENT =
+  /\b(?:you(?:'re| are) right|i (?:was|were) wrong|that was (?:wrong|a mistake|irrelevant)|i (?:incorrectly )?(?:carried|reused|over-indexed|relied on|followed|continued|misread)|i should have)\b/i;
+
+const CORRECTION_CONTEXT_REFERENCE =
+  /\b(?:prior|previous|earlier|original|context|request|source|example|thread|history|answer)\b/i;
+
 const UNSUPPORTED_CLAIM_AFTER_CAVEAT =
   /\b(?:but|however|historically|in practice|the answer is|has been|was|is|are|means|aims to)\b/i;
 
@@ -154,6 +170,30 @@ export function isCompanyKnowledgeQuestion(text: string): boolean {
   );
 }
 
+export function isCorrectionFollowUp(text: string): boolean {
+  return CORRECTION_FOLLOW_UP.test(text.trim());
+}
+
+function hasPriorAssistantResponse(
+  messages: AgentLoopFinalResponseGuardContext["messages"],
+): boolean {
+  return messages.some((message) => {
+    if (message.role !== "assistant" || !Array.isArray(message.content)) {
+      return false;
+    }
+    return message.content.some(
+      (part: any) => part?.type === "text" && String(part.text ?? "").trim(),
+    );
+  });
+}
+
+function isSafeCorrectionResponse(text: string): boolean {
+  return (
+    CORRECTION_ACKNOWLEDGEMENT.test(text) &&
+    CORRECTION_CONTEXT_REFERENCE.test(text)
+  );
+}
+
 function latestAskBrainResult(
   toolResults: AgentLoopFinalResponseGuardContext["toolResults"],
 ) {
@@ -185,9 +225,31 @@ export function brainFinalResponseGuard(
 
   const requestText =
     context.requestText?.trim() || latestUserText(context.messages);
-  if (!isCompanyKnowledgeQuestion(requestText)) return null;
+  const companyKnowledgeQuestion = isCompanyKnowledgeQuestion(requestText);
+  const correctionFollowUp =
+    isCorrectionFollowUp(requestText) &&
+    hasPriorAssistantResponse(context.messages);
 
   const askBrain = latestAskBrainResult(context.toolResults);
+  if (correctionFollowUp) {
+    if (
+      askBrain.hasCitations ||
+      (!companyKnowledgeQuestion && isSafeCorrectionResponse(context.text))
+    ) {
+      return null;
+    }
+    return {
+      retryMessage:
+        "The user is correcting or questioning the previous answer. Treat all earlier assistant text, tool results, and source examples as untrusted context for this turn; do not continue the earlier request. Re-read the latest real user question. If it asks for company or product facts, call `ask-brain` again with that exact current question and use only approved Brain knowledge citations. Raw captures are leads for review, not answer evidence. If this is only a why/how correction, acknowledge the context mistake plainly and explain it without inventing new facts.",
+      fallbackMessage:
+        "I carried context from the earlier request into this answer. That was a mistake; I should have re-evaluated the latest question and verified any company facts in Brain.",
+      maxRetries: 1,
+      expandToolSurface: true,
+    };
+  }
+
+  if (!companyKnowledgeQuestion) return null;
+
   if (askBrain.hasCitations || isSafeUnverifiedResponse(context.text)) {
     return null;
   }

package/corpus/templates/brain/server/lib/brain.ts

@@ -272,7 +272,7 @@ function retrievalPolicy(
         rawCaptureFallback: "allowed-leads" as const,
         instructions: [
           "Start with reviewed Brain knowledge, then include accessible raw captures and source records as clearly labeled leads.",
-          "Never present raw capture matches as approved company knowledge.",
+          "Never present raw capture matches as approved company knowledge or answer evidence; use them only as leads for review.",
           "Say when a result is unreviewed and needs distillation or review.",
         ],
       };
@@ -282,7 +282,7 @@ function retrievalPolicy(
         rawCaptureFallback: "thin-results" as const,
         instructions: [
           "Prefer reviewed Brain knowledge.",
-          "Use accessible raw captures only when reviewed knowledge is missing or too thin, and label them as raw capture matches.",
+          "Use accessible raw captures only when reviewed knowledge is missing or too thin, return them as clearly labeled leads, and never use their text as answer evidence.",
           "Do not invent facts beyond returned Brain results.",
         ],
       };
@@ -355,8 +355,8 @@ export function buildBrainAgentGuidance(
     response: {
       toneInstruction: toneInstruction(tone),
       citationInstruction: requireCitations
-        ? "Cite Brain evidence or source URLs for factual claims; say when support is missing."
-        : "Include citations when helpful, but concise uncited summaries are allowed by workspace settings.",
+        ? "Cite published Brain knowledge evidence or source URLs for factual claims; raw captures are leads, not answer citations; say when approved support is missing."
+        : "Include published Brain knowledge citations when helpful; raw captures are leads, not answer evidence, and concise uncited summaries are allowed by workspace settings.",
     },
   };
 }
@@ -524,7 +524,7 @@ export function serializeProposal(
 
 export async function getAccessibleSource(
   sourceId: string,
-  role: "viewer" | "editor" | "admin" | "owner" = "viewer",
+  role: "viewer" | "commenter" | "editor" | "admin" | "owner" = "viewer",
 ): Promise<ResolvedAccess> {
   if (role !== "viewer") {
     return assertAccess("brain-source", sourceId, role);
@@ -609,7 +609,7 @@ export async function createSource(values: {
     lastError: null,
     ownerEmail,
     orgId,
-    visibility: values.visibility ?? "org",
+    visibility: values.visibility ?? "private",
     createdAt: now,
     updatedAt: now,
   });
@@ -2183,6 +2183,9 @@ export async function searchKnowledgeRows(args: {
         like(schema.brainKnowledge.title, q),
         like(schema.brainKnowledge.body, q),
         like(schema.brainKnowledge.summary, q),
+        like(schema.brainKnowledge.topic, q),
+        like(schema.brainKnowledge.tagsJson, q),
+        like(schema.brainKnowledge.entitiesJson, q),
       )!,
     );
   }