@agent-native/core 0.111.4 → 0.113.0

package/corpus/templates/brain/README.md

@@ -8,16 +8,47 @@ from approved company knowledge, with links back to the source.
 
 Brain ingests approved Slack channels, meetings, transcripts, GitHub issues/PRs,
 and webhook captures, distills them into reviewable knowledge, and answers with
-exact evidence quotes and source links instead of guesses.
+exact evidence quotes and source links instead of guesses. It can search both
+organization-wide material and explicitly invited private channels or
+attendee-scoped meetings without widening their audience.
 
 ## Features
 
 - Company chat that answers from cited, reviewed knowledge — not hallucinations.
 - Source connectors for Slack, Granola, GitHub, Clips, and generic webhooks.
-- Pre-storage privacy filter and review queue before knowledge becomes durable.
-- Portable SQL text search and agentic query expansion — no vector database required.
+- Deterministic privacy screening before storage, with an optional approved
+  privacy classifier for richer review decisions.
+- Hybrid full-text and semantic search over allowed captures and knowledge,
+  filtered by the requesting user's evidence audience before ranking.
+- Private-channel and meeting evidence stays audience-scoped; multi-source
+  answers use only the intersection of their evidence audiences.
+- Sensitive sources are suppressed or quarantined before search, citations,
+  distillation, and source editors can see their content.
 - Read-only, citation-backed retrieval exposed to other apps over A2A.
 
+## Privacy posture
+
+Brain never treats a connected provider as permission to index everything.
+Slack public-channel discovery is configurable, while private channels require a
+manual app invite and membership sync. Meetings use their attendee audience.
+
+Hard privacy categories such as performance discussions, layoffs, compensation,
+recruiting, health accommodations, investigations, privileged legal material,
+and credentials are blocked before they become searchable content. Re-fetchable
+providers keep only a metadata receipt in quarantine. Push-only generic and
+Clips payloads use an encrypted, short-lived private quarantine store and turn
+into a suppression receipt at expiry.
+
+Without an approved privacy classifier, Brain runs in deterministic-only
+degraded mode: clearly clean, company-relevant material may proceed; ambiguous
+or sensitive-looking material is quarantined and health surfaces the setup
+warning. Configure the classifier before relying on higher-throughput ingest.
+
+`sanitizeBeforeStorage: false` only disables relevance-oriented transcript
+cleanup. Brain still runs deterministic privacy and PII scrubbing before
+persisting titles, content, metadata, safe segments, or search artifacts; the
+setting never retains raw input.
+
 ## Develop locally
 
 Scaffold your own copy and run it:

package/corpus/templates/brain/actions/_schemas.ts

@@ -49,16 +49,22 @@ export const evidenceSchema = z.object({
     .describe("Optional timestamp for meeting/call citations"),
 });
 
+const MAX_JSON_STRING_UNWRAPS = 2;
+
 export function parseJsonCliInput(value: unknown) {
   if (value === undefined) return undefined;
-  if (typeof value !== "string") return value;
-  const trimmed = value.trim();
-  if (!trimmed) return undefined;
-  try {
-    return JSON.parse(trimmed);
-  } catch {
-    return value;
+  let parsed = value;
+  for (let attempt = 0; attempt < MAX_JSON_STRING_UNWRAPS; attempt += 1) {
+    if (typeof parsed !== "string") return parsed;
+    const trimmed = parsed.trim();
+    if (!trimmed) return undefined;
+    try {
+      parsed = JSON.parse(trimmed);
+    } catch {
+      return parsed;
+    }
   }
+  return parsed;
 }
 
 export const jsonRecordSchema = z.preprocess(

package/corpus/templates/brain/actions/approve-proposal.ts

@@ -6,6 +6,7 @@ import { z } from "zod";
 
 import { getDb, schema } from "../server/db/index.js";
 import {
+  assertDerivedAudienceAccess,
   nowIso,
   parseJson,
   serializeProposal,
@@ -30,6 +31,7 @@ export default defineAction({
   run: async ({ proposalId, reviewerNotes, publishCanonical }) => {
     const access = await assertAccess("brain-proposal", proposalId, "editor");
     const proposal = access.resource;
+    await assertDerivedAudienceAccess(proposal);
     if (proposal.status !== "pending") {
       throw new Error(`Proposal ${proposalId} is already ${proposal.status}`);
     }

package/corpus/templates/brain/actions/claim-distillation.ts

@@ -1,4 +1,5 @@
 import { defineAction } from "@agent-native/core";
+import { getDbExec } from "@agent-native/core/db";
 import { and, desc, eq } from "drizzle-orm";
 import { z } from "zod";
 
@@ -12,6 +13,8 @@ import {
   stableJson,
 } from "../server/lib/brain.js";
 
+const LEASE_MS = 15 * 60 * 1000;
+
 export default defineAction({
   description:
     "Claim a queued Brain capture distillation item before handing it to an agent worker.",
@@ -41,45 +44,39 @@ export default defineAction({
 
     const now = nowIso();
     const claimToken = nanoid(16);
+    const leaseExpiresAt = new Date(Date.parse(now) + LEASE_MS).toISOString();
     const payload = parseJson<Record<string, unknown>>(queue.payloadJson, {});
-    await db
-      .update(schema.brainIngestQueue)
-      .set({
-        status: "processing",
-        attempts: queue.attempts + 1,
-        payloadJson: stableJson({
-          ...payload,
-          claimToken,
-          claimedAt: now,
-          claimedBy: "brain-agent",
-        }),
-        error: null,
-        runAfter: null,
-        updatedAt: now,
-      })
-      .where(
-        and(
-          eq(schema.brainIngestQueue.id, queue.id),
-          eq(schema.brainIngestQueue.status, "queued"),
-        ),
-      );
+    const result = await getDbExec().execute({
+      sql: `UPDATE brain_ingest_queue
+        SET status = ?, attempts = ?, payload_json = ?, error = NULL,
+            run_after = NULL, lease_token = ?, lease_expires_at = ?, updated_at = ?
+        WHERE id = ? AND status = ? AND updated_at = ?`,
+      args: [
+        "processing",
+        queue.attempts + 1,
+        stableJson({ ...payload, claimedAt: now, claimedBy: "brain-agent" }),
+        claimToken,
+        leaseExpiresAt,
+        now,
+        queue.id,
+        "queued",
+        queue.updatedAt,
+      ],
+    });
+    if (result.rowsAffected === 0) return { claimed: false, queueItem: null };
 
     const [updated] = await db
       .select()
       .from(schema.brainIngestQueue)
       .where(eq(schema.brainIngestQueue.id, queue.id))
       .limit(1);
-    const updatedPayload = parseJson<Record<string, unknown>>(
-      updated?.payloadJson,
-      {},
-    );
     const claimed =
-      updated?.status === "processing" &&
-      updatedPayload.claimToken === claimToken;
+      updated?.status === "processing" && updated?.leaseToken === claimToken;
 
     return {
       claimed,
       queueItem: updated ? serializeDistillationQueue(updated) : null,
+      claimToken: claimed ? claimToken : null,
     };
   },
 });

package/corpus/templates/brain/actions/create-source.ts

@@ -26,7 +26,7 @@ export default defineAction({
       .string()
       .optional()
       .describe("Optional signed-ingest bearer token; stored only as a hash"),
-    visibility: z.enum(["private", "org", "public"]).default("org"),
+    visibility: z.enum(["private", "org"]).default("org"),
   }),
   run: async (args) => {
     const config = { ...args.config };

package/corpus/templates/brain/actions/delete-staged-dataset.ts

@@ -1,14 +1,12 @@
 /**
  * Thin Brain re-export of staged dataset deletion, pre-bound to appId="brain".
  */
-import { defineAction } from "@agent-native/core";
-import { deleteStagedDataset } from "@agent-native/core/provider-api/staged-datasets-store";
-import { getCredentialContext } from "@agent-native/core/server/request-context";
+import { createDeleteStagedDatasetAction } from "@agent-native/core/provider-api/actions/staged-datasets";
 import { z } from "zod";
 
 import { BRAIN_APP_ID } from "../server/lib/provider-api.js";
 
-export default defineAction({
+export default createDeleteStagedDatasetAction({
   description:
     "Delete a staged dataset by id, freeing its scratch storage. Use after analysis is complete or before re-staging under the same name. Only the owner who staged the dataset can delete it.",
   schema: z.object({
@@ -20,24 +18,5 @@ export default defineAction({
       ),
   }),
   http: false,
-  run: async (args) => {
-    const ctx = getCredentialContext();
-    if (!ctx) {
-      throw new Error("No authenticated context for delete-staged-dataset.");
-    }
-
-    const deleted = await deleteStagedDataset({
-      id: args.datasetId,
-      appId: BRAIN_APP_ID,
-      ownerEmail: ctx.userEmail,
-    });
-
-    if (!deleted) {
-      throw new Error(
-        `Dataset ${args.datasetId} not found (or belongs to a different owner/app).`,
-      );
-    }
-
-    return { deleted: true, datasetId: args.datasetId };
-  },
+  appId: BRAIN_APP_ID,
 });

package/corpus/templates/brain/actions/get-knowledge.ts

@@ -2,7 +2,10 @@ import { defineAction } from "@agent-native/core";
 import { resolveAccess } from "@agent-native/core/sharing";
 import { z } from "zod";
 
-import { serializeKnowledge } from "../server/lib/brain.js";
+import {
+  assertDerivedAudienceAccess,
+  serializeKnowledge,
+} from "../server/lib/brain.js";
 
 export default defineAction({
   description: "Get one Brain knowledge item by ID.",
@@ -14,12 +17,13 @@ export default defineAction({
   publicAgent: {
     expose: true,
     readOnly: true,
-    requiresAuth: false,
+    requiresAuth: true,
     isConsequential: false,
   },
   run: async ({ id }) => {
     const access = await resolveAccess("brain-knowledge", id);
     if (!access) return { knowledge: null };
+    await assertDerivedAudienceAccess(access.resource);
     return {
       knowledge: serializeKnowledge(access.resource),
       accessRole: access.role,

package/corpus/templates/brain/actions/get-pilot-report.ts

@@ -1,9 +1,10 @@
 import { defineAction } from "@agent-native/core";
 import { accessFilter } from "@agent-native/core/sharing";
-import { and, desc, eq, inArray, or } from "drizzle-orm";
+import { and, desc, eq, inArray, isNull, or, sql } from "drizzle-orm";
 import { z } from "zod";
 
 import { getDb, schema } from "../server/db/index.js";
+import { listAccessibleAudienceIds } from "../server/lib/audiences.js";
 import {
   getAccessibleSource,
   parseJson,
@@ -451,6 +452,22 @@ export default defineAction({
   run: async ({ sourceId, targetChannel }) => {
     const access = await getAccessibleSource(sourceId);
     const db = getDb();
+    const accessibleAudienceIds = await listAccessibleAudienceIds([sourceId]);
+    const accessibleCaptureAudienceFilter = accessibleAudienceIds.length
+      ? inArray(schema.brainCaptureAudiences.audienceId, accessibleAudienceIds)
+      : sql`1=0`;
+    const accessibleDerivedAudienceFilter = or(
+      isNull(schema.brainKnowledge.captureId),
+      accessibleAudienceIds.length
+        ? inArray(schema.brainKnowledge.audienceId, accessibleAudienceIds)
+        : sql`1=0`,
+    )!;
+    const accessibleProposalAudienceFilter = or(
+      isNull(schema.brainProposals.captureId),
+      accessibleAudienceIds.length
+        ? inArray(schema.brainProposals.audienceId, accessibleAudienceIds)
+        : sql`1=0`,
+    )!;
 
     const [latestSyncRun] = await db
       .select()
@@ -465,7 +482,17 @@ export default defineAction({
         status: schema.brainRawCaptures.status,
       })
       .from(schema.brainRawCaptures)
-      .where(eq(schema.brainRawCaptures.sourceId, sourceId));
+      .innerJoin(
+        schema.brainCaptureAudiences,
+        eq(schema.brainCaptureAudiences.captureId, schema.brainRawCaptures.id),
+      )
+      .where(
+        and(
+          eq(schema.brainRawCaptures.sourceId, sourceId),
+          eq(schema.brainRawCaptures.sensitivityDisposition, "allowed"),
+          accessibleCaptureAudienceFilter,
+        ),
+      );
 
     const recentCaptureRows = await db
       .select({
@@ -480,17 +507,24 @@ export default defineAction({
         updatedAt: schema.brainRawCaptures.updatedAt,
       })
       .from(schema.brainRawCaptures)
-      .where(eq(schema.brainRawCaptures.sourceId, sourceId))
+      .innerJoin(
+        schema.brainCaptureAudiences,
+        eq(schema.brainCaptureAudiences.captureId, schema.brainRawCaptures.id),
+      )
+      .where(
+        and(
+          eq(schema.brainRawCaptures.sourceId, sourceId),
+          eq(schema.brainRawCaptures.sensitivityDisposition, "allowed"),
+          accessibleCaptureAudienceFilter,
+        ),
+      )
       .orderBy(desc(schema.brainRawCaptures.capturedAt))
       .limit(RECENT_LIMIT);
 
     const captureIds = captureRows.map((capture) => capture.id);
     const queueSourceFilter = captureIds.length
-      ? or(
-          eq(schema.brainIngestQueue.sourceId, sourceId),
-          inArray(schema.brainIngestQueue.captureId, captureIds),
-        )!
-      : eq(schema.brainIngestQueue.sourceId, sourceId);
+      ? inArray(schema.brainIngestQueue.captureId, captureIds)
+      : sql`1=0`;
 
     const queueRows = await db
       .select({
@@ -532,6 +566,7 @@ export default defineAction({
         and(
           accessFilter(schema.brainKnowledge, schema.brainKnowledgeShares),
           eq(schema.brainKnowledge.sourceId, sourceId),
+          accessibleDerivedAudienceFilter,
         ),
       )
       .orderBy(desc(schema.brainKnowledge.updatedAt));
@@ -556,6 +591,7 @@ export default defineAction({
         and(
           accessFilter(schema.brainProposals, schema.brainProposalShares),
           eq(schema.brainProposals.sourceId, sourceId),
+          accessibleProposalAudienceFilter,
         ),
       )
       .orderBy(desc(schema.brainProposals.updatedAt));

package/corpus/templates/brain/actions/import-capture.ts

@@ -2,6 +2,7 @@ import { defineAction } from "@agent-native/core";
 import { z } from "zod";
 
 import {
+  BrainCaptureBlockedError,
   createCapture,
   ensureManualSource,
   serializeCapture,
@@ -31,15 +32,26 @@ export default defineAction({
       ? null
       : await ensureManualSource(args.sourceTitle ?? "Manual imports");
     const sourceId = args.sourceId ?? source!.id;
-    const capture = await createCapture({
-      sourceId,
-      externalId: args.externalId,
-      title: args.title,
-      kind: args.kind,
-      content: args.content,
-      capturedAt: args.capturedAt,
-      metadata: args.metadata,
-    });
+    let capture;
+    try {
+      capture = await createCapture({
+        sourceId,
+        externalId: args.externalId,
+        title: args.title,
+        kind: args.kind,
+        content: args.content,
+        capturedAt: args.capturedAt,
+        metadata: args.metadata,
+      });
+    } catch (error) {
+      if (!(error instanceof BrainCaptureBlockedError)) throw error;
+      return {
+        source: source ? serializeSource(source) : undefined,
+        capture: undefined,
+        sensitivityReceipt: error.receipt,
+        nextAction: undefined,
+      };
+    }
     return {
       source: source ? serializeSource(source) : undefined,
       capture: serializeCapture(capture),

package/corpus/templates/brain/actions/import-transcript.ts

@@ -1,7 +1,9 @@
 import { defineAction } from "@agent-native/core";
+import { getRequestUserEmail } from "@agent-native/core/server/request-context";
 import { z } from "zod";
 
 import {
+  BrainCaptureBlockedError,
   createCapture,
   ensureManualSource,
   serializeCapture,
@@ -26,23 +28,49 @@ export default defineAction({
     enqueueDistillation: z.coerce.boolean().default(true),
   }),
   run: async (args) => {
+    const importerEmail = getRequestUserEmail()?.trim().toLowerCase();
+    let participants = args.participants;
+    if (!participants.length) {
+      if (!importerEmail) {
+        throw new Error(
+          "Importing a transcript without participants requires an authenticated importer.",
+        );
+      }
+      participants = [importerEmail];
+    }
     const source = args.sourceId
       ? null
       : await ensureManualSource(args.sourceTitle);
-    const capture = await createCapture({
-      sourceId: args.sourceId ?? source!.id,
-      externalId: args.externalId,
-      title: args.title,
-      kind: "transcript",
-      content: args.transcript,
-      capturedAt: args.capturedAt,
-      metadata: {
-        ...(args.metadata ?? {}),
-        participants: args.participants,
-        sourceUrl: args.sourceUrl,
-        tags: args.tags,
-      },
-    });
+    let capture;
+    try {
+      capture = await createCapture({
+        sourceId: args.sourceId ?? source!.id,
+        externalId: args.externalId,
+        title: args.title,
+        kind: "transcript",
+        content: args.transcript,
+        capturedAt: args.capturedAt,
+        metadata: {
+          ...(args.metadata ?? {}),
+          participants,
+          sourceUrl: args.sourceUrl,
+          tags: args.tags,
+        },
+        audience: {
+          kind: "meeting",
+          memberEmails: participants,
+          upstreamRefHash: args.externalId,
+        },
+      });
+    } catch (error) {
+      if (!(error instanceof BrainCaptureBlockedError)) throw error;
+      return {
+        source: source ? serializeSource(source) : undefined,
+        capture: undefined,
+        sensitivityReceipt: error.receipt,
+        nextAction: undefined,
+      };
+    }
     return {
       source: source ? serializeSource(source) : undefined,
       capture: serializeCapture(capture),

package/corpus/templates/brain/actions/list-captures.ts

@@ -4,6 +4,7 @@ import { and, desc, eq, inArray, sql } from "drizzle-orm";
 import { z } from "zod";
 
 import { getDb, schema } from "../server/db/index.js";
+import { listAccessibleAudienceIds } from "../server/lib/audiences.js";
 import {
   latestDistillationQueuesForCaptures,
   parseJson,
@@ -98,9 +99,13 @@ export default defineAction({
 
     const sourceIds = sourceRows.map((source) => source.id);
     if (!sourceIds.length) return { count: 0, captures: [] };
+    const audienceIds = await listAccessibleAudienceIds(sourceIds);
+    if (!audienceIds.length) return { count: 0, captures: [] };
     const sourceMap = new Map(sourceRows.map((source) => [source.id, source]));
     const captureClauses = [
       inArray(schema.brainRawCaptures.sourceId, sourceIds),
+      eq(schema.brainRawCaptures.sensitivityDisposition, "allowed"),
+      inArray(schema.brainCaptureAudiences.audienceId, audienceIds),
     ];
     if (args.status) {
       captureClauses.push(eq(schema.brainRawCaptures.status, args.status));
@@ -118,7 +123,7 @@ export default defineAction({
       ? Math.min(args.previewLength * 4, 4000)
       : 0;
     const rows = await db
-      .select({
+      .selectDistinct({
         id: schema.brainRawCaptures.id,
         sourceId: schema.brainRawCaptures.sourceId,
         externalId: schema.brainRawCaptures.externalId,
@@ -136,6 +141,10 @@ export default defineAction({
           : {}),
       })
       .from(schema.brainRawCaptures)
+      .innerJoin(
+        schema.brainCaptureAudiences,
+        eq(schema.brainCaptureAudiences.captureId, schema.brainRawCaptures.id),
+      )
       .where(and(...captureClauses))
       .orderBy(desc(schema.brainRawCaptures.capturedAt))
       .limit(args.limit);

package/corpus/templates/brain/actions/list-distillation-queue.ts

@@ -1,9 +1,10 @@
 import { defineAction } from "@agent-native/core";
 import { accessFilter } from "@agent-native/core/sharing";
-import { and, desc, eq, lte, or } from "drizzle-orm";
+import { and, desc, eq, inArray, isNull, lte, or } from "drizzle-orm";
 import { z } from "zod";
 
 import { getDb, schema } from "../server/db/index.js";
+import { listAccessibleAudienceIds } from "../server/lib/audiences.js";
 import { redactSensitiveText } from "../server/lib/search.js";
 
 const queueStatuses = ["queued", "processing", "done", "failed"] as const;
@@ -118,27 +119,45 @@ export async function readDistillationQueue(
   const staleCutoff = staleProcessingCutoff(now);
   const issue = args.staleOnly ? "stale" : (args.issue ?? "all");
   const limit = args.limit ?? 100;
+  const accessibleAudienceIds = await listAccessibleAudienceIds();
+  const captureVisibility = or(
+    isNull(schema.brainIngestQueue.captureId),
+    accessibleAudienceIds.length
+      ? and(
+          eq(schema.brainRawCaptures.sensitivityDisposition, "allowed"),
+          inArray(
+            schema.brainCaptureAudiences.audienceId,
+            accessibleAudienceIds,
+          ),
+        )
+      : undefined,
+  );
   const baseClauses = [
     eq(schema.brainIngestQueue.operation, "distill"),
     accessFilter(schema.brainSources, schema.brainSourceShares),
+    captureVisibility,
   ];
   if (args.sourceId) {
     baseClauses.push(eq(schema.brainSources.id, args.sourceId));
   }
 
   const summaryRows = await db
-    .select({
+    .selectDistinct({
       status: schema.brainIngestQueue.status,
       updatedAt: schema.brainIngestQueue.updatedAt,
     })
     .from(schema.brainIngestQueue)
     .innerJoin(
+      schema.brainSources,
+      eq(schema.brainIngestQueue.sourceId, schema.brainSources.id),
+    )
+    .leftJoin(
       schema.brainRawCaptures,
       eq(schema.brainIngestQueue.captureId, schema.brainRawCaptures.id),
     )
-    .innerJoin(
-      schema.brainSources,
-      eq(schema.brainRawCaptures.sourceId, schema.brainSources.id),
+    .leftJoin(
+      schema.brainCaptureAudiences,
+      eq(schema.brainCaptureAudiences.captureId, schema.brainRawCaptures.id),
     )
     .where(and(...baseClauses));
 
@@ -164,7 +183,7 @@ export async function readDistillationQueue(
   }
 
   const rows = await db
-    .select({
+    .selectDistinct({
       id: schema.brainIngestQueue.id,
       sourceId: schema.brainIngestQueue.sourceId,
       captureId: schema.brainIngestQueue.captureId,
@@ -184,12 +203,16 @@ export async function readDistillationQueue(
     })
     .from(schema.brainIngestQueue)
     .innerJoin(
+      schema.brainSources,
+      eq(schema.brainIngestQueue.sourceId, schema.brainSources.id),
+    )
+    .leftJoin(
       schema.brainRawCaptures,
       eq(schema.brainIngestQueue.captureId, schema.brainRawCaptures.id),
     )
-    .innerJoin(
-      schema.brainSources,
-      eq(schema.brainRawCaptures.sourceId, schema.brainSources.id),
+    .leftJoin(
+      schema.brainCaptureAudiences,
+      eq(schema.brainCaptureAudiences.captureId, schema.brainRawCaptures.id),
     )
     .where(and(...clauses))
     .orderBy(desc(schema.brainIngestQueue.updatedAt))
@@ -223,11 +246,13 @@ export async function readDistillationQueue(
         provider: row.sourceProvider,
         status: row.sourceStatus,
       },
-      capture: {
-        id: row.captureId,
-        title: redactSensitiveText(row.captureTitle),
-        status: row.captureStatus,
-      },
+      capture: row.captureId
+        ? {
+            id: row.captureId,
+            title: redactOptionalText(row.captureTitle),
+            status: row.captureStatus,
+          }
+        : null,
     };
   });