@agent-native/core 0.111.4 → 0.112.0

package/corpus/templates/brain/server/db/schema.ts

@@ -45,6 +45,13 @@ export const brainRawCaptures = table("brain_raw_captures", {
     .default("generic"),
   content: text("content").notNull(),
   contentHash: text("content_hash"),
+  sensitivityDisposition: text("sensitivity_disposition", {
+    enum: ["pending", "allowed"],
+  })
+    .notNull()
+    .default("pending"),
+  sensitivityPolicyVersion: text("sensitivity_policy_version"),
+  audienceAclHash: text("audience_acl_hash"),
   metadataJson: text("metadata_json").notNull().default("{}"),
   capturedAt: text("captured_at").notNull(),
   importedBy: text("imported_by").notNull(),
@@ -62,6 +69,8 @@ export const brainKnowledge = table("brain_knowledge", {
   id: text("id").primaryKey(),
   sourceId: text("source_id"),
   captureId: text("capture_id"),
+  audienceId: text("audience_id"),
+  audienceAclHash: text("audience_acl_hash"),
   kind: text("kind", {
     enum: [
       "decision",
@@ -111,6 +120,8 @@ export const brainProposals = table("brain_proposals", {
   knowledgeId: text("knowledge_id"),
   sourceId: text("source_id"),
   captureId: text("capture_id"),
+  audienceId: text("audience_id"),
+  audienceAclHash: text("audience_acl_hash"),
   title: text("title").notNull(),
   body: text("body").notNull(),
   rationale: text("rationale").notNull().default(""),
@@ -157,7 +168,13 @@ export const brainIngestQueue = table("brain_ingest_queue", {
   sourceId: text("source_id"),
   captureId: text("capture_id"),
   operation: text("operation", {
-    enum: ["distill", "sync"],
+    enum: [
+      "distill",
+      "sync",
+      "search-index",
+      "search-unindex",
+      "slack-thread-refresh",
+    ],
   })
     .notNull()
     .default("distill"),
@@ -169,8 +186,187 @@ export const brainIngestQueue = table("brain_ingest_queue", {
   priority: integer("priority").notNull().default(0),
   attempts: integer("attempts").notNull().default(0),
   payloadJson: text("payload_json").notNull().default("{}"),
+  dedupeKey: text("dedupe_key"),
+  leaseToken: text("lease_token"),
+  leaseExpiresAt: text("lease_expires_at"),
   error: text("error"),
   runAfter: text("run_after"),
   createdAt: text("created_at").notNull().default(now()),
   updatedAt: text("updated_at").notNull().default(now()),
 });
+
+export const brainAudiences = table("brain_audiences", {
+  id: text("id").primaryKey(),
+  sourceId: text("source_id").notNull(),
+  kind: text("kind", {
+    enum: ["org", "slack-private-channel", "meeting", "restricted"],
+  }).notNull(),
+  upstreamRefHash: text("upstream_ref_hash"),
+  aclHash: text("acl_hash").notNull(),
+  membershipState: text("membership_state", {
+    enum: ["current", "stale", "error"],
+  })
+    .notNull()
+    .default("stale"),
+  lastSyncedAt: text("last_synced_at"),
+  createdAt: text("created_at").notNull().default(now()),
+  updatedAt: text("updated_at").notNull().default(now()),
+});
+
+export const brainAudienceMembers = table("brain_audience_members", {
+  id: text("id").primaryKey(),
+  audienceId: text("audience_id").notNull(),
+  principalType: text("principal_type", { enum: ["user", "org"] }).notNull(),
+  principalId: text("principal_id").notNull(),
+  upstreamPrincipalHash: text("upstream_principal_hash"),
+  status: text("status", { enum: ["active", "revoked"] })
+    .notNull()
+    .default("active"),
+  syncedAt: text("synced_at").notNull(),
+  createdAt: text("created_at").notNull().default(now()),
+  updatedAt: text("updated_at").notNull().default(now()),
+});
+
+export const brainAudienceDependencies = table("brain_audience_dependencies", {
+  id: text("id").primaryKey(),
+  audienceId: text("audience_id").notNull(),
+  dependsOnAudienceId: text("depends_on_audience_id").notNull(),
+  createdAt: text("created_at").notNull().default(now()),
+});
+
+export const brainAudienceSourceDependencies = table(
+  "brain_audience_source_dependencies",
+  {
+    id: text("id").primaryKey(),
+    audienceId: text("audience_id").notNull(),
+    sourceId: text("source_id").notNull(),
+    createdAt: text("created_at").notNull().default(now()),
+  },
+);
+
+export const brainCaptureAudiences = table("brain_capture_audiences", {
+  id: text("id").primaryKey(),
+  captureId: text("capture_id").notNull(),
+  audienceId: text("audience_id").notNull(),
+  aclHash: text("acl_hash").notNull(),
+  createdAt: text("created_at").notNull().default(now()),
+});
+
+export const brainSensitivityEvents = table("brain_sensitivity_events", {
+  id: text("id").primaryKey(),
+  sourceId: text("source_id").notNull(),
+  captureId: text("capture_id"),
+  locatorHmac: text("locator_hmac").notNull(),
+  disposition: text("disposition", {
+    enum: ["suppressed", "quarantined", "released", "discarded", "expired"],
+  }).notNull(),
+  categoriesJson: text("categories_json").notNull().default("[]"),
+  confidenceBand: text("confidence_band", {
+    enum: ["deterministic", "high", "medium", "uncertain"],
+  }).notNull(),
+  policyVersion: text("policy_version").notNull(),
+  upstreamProvider: text("upstream_provider").notNull(),
+  quarantineBlobHandle: text("quarantine_blob_handle"),
+  expiresAt: text("expires_at"),
+  reviewedBy: text("reviewed_by"),
+  reviewedAt: text("reviewed_at"),
+  createdAt: text("created_at").notNull().default(now()),
+  updatedAt: text("updated_at").notNull().default(now()),
+});
+
+export const brainSearchArtifacts = table("brain_search_artifacts", {
+  id: text("id").primaryKey(),
+  captureId: text("capture_id").notNull(),
+  sourceId: text("source_id").notNull(),
+  audienceId: text("audience_id").notNull(),
+  aclHash: text("acl_hash").notNull(),
+  title: text("title").notNull(),
+  question: text("question").notNull().default(""),
+  summary: text("summary").notNull().default(""),
+  resolution: text("resolution").notNull().default(""),
+  systemsJson: text("systems_json").notNull().default("[]"),
+  codeRefsJson: text("code_refs_json").notNull().default("[]"),
+  contentHash: text("content_hash").notNull(),
+  sensitivityPolicyVersion: text("sensitivity_policy_version").notNull(),
+  indexVersion: text("index_version").notNull(),
+  status: text("status", { enum: ["active", "stale", "deleted"] })
+    .notNull()
+    .default("active"),
+  capturedAt: text("captured_at").notNull(),
+  createdAt: text("created_at").notNull().default(now()),
+  updatedAt: text("updated_at").notNull().default(now()),
+});
+
+export const brainSearchBursts = table("brain_search_bursts", {
+  id: text("id").primaryKey(),
+  artifactId: text("artifact_id").notNull(),
+  captureId: text("capture_id").notNull(),
+  sourceId: text("source_id").notNull(),
+  audienceId: text("audience_id").notNull(),
+  aclHash: text("acl_hash").notNull(),
+  ordinal: integer("ordinal").notNull(),
+  startOffset: integer("start_offset").notNull(),
+  endOffset: integer("end_offset").notNull(),
+  content: text("content").notNull(),
+  contextualText: text("contextual_text").notNull(),
+  charCount: integer("char_count").notNull(),
+  rareTermScore: integer("rare_term_score").notNull().default(0),
+  reactionCount: integer("reaction_count").notNull().default(0),
+  indexed: integer("indexed").notNull().default(0),
+  contentHash: text("content_hash").notNull(),
+  indexVersion: text("index_version").notNull(),
+  createdAt: text("created_at").notNull().default(now()),
+  updatedAt: text("updated_at").notNull().default(now()),
+});
+
+export const brainSearchEmbeddings = table("brain_search_embeddings", {
+  id: text("id").primaryKey(),
+  targetType: text("target_type", {
+    enum: ["artifact", "burst", "knowledge"],
+  }).notNull(),
+  targetId: text("target_id").notNull(),
+  vectorKey: text("vector_key").notNull(),
+  sourceId: text("source_id").notNull(),
+  audienceId: text("audience_id").notNull(),
+  aclHash: text("acl_hash").notNull(),
+  embeddingSetId: text("embedding_set_id").notNull(),
+  dimensions: integer("dimensions").notNull(),
+  contentHash: text("content_hash").notNull(),
+  sensitivityPolicyVersion: text("sensitivity_policy_version").notNull(),
+  indexVersion: text("index_version").notNull(),
+  status: text("status", { enum: ["active", "stale", "deleted"] })
+    .notNull()
+    .default("active"),
+  createdAt: text("created_at").notNull().default(now()),
+  updatedAt: text("updated_at").notNull().default(now()),
+});
+
+export const brainTermStats = table("brain_term_stats", {
+  term: text("term").primaryKey(),
+  documentCount: integer("document_count").notNull().default(0),
+  updatedAt: text("updated_at").notNull().default(now()),
+});
+
+export const brainSearchCorpusStats = table("brain_search_corpus_stats", {
+  id: text("id").primaryKey(),
+  documentCount: integer("document_count").notNull().default(0),
+  updatedAt: text("updated_at").notNull().default(now()),
+});
+
+export const brainProjects = table("brain_projects", {
+  id: text("id").primaryKey(),
+  title: text("title").notNull(),
+  description: text("description").notNull().default(""),
+  createdAt: text("created_at").notNull().default(now()),
+  updatedAt: text("updated_at").notNull().default(now()),
+  ...ownableColumns(),
+});
+
+export const brainProjectShares = createSharesTable("brain_project_shares");
+
+export const brainProjectSources = table("brain_project_sources", {
+  id: text("id").primaryKey(),
+  projectId: text("project_id").notNull(),
+  sourceId: text("source_id").notNull(),
+  createdAt: text("created_at").notNull().default(now()),
+});

package/corpus/templates/brain/server/jobs/distillation-queue.ts

@@ -1,4 +1,5 @@
 import { processBrainIngestQueueOnce } from "../../jobs/process-ingest-queue.js";
+import { expireSensitivityQuarantines } from "../lib/brain.js";
 
 const DISTILL_QUEUE_INTERVAL_MS = 60 * 1000;
 let skippingLogged = false;
@@ -30,11 +31,14 @@ export default function registerBrainDistillationQueueJob(): void {
   setInterval(() => {
     if (running) return;
     running = true;
-    processBrainIngestQueueOnce({
-      limit: sweepLimit(),
-      runDistillation: true,
-    })
-      .then((result) => {
+    Promise.all([
+      processBrainIngestQueueOnce({
+        limit: sweepLimit(),
+        runDistillation: true,
+      }),
+      expireSensitivityQuarantines(),
+    ])
+      .then(([result, expired]) => {
         const count =
           result.processed.length +
           result.deferred.length +
@@ -44,6 +48,9 @@ export default function registerBrainDistillationQueueJob(): void {
             `[brain-distillation] processed=${result.processed.length} deferred=${result.deferred.length} failed=${result.failed.length}`,
           );
         }
+        if (expired) {
+          console.log(`[brain-privacy] expired=${expired}`);
+        }
       })
       .catch((err) =>
         console.error("[brain-distillation] interval failed:", err),