total-recall-brain 3.4.0 → 3.6.0

package/src/core/schema.mjs

@@ -312,6 +312,458 @@ export const SubQuerySchema = z.object({
   reasoning: z.string().describe("Explanation for why these sub-queries are necessary")
 });
 
+// ─── Document Primitives (§5.1 of the SSSS spec) ───────────────────────────
+
+export const ContactSchema = z.object({
+  type: z.literal('contact'),
+  name: z.string(),
+  first_name: z.string().optional().nullable(),
+  last_name: z.string().optional().nullable(),
+  email: z.string().optional().nullable(),
+  phone: z.string().optional().nullable(),
+  company: z.string().optional().nullable(),
+  job_title: z.string().optional().nullable(),
+  tags: z.array(z.unknown()).optional().nullable(),
+  notes: z.string().optional().nullable(),
+  source: z.string().optional().nullable(),
+  contact_type: z.string().optional().nullable(),
+  priority: z.string().optional().nullable(),
+  relationship_strength: z.number().optional().nullable(),
+  custom_fields: z.record(z.unknown()).optional().nullable(),
+  db_id: z.string().optional().nullable(),
+  owner_user_id: z.string().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+});
+
+export const CompanySchema = z.object({
+  type: z.literal('company'),
+  name: z.string(),
+  domain: z.string().optional().nullable(),
+  industry: z.string().optional().nullable(),
+  website: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+});
+
+export const DealSchema = z.object({
+  type: z.literal('deal'),
+  name: z.string(),
+  value: z.number(),
+  stage: z.string(),
+  contact_id: z.string().optional().nullable(),
+  company_id: z.string().optional().nullable(),
+  currency: z.string().optional().nullable(),
+  probability: z.number().optional().nullable(),
+  expected_close_date: z.string().optional().nullable(),
+  is_archived: z.boolean().optional().nullable(),
+  description: z.string().optional().nullable(),
+  source: z.string().optional().nullable(),
+  tags: z.array(z.unknown()).optional().nullable(),
+  custom_fields: z.record(z.unknown()).optional().nullable(),
+  db_id: z.string().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+});
+
+export const BrandSchema = z.object({
+  type: z.literal('brand'),
+  name: z.string(),
+  version: z.string().optional().nullable(),
+  description: z.string().optional().nullable(),
+  colors: z.record(z.unknown()).optional().nullable(),
+  typography: z.record(z.unknown()).optional().nullable(),
+  rounded: z.record(z.unknown()).optional().nullable(),
+  spacing: z.record(z.unknown()).optional().nullable(),
+  components: z.record(z.unknown()).optional().nullable(),
+  vibe: z.string().optional().nullable(),
+  locale: z.string().optional().nullable(),
+  assets: z.record(z.unknown()).optional().nullable(),
+  brand_voice: z.array(z.unknown()).optional().nullable(),
+  accessibility_palettes: z.record(z.unknown()).optional().nullable(),
+  tagline: z.string().optional().nullable(),
+});
+
+export const DeploymentSchema = z.object({
+  type: z.literal('deployment'),
+  name: z.string(),
+  slug: z.string(),
+  status: z.string().optional().nullable(),
+  runtime_url: z.string().optional().nullable(),
+  mcp_config: z.record(z.unknown()).optional().nullable(),
+  container_settings: z.record(z.unknown()).optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+});
+
+export const ListingSchema = z.object({
+  type: z.literal('listing'),
+  name: z.string(),
+  pricing_model: z.string(),
+  credits_charge_rate: z.number().optional().nullable(),
+  connected_stripe_account: z.string().optional().nullable(),
+  is_published: z.boolean().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+});
+
+export const KnowledgeSchema = z.object({
+  type: z.literal('knowledge'),
+  name: z.string(),
+  slug: z.string(),
+  description: z.string().optional().nullable(),
+  category: z.string().optional().nullable(),
+  is_public: z.boolean().optional().nullable(),
+  is_active: z.boolean().optional().nullable(),
+  is_system_managed: z.boolean().optional().nullable(),
+  shared_across_workspaces: z.boolean().optional().nullable(),
+  settings: z.record(z.unknown()).optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+  user_id: z.string().optional().nullable(),
+});
+
+export const KnowledgeSourceSchema = z.object({
+  type: z.literal('knowledge_source'),
+  title: z.string(),
+  knowledge_base_slug: z.string(),
+  content: z.string().optional().nullable(),
+  content_type: z.string().optional().nullable(),
+  source_url: z.string().optional().nullable(),
+  metadata: z.record(z.unknown()).optional().nullable(),
+  embedding_vector: z.array(z.unknown()).optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+});
+
+export const CalendarEventSchema = z.object({
+  type: z.literal('calendar_event'),
+  title: z.string().optional().nullable(),
+  description: z.string().optional().nullable(),
+  start_time: z.string(),
+  end_time: z.string().optional().nullable(),
+  timezone: z.string().optional().nullable(),
+  all_day: z.boolean().optional().nullable(),
+  event_type: z.string(),
+  calendar_id: z.string().optional().nullable(),
+  location: z.string().optional().nullable(),
+  meeting_url: z.string().optional().nullable(),
+  attendees: z.array(z.unknown()).optional().nullable(),
+  location_context: z.record(z.unknown()).optional().nullable(),
+  db_id: z.string().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  user_id: z.string().optional().nullable(),
+  created_at: z.string().optional().nullable(),
+  updated_at: z.string().optional().nullable(),
+});
+
+export const EventSchema = z.object({
+  type: z.literal('event'),
+  event_type: z.string(),
+  thread_id: z.string().optional().nullable(),
+  turn_index: z.number().optional().nullable(),
+  rating: z.number().optional().nullable(),
+  comment: z.string().optional().nullable(),
+  comment_lang: z.string().optional().nullable(),
+  timestamp: z.string().optional().nullable(),
+});
+
+export const LanguageConventionSchema = z.object({
+  type: z.literal('language_convention'),
+  locale: z.string(),
+  language_name: z.string(),
+  keys: z.record(z.unknown()),
+});
+
+export const ProfileSchema = z.object({
+  type: z.literal('profile'),
+  user_id: z.string(),
+  locale: z.string(),
+  display_name: z.string().optional().nullable(),
+  timezone: z.string().optional().nullable(),
+  workspaces: z.array(z.unknown()).optional().nullable(),
+  notification_preferences: z.record(z.unknown()).optional().nullable(),
+});
+
+export const SharingGroupSchema = z.object({
+  type: z.literal('sharing_group'),
+  name: z.string(),
+  color: z.string(),
+  description: z.string().optional().nullable(),
+  owner_user_id: z.string(),
+  members: z.array(z.unknown()).optional().nullable(),
+  share_credits: z.boolean().optional().nullable(),
+  share_skills: z.boolean().optional().nullable(),
+  share_assistants: z.boolean().optional().nullable(),
+  share_email_accounts: z.boolean().optional().nullable(),
+  share_email_domains: z.boolean().optional().nullable(),
+  share_phone_numbers: z.boolean().optional().nullable(),
+  share_api_keys: z.boolean().optional().nullable(),
+  share_knowledge_base: z.boolean().optional().nullable(),
+  share_credentials: z.boolean().optional().nullable(),
+  share_team_members: z.boolean().optional().nullable(),
+  share_workflows: z.boolean().optional().nullable(),
+  share_templates: z.boolean().optional().nullable(),
+  share_branding: z.boolean().optional().nullable(),
+  share_crm: z.boolean().optional().nullable(),
+  share_integrations: z.boolean().optional().nullable(),
+  share_notifications: z.boolean().optional().nullable(),
+  share_deployments: z.boolean().optional().nullable(),
+});
+
+export const PageSchema = z.object({
+  type: z.literal('page'),
+  slug: z.string(),
+  name: z.string(),
+  icon: z.string().optional().nullable(),
+  layout: z.string().optional().nullable(),
+  sandbox_entry: z.string(),
+  is_active: z.boolean().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+});
+
+export const VoicemailSchema = z.object({
+  type: z.literal('voicemail'),
+  mailbox_id: z.string(),
+  caller_id: z.string().optional().nullable(),
+  caller_name: z.string().optional().nullable(),
+  duration_seconds: z.number(),
+  recording_url: z.string(),
+  recording_path: z.string().optional().nullable(),
+  recording_size_bytes: z.number().optional().nullable(),
+  transcript: z.string().optional().nullable(),
+  transcript_confidence: z.number().optional().nullable(),
+  transcription_status: z.string().optional().nullable(),
+  is_urgent: z.boolean().optional().nullable(),
+  is_read: z.boolean().optional().nullable(),
+  is_deleted: z.boolean().optional().nullable(),
+  folder: z.string().optional().nullable(),
+  callback_number: z.string().optional().nullable(),
+  inbox_item_id: z.string().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  user_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+  created_at: z.string().optional().nullable(),
+});
+
+export const PersonalizationProfileSchema = z.object({
+  type: z.literal('personalization_profile'),
+  name: z.string(),
+  slug: z.string(),
+  user_id: z.string(),
+  profile_type: z.string(),
+  description: z.string().optional().nullable(),
+  personalization_text: z.string().optional().nullable(),
+  is_default: z.boolean().optional().nullable(),
+  is_active: z.boolean().optional().nullable(),
+  scope: z.string().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  attached_files: z.array(z.unknown()).optional().nullable(),
+  active_times: z.array(z.unknown()).optional().nullable(),
+});
+
+export const AccountAssistantSchema = z.object({
+  type: z.literal('account_assistant'),
+  name: z.string(),
+  user_id: z.string(),
+  scope: z.string(),
+  enabled: z.boolean(),
+  description: z.string().optional().nullable(),
+  system_message: z.string().optional().nullable(),
+  avatar_url: z.string().optional().nullable(),
+  color_theme: z.string().optional().nullable(),
+  voice_id: z.string().optional().nullable(),
+  is_receptionist_enabled: z.boolean().optional().nullable(),
+  auto_answer_calls: z.boolean().optional().nullable(),
+  verification_pin: z.string().optional().nullable(),
+  greeting_known: z.string().optional().nullable(),
+  greeting_unknown: z.string().optional().nullable(),
+  routing_rules: z.array(z.unknown()).optional().nullable(),
+  enabled_tabs: z.array(z.unknown()).optional().nullable(),
+});
+
+export const AccountMemorySchema = z.object({
+  type: z.literal('account_memory'),
+  title: z.string(),
+  user_id: z.string(),
+  category: z.string(),
+  confidence: z.number().optional().nullable(),
+  source: z.string().optional().nullable(),
+});
+
+export const AccountWorkflowSchema = z.object({
+  type: z.literal('account_workflow'),
+  name: z.string(),
+  slug: z.string(),
+  user_id: z.string(),
+  scope: z.string(),
+  description: z.string().optional().nullable(),
+  enabled: z.boolean().optional().nullable(),
+  trigger_type: z.string().optional().nullable(),
+  trigger_config: z.record(z.unknown()).optional().nullable(),
+  steps: z.array(z.unknown()).optional().nullable(),
+  actions: z.array(z.unknown()).optional().nullable(),
+  target_workspaces: z.array(z.unknown()).optional().nullable(),
+  last_run: z.string().optional().nullable(),
+  run_count: z.number().optional().nullable(),
+});
+
+export const WorkspaceTransferSchema = z.object({
+  type: z.literal('workspace_transfer'),
+  transfer_id: z.string(),
+  source_user_id: z.string(),
+  target_email: z.string(),
+  workspace_id: z.string(),
+  status: z.string(),
+  initiated_at: z.string(),
+  target_user_id: z.string().optional().nullable(),
+  workspace_name: z.string().optional().nullable(),
+  resolved_at: z.string().optional().nullable(),
+  expires_at: z.string().optional().nullable(),
+});
+
+export const ExtensionSchema = z.object({
+  type: z.literal('extension'),
+  extension: z.string(),
+  display_name: z.string(),
+  owner_user_id: z.string().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  assistant_id: z.string().optional().nullable(),
+  status: z.string(),
+  voicemail_enabled: z.boolean().optional().nullable(),
+  metadata: z.record(z.unknown()).optional().nullable(),
+});
+
+export const PhoneNumberSchema = z.object({
+  type: z.literal('phone_number'),
+  phone_number: z.string(),
+  provider: z.string(),
+  provider_number_id: z.string().optional().nullable(),
+  receptionist_id: z.string().optional().nullable(),
+  status: z.string(),
+  workspace_id: z.string().optional().nullable(),
+  user_id: z.string().optional().nullable(),
+});
+
+export const WorkspaceSchema = z.object({
+  type: z.literal('workspace'),
+  name: z.string(),
+  slug: z.string().optional().nullable(),
+  description: z.string().optional().nullable(),
+  business_type: z.string().optional().nullable(),
+  domain: z.string().optional().nullable(),
+  provisioning_mode: z.string().optional().nullable(),
+  canonical_version: z.number().optional().nullable(),
+  content_hash: z.string().optional().nullable(),
+  brand_ref: z.string().optional().nullable(),
+  page_refs: z.array(z.unknown()).optional().nullable(),
+  assistant_refs: z.array(z.unknown()).optional().nullable(),
+  workflow_refs: z.array(z.unknown()).optional().nullable(),
+  knowledge_refs: z.array(z.unknown()).optional().nullable(),
+  commerce_ref: z.string().optional().nullable(),
+  cms_refs: z.array(z.unknown()).optional().nullable(),
+  social_refs: z.array(z.unknown()).optional().nullable(),
+  ticketing_refs: z.array(z.unknown()).optional().nullable(),
+  comms_refs: z.array(z.unknown()).optional().nullable(),
+  economy: z.record(z.unknown()).optional().nullable(),
+  demo_fixtures_ref: z.string().optional().nullable(),
+  capabilities: z.array(z.unknown()).optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+  created_at: z.string().optional().nullable(),
+  updated_at: z.string().optional().nullable(),
+});
+
+export const CommerceCatalogSchema = z.object({
+  type: z.literal('commerce_catalog'),
+  name: z.string(),
+  currency: z.string().optional().nullable(),
+  tax_behavior: z.string().optional().nullable(),
+  shipping_zones: z.array(z.unknown()).optional().nullable(),
+  collections: z.array(z.unknown()).optional().nullable(),
+  fulfillment: z.record(z.unknown()).optional().nullable(),
+  stripe_account_ref: z.string().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+});
+
+export const ProductSchema = z.object({
+  type: z.literal('product'),
+  name: z.string(),
+  slug: z.string(),
+  description: z.string().optional().nullable(),
+  product_type: z.string().optional().nullable(),
+  status: z.string().optional().nullable(),
+  variants: z.array(z.unknown()).optional().nullable(),
+  prices: z.array(z.unknown()).optional().nullable(),
+  subscription: z.record(z.unknown()).optional().nullable(),
+  collection: z.string().optional().nullable(),
+  media_refs: z.array(z.unknown()).optional().nullable(),
+  inventory: z.record(z.unknown()).optional().nullable(),
+  metadata: z.record(z.unknown()).optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+});
+
+export const CmsCollectionSchema = z.object({
+  type: z.literal('cms_collection'),
+  name: z.string(),
+  slug: z.string(),
+  description: z.string().optional().nullable(),
+  fields: z.array(z.unknown()).optional().nullable(),
+  ordering: z.string().optional().nullable(),
+  is_published: z.boolean().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+});
+
+export const CmsEntrySchema = z.object({
+  type: z.literal('cms_entry'),
+  title: z.string(),
+  slug: z.string(),
+  collection_slug: z.string(),
+  status: z.string().optional().nullable(),
+  publish_at: z.string().optional().nullable(),
+  order: z.number().optional().nullable(),
+  fields: z.record(z.unknown()).optional().nullable(),
+  media_refs: z.array(z.unknown()).optional().nullable(),
+  excerpt: z.string().optional().nullable(),
+  seo: z.record(z.unknown()).optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+});
+
+export const SocialSchema = z.object({
+  type: z.literal('social'),
+  name: z.string(),
+  platform: z.string().optional().nullable(),
+  handle: z.string().optional().nullable(),
+  connection_ref: z.string().optional().nullable(),
+  posting_calendar: z.array(z.unknown()).optional().nullable(),
+  creative_refs: z.array(z.unknown()).optional().nullable(),
+  status: z.string().optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+});
+
+export const TicketedEventSchema = z.object({
+  type: z.literal('ticketed_event'),
+  name: z.string(),
+  slug: z.string(),
+  start_time: z.string(),
+  description: z.string().optional().nullable(),
+  status: z.string().optional().nullable(),
+  end_time: z.string().optional().nullable(),
+  timezone: z.string().optional().nullable(),
+  venue: z.record(z.unknown()).optional().nullable(),
+  sessions: z.array(z.unknown()).optional().nullable(),
+  ticket_tiers: z.array(z.unknown()).optional().nullable(),
+  capacity: z.number().optional().nullable(),
+  stripe_account_ref: z.string().optional().nullable(),
+  media_refs: z.array(z.unknown()).optional().nullable(),
+  workspace_id: z.string().optional().nullable(),
+  db_id: z.string().optional().nullable(),
+});
+
 // ─── Schema Registry (§5 of the SSSS spec) ─────────────────────────────────
 
 /** Map from SSSS `type` value to its Zod schema. Used by the operation validator. */
@@ -330,4 +782,33 @@ export const SSSS_SCHEMAS = {
   'schema-proposal': SchemaProposalSchema,
   migration: MigrationSchema,
   release: ReleaseSchema,
+  contact: ContactSchema,
+  company: CompanySchema,
+  deal: DealSchema,
+  brand: BrandSchema,
+  deployment: DeploymentSchema,
+  listing: ListingSchema,
+  knowledge: KnowledgeSchema,
+  knowledge_source: KnowledgeSourceSchema,
+  calendar_event: CalendarEventSchema,
+  event: EventSchema,
+  language_convention: LanguageConventionSchema,
+  profile: ProfileSchema,
+  sharing_group: SharingGroupSchema,
+  page: PageSchema,
+  voicemail: VoicemailSchema,
+  personalization_profile: PersonalizationProfileSchema,
+  account_assistant: AccountAssistantSchema,
+  account_memory: AccountMemorySchema,
+  account_workflow: AccountWorkflowSchema,
+  workspace_transfer: WorkspaceTransferSchema,
+  extension: ExtensionSchema,
+  phone_number: PhoneNumberSchema,
+  workspace: WorkspaceSchema,
+  commerce_catalog: CommerceCatalogSchema,
+  product: ProductSchema,
+  cms_collection: CmsCollectionSchema,
+  cms_entry: CmsEntrySchema,
+  social: SocialSchema,
+  ticketed_event: TicketedEventSchema,
 };

package/src/core/source-adapters.mjs

@@ -1,7 +1,15 @@
 import fs from 'fs';
 import path from 'path';
 import yaml from 'yaml';
-import { brainDir } from './config.mjs';
+import {
+  brainDir,
+  braveApiKey as defaultBraveKey,
+  braveSearchApiKey as defaultBraveSearchKey,
+  exaApiKey as defaultExaKey,
+  githubToken as defaultGithubToken,
+  serperApiKey as defaultSerperKey,
+  tavilyApiKey as defaultTavilyKey
+} from './config.mjs';
 
 /**
  * Research Source Adapters — Real Service Integrations
@@ -42,12 +50,12 @@ export function loadResearchConfig(configPath = DEFAULT_CONFIG_PATH) {
 
   return {
     // ── Paid search providers (fallback chain: Brave → Tavily → Exa → Serper) ──
-    braveApiKey:  process.env.BRAVE_SEARCH_API_KEY || process.env.BRAVE_API_KEY || secrets.brave_api_key || fileConfig.brave_api_key  || null,
-    tavilyApiKey: process.env.TAVILY_API_KEY                                    || secrets.tavily_api_key || fileConfig.tavily_api_key || null,
-    exaApiKey:    process.env.EXA_API_KEY                                       || secrets.exa_api_key    || fileConfig.exa_api_key    || null,
-    serperApiKey: process.env.SERPER_API_KEY                                    || secrets.serper_api_key || fileConfig.serper_api_key || null,
+    braveApiKey:  process.env.BRAVE_SEARCH_API_KEY || process.env.BRAVE_API_KEY || secrets.brave_api_key || fileConfig.brave_api_key  || defaultBraveKey || defaultBraveSearchKey || null,
+    tavilyApiKey: process.env.TAVILY_API_KEY                                    || secrets.tavily_api_key || fileConfig.tavily_api_key || defaultTavilyKey || null,
+    exaApiKey:    process.env.EXA_API_KEY                                       || secrets.exa_api_key    || fileConfig.exa_api_key    || defaultExaKey || null,
+    serperApiKey: process.env.SERPER_API_KEY                                    || secrets.serper_api_key || fileConfig.serper_api_key || defaultSerperKey || null,
     // GitHub: personal access token for higher rate limits (60→5000 req/hr)
-    githubToken: process.env.GITHUB_TOKEN || secrets.github_token || fileConfig.github_token || null,
+    githubToken: process.env.GITHUB_TOKEN || secrets.github_token || fileConfig.github_token || defaultGithubToken || null,
     fetchTimeoutMs: fileConfig.fetch_timeout_ms || 10000,
     maxResultsPerSource: fileConfig.max_results_per_source || 5,
     userAgent: fileConfig.user_agent || 'TotalRecall/1.0 (knowledge-acquisition; +https://github.com/gregiteen/total-recall)',

package/src/server/index.mjs

@@ -198,8 +198,12 @@ try {
   app.use('/api', apiRateLimiter());
   app.use(restRouter);
   logger.info('server', 'REST API mounted (/api/*, /v1/models, /.well-known/total-recall.json)');
+
+  const { collabRouter } = await import('./routes/collab.mjs');
+  app.use(collabRouter);
+  logger.info('server', 'Collaboration API routes mounted (/api/collab/*)');
 } catch (err) {
-  logger.error('server', `REST API failed to load: ${err.message}`);
+  logger.error('server', `REST API or Collab routes failed to load: ${err.message}`);
 }
 
 // ─── API Routes (/v1/chat/completions) ──────────────────────────────────────────
@@ -573,7 +577,23 @@ const HOST = nodeEnv === 'production' && publicBindRequested && serverSecurityCo
   ? '127.0.0.1'
   : configuredHost;
 
+import { WebSocketServer } from 'ws';
+const collabWss = new WebSocketServer({ noServer: true });
+
 const server = app.listen(PORT, HOST, () => {
+  server.on('upgrade', async (request, socket, head) => {
+    const url = new URL(request.url, `http://${request.headers.host || 'localhost'}`);
+    if (url.pathname === '/collab-ws') {
+      try {
+        const { handleCollabUpgrade } = await import('./routes/collab.mjs');
+        handleCollabUpgrade(request, socket, head, collabWss);
+      } catch (err) {
+        socket.write('HTTP/1.1 500 Internal Server Error\r\n\r\n');
+        socket.destroy();
+      }
+    }
+  });
+
   if (HOST !== configuredHost) {
     logger.error("server", `Refusing public bind '${configuredHost}' in production. Bound to ${HOST}.`);
   }