opensentinel 3.1.1 → 3.6.1

package/dist/chunk-MFK34XSY.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/core/scheduler.ts","../src/core/agents/agent-worker.ts","../src/inputs/calendar/trigger-processor.ts","../src/core/evolution/memory-shedder.ts","../src/core/evolution/growth-reporter.ts"],"sourcesContent":["import { Queue, Worker, type Job } from \"bullmq\";\nimport Redis from \"ioredis\";\nimport { env } from \"../config/env\";\nimport { chat } from \"./brain\";\nimport { startAgentWorker, stopAgentWorker } from \"./agents/agent-worker\";\nimport { processCalendarTriggers, generateDailyBriefing } from \"../inputs/calendar/trigger-processor\";\nimport { autoShed } from \"./evolution/memory-shedder\";\nimport { generateWeeklyReport, generateMonthlyReport } from \"./evolution/growth-reporter\";\nimport { resetMonthlyUsage } from \"./permissions/permission-manager\";\nimport { flushMetrics } from \"./observability/metrics\";\n\n// Lazy Redis connection and queues — created on first use\nlet _connection: Redis | null = null;\nlet _taskQueue: Queue | null = null;\nlet _maintenanceQueue: Queue | null = null;\n\nfunction getConnection(): Redis {\n  if (!_connection) {\n    _connection = new Redis(env.REDIS_URL, {\n      maxRetriesPerRequest: null,\n    });\n  }\n  return _connection;\n}\n\nfunction getTaskQueue(): Queue {\n  if (!_taskQueue) {\n    _taskQueue = new Queue(\"sentinel-tasks\", { connection: getConnection() as any });\n  }\n  return _taskQueue;\n}\n\nfunction getMaintenanceQueue(): Queue {\n  if (!_maintenanceQueue) {\n    _maintenanceQueue = new Queue(\"sentinel-maintenance\", { connection: getConnection() as any });\n  }\n  return _maintenanceQueue;\n}\n\n// Backward-compatible exports\nconst connection = new Proxy({} as Redis, {\n  get(_target, prop) {\n    const instance = getConnection();\n    const value = (instance as any)[prop];\n    if (typeof value === \"function\") return value.bind(instance);\n    return value;\n  },\n});\nconst taskQueue = new Proxy({} as Queue, {\n  get(_target, prop) {\n    const instance = getTaskQueue();\n    const value = (instance as any)[prop];\n    if (typeof value === \"function\") return value.bind(instance);\n    return value;\n  },\n});\nconst maintenanceQueue = new Proxy({} as Queue, {\n  get(_target, prop) {\n    const instance = getMaintenanceQueue();\n    const value = (instance as any)[prop];\n    if (typeof value === \"function\") return value.bind(instance);\n    return value;\n  },\n});\n\ninterface ScheduledTask {\n  type: \"reminder\" | \"briefing\" | \"custom\" | \"calendar_check\" | \"memory_shed\" | \"growth_report\" | \"metrics_flush\";\n  message?: string;\n  userId?: string;\n  chatId?: string;\n  metadata?: Record<string, unknown>;\n}\n\n// Schedule a task\nexport async function scheduleTask(\n  task: ScheduledTask,\n  delay: number\n): Promise<string> {\n  const job = await taskQueue.add(\"scheduled-task\", task, {\n    delay,\n    removeOnComplete: true,\n    removeOnFail: 100,\n  });\n  return job.id || \"\";\n}\n\n// Schedule a recurring task (cron-style)\nexport async function scheduleRecurring(\n  name: string,\n  task: ScheduledTask,\n  pattern: string // cron pattern\n): Promise<void> {\n  await taskQueue.add(name, task, {\n    repeat: { pattern },\n    removeOnComplete: true,\n  });\n}\n\n// Cancel a scheduled task\nexport async function cancelTask(jobId: string): Promise<boolean> {\n  const job = await taskQueue.getJob(jobId);\n  if (job) {\n    await job.remove();\n    return true;\n  }\n  return false;\n}\n\n// Process scheduled tasks\nlet worker: Worker | null = null;\nlet maintenanceWorker: Worker | null = null;\n\nexport function startWorker(\n  onTask: (task: ScheduledTask) => Promise<void>\n): void {\n  if (worker) return;\n\n  worker = new Worker(\n    \"sentinel-tasks\",\n    async (job: Job<ScheduledTask>) => {\n      console.log(`[Scheduler] Processing task: ${job.name}`);\n      await onTask(job.data);\n    },\n    { connection: getConnection() as any }\n  );\n\n  worker.on(\"completed\", (job) => {\n    console.log(`[Scheduler] Task completed: ${job.id}`);\n  });\n\n  worker.on(\"failed\", (job, err) => {\n    console.error(`[Scheduler] Task failed: ${job?.id}`, err);\n  });\n\n  console.log(\"[Scheduler] Worker started\");\n}\n\n// Start maintenance worker for background jobs\nexport function startMaintenanceWorker(): void {\n  if (maintenanceWorker) return;\n\n  maintenanceWorker = new Worker(\n    \"sentinel-maintenance\",\n    async (job: Job<ScheduledTask>) => {\n      console.log(`[Maintenance] Processing: ${job.name}`);\n\n      switch (job.data.type) {\n        case \"calendar_check\":\n          if (job.data.userId) {\n            await processCalendarTriggers(job.data.userId, []);\n          }\n          break;\n\n        case \"memory_shed\":\n          if (job.data.userId) {\n            const result = await autoShed(job.data.userId);\n            console.log(`[Maintenance] Memory shed: archived ${result.archivedCount} memories`);\n          }\n          break;\n\n        case \"growth_report\":\n          if (job.data.userId) {\n            const reportType = job.data.metadata?.reportType as \"weekly\" | \"monthly\";\n            if (reportType === \"monthly\") {\n              await generateMonthlyReport(job.data.userId);\n            } else {\n              await generateWeeklyReport(job.data.userId);\n            }\n          }\n          break;\n\n        case \"metrics_flush\":\n          await flushMetrics();\n          break;\n\n        default:\n          console.log(`[Maintenance] Unknown task type: ${job.data.type}`);\n      }\n    },\n    { connection: getConnection() as any }\n  );\n\n  maintenanceWorker.on(\"completed\", (job) => {\n    console.log(`[Maintenance] Completed: ${job.id}`);\n  });\n\n  maintenanceWorker.on(\"failed\", (job, err) => {\n    console.error(`[Maintenance] Failed: ${job?.id}`, err);\n  });\n\n  console.log(\"[Maintenance] Worker started\");\n}\n\nexport function stopWorker(): void {\n  if (worker) {\n    worker.close();\n    worker = null;\n  }\n}\n\nexport function stopMaintenanceWorker(): void {\n  if (maintenanceWorker) {\n    maintenanceWorker.close();\n    maintenanceWorker = null;\n  }\n}\n\n// Start all workers and scheduled jobs\nexport async function initializeScheduler(\n  onTask: (task: ScheduledTask) => Promise<void>\n): Promise<void> {\n  // Start workers\n  startWorker(onTask);\n  startMaintenanceWorker();\n  startAgentWorker();\n\n  // Schedule recurring maintenance jobs\n  await setupRecurringJobs();\n\n  console.log(\"[Scheduler] Initialized\");\n}\n\n// Setup recurring maintenance jobs\nasync function setupRecurringJobs(): Promise<void> {\n  // Calendar trigger check - every 15 minutes\n  await maintenanceQueue.add(\n    \"calendar-check\",\n    { type: \"calendar_check\" },\n    {\n      repeat: { pattern: \"*/15 * * * *\" },\n      removeOnComplete: true,\n    }\n  );\n\n  // Metrics flush - every 5 minutes\n  await maintenanceQueue.add(\n    \"metrics-flush\",\n    { type: \"metrics_flush\" },\n    {\n      repeat: { pattern: \"*/5 * * * *\" },\n      removeOnComplete: true,\n    }\n  );\n\n  // Weekly memory shedding - Sundays at 3 AM\n  await maintenanceQueue.add(\n    \"memory-shed-weekly\",\n    { type: \"memory_shed\" },\n    {\n      repeat: { pattern: \"0 3 * * 0\" },\n      removeOnComplete: true,\n    }\n  );\n\n  // Monthly quota reset - 1st of month at midnight\n  await maintenanceQueue.add(\n    \"quota-reset-monthly\",\n    { type: \"custom\", message: \"quota_reset\" },\n    {\n      repeat: { pattern: \"0 0 1 * *\" },\n      removeOnComplete: true,\n    }\n  );\n\n  console.log(\"[Scheduler] Recurring jobs scheduled\");\n}\n\n// Schedule user-specific maintenance\nexport async function scheduleUserMaintenance(\n  userId: string,\n  type: \"calendar_check\" | \"memory_shed\" | \"growth_report\",\n  options?: { pattern?: string; reportType?: \"weekly\" | \"monthly\" }\n): Promise<void> {\n  const task: ScheduledTask = {\n    type,\n    userId,\n    metadata: options?.reportType ? { reportType: options.reportType } : undefined,\n  };\n\n  if (options?.pattern) {\n    await maintenanceQueue.add(`${type}-${userId}`, task, {\n      repeat: { pattern: options.pattern },\n      removeOnComplete: true,\n    });\n  } else {\n    await maintenanceQueue.add(`${type}-${userId}`, task, {\n      removeOnComplete: true,\n    });\n  }\n}\n\n// Shutdown all workers\nexport async function shutdownScheduler(): Promise<void> {\n  stopWorker();\n  stopMaintenanceWorker();\n  stopAgentWorker();\n  if (_connection) await _connection.quit();\n  console.log(\"[Scheduler] Shutdown complete\");\n}\n\n// Helper to schedule a reminder\nexport async function scheduleReminder(\n  message: string,\n  delayMs: number,\n  chatId?: string\n): Promise<string> {\n  return scheduleTask(\n    {\n      type: \"reminder\",\n      message,\n      chatId,\n    },\n    delayMs\n  );\n}\n\n// Generate morning briefing content\nexport async function generateBriefing(userId?: string): Promise<string> {\n  // Try to use calendar-aware briefing\n  if (userId) {\n    try {\n      return await generateDailyBriefing(userId, []);\n    } catch {\n      // Fall back to simple briefing\n    }\n  }\n\n  const response = await chat(\n    [\n      {\n        role: \"user\",\n        content: `Generate a brief morning briefing. Include:\n1. A motivational greeting\n2. Today's date and day of week\n3. A productivity tip\n\nKeep it concise and uplifting.`,\n      },\n    ],\n    \"You are a helpful assistant creating a morning briefing.\"\n  );\n\n  return response.content;\n}\n\n// Get queue stats\nexport async function getQueueStats(): Promise<{\n  tasks: { waiting: number; active: number; completed: number; failed: number };\n  maintenance: { waiting: number; active: number; completed: number; failed: number };\n}> {\n  const [taskStats, maintenanceStats] = await Promise.all([\n    Promise.all([\n      taskQueue.getWaitingCount(),\n      taskQueue.getActiveCount(),\n      taskQueue.getCompletedCount(),\n      taskQueue.getFailedCount(),\n    ]),\n    Promise.all([\n      maintenanceQueue.getWaitingCount(),\n      maintenanceQueue.getActiveCount(),\n      maintenanceQueue.getCompletedCount(),\n      maintenanceQueue.getFailedCount(),\n    ]),\n  ]);\n\n  return {\n    tasks: {\n      waiting: taskStats[0],\n      active: taskStats[1],\n      completed: taskStats[2],\n      failed: taskStats[3],\n    },\n    maintenance: {\n      waiting: maintenanceStats[0],\n      active: maintenanceStats[1],\n      completed: maintenanceStats[2],\n      failed: maintenanceStats[3],\n    },\n  };\n}\n\nexport { taskQueue, maintenanceQueue, connection };\n","import { Worker, Job } from \"bullmq\";\nimport Redis from \"ioredis\";\nimport { env } from \"../../config/env\";\nimport {\n  AgentType,\n  AgentResult,\n  AGENT_SYSTEM_PROMPTS,\n  AGENT_TOOL_PERMISSIONS,\n} from \"./agent-types\";\nimport {\n  updateAgentStatus,\n  addAgentMessage,\n  addAgentProgress,\n  shouldAgentStop,\n  updateAgentTokens,\n  getAgent,\n} from \"./agent-manager\";\nimport { TOOLS, executeTool } from \"../../tools\";\nimport { riskEngine } from \"../intelligence/risk-engine\";\nimport { metric } from \"../observability/metrics\";\nimport { captureException } from \"../observability/error-tracker\";\nimport { providerRegistry } from \"../providers\";\nimport type { LLMMessage, LLMContentBlock, LLMTool } from \"../providers/types\";\n\n// Redis connection\nconst connection = new Redis(env.REDIS_URL, {\n  maxRetriesPerRequest: null,\n});\n\ninterface AgentJobData {\n  agentId: string;\n  userId: string;\n  type: AgentType;\n  objective: string;\n  context?: Record<string, unknown>;\n  tokenBudget: number;\n  timeBudgetMs: number;\n}\n\nlet worker: Worker | null = null;\n\n// Process an agent task\nasync function processAgentTask(job: Job<AgentJobData>): Promise<AgentResult> {\n  const { agentId, userId, type, objective, context, tokenBudget } = job.data;\n  const startTime = Date.now();\n  let totalTokensUsed = 0;\n\n  console.log(`[Agent ${agentId}] Starting ${type} agent: ${objective}`);\n\n  // Update status to running\n  await updateAgentStatus(agentId, \"running\");\n  await addAgentProgress(agentId, 1, \"Starting agent\", \"running\");\n\n  // Build system prompt\n  const systemPrompt = buildSystemPrompt(type, context);\n\n  // Get the configured LLM provider (respects LLM_PROVIDER env var)\n  const provider = providerRegistry.getDefault();\n\n  // Get allowed tools for this agent type\n  const allowedToolNames = AGENT_TOOL_PERMISSIONS[type];\n  const agentTools = TOOLS\n    .filter((t) => allowedToolNames.includes(t.name))\n    .map((t) => ({\n      name: t.name,\n      description: t.description || \"\",\n      input_schema: (t.input_schema || { type: \"object\" as const, properties: {} }) as LLMTool[\"input_schema\"],\n    }));\n\n  // Build initial messages\n  const userContent = `Your objective: ${objective}\n\n${context ? `Additional context:\\n${JSON.stringify(context, null, 2)}` : \"\"}\n\nPlease proceed with the task, reporting your progress as you go.`;\n\n  const messages: LLMMessage[] = [\n    { role: \"user\", content: userContent },\n  ];\n\n  await addAgentMessage(agentId, {\n    role: \"user\",\n    content: userContent,\n  });\n\n  let stepNumber = 2;\n  const maxSteps = 20; // Prevent infinite loops\n\n  try {\n    // Agent loop\n    while (stepNumber <= maxSteps) {\n      // Check if we should stop\n      const stopCheck = await shouldAgentStop(agentId);\n      if (stopCheck.stop) {\n        await addAgentProgress(\n          agentId,\n          stepNumber,\n          `Stopping: ${stopCheck.reason}`,\n          \"completed\"\n        );\n        break;\n      }\n\n      // Call the configured LLM provider (Claude, Gemini, OpenAI, etc.)\n      const response = await provider.createMessage({\n        model: \"\",  // Use provider's default model\n        max_tokens: 4096,\n        system: systemPrompt,\n        tools: agentTools,\n        messages,\n      });\n\n      // Track tokens\n      totalTokensUsed += response.usage.input_tokens + response.usage.output_tokens;\n      await updateAgentTokens(agentId, totalTokensUsed);\n\n      // Check token budget\n      if (totalTokensUsed >= tokenBudget) {\n        await addAgentProgress(\n          agentId,\n          stepNumber,\n          \"Token budget reached\",\n          \"completed\"\n        );\n        break;\n      }\n\n      // Process response\n      const assistantContent = response.content;\n\n      // Extract text for logging\n      const textContent = assistantContent\n        .filter((c) => c.type === \"text\")\n        .map((c) => c.text || \"\")\n        .join(\"\\n\");\n\n      if (textContent) {\n        await addAgentMessage(agentId, {\n          role: \"assistant\",\n          content: textContent,\n        });\n\n        // Extract progress description from text\n        const progressDesc = textContent.slice(0, 200).replace(/\\n/g, \" \");\n        await addAgentProgress(agentId, stepNumber, progressDesc, \"running\");\n      }\n\n      // Check if done\n      if (response.stop_reason === \"end_turn\") {\n        // Agent completed naturally\n        await addAgentProgress(\n          agentId,\n          stepNumber + 1,\n          \"Task completed\",\n          \"completed\",\n          textContent\n        );\n\n        return {\n          success: true,\n          output: textContent,\n          summary: extractSummary(textContent),\n          tokensUsed: totalTokensUsed,\n          durationMs: Date.now() - startTime,\n        };\n      }\n\n      // Process tool calls\n      if (response.stop_reason === \"tool_use\") {\n        const toolResultBlocks: LLMContentBlock[] = [];\n\n        for (const block of assistantContent) {\n          if (block.type === \"tool_use\") {\n            const toolName = block.name!;\n            const toolInput = block.input as Record<string, unknown>;\n\n            console.log(`[Agent ${agentId}] Using tool: ${toolName}`);\n\n            // Risk engine gate: evaluate before executing any tool from an agent\n            const riskDecision = await riskEngine.evaluate({\n              action: \"agent_tool_execute\",\n              userId,\n              toolName,\n              input: toolInput,\n              metadata: { agentId, agentType: type },\n            });\n\n            if (!riskDecision.allowed) {\n              const failedChecks = riskDecision.checks\n                .filter((c) => !c.passed)\n                .map((c) => c.message)\n                .join(\"; \");\n              const result = {\n                success: false,\n                result: null,\n                error: `[RiskEngine] Agent tool blocked: ${failedChecks}`,\n              };\n\n              await addAgentMessage(agentId, {\n                role: \"tool_result\",\n                content: JSON.stringify({ tool: toolName, result }),\n                metadata: { toolInput },\n              });\n\n              toolResultBlocks.push({\n                type: \"tool_result\",\n                tool_use_id: block.id!,\n                content: JSON.stringify(result),\n              });\n              continue;\n            }\n\n            // Inject caller context for financial tools\n            if (toolName === \"crypto_exchange\") {\n              toolInput._callerContext = \"agent\";\n            }\n\n            // Execute tool\n            const result = await executeTool(toolName, toolInput);\n\n            await addAgentMessage(agentId, {\n              role: \"tool_result\",\n              content: JSON.stringify({ tool: toolName, result }),\n              metadata: { toolInput },\n            });\n\n            toolResultBlocks.push({\n              type: \"tool_result\",\n              tool_use_id: block.id!,\n              content: JSON.stringify(result),\n            });\n          }\n        }\n\n        // Add assistant response and tool results to messages\n        messages.push({ role: \"assistant\", content: assistantContent });\n        messages.push({ role: \"user\", content: toolResultBlocks });\n      }\n\n      stepNumber++;\n    }\n\n    // Max steps reached\n    const agent = await getAgent(agentId);\n    const lastMessage = agent?.messages.slice(-1)[0]?.content || \"\";\n\n    return {\n      success: true,\n      output: lastMessage,\n      summary: \"Agent completed maximum steps\",\n      tokensUsed: totalTokensUsed,\n      durationMs: Date.now() - startTime,\n    };\n  } catch (error) {\n    const errorMessage = error instanceof Error ? error.message : String(error);\n\n    await captureException(error, \"agent\", {\n      agentId,\n      type,\n      objective,\n    }, userId);\n\n    await addAgentProgress(\n      agentId,\n      stepNumber,\n      `Error: ${errorMessage}`,\n      \"failed\"\n    );\n\n    return {\n      success: false,\n      error: errorMessage,\n      tokensUsed: totalTokensUsed,\n      durationMs: Date.now() - startTime,\n    };\n  }\n}\n\nfunction buildSystemPrompt(\n  type: AgentType,\n  context?: Record<string, unknown>\n): string {\n  let prompt = AGENT_SYSTEM_PROMPTS[type];\n\n  if (context) {\n    prompt += `\\n\\nAdditional context about the user/task:\\n${JSON.stringify(context, null, 2)}`;\n  }\n\n  return prompt;\n}\n\nfunction extractSummary(text: string): string {\n  // Try to find a summary section\n  const summaryMatch = text.match(/(?:summary|conclusion|result):\\s*(.+?)(?:\\n\\n|$)/i);\n  if (summaryMatch) {\n    return summaryMatch[1].trim();\n  }\n\n  // Otherwise, take the last paragraph\n  const paragraphs = text.split(\"\\n\\n\").filter((p) => p.trim());\n  return paragraphs.slice(-1)[0]?.slice(0, 500) || text.slice(0, 500);\n}\n\n// Start the agent worker\nexport function startAgentWorker(): void {\n  if (worker) return;\n\n  worker = new Worker(\n    \"sentinel-agents\",\n    async (job: Job<AgentJobData>) => {\n      const result = await processAgentTask(job);\n\n      // Update final status\n      await updateAgentStatus(\n        job.data.agentId,\n        result.success ? \"completed\" : \"failed\",\n        result\n      );\n\n      // Record metric\n      metric.agentOperation(\"complete\", job.data.type);\n\n      return result;\n    },\n    {\n      connection,\n      concurrency: 3, // Run up to 3 agents concurrently\n    }\n  );\n\n  worker.on(\"completed\", (job) => {\n    console.log(`[AgentWorker] Agent completed: ${job.data.agentId}`);\n  });\n\n  worker.on(\"failed\", (job, err) => {\n    console.error(`[AgentWorker] Agent failed: ${job?.data.agentId}`, err);\n  });\n\n  console.log(\"[AgentWorker] Agent worker started\");\n}\n\n// Stop the agent worker\nexport function stopAgentWorker(): void {\n  if (worker) {\n    worker.close();\n    worker = null;\n  }\n}\n\nexport default {\n  startAgentWorker,\n  stopAgentWorker,\n};\n","import { db } from \"../../db\";\nimport { calendarTriggers, users } from \"../../db/schema\";\nimport { eq, and, lte, gte, isNull } from \"drizzle-orm\";\nimport { scheduleTask } from \"../../core/scheduler\";\nimport {\n  fetchICalFromUrl,\n  CalendarEvent,\n  getUpcomingEvents,\n  getTodaysEvents,\n} from \"./ical-parser\";\n\nexport type TriggerType = \"event_start\" | \"event_end\" | \"daily_briefing\";\nexport type CalendarSource = \"google\" | \"outlook\" | \"ical\";\n\nexport interface CalendarTriggerConfig {\n  id: string;\n  userId: string;\n  name: string;\n  calendarSource: CalendarSource;\n  calendarId?: string;\n  triggerType: TriggerType;\n  offsetMinutes: number;\n  action: {\n    type: \"message\" | \"tool\" | \"webhook\";\n    payload: Record<string, unknown>;\n  };\n  enabled: boolean;\n}\n\nexport interface TriggerResult {\n  triggerId: string;\n  event?: CalendarEvent;\n  scheduledJobId?: string;\n  error?: string;\n}\n\n// Create a calendar trigger\nexport async function createCalendarTrigger(\n  config: Omit<CalendarTriggerConfig, \"id\">\n): Promise<string> {\n  const [trigger] = await db\n    .insert(calendarTriggers)\n    .values({\n      userId: config.userId,\n      name: config.name,\n      calendarSource: config.calendarSource,\n      calendarId: config.calendarId,\n      triggerType: config.triggerType,\n      offsetMinutes: config.offsetMinutes,\n      action: config.action,\n      enabled: config.enabled,\n    })\n    .returning();\n\n  return trigger.id;\n}\n\n// Get user's calendar triggers\nexport async function getUserTriggers(\n  userId: string\n): Promise<CalendarTriggerConfig[]> {\n  const triggers = await db\n    .select()\n    .from(calendarTriggers)\n    .where(eq(calendarTriggers.userId, userId));\n\n  return triggers.map((t) => ({\n    id: t.id,\n    userId: t.userId,\n    name: t.name,\n    calendarSource: t.calendarSource as CalendarSource,\n    calendarId: t.calendarId || undefined,\n    triggerType: t.triggerType as TriggerType,\n    offsetMinutes: t.offsetMinutes || 0,\n    action: t.action as CalendarTriggerConfig[\"action\"],\n    enabled: t.enabled ?? true,\n  }));\n}\n\n// Enable/disable a trigger\nexport async function setTriggerEnabled(\n  triggerId: string,\n  enabled: boolean\n): Promise<boolean> {\n  const [updated] = await db\n    .update(calendarTriggers)\n    .set({ enabled })\n    .where(eq(calendarTriggers.id, triggerId))\n    .returning();\n\n  return !!updated;\n}\n\n// Delete a trigger\nexport async function deleteTrigger(triggerId: string): Promise<boolean> {\n  await db.delete(calendarTriggers).where(eq(calendarTriggers.id, triggerId));\n  return true;\n}\n\n// Process triggers for upcoming events\nexport async function processCalendarTriggers(\n  userId: string,\n  events: CalendarEvent[],\n  chatId?: string\n): Promise<TriggerResult[]> {\n  const triggers = await getUserTriggers(userId);\n  const enabledTriggers = triggers.filter((t) => t.enabled);\n  const results: TriggerResult[] = [];\n  const now = Date.now();\n\n  for (const trigger of enabledTriggers) {\n    try {\n      if (trigger.triggerType === \"daily_briefing\") {\n        // Handle daily briefing separately\n        continue;\n      }\n\n      for (const event of events) {\n        const eventTime =\n          trigger.triggerType === \"event_start\"\n            ? event.startDate.getTime()\n            : event.endDate.getTime();\n\n        const triggerTime = eventTime - trigger.offsetMinutes * 60 * 1000;\n\n        // Only schedule if trigger time is in the future\n        if (triggerTime > now) {\n          const delay = triggerTime - now;\n\n          const jobId = await scheduleTask(\n            {\n              type: \"custom\",\n              message: formatTriggerMessage(trigger, event),\n              userId,\n              chatId,\n            },\n            delay\n          );\n\n          results.push({\n            triggerId: trigger.id,\n            event,\n            scheduledJobId: jobId,\n          });\n\n          // Update last triggered\n          await db\n            .update(calendarTriggers)\n            .set({ lastTriggered: new Date() })\n            .where(eq(calendarTriggers.id, trigger.id));\n        }\n      }\n    } catch (error) {\n      results.push({\n        triggerId: trigger.id,\n        error: error instanceof Error ? error.message : String(error),\n      });\n    }\n  }\n\n  return results;\n}\n\nfunction formatTriggerMessage(\n  trigger: CalendarTriggerConfig,\n  event: CalendarEvent\n): string {\n  const timeStr = event.startDate.toLocaleTimeString([], {\n    hour: \"2-digit\",\n    minute: \"2-digit\",\n  });\n\n  if (trigger.triggerType === \"event_start\") {\n    if (trigger.offsetMinutes > 0) {\n      return `⏰ Reminder: \"${event.summary}\" starts in ${trigger.offsetMinutes} minutes at ${timeStr}`;\n    }\n    return `🔔 \"${event.summary}\" is starting now!`;\n  }\n\n  if (trigger.triggerType === \"event_end\") {\n    return `✅ \"${event.summary}\" has ended`;\n  }\n\n  return `📅 Calendar event: ${event.summary}`;\n}\n\n// Generate daily briefing from calendar\nexport async function generateDailyBriefing(\n  userId: string,\n  events: CalendarEvent[]\n): Promise<string> {\n  const todayEvents = getTodaysEvents(events);\n  const upcomingEvents = getUpcomingEvents(events, 5);\n\n  let briefing = \"📅 **Your Daily Calendar Briefing**\\n\\n\";\n\n  if (todayEvents.length === 0) {\n    briefing += \"No events scheduled for today.\\n\\n\";\n  } else {\n    briefing += `**Today's Events (${todayEvents.length}):**\\n`;\n    for (const event of todayEvents) {\n      const timeStr = event.isAllDay\n        ? \"All day\"\n        : event.startDate.toLocaleTimeString([], {\n            hour: \"2-digit\",\n            minute: \"2-digit\",\n          });\n      briefing += `• ${timeStr}: ${event.summary}`;\n      if (event.location) {\n        briefing += ` @ ${event.location}`;\n      }\n      briefing += \"\\n\";\n    }\n    briefing += \"\\n\";\n  }\n\n  const futureEvents = upcomingEvents.filter(\n    (e) => !todayEvents.some((t) => t.uid === e.uid)\n  );\n\n  if (futureEvents.length > 0) {\n    briefing += \"**Upcoming:**\\n\";\n    for (const event of futureEvents.slice(0, 3)) {\n      const dateStr = event.startDate.toLocaleDateString([], {\n        weekday: \"short\",\n        month: \"short\",\n        day: \"numeric\",\n      });\n      briefing += `• ${dateStr}: ${event.summary}\\n`;\n    }\n  }\n\n  return briefing;\n}\n\n// Sync calendar and process triggers\nexport async function syncCalendarAndTriggers(\n  userId: string,\n  icalUrl: string,\n  chatId?: string\n): Promise<{\n  eventsFound: number;\n  triggersScheduled: number;\n  errors: string[];\n}> {\n  const errors: string[] = [];\n  let eventsFound = 0;\n  let triggersScheduled = 0;\n\n  try {\n    const calendar = await fetchICalFromUrl(icalUrl);\n    eventsFound = calendar.events.length;\n\n    // Get events for next 24 hours\n    const now = new Date();\n    const tomorrow = new Date(now.getTime() + 24 * 60 * 60 * 1000);\n    const upcomingEvents = calendar.events.filter(\n      (e) => e.startDate >= now && e.startDate <= tomorrow\n    );\n\n    const results = await processCalendarTriggers(userId, upcomingEvents, chatId);\n    triggersScheduled = results.filter((r) => r.scheduledJobId).length;\n    errors.push(...results.filter((r) => r.error).map((r) => r.error!));\n  } catch (error) {\n    errors.push(error instanceof Error ? error.message : String(error));\n  }\n\n  return { eventsFound, triggersScheduled, errors };\n}\n\nexport default {\n  createCalendarTrigger,\n  getUserTriggers,\n  setTriggerEnabled,\n  deleteTrigger,\n  processCalendarTriggers,\n  generateDailyBriefing,\n  syncCalendarAndTriggers,\n};\n","import { db } from \"../../db\";\nimport { memories, archivedMemories } from \"../../db/schema\";\nimport { eq, and, lt, lte, sql } from \"drizzle-orm\";\n\nexport type ShedReason =\n  | \"stale\"\n  | \"duplicate\"\n  | \"low_importance\"\n  | \"user_request\"\n  | \"deprecated_workflow\";\n\nexport interface ShedCandidate {\n  memoryId: string;\n  content: string;\n  type: string;\n  reason: ShedReason;\n  lastAccessed: Date | null;\n  importance: number;\n  confidence: number; // How confident we are this should be shed (0-100)\n}\n\nexport interface ShedResult {\n  archivedCount: number;\n  archivedIds: string[];\n  skippedCount: number;\n}\n\n// Configuration for memory shedding\nconst SHED_CONFIG = {\n  staleDays: 90, // Memories not accessed in 90 days\n  lowImportanceThreshold: 3, // Memories with importance <= 3\n  minConfidence: 70, // Minimum confidence to auto-shed\n};\n\n// Find stale memories (not accessed recently)\nexport async function findStaleMemories(\n  userId: string,\n  staleDays: number = SHED_CONFIG.staleDays\n): Promise<ShedCandidate[]> {\n  const cutoff = new Date(Date.now() - staleDays * 24 * 60 * 60 * 1000);\n\n  const stale = await db\n    .select()\n    .from(memories)\n    .where(\n      and(\n        eq(memories.userId, userId),\n        lt(memories.lastAccessed, cutoff)\n      )\n    );\n\n  return stale.map((m) => ({\n    memoryId: m.id,\n    content: m.content,\n    type: m.type,\n    reason: \"stale\" as ShedReason,\n    lastAccessed: m.lastAccessed,\n    importance: m.importance || 5,\n    confidence: calculateStaleConfidence(m.lastAccessed, m.importance || 5),\n  }));\n}\n\nfunction calculateStaleConfidence(\n  lastAccessed: Date | null,\n  importance: number\n): number {\n  if (!lastAccessed) return 80;\n\n  const daysSinceAccess = Math.floor(\n    (Date.now() - lastAccessed.getTime()) / (24 * 60 * 60 * 1000)\n  );\n\n  // Higher confidence for older, less important memories\n  let confidence = Math.min(daysSinceAccess / 2, 50); // Max 50 from age\n  confidence += (10 - importance) * 5; // Up to 50 from low importance\n\n  return Math.min(confidence, 100);\n}\n\n// Find low importance memories\nexport async function findLowImportanceMemories(\n  userId: string,\n  threshold: number = SHED_CONFIG.lowImportanceThreshold\n): Promise<ShedCandidate[]> {\n  const lowImportance = await db\n    .select()\n    .from(memories)\n    .where(\n      and(\n        eq(memories.userId, userId),\n        lte(memories.importance, threshold)\n      )\n    );\n\n  return lowImportance.map((m) => ({\n    memoryId: m.id,\n    content: m.content,\n    type: m.type,\n    reason: \"low_importance\" as ShedReason,\n    lastAccessed: m.lastAccessed,\n    importance: m.importance || 5,\n    confidence: (SHED_CONFIG.lowImportanceThreshold - (m.importance || 5) + 1) * 25,\n  }));\n}\n\n// Find potential duplicate memories (simplified - would need better NLP in production)\nexport async function findDuplicateMemories(\n  userId: string\n): Promise<ShedCandidate[]> {\n  const allMemories = await db\n    .select()\n    .from(memories)\n    .where(eq(memories.userId, userId));\n\n  const candidates: ShedCandidate[] = [];\n  const seen = new Map<string, typeof allMemories[0]>();\n\n  for (const memory of allMemories) {\n    // Simple duplicate detection: normalize and check for similar content\n    const normalized = memory.content.toLowerCase().trim();\n    const key = normalized.slice(0, 100); // Use first 100 chars as key\n\n    const existing = seen.get(key);\n    if (existing) {\n      // Mark the newer one as duplicate (keep older memories)\n      const isDuplicate =\n        memory.createdAt > existing.createdAt ? memory : existing;\n\n      candidates.push({\n        memoryId: isDuplicate.id,\n        content: isDuplicate.content,\n        type: isDuplicate.type,\n        reason: \"duplicate\",\n        lastAccessed: isDuplicate.lastAccessed,\n        importance: isDuplicate.importance || 5,\n        confidence: 75, // Fairly confident about duplicates\n      });\n    } else {\n      seen.set(key, memory);\n    }\n  }\n\n  return candidates;\n}\n\n// Get all shed candidates for a user\nexport async function identifyShedCandidates(\n  userId: string\n): Promise<ShedCandidate[]> {\n  const [stale, lowImportance, duplicates] = await Promise.all([\n    findStaleMemories(userId),\n    findLowImportanceMemories(userId),\n    findDuplicateMemories(userId),\n  ]);\n\n  // Combine and deduplicate by memoryId\n  const candidateMap = new Map<string, ShedCandidate>();\n\n  for (const candidate of [...stale, ...lowImportance, ...duplicates]) {\n    const existing = candidateMap.get(candidate.memoryId);\n    if (!existing || candidate.confidence > existing.confidence) {\n      candidateMap.set(candidate.memoryId, candidate);\n    }\n  }\n\n  return Array.from(candidateMap.values()).sort(\n    (a, b) => b.confidence - a.confidence\n  );\n}\n\n// Archive a single memory\nexport async function archiveMemory(\n  memoryId: string,\n  reason: ShedReason\n): Promise<boolean> {\n  const [memory] = await db\n    .select()\n    .from(memories)\n    .where(eq(memories.id, memoryId))\n    .limit(1);\n\n  if (!memory) return false;\n\n  // Insert into archived memories\n  await db.insert(archivedMemories).values({\n    originalMemoryId: memory.id,\n    userId: memory.userId,\n    type: memory.type,\n    content: memory.content,\n    reason,\n    originalCreatedAt: memory.createdAt,\n  });\n\n  // Delete from active memories\n  await db.delete(memories).where(eq(memories.id, memoryId));\n\n  return true;\n}\n\n// Archive multiple memories\nexport async function archiveMemories(\n  memoryIds: string[],\n  reason: ShedReason\n): Promise<ShedResult> {\n  let archivedCount = 0;\n  const archivedIds: string[] = [];\n\n  for (const id of memoryIds) {\n    const success = await archiveMemory(id, reason);\n    if (success) {\n      archivedCount++;\n      archivedIds.push(id);\n    }\n  }\n\n  return {\n    archivedCount,\n    archivedIds,\n    skippedCount: memoryIds.length - archivedCount,\n  };\n}\n\n// Auto-shed memories based on confidence threshold\nexport async function autoShed(\n  userId: string,\n  minConfidence: number = SHED_CONFIG.minConfidence\n): Promise<ShedResult> {\n  const candidates = await identifyShedCandidates(userId);\n  const toArchive = candidates.filter((c) => c.confidence >= minConfidence);\n\n  const results: ShedResult = {\n    archivedCount: 0,\n    archivedIds: [],\n    skippedCount: 0,\n  };\n\n  for (const candidate of toArchive) {\n    const success = await archiveMemory(candidate.memoryId, candidate.reason);\n    if (success) {\n      results.archivedCount++;\n      results.archivedIds.push(candidate.memoryId);\n    } else {\n      results.skippedCount++;\n    }\n  }\n\n  return results;\n}\n\n// Restore an archived memory\nexport async function restoreMemory(archivedId: string): Promise<boolean> {\n  const [archived] = await db\n    .select()\n    .from(archivedMemories)\n    .where(eq(archivedMemories.id, archivedId))\n    .limit(1);\n\n  if (!archived) return false;\n\n  // Re-insert into active memories (without embedding - would need to regenerate)\n  await db.insert(memories).values({\n    userId: archived.userId,\n    type: archived.type as \"episodic\" | \"semantic\" | \"procedural\",\n    content: archived.content,\n    importance: 5, // Reset to medium importance\n    source: \"restored\",\n  });\n\n  // Remove from archive\n  await db.delete(archivedMemories).where(eq(archivedMemories.id, archivedId));\n\n  return true;\n}\n\n// Get archived memories for a user\nexport async function getArchivedMemories(\n  userId: string,\n  limit: number = 50\n): Promise<typeof archivedMemories.$inferSelect[]> {\n  return db\n    .select()\n    .from(archivedMemories)\n    .where(eq(archivedMemories.userId, userId))\n    .limit(limit);\n}\n\n// Get shedding statistics\nexport async function getShedStats(\n  userId: string\n): Promise<{\n  totalArchived: number;\n  byReason: Record<ShedReason, number>;\n  pendingCandidates: number;\n}> {\n  const archived = await getArchivedMemories(userId, 1000);\n  const candidates = await identifyShedCandidates(userId);\n\n  const byReason: Record<ShedReason, number> = {\n    stale: 0,\n    duplicate: 0,\n    low_importance: 0,\n    user_request: 0,\n    deprecated_workflow: 0,\n  };\n\n  for (const memory of archived) {\n    const reason = memory.reason as ShedReason;\n    if (reason in byReason) {\n      byReason[reason]++;\n    }\n  }\n\n  return {\n    totalArchived: archived.length,\n    byReason,\n    pendingCandidates: candidates.length,\n  };\n}\n\n// Cleanup old archives (permanent deletion)\nexport async function cleanupOldArchives(\n  daysToKeep: number = 365\n): Promise<number> {\n  const cutoff = new Date(Date.now() - daysToKeep * 24 * 60 * 60 * 1000);\n\n  await db\n    .delete(archivedMemories)\n    .where(lt(archivedMemories.archivedAt, cutoff));\n\n  return 0; // Cleanup completed\n}\n","import { generateGrowthReport, getEvolutionSnapshot } from \"./evolution-tracker\";\r\nimport { getUserAchievements, checkAchievements, getUserPoints, getAchievementProgress } from \"./achievement-system\";\r\nimport { getModeStats, getCurrentMode } from \"./mode-manager\";\r\nimport { getShedStats } from \"./memory-shedder\";\r\n\r\nexport interface GrowthReport {\r\n  period: {\r\n    type: \"weekly\" | \"monthly\";\r\n    start: Date;\r\n    end: Date;\r\n  };\r\n  summary: string;\r\n  metrics: {\r\n    conversations: number;\r\n    messages: number;\r\n    toolUses: number;\r\n    newMemories: number;\r\n    archivedMemories: number;\r\n  };\r\n  achievements: {\r\n    newlyUnlocked: Array<{ name: string; emoji: string; points: number }>;\r\n    totalPoints: number;\r\n    pointsGained: number;\r\n  };\r\n  modeUsage: Record<string, { sessions: number; minutes: number }>;\r\n  highlights: string[];\r\n  suggestions: string[];\r\n}\r\n\r\n// Generate a weekly growth report\r\nexport async function generateWeeklyReport(userId: string): Promise<GrowthReport> {\r\n  const endDate = new Date();\r\n  const startDate = new Date(Date.now() - 7 * 24 * 60 * 60 * 1000);\r\n\r\n  return generateReport(userId, startDate, endDate, \"weekly\");\r\n}\r\n\r\n// Generate a monthly growth report\r\nexport async function generateMonthlyReport(userId: string): Promise<GrowthReport> {\r\n  const endDate = new Date();\r\n  const startDate = new Date(Date.now() - 30 * 24 * 60 * 60 * 1000);\r\n\r\n  return generateReport(userId, startDate, endDate, \"monthly\");\r\n}\r\n\r\nasync function generateReport(\r\n  userId: string,\r\n  startDate: Date,\r\n  endDate: Date,\r\n  type: \"weekly\" | \"monthly\"\r\n): Promise<GrowthReport> {\r\n  // Get growth data\r\n  const growthData = await generateGrowthReport(userId, startDate, endDate);\r\n\r\n  // Check for new achievements\r\n  const newAchievements = await checkAchievements(userId);\r\n  const totalPoints = await getUserPoints(userId);\r\n\r\n  // Get mode stats\r\n  const modeStats = await getModeStats(userId);\r\n\r\n  // Get shed stats\r\n  const shedStats = await getShedStats(userId);\r\n\r\n  // Generate highlights\r\n  const highlights = generateHighlights(growthData, newAchievements);\r\n\r\n  // Generate suggestions\r\n  const suggestions = await generateSuggestions(userId, growthData);\r\n\r\n  // Generate summary\r\n  const summary = generateSummary(growthData, newAchievements, type);\r\n\r\n  return {\r\n    period: {\r\n      type,\r\n      start: startDate,\r\n      end: endDate,\r\n    },\r\n    summary,\r\n    metrics: {\r\n      conversations: growthData.metrics.conversations,\r\n      messages: growthData.metrics.messages,\r\n      toolUses: growthData.metrics.toolUses,\r\n      newMemories: growthData.metrics.newMemories,\r\n      archivedMemories: shedStats.totalArchived,\r\n    },\r\n    achievements: {\r\n      newlyUnlocked: newAchievements.map((a) => ({\r\n        name: a.name,\r\n        emoji: a.iconEmoji,\r\n        points: a.points,\r\n      })),\r\n      totalPoints,\r\n      pointsGained: newAchievements.reduce((sum, a) => sum + a.points, 0),\r\n    },\r\n    modeUsage: {\r\n      productivity: { sessions: modeStats.productivity.totalSessions, minutes: modeStats.productivity.totalMinutes },\r\n      creative: { sessions: modeStats.creative.totalSessions, minutes: modeStats.creative.totalMinutes },\r\n      research: { sessions: modeStats.research.totalSessions, minutes: modeStats.research.totalMinutes },\r\n      learning: { sessions: modeStats.learning.totalSessions, minutes: modeStats.learning.totalMinutes },\r\n    },\r\n    highlights,\r\n    suggestions,\r\n  };\r\n}\r\n\r\nfunction generateHighlights(\r\n  growthData: Awaited<ReturnType<typeof generateGrowthReport>>,\r\n  newAchievements: Array<{ name: string; iconEmoji: string }>\r\n): string[] {\r\n  const highlights: string[] = [];\r\n\r\n  if (growthData.metrics.conversations > 0) {\r\n    highlights.push(\r\n      `You had ${growthData.metrics.conversations} conversations this period!`\r\n    );\r\n  }\r\n\r\n  if (growthData.metrics.toolUses > 10) {\r\n    highlights.push(\r\n      `Power user alert! You used tools ${growthData.metrics.toolUses} times.`\r\n    );\r\n  }\r\n\r\n  if (growthData.metrics.newMemories > 5) {\r\n    highlights.push(\r\n      `I learned ${growthData.metrics.newMemories} new things about you.`\r\n    );\r\n  }\r\n\r\n  for (const achievement of newAchievements) {\r\n    highlights.push(\r\n      `${achievement.iconEmoji} Achievement unlocked: ${achievement.name}!`\r\n    );\r\n  }\r\n\r\n  if (growthData.patterns.length > 0) {\r\n    const topPattern = growthData.patterns[0];\r\n    highlights.push(\r\n      `New pattern detected: You frequently use ${topPattern.key}.`\r\n    );\r\n  }\r\n\r\n  return highlights;\r\n}\r\n\r\nasync function generateSuggestions(\r\n  userId: string,\r\n  growthData: Awaited<ReturnType<typeof generateGrowthReport>>\r\n): Promise<string[]> {\r\n  const suggestions: string[] = [];\r\n\r\n  // Check achievement progress\r\n  const progress = await getAchievementProgress(userId);\r\n  const almostUnlocked = progress.filter(\r\n    (p) => p.progress / p.target >= 0.7 && p.progress / p.target < 1\r\n  );\r\n\r\n  for (const achievement of almostUnlocked.slice(0, 2)) {\r\n    const remaining = achievement.target - achievement.progress;\r\n    suggestions.push(\r\n      `You're close to unlocking \"${achievement.achievement.name}\"! Just ${remaining} more ${achievement.achievement.criteria.metric}.`\r\n    );\r\n  }\r\n\r\n  // Suggest mode if not used\r\n  const currentMode = await getCurrentMode(userId);\r\n  if (!currentMode) {\r\n    suggestions.push(\r\n      \"Try activating a transformation mode! Say 'switch to productivity mode' to get started.\"\r\n    );\r\n  }\r\n\r\n  // Suggest based on low activity\r\n  if (growthData.metrics.toolUses < 5) {\r\n    suggestions.push(\r\n      \"You haven't used many tools this period. Try asking me to search the web, browse a page, or run a command!\"\r\n    );\r\n  }\r\n\r\n  return suggestions;\r\n}\r\n\r\nfunction generateSummary(\r\n  growthData: Awaited<ReturnType<typeof generateGrowthReport>>,\r\n  newAchievements: Array<{ name: string }>,\r\n  type: \"weekly\" | \"monthly\"\r\n): string {\r\n  const period = type === \"weekly\" ? \"this week\" : \"this month\";\r\n\r\n  let summary = `Here's your ${type} growth report! `;\r\n\r\n  if (growthData.metrics.conversations > 0) {\r\n    summary += `You've been active with ${growthData.metrics.conversations} conversations ${period}. `;\r\n  } else {\r\n    summary += `I missed you ${period}! Let's catch up. `;\r\n  }\r\n\r\n  if (newAchievements.length > 0) {\r\n    summary += `You unlocked ${newAchievements.length} new achievement${newAchievements.length > 1 ? \"s\" : \"\"}! `;\r\n  }\r\n\r\n  if (growthData.metrics.newMemories > 0) {\r\n    summary += `I've been learning about you - ${growthData.metrics.newMemories} new memories stored. `;\r\n  }\r\n\r\n  return summary.trim();\r\n}\r\n\r\n// Format report as text for Telegram/display\r\nexport function formatReportAsText(report: GrowthReport): string {\r\n  let text = `📊 **${report.period.type === \"weekly\" ? \"Weekly\" : \"Monthly\"} Growth Report**\\n\\n`;\r\n\r\n  text += `${report.summary}\\n\\n`;\r\n\r\n  text += `**📈 Activity**\\n`;\r\n  text += `• Conversations: ${report.metrics.conversations}\\n`;\r\n  text += `• Messages: ${report.metrics.messages}\\n`;\r\n  text += `• Tool uses: ${report.metrics.toolUses}\\n`;\r\n  text += `• New memories: ${report.metrics.newMemories}\\n\\n`;\r\n\r\n  if (report.achievements.newlyUnlocked.length > 0) {\r\n    text += `**🏆 New Achievements**\\n`;\r\n    for (const achievement of report.achievements.newlyUnlocked) {\r\n      text += `${achievement.emoji} ${achievement.name} (+${achievement.points} pts)\\n`;\r\n    }\r\n    text += `\\nTotal points: ${report.achievements.totalPoints}\\n\\n`;\r\n  }\r\n\r\n  if (report.highlights.length > 0) {\r\n    text += `**✨ Highlights**\\n`;\r\n    for (const highlight of report.highlights) {\r\n      text += `• ${highlight}\\n`;\r\n    }\r\n    text += `\\n`;\r\n  }\r\n\r\n  if (report.suggestions.length > 0) {\r\n    text += `**💡 Suggestions**\\n`;\r\n    for (const suggestion of report.suggestions) {\r\n      text += `• ${suggestion}\\n`;\r\n    }\r\n  }\r\n\r\n  return text;\r\n}\r\n\r\n// Schedule report generation (to be called from scheduler)\r\nexport async function scheduleReportGeneration(\r\n  userId: string,\r\n  type: \"weekly\" | \"monthly\",\r\n  chatId: string\r\n): Promise<{ report: GrowthReport; formattedText: string }> {\r\n  const report =\r\n    type === \"weekly\"\r\n      ? await generateWeeklyReport(userId)\r\n      : await generateMonthlyReport(userId);\r\n\r\n  const formattedText = formatReportAsText(report);\r\n\r\n  return { report, formattedText };\r\n}\r\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAS,OAAO,UAAAA,eAAwB;AACxC,OAAOC,YAAW;;;ACDlB,SAAS,cAAmB;AAC5B,OAAO,WAAW;AAwBlB,IAAM,aAAa,IAAI,MAAM,IAAI,WAAW;AAAA,EAC1C,sBAAsB;AACxB,CAAC;AAYD,IAAI,SAAwB;AAG5B,eAAe,iBAAiB,KAA8C;AAC5E,QAAM,EAAE,SAAS,QAAQ,MAAM,WAAW,SAAS,YAAY,IAAI,IAAI;AACvE,QAAM,YAAY,KAAK,IAAI;AAC3B,MAAI,kBAAkB;AAEtB,UAAQ,IAAI,UAAU,OAAO,cAAc,IAAI,WAAW,SAAS,EAAE;AAGrE,QAAM,kBAAkB,SAAS,SAAS;AAC1C,QAAM,iBAAiB,SAAS,GAAG,kBAAkB,SAAS;AAG9D,QAAM,eAAe,kBAAkB,MAAM,OAAO;AAGpD,QAAM,WAAW,iBAAiB,WAAW;AAG7C,QAAM,mBAAmB,uBAAuB,IAAI;AACpD,QAAM,aAAa,MAChB,OAAO,CAAC,MAAM,iBAAiB,SAAS,EAAE,IAAI,CAAC,EAC/C,IAAI,CAAC,OAAO;AAAA,IACX,MAAM,EAAE;AAAA,IACR,aAAa,EAAE,eAAe;AAAA,IAC9B,cAAe,EAAE,gBAAgB,EAAE,MAAM,UAAmB,YAAY,CAAC,EAAE;AAAA,EAC7E,EAAE;AAGJ,QAAM,cAAc,mBAAmB,SAAS;AAAA;AAAA,EAEhD,UAAU;AAAA,EAAwB,KAAK,UAAU,SAAS,MAAM,CAAC,CAAC,KAAK,EAAE;AAAA;AAAA;AAIzE,QAAM,WAAyB;AAAA,IAC7B,EAAE,MAAM,QAAQ,SAAS,YAAY;AAAA,EACvC;AAEA,QAAM,gBAAgB,SAAS;AAAA,IAC7B,MAAM;AAAA,IACN,SAAS;AAAA,EACX,CAAC;AAED,MAAI,aAAa;AACjB,QAAM,WAAW;AAEjB,MAAI;AAEF,WAAO,cAAc,UAAU;AAE7B,YAAM,YAAY,MAAM,gBAAgB,OAAO;AAC/C,UAAI,UAAU,MAAM;AAClB,cAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA,aAAa,UAAU,MAAM;AAAA,UAC7B;AAAA,QACF;AACA;AAAA,MACF;AAGA,YAAM,WAAW,MAAM,SAAS,cAAc;AAAA,QAC5C,OAAO;AAAA;AAAA,QACP,YAAY;AAAA,QACZ,QAAQ;AAAA,QACR,OAAO;AAAA,QACP;AAAA,MACF,CAAC;AAGD,yBAAmB,SAAS,MAAM,eAAe,SAAS,MAAM;AAChE,YAAM,kBAAkB,SAAS,eAAe;AAGhD,UAAI,mBAAmB,aAAa;AAClC,cAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AACA;AAAA,MACF;AAGA,YAAM,mBAAmB,SAAS;AAGlC,YAAM,cAAc,iBACjB,OAAO,CAAC,MAAM,EAAE,SAAS,MAAM,EAC/B,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,EACvB,KAAK,IAAI;AAEZ,UAAI,aAAa;AACf,cAAM,gBAAgB,SAAS;AAAA,UAC7B,MAAM;AAAA,UACN,SAAS;AAAA,QACX,CAAC;AAGD,cAAM,eAAe,YAAY,MAAM,GAAG,GAAG,EAAE,QAAQ,OAAO,GAAG;AACjE,cAAM,iBAAiB,SAAS,YAAY,cAAc,SAAS;AAAA,MACrE;AAGA,UAAI,SAAS,gBAAgB,YAAY;AAEvC,cAAM;AAAA,UACJ;AAAA,UACA,aAAa;AAAA,UACb;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAEA,eAAO;AAAA,UACL,SAAS;AAAA,UACT,QAAQ;AAAA,UACR,SAAS,eAAe,WAAW;AAAA,UACnC,YAAY;AAAA,UACZ,YAAY,KAAK,IAAI,IAAI;AAAA,QAC3B;AAAA,MACF;AAGA,UAAI,SAAS,gBAAgB,YAAY;AACvC,cAAM,mBAAsC,CAAC;AAE7C,mBAAW,SAAS,kBAAkB;AACpC,cAAI,MAAM,SAAS,YAAY;AAC7B,kBAAM,WAAW,MAAM;AACvB,kBAAM,YAAY,MAAM;AAExB,oBAAQ,IAAI,UAAU,OAAO,iBAAiB,QAAQ,EAAE;AAGxD,kBAAM,eAAe,MAAM,WAAW,SAAS;AAAA,cAC7C,QAAQ;AAAA,cACR;AAAA,cACA;AAAA,cACA,OAAO;AAAA,cACP,UAAU,EAAE,SAAS,WAAW,KAAK;AAAA,YACvC,CAAC;AAED,gBAAI,CAAC,aAAa,SAAS;AACzB,oBAAM,eAAe,aAAa,OAC/B,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,EACvB,IAAI,CAAC,MAAM,EAAE,OAAO,EACpB,KAAK,IAAI;AACZ,oBAAMC,UAAS;AAAA,gBACb,SAAS;AAAA,gBACT,QAAQ;AAAA,gBACR,OAAO,oCAAoC,YAAY;AAAA,cACzD;AAEA,oBAAM,gBAAgB,SAAS;AAAA,gBAC7B,MAAM;AAAA,gBACN,SAAS,KAAK,UAAU,EAAE,MAAM,UAAU,QAAAA,QAAO,CAAC;AAAA,gBAClD,UAAU,EAAE,UAAU;AAAA,cACxB,CAAC;AAED,+BAAiB,KAAK;AAAA,gBACpB,MAAM;AAAA,gBACN,aAAa,MAAM;AAAA,gBACnB,SAAS,KAAK,UAAUA,OAAM;AAAA,cAChC,CAAC;AACD;AAAA,YACF;AAGA,gBAAI,aAAa,mBAAmB;AAClC,wBAAU,iBAAiB;AAAA,YAC7B;AAGA,kBAAM,SAAS,MAAM,YAAY,UAAU,SAAS;AAEpD,kBAAM,gBAAgB,SAAS;AAAA,cAC7B,MAAM;AAAA,cACN,SAAS,KAAK,UAAU,EAAE,MAAM,UAAU,OAAO,CAAC;AAAA,cAClD,UAAU,EAAE,UAAU;AAAA,YACxB,CAAC;AAED,6BAAiB,KAAK;AAAA,cACpB,MAAM;AAAA,cACN,aAAa,MAAM;AAAA,cACnB,SAAS,KAAK,UAAU,MAAM;AAAA,YAChC,CAAC;AAAA,UACH;AAAA,QACF;AAGA,iBAAS,KAAK,EAAE,MAAM,aAAa,SAAS,iBAAiB,CAAC;AAC9D,iBAAS,KAAK,EAAE,MAAM,QAAQ,SAAS,iBAAiB,CAAC;AAAA,MAC3D;AAEA;AAAA,IACF;AAGA,UAAM,QAAQ,MAAM,SAAS,OAAO;AACpC,UAAM,cAAc,OAAO,SAAS,MAAM,EAAE,EAAE,CAAC,GAAG,WAAW;AAE7D,WAAO;AAAA,MACL,SAAS;AAAA,MACT,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,YAAY;AAAA,MACZ,YAAY,KAAK,IAAI,IAAI;AAAA,IAC3B;AAAA,EACF,SAAS,OAAO;AACd,UAAM,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAE1E,UAAM,iBAAiB,OAAO,SAAS;AAAA,MACrC;AAAA,MACA;AAAA,MACA;AAAA,IACF,GAAG,MAAM;AAET,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,UAAU,YAAY;AAAA,MACtB;AAAA,IACF;AAEA,WAAO;AAAA,MACL,SAAS;AAAA,MACT,OAAO;AAAA,MACP,YAAY;AAAA,MACZ,YAAY,KAAK,IAAI,IAAI;AAAA,IAC3B;AAAA,EACF;AACF;AAEA,SAAS,kBACP,MACA,SACQ;AACR,MAAI,SAAS,qBAAqB,IAAI;AAEtC,MAAI,SAAS;AACX,cAAU;AAAA;AAAA;AAAA,EAAgD,KAAK,UAAU,SAAS,MAAM,CAAC,CAAC;AAAA,EAC5F;AAEA,SAAO;AACT;AAEA,SAAS,eAAe,MAAsB;AAE5C,QAAM,eAAe,KAAK,MAAM,mDAAmD;AACnF,MAAI,cAAc;AAChB,WAAO,aAAa,CAAC,EAAE,KAAK;AAAA,EAC9B;AAGA,QAAM,aAAa,KAAK,MAAM,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC;AAC5D,SAAO,WAAW,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,GAAG,GAAG,KAAK,KAAK,MAAM,GAAG,GAAG;AACpE;AAGO,SAAS,mBAAyB;AACvC,MAAI,OAAQ;AAEZ,WAAS,IAAI;AAAA,IACX;AAAA,IACA,OAAO,QAA2B;AAChC,YAAM,SAAS,MAAM,iBAAiB,GAAG;AAGzC,YAAM;AAAA,QACJ,IAAI,KAAK;AAAA,QACT,OAAO,UAAU,cAAc;AAAA,QAC/B;AAAA,MACF;AAGA,aAAO,eAAe,YAAY,IAAI,KAAK,IAAI;AAE/C,aAAO;AAAA,IACT;AAAA,IACA;AAAA,MACE;AAAA,MACA,aAAa;AAAA;AAAA,IACf;AAAA,EACF;AAEA,SAAO,GAAG,aAAa,CAAC,QAAQ;AAC9B,YAAQ,IAAI,kCAAkC,IAAI,KAAK,OAAO,EAAE;AAAA,EAClE,CAAC;AAED,SAAO,GAAG,UAAU,CAAC,KAAK,QAAQ;AAChC,YAAQ,MAAM,+BAA+B,KAAK,KAAK,OAAO,IAAI,GAAG;AAAA,EACvE,CAAC;AAED,UAAQ,IAAI,oCAAoC;AAClD;AAGO,SAAS,kBAAwB;AACtC,MAAI,QAAQ;AACV,WAAO,MAAM;AACb,aAAS;AAAA,EACX;AACF;;;ACzVA,SAAS,UAAiC;AAwD1C,eAAsB,gBACpB,QACkC;AAClC,QAAM,WAAW,MAAM,GACpB,OAAO,EACP,KAAK,gBAAgB,EACrB,MAAM,GAAG,iBAAiB,QAAQ,MAAM,CAAC;AAE5C,SAAO,SAAS,IAAI,CAAC,OAAO;AAAA,IAC1B,IAAI,EAAE;AAAA,IACN,QAAQ,EAAE;AAAA,IACV,MAAM,EAAE;AAAA,IACR,gBAAgB,EAAE;AAAA,IAClB,YAAY,EAAE,cAAc;AAAA,IAC5B,aAAa,EAAE;AAAA,IACf,eAAe,EAAE,iBAAiB;AAAA,IAClC,QAAQ,EAAE;AAAA,IACV,SAAS,EAAE,WAAW;AAAA,EACxB,EAAE;AACJ;AAuBA,eAAsB,wBACpB,QACA,QACA,QAC0B;AAC1B,QAAM,WAAW,MAAM,gBAAgB,MAAM;AAC7C,QAAM,kBAAkB,SAAS,OAAO,CAAC,MAAM,EAAE,OAAO;AACxD,QAAM,UAA2B,CAAC;AAClC,QAAM,MAAM,KAAK,IAAI;AAErB,aAAW,WAAW,iBAAiB;AACrC,QAAI;AACF,UAAI,QAAQ,gBAAgB,kBAAkB;AAE5C;AAAA,MACF;AAEA,iBAAW,SAAS,QAAQ;AAC1B,cAAM,YACJ,QAAQ,gBAAgB,gBACpB,MAAM,UAAU,QAAQ,IACxB,MAAM,QAAQ,QAAQ;AAE5B,cAAM,cAAc,YAAY,QAAQ,gBAAgB,KAAK;AAG7D,YAAI,cAAc,KAAK;AACrB,gBAAM,QAAQ,cAAc;AAE5B,gBAAM,QAAQ,MAAM;AAAA,YAClB;AAAA,cACE,MAAM;AAAA,cACN,SAAS,qBAAqB,SAAS,KAAK;AAAA,cAC5C;AAAA,cACA;AAAA,YACF;AAAA,YACA;AAAA,UACF;AAEA,kBAAQ,KAAK;AAAA,YACX,WAAW,QAAQ;AAAA,YACnB;AAAA,YACA,gBAAgB;AAAA,UAClB,CAAC;AAGD,gBAAM,GACH,OAAO,gBAAgB,EACvB,IAAI,EAAE,eAAe,oBAAI,KAAK,EAAE,CAAC,EACjC,MAAM,GAAG,iBAAiB,IAAI,QAAQ,EAAE,CAAC;AAAA,QAC9C;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,KAAK;AAAA,QACX,WAAW,QAAQ;AAAA,QACnB,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,MAC9D,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,qBACP,SACA,OACQ;AACR,QAAM,UAAU,MAAM,UAAU,mBAAmB,CAAC,GAAG;AAAA,IACrD,MAAM;AAAA,IACN,QAAQ;AAAA,EACV,CAAC;AAED,MAAI,QAAQ,gBAAgB,eAAe;AACzC,QAAI,QAAQ,gBAAgB,GAAG;AAC7B,aAAO,qBAAgB,MAAM,OAAO,eAAe,QAAQ,aAAa,eAAe,OAAO;AAAA,IAChG;AACA,WAAO,cAAO,MAAM,OAAO;AAAA,EAC7B;AAEA,MAAI,QAAQ,gBAAgB,aAAa;AACvC,WAAO,WAAM,MAAM,OAAO;AAAA,EAC5B;AAEA,SAAO,6BAAsB,MAAM,OAAO;AAC5C;AAGA,eAAsB,sBACpB,QACA,QACiB;AACjB,QAAM,cAAc,gBAAgB,MAAM;AAC1C,QAAM,iBAAiB,kBAAkB,QAAQ,CAAC;AAElD,MAAI,WAAW;AAEf,MAAI,YAAY,WAAW,GAAG;AAC5B,gBAAY;AAAA,EACd,OAAO;AACL,gBAAY,qBAAqB,YAAY,MAAM;AAAA;AACnD,eAAW,SAAS,aAAa;AAC/B,YAAM,UAAU,MAAM,WAClB,YACA,MAAM,UAAU,mBAAmB,CAAC,GAAG;AAAA,QACrC,MAAM;AAAA,QACN,QAAQ;AAAA,MACV,CAAC;AACL,kBAAY,UAAK,OAAO,KAAK,MAAM,OAAO;AAC1C,UAAI,MAAM,UAAU;AAClB,oBAAY,MAAM,MAAM,QAAQ;AAAA,MAClC;AACA,kBAAY;AAAA,IACd;AACA,gBAAY;AAAA,EACd;AAEA,QAAM,eAAe,eAAe;AAAA,IAClC,CAAC,MAAM,CAAC,YAAY,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG;AAAA,EACjD;AAEA,MAAI,aAAa,SAAS,GAAG;AAC3B,gBAAY;AACZ,eAAW,SAAS,aAAa,MAAM,GAAG,CAAC,GAAG;AAC5C,YAAM,UAAU,MAAM,UAAU,mBAAmB,CAAC,GAAG;AAAA,QACrD,SAAS;AAAA,QACT,OAAO;AAAA,QACP,KAAK;AAAA,MACP,CAAC;AACD,kBAAY,UAAK,OAAO,KAAK,MAAM,OAAO;AAAA;AAAA,IAC5C;AAAA,EACF;AAEA,SAAO;AACT;;;ACvOA,SAAS,MAAAC,KAAI,OAAAC,MAAK,IAAI,OAAAC,YAAgB;AA0BtC,IAAM,cAAc;AAAA,EAClB,WAAW;AAAA;AAAA,EACX,wBAAwB;AAAA;AAAA,EACxB,eAAe;AAAA;AACjB;AAGA,eAAsB,kBACpB,QACA,YAAoB,YAAY,WACN;AAC1B,QAAM,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,YAAY,KAAK,KAAK,KAAK,GAAI;AAEpE,QAAM,QAAQ,MAAM,GACjB,OAAO,EACP,KAAK,QAAQ,EACb;AAAA,IACCD;AAAA,MACED,IAAG,SAAS,QAAQ,MAAM;AAAA,MAC1B,GAAG,SAAS,cAAc,MAAM;AAAA,IAClC;AAAA,EACF;AAEF,SAAO,MAAM,IAAI,CAAC,OAAO;AAAA,IACvB,UAAU,EAAE;AAAA,IACZ,SAAS,EAAE;AAAA,IACX,MAAM,EAAE;AAAA,IACR,QAAQ;AAAA,IACR,cAAc,EAAE;AAAA,IAChB,YAAY,EAAE,cAAc;AAAA,IAC5B,YAAY,yBAAyB,EAAE,cAAc,EAAE,cAAc,CAAC;AAAA,EACxE,EAAE;AACJ;AAEA,SAAS,yBACP,cACA,YACQ;AACR,MAAI,CAAC,aAAc,QAAO;AAE1B,QAAM,kBAAkB,KAAK;AAAA,KAC1B,KAAK,IAAI,IAAI,aAAa,QAAQ,MAAM,KAAK,KAAK,KAAK;AAAA,EAC1D;AAGA,MAAI,aAAa,KAAK,IAAI,kBAAkB,GAAG,EAAE;AACjD,iBAAe,KAAK,cAAc;AAElC,SAAO,KAAK,IAAI,YAAY,GAAG;AACjC;AAGA,eAAsB,0BACpB,QACA,YAAoB,YAAY,wBACN;AAC1B,QAAM,gBAAgB,MAAM,GACzB,OAAO,EACP,KAAK,QAAQ,EACb;AAAA,IACCC;AAAA,MACED,IAAG,SAAS,QAAQ,MAAM;AAAA,MAC1BE,KAAI,SAAS,YAAY,SAAS;AAAA,IACpC;AAAA,EACF;AAEF,SAAO,cAAc,IAAI,CAAC,OAAO;AAAA,IAC/B,UAAU,EAAE;AAAA,IACZ,SAAS,EAAE;AAAA,IACX,MAAM,EAAE;AAAA,IACR,QAAQ;AAAA,IACR,cAAc,EAAE;AAAA,IAChB,YAAY,EAAE,cAAc;AAAA,IAC5B,aAAa,YAAY,0BAA0B,EAAE,cAAc,KAAK,KAAK;AAAA,EAC/E,EAAE;AACJ;AAGA,eAAsB,sBACpB,QAC0B;AAC1B,QAAM,cAAc,MAAM,GACvB,OAAO,EACP,KAAK,QAAQ,EACb,MAAMF,IAAG,SAAS,QAAQ,MAAM,CAAC;AAEpC,QAAM,aAA8B,CAAC;AACrC,QAAM,OAAO,oBAAI,IAAmC;AAEpD,aAAW,UAAU,aAAa;AAEhC,UAAM,aAAa,OAAO,QAAQ,YAAY,EAAE,KAAK;AACrD,UAAM,MAAM,WAAW,MAAM,GAAG,GAAG;AAEnC,UAAM,WAAW,KAAK,IAAI,GAAG;AAC7B,QAAI,UAAU;AAEZ,YAAM,cACJ,OAAO,YAAY,SAAS,YAAY,SAAS;AAEnD,iBAAW,KAAK;AAAA,QACd,UAAU,YAAY;AAAA,QACtB,SAAS,YAAY;AAAA,QACrB,MAAM,YAAY;AAAA,QAClB,QAAQ;AAAA,QACR,cAAc,YAAY;AAAA,QAC1B,YAAY,YAAY,cAAc;AAAA,QACtC,YAAY;AAAA;AAAA,MACd,CAAC;AAAA,IACH,OAAO;AACL,WAAK,IAAI,KAAK,MAAM;AAAA,IACtB;AAAA,EACF;AAEA,SAAO;AACT;AAGA,eAAsB,uBACpB,QAC0B;AAC1B,QAAM,CAAC,OAAO,eAAe,UAAU,IAAI,MAAM,QAAQ,IAAI;AAAA,IAC3D,kBAAkB,MAAM;AAAA,IACxB,0BAA0B,MAAM;AAAA,IAChC,sBAAsB,MAAM;AAAA,EAC9B,CAAC;AAGD,QAAM,eAAe,oBAAI,IAA2B;AAEpD,aAAW,aAAa,CAAC,GAAG,OAAO,GAAG,eAAe,GAAG,UAAU,GAAG;AACnE,UAAM,WAAW,aAAa,IAAI,UAAU,QAAQ;AACpD,QAAI,CAAC,YAAY,UAAU,aAAa,SAAS,YAAY;AAC3D,mBAAa,IAAI,UAAU,UAAU,SAAS;AAAA,IAChD;AAAA,EACF;AAEA,SAAO,MAAM,KAAK,aAAa,OAAO,CAAC,EAAE;AAAA,IACvC,CAAC,GAAG,MAAM,EAAE,aAAa,EAAE;AAAA,EAC7B;AACF;AAGA,eAAsB,cACpB,UACA,QACkB;AAClB,QAAM,CAAC,MAAM,IAAI,MAAM,GACpB,OAAO,EACP,KAAK,QAAQ,EACb,MAAMA,IAAG,SAAS,IAAI,QAAQ,CAAC,EAC/B,MAAM,CAAC;AAEV,MAAI,CAAC,OAAQ,QAAO;AAGpB,QAAM,GAAG,OAAO,gBAAgB,EAAE,OAAO;AAAA,IACvC,kBAAkB,OAAO;AAAA,IACzB,QAAQ,OAAO;AAAA,IACf,MAAM,OAAO;AAAA,IACb,SAAS,OAAO;AAAA,IAChB;AAAA,IACA,mBAAmB,OAAO;AAAA,EAC5B,CAAC;AAGD,QAAM,GAAG,OAAO,QAAQ,EAAE,MAAMA,IAAG,SAAS,IAAI,QAAQ,CAAC;AAEzD,SAAO;AACT;AA0BA,eAAsB,SACpB,QACA,gBAAwB,YAAY,eACf;AACrB,QAAM,aAAa,MAAM,uBAAuB,MAAM;AACtD,QAAM,YAAY,WAAW,OAAO,CAAC,MAAM,EAAE,cAAc,aAAa;AAExE,QAAM,UAAsB;AAAA,IAC1B,eAAe;AAAA,IACf,aAAa,CAAC;AAAA,IACd,cAAc;AAAA,EAChB;AAEA,aAAW,aAAa,WAAW;AACjC,UAAM,UAAU,MAAM,cAAc,UAAU,UAAU,UAAU,MAAM;AACxE,QAAI,SAAS;AACX,cAAQ;AACR,cAAQ,YAAY,KAAK,UAAU,QAAQ;AAAA,IAC7C,OAAO;AACL,cAAQ;AAAA,IACV;AAAA,EACF;AAEA,SAAO;AACT;AA4BA,eAAsB,oBACpB,QACA,QAAgB,IACiC;AACjD,SAAO,GACJ,OAAO,EACP,KAAK,gBAAgB,EACrB,MAAMG,IAAG,iBAAiB,QAAQ,MAAM,CAAC,EACzC,MAAM,KAAK;AAChB;AAGA,eAAsB,aACpB,QAKC;AACD,QAAM,WAAW,MAAM,oBAAoB,QAAQ,GAAI;AACvD,QAAM,aAAa,MAAM,uBAAuB,MAAM;AAEtD,QAAM,WAAuC;AAAA,IAC3C,OAAO;AAAA,IACP,WAAW;AAAA,IACX,gBAAgB;AAAA,IAChB,cAAc;AAAA,IACd,qBAAqB;AAAA,EACvB;AAEA,aAAW,UAAU,UAAU;AAC7B,UAAM,SAAS,OAAO;AACtB,QAAI,UAAU,UAAU;AACtB,eAAS,MAAM;AAAA,IACjB;AAAA,EACF;AAEA,SAAO;AAAA,IACL,eAAe,SAAS;AAAA,IACxB;AAAA,IACA,mBAAmB,WAAW;AAAA,EAChC;AACF;;;AC/RA,eAAsB,qBAAqB,QAAuC;AAChF,QAAM,UAAU,oBAAI,KAAK;AACzB,QAAM,YAAY,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,KAAK,GAAI;AAE/D,SAAO,eAAe,QAAQ,WAAW,SAAS,QAAQ;AAC5D;AAGA,eAAsB,sBAAsB,QAAuC;AACjF,QAAM,UAAU,oBAAI,KAAK;AACzB,QAAM,YAAY,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,KAAK,KAAK,GAAI;AAEhE,SAAO,eAAe,QAAQ,WAAW,SAAS,SAAS;AAC7D;AAEA,eAAe,eACb,QACA,WACA,SACA,MACuB;AAEvB,QAAM,aAAa,MAAM,qBAAqB,QAAQ,WAAW,OAAO;AAGxE,QAAM,kBAAkB,MAAM,kBAAkB,MAAM;AACtD,QAAM,cAAc,MAAM,cAAc,MAAM;AAG9C,QAAM,YAAY,MAAM,aAAa,MAAM;AAG3C,QAAM,YAAY,MAAM,aAAa,MAAM;AAG3C,QAAM,aAAa,mBAAmB,YAAY,eAAe;AAGjE,QAAM,cAAc,MAAM,oBAAoB,QAAQ,UAAU;AAGhE,QAAM,UAAU,gBAAgB,YAAY,iBAAiB,IAAI;AAEjE,SAAO;AAAA,IACL,QAAQ;AAAA,MACN;AAAA,MACA,OAAO;AAAA,MACP,KAAK;AAAA,IACP;AAAA,IACA;AAAA,IACA,SAAS;AAAA,MACP,eAAe,WAAW,QAAQ;AAAA,MAClC,UAAU,WAAW,QAAQ;AAAA,MAC7B,UAAU,WAAW,QAAQ;AAAA,MAC7B,aAAa,WAAW,QAAQ;AAAA,MAChC,kBAAkB,UAAU;AAAA,IAC9B;AAAA,IACA,cAAc;AAAA,MACZ,eAAe,gBAAgB,IAAI,CAAC,OAAO;AAAA,QACzC,MAAM,EAAE;AAAA,QACR,OAAO,EAAE;AAAA,QACT,QAAQ,EAAE;AAAA,MACZ,EAAE;AAAA,MACF;AAAA,MACA,cAAc,gBAAgB,OAAO,CAAC,KAAK,MAAM,MAAM,EAAE,QAAQ,CAAC;AAAA,IACpE;AAAA,IACA,WAAW;AAAA,MACT,cAAc,EAAE,UAAU,UAAU,aAAa,eAAe,SAAS,UAAU,aAAa,aAAa;AAAA,MAC7G,UAAU,EAAE,UAAU,UAAU,SAAS,eAAe,SAAS,UAAU,SAAS,aAAa;AAAA,MACjG,UAAU,EAAE,UAAU,UAAU,SAAS,eAAe,SAAS,UAAU,SAAS,aAAa;AAAA,MACjG,UAAU,EAAE,UAAU,UAAU,SAAS,eAAe,SAAS,UAAU,SAAS,aAAa;AAAA,IACnG;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,mBACP,YACA,iBACU;AACV,QAAM,aAAuB,CAAC;AAE9B,MAAI,WAAW,QAAQ,gBAAgB,GAAG;AACxC,eAAW;AAAA,MACT,WAAW,WAAW,QAAQ,aAAa;AAAA,IAC7C;AAAA,EACF;AAEA,MAAI,WAAW,QAAQ,WAAW,IAAI;AACpC,eAAW;AAAA,MACT,oCAAoC,WAAW,QAAQ,QAAQ;AAAA,IACjE;AAAA,EACF;AAEA,MAAI,WAAW,QAAQ,cAAc,GAAG;AACtC,eAAW;AAAA,MACT,aAAa,WAAW,QAAQ,WAAW;AAAA,IAC7C;AAAA,EACF;AAEA,aAAW,eAAe,iBAAiB;AACzC,eAAW;AAAA,MACT,GAAG,YAAY,SAAS,0BAA0B,YAAY,IAAI;AAAA,IACpE;AAAA,EACF;AAEA,MAAI,WAAW,SAAS,SAAS,GAAG;AAClC,UAAM,aAAa,WAAW,SAAS,CAAC;AACxC,eAAW;AAAA,MACT,4CAA4C,WAAW,GAAG;AAAA,IAC5D;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,oBACb,QACA,YACmB;AACnB,QAAM,cAAwB,CAAC;AAG/B,QAAM,WAAW,MAAM,uBAAuB,MAAM;AACpD,QAAM,iBAAiB,SAAS;AAAA,IAC9B,CAAC,MAAM,EAAE,WAAW,EAAE,UAAU,OAAO,EAAE,WAAW,EAAE,SAAS;AAAA,EACjE;AAEA,aAAW,eAAe,eAAe,MAAM,GAAG,CAAC,GAAG;AACpD,UAAM,YAAY,YAAY,SAAS,YAAY;AACnD,gBAAY;AAAA,MACV,8BAA8B,YAAY,YAAY,IAAI,WAAW,SAAS,SAAS,YAAY,YAAY,SAAS,MAAM;AAAA,IAChI;AAAA,EACF;AAGA,QAAM,cAAc,MAAM,eAAe,MAAM;AAC/C,MAAI,CAAC,aAAa;AAChB,gBAAY;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,MAAI,WAAW,QAAQ,WAAW,GAAG;AACnC,gBAAY;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,gBACP,YACA,iBACA,MACQ;AACR,QAAM,SAAS,SAAS,WAAW,cAAc;AAEjD,MAAI,UAAU,eAAe,IAAI;AAEjC,MAAI,WAAW,QAAQ,gBAAgB,GAAG;AACxC,eAAW,2BAA2B,WAAW,QAAQ,aAAa,kBAAkB,MAAM;AAAA,EAChG,OAAO;AACL,eAAW,gBAAgB,MAAM;AAAA,EACnC;AAEA,MAAI,gBAAgB,SAAS,GAAG;AAC9B,eAAW,gBAAgB,gBAAgB,MAAM,mBAAmB,gBAAgB,SAAS,IAAI,MAAM,EAAE;AAAA,EAC3G;AAEA,MAAI,WAAW,QAAQ,cAAc,GAAG;AACtC,eAAW,kCAAkC,WAAW,QAAQ,WAAW;AAAA,EAC7E;AAEA,SAAO,QAAQ,KAAK;AACtB;;;AJpMA,IAAI,cAA4B;AAChC,IAAI,aAA2B;AAC/B,IAAI,oBAAkC;AAEtC,SAAS,gBAAuB;AAC9B,MAAI,CAAC,aAAa;AAChB,kBAAc,IAAIC,OAAM,IAAI,WAAW;AAAA,MACrC,sBAAsB;AAAA,IACxB,CAAC;AAAA,EACH;AACA,SAAO;AACT;AAEA,SAAS,eAAsB;AAC7B,MAAI,CAAC,YAAY;AACf,iBAAa,IAAI,MAAM,kBAAkB,EAAE,YAAY,cAAc,EAAS,CAAC;AAAA,EACjF;AACA,SAAO;AACT;AAEA,SAAS,sBAA6B;AACpC,MAAI,CAAC,mBAAmB;AACtB,wBAAoB,IAAI,MAAM,wBAAwB,EAAE,YAAY,cAAc,EAAS,CAAC;AAAA,EAC9F;AACA,SAAO;AACT;AAGA,IAAMC,cAAa,IAAI,MAAM,CAAC,GAAY;AAAA,EACxC,IAAI,SAAS,MAAM;AACjB,UAAM,WAAW,cAAc;AAC/B,UAAM,QAAS,SAAiB,IAAI;AACpC,QAAI,OAAO,UAAU,WAAY,QAAO,MAAM,KAAK,QAAQ;AAC3D,WAAO;AAAA,EACT;AACF,CAAC;AACD,IAAM,YAAY,IAAI,MAAM,CAAC,GAAY;AAAA,EACvC,IAAI,SAAS,MAAM;AACjB,UAAM,WAAW,aAAa;AAC9B,UAAM,QAAS,SAAiB,IAAI;AACpC,QAAI,OAAO,UAAU,WAAY,QAAO,MAAM,KAAK,QAAQ;AAC3D,WAAO;AAAA,EACT;AACF,CAAC;AACD,IAAM,mBAAmB,IAAI,MAAM,CAAC,GAAY;AAAA,EAC9C,IAAI,SAAS,MAAM;AACjB,UAAM,WAAW,oBAAoB;AACrC,UAAM,QAAS,SAAiB,IAAI;AACpC,QAAI,OAAO,UAAU,WAAY,QAAO,MAAM,KAAK,QAAQ;AAC3D,WAAO;AAAA,EACT;AACF,CAAC;AAWD,eAAsB,aACpB,MACA,OACiB;AACjB,QAAM,MAAM,MAAM,UAAU,IAAI,kBAAkB,MAAM;AAAA,IACtD;AAAA,IACA,kBAAkB;AAAA,IAClB,cAAc;AAAA,EAChB,CAAC;AACD,SAAO,IAAI,MAAM;AACnB;AAGA,eAAsB,kBACpB,MACA,MACA,SACe;AACf,QAAM,UAAU,IAAI,MAAM,MAAM;AAAA,IAC9B,QAAQ,EAAE,QAAQ;AAAA,IAClB,kBAAkB;AAAA,EACpB,CAAC;AACH;AAGA,eAAsB,WAAW,OAAiC;AAChE,QAAM,MAAM,MAAM,UAAU,OAAO,KAAK;AACxC,MAAI,KAAK;AACP,UAAM,IAAI,OAAO;AACjB,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAGA,IAAIC,UAAwB;AAC5B,IAAI,oBAAmC;AAEhC,SAAS,YACd,QACM;AACN,MAAIA,QAAQ;AAEZ,EAAAA,UAAS,IAAIC;AAAA,IACX;AAAA,IACA,OAAO,QAA4B;AACjC,cAAQ,IAAI,gCAAgC,IAAI,IAAI,EAAE;AACtD,YAAM,OAAO,IAAI,IAAI;AAAA,IACvB;AAAA,IACA,EAAE,YAAY,cAAc,EAAS;AAAA,EACvC;AAEA,EAAAD,QAAO,GAAG,aAAa,CAAC,QAAQ;AAC9B,YAAQ,IAAI,+BAA+B,IAAI,EAAE,EAAE;AAAA,EACrD,CAAC;AAED,EAAAA,QAAO,GAAG,UAAU,CAAC,KAAK,QAAQ;AAChC,YAAQ,MAAM,4BAA4B,KAAK,EAAE,IAAI,GAAG;AAAA,EAC1D,CAAC;AAED,UAAQ,IAAI,4BAA4B;AAC1C;AAGO,SAAS,yBAA+B;AAC7C,MAAI,kBAAmB;AAEvB,sBAAoB,IAAIC;AAAA,IACtB;AAAA,IACA,OAAO,QAA4B;AACjC,cAAQ,IAAI,6BAA6B,IAAI,IAAI,EAAE;AAEnD,cAAQ,IAAI,KAAK,MAAM;AAAA,QACrB,KAAK;AACH,cAAI,IAAI,KAAK,QAAQ;AACnB,kBAAM,wBAAwB,IAAI,KAAK,QAAQ,CAAC,CAAC;AAAA,UACnD;AACA;AAAA,QAEF,KAAK;AACH,cAAI,IAAI,KAAK,QAAQ;AACnB,kBAAM,SAAS,MAAM,SAAS,IAAI,KAAK,MAAM;AAC7C,oBAAQ,IAAI,uCAAuC,OAAO,aAAa,WAAW;AAAA,UACpF;AACA;AAAA,QAEF,KAAK;AACH,cAAI,IAAI,KAAK,QAAQ;AACnB,kBAAM,aAAa,IAAI,KAAK,UAAU;AACtC,gBAAI,eAAe,WAAW;AAC5B,oBAAM,sBAAsB,IAAI,KAAK,MAAM;AAAA,YAC7C,OAAO;AACL,oBAAM,qBAAqB,IAAI,KAAK,MAAM;AAAA,YAC5C;AAAA,UACF;AACA;AAAA,QAEF,KAAK;AACH,gBAAM,aAAa;AACnB;AAAA,QAEF;AACE,kBAAQ,IAAI,oCAAoC,IAAI,KAAK,IAAI,EAAE;AAAA,MACnE;AAAA,IACF;AAAA,IACA,EAAE,YAAY,cAAc,EAAS;AAAA,EACvC;AAEA,oBAAkB,GAAG,aAAa,CAAC,QAAQ;AACzC,YAAQ,IAAI,4BAA4B,IAAI,EAAE,EAAE;AAAA,EAClD,CAAC;AAED,oBAAkB,GAAG,UAAU,CAAC,KAAK,QAAQ;AAC3C,YAAQ,MAAM,yBAAyB,KAAK,EAAE,IAAI,GAAG;AAAA,EACvD,CAAC;AAED,UAAQ,IAAI,8BAA8B;AAC5C;AAEO,SAAS,aAAmB;AACjC,MAAID,SAAQ;AACV,IAAAA,QAAO,MAAM;AACb,IAAAA,UAAS;AAAA,EACX;AACF;AAEO,SAAS,wBAA8B;AAC5C,MAAI,mBAAmB;AACrB,sBAAkB,MAAM;AACxB,wBAAoB;AAAA,EACtB;AACF;AAGA,eAAsB,oBACpB,QACe;AAEf,cAAY,MAAM;AAClB,yBAAuB;AACvB,mBAAiB;AAGjB,QAAM,mBAAmB;AAEzB,UAAQ,IAAI,yBAAyB;AACvC;AAGA,eAAe,qBAAoC;AAEjD,QAAM,iBAAiB;AAAA,IACrB;AAAA,IACA,EAAE,MAAM,iBAAiB;AAAA,IACzB;AAAA,MACE,QAAQ,EAAE,SAAS,eAAe;AAAA,MAClC,kBAAkB;AAAA,IACpB;AAAA,EACF;AAGA,QAAM,iBAAiB;AAAA,IACrB;AAAA,IACA,EAAE,MAAM,gBAAgB;AAAA,IACxB;AAAA,MACE,QAAQ,EAAE,SAAS,cAAc;AAAA,MACjC,kBAAkB;AAAA,IACpB;AAAA,EACF;AAGA,QAAM,iBAAiB;AAAA,IACrB;AAAA,IACA,EAAE,MAAM,cAAc;AAAA,IACtB;AAAA,MACE,QAAQ,EAAE,SAAS,YAAY;AAAA,MAC/B,kBAAkB;AAAA,IACpB;AAAA,EACF;AAGA,QAAM,iBAAiB;AAAA,IACrB;AAAA,IACA,EAAE,MAAM,UAAU,SAAS,cAAc;AAAA,IACzC;AAAA,MACE,QAAQ,EAAE,SAAS,YAAY;AAAA,MAC/B,kBAAkB;AAAA,IACpB;AAAA,EACF;AAEA,UAAQ,IAAI,sCAAsC;AACpD;AAGA,eAAsB,wBACpB,QACA,MACA,SACe;AACf,QAAM,OAAsB;AAAA,IAC1B;AAAA,IACA;AAAA,IACA,UAAU,SAAS,aAAa,EAAE,YAAY,QAAQ,WAAW,IAAI;AAAA,EACvE;AAEA,MAAI,SAAS,SAAS;AACpB,UAAM,iBAAiB,IAAI,GAAG,IAAI,IAAI,MAAM,IAAI,MAAM;AAAA,MACpD,QAAQ,EAAE,SAAS,QAAQ,QAAQ;AAAA,MACnC,kBAAkB;AAAA,IACpB,CAAC;AAAA,EACH,OAAO;AACL,UAAM,iBAAiB,IAAI,GAAG,IAAI,IAAI,MAAM,IAAI,MAAM;AAAA,MACpD,kBAAkB;AAAA,IACpB,CAAC;AAAA,EACH;AACF;AAGA,eAAsB,oBAAmC;AACvD,aAAW;AACX,wBAAsB;AACtB,kBAAgB;AAChB,MAAI,YAAa,OAAM,YAAY,KAAK;AACxC,UAAQ,IAAI,+BAA+B;AAC7C;AAGA,eAAsB,iBACpB,SACA,SACA,QACiB;AACjB,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN;AAAA,MACA;AAAA,IACF;AAAA,IACA;AAAA,EACF;AACF;AAGA,eAAsB,iBAAiB,QAAkC;AAEvE,MAAI,QAAQ;AACV,QAAI;AACF,aAAO,MAAM,sBAAsB,QAAQ,CAAC,CAAC;AAAA,IAC/C,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,QAAM,WAAW,MAAM;AAAA,IACrB;AAAA,MACE;AAAA,QACE,MAAM;AAAA,QACN,SAAS;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAMX;AAAA,IACF;AAAA,IACA;AAAA,EACF;AAEA,SAAO,SAAS;AAClB;AAGA,eAAsB,gBAGnB;AACD,QAAM,CAAC,WAAW,gBAAgB,IAAI,MAAM,QAAQ,IAAI;AAAA,IACtD,QAAQ,IAAI;AAAA,MACV,UAAU,gBAAgB;AAAA,MAC1B,UAAU,eAAe;AAAA,MACzB,UAAU,kBAAkB;AAAA,MAC5B,UAAU,eAAe;AAAA,IAC3B,CAAC;AAAA,IACD,QAAQ,IAAI;AAAA,MACV,iBAAiB,gBAAgB;AAAA,MACjC,iBAAiB,eAAe;AAAA,MAChC,iBAAiB,kBAAkB;AAAA,MACnC,iBAAiB,eAAe;AAAA,IAClC,CAAC;AAAA,EACH,CAAC;AAED,SAAO;AAAA,IACL,OAAO;AAAA,MACL,SAAS,UAAU,CAAC;AAAA,MACpB,QAAQ,UAAU,CAAC;AAAA,MACnB,WAAW,UAAU,CAAC;AAAA,MACtB,QAAQ,UAAU,CAAC;AAAA,IACrB;AAAA,IACA,aAAa;AAAA,MACX,SAAS,iBAAiB,CAAC;AAAA,MAC3B,QAAQ,iBAAiB,CAAC;AAAA,MAC1B,WAAW,iBAAiB,CAAC;AAAA,MAC7B,QAAQ,iBAAiB,CAAC;AAAA,IAC5B;AAAA,EACF;AACF;","names":["Worker","Redis","result","eq","and","lte","eq","Redis","connection","worker","Worker"]}

package/dist/chunk-MIC5IBQF.js

@@ -0,0 +1,386 @@
+// src/integrations/documents/text-extractor.ts
+import * as fs from "fs/promises";
+import * as path from "path";
+async function extractText(input, options = {}) {
+  let content;
+  let detectedFormat;
+  if (typeof input === "string") {
+    const absolutePath = path.isAbsolute(input) ? input : path.resolve(input);
+    content = await fs.readFile(absolutePath, options.encoding || "utf-8");
+    detectedFormat = options.format || detectFormat(input);
+  } else {
+    content = input.toString(options.encoding || "utf-8");
+    detectedFormat = options.format || detectFormatFromContent(content);
+  }
+  let extractedText;
+  let metadata;
+  switch (detectedFormat) {
+    case "html":
+    case "htm":
+      const htmlResult = extractFromHTML(content, options);
+      extractedText = htmlResult.text;
+      metadata = htmlResult.metadata;
+      break;
+    case "csv":
+      const csvResult = extractFromCSV(content, options);
+      extractedText = csvResult.text;
+      metadata = csvResult.metadata;
+      break;
+    case "json":
+    case "jsonl":
+      const jsonResult = extractFromJSON(content, options, detectedFormat === "jsonl");
+      extractedText = jsonResult.text;
+      metadata = jsonResult.metadata;
+      break;
+    case "xml":
+      const xmlResult = extractFromXML(content);
+      extractedText = xmlResult.text;
+      metadata = xmlResult.metadata;
+      break;
+    case "yaml":
+    case "yml":
+      const yamlResult = extractFromYAML(content);
+      extractedText = yamlResult.text;
+      metadata = yamlResult.metadata;
+      break;
+    case "md":
+    case "markdown":
+      const mdResult = extractFromMarkdown(content);
+      extractedText = mdResult.text;
+      metadata = mdResult.metadata;
+      break;
+    case "txt":
+    case "text":
+    default:
+      extractedText = content;
+      metadata = calculateTextMetadata(content);
+      break;
+  }
+  return {
+    text: extractedText,
+    format: detectedFormat,
+    metadata: {
+      ...metadata,
+      encoding: options.encoding || "utf-8"
+    }
+  };
+}
+function detectFormat(filePath) {
+  const ext = path.extname(filePath).toLowerCase().slice(1);
+  const formatMap = {
+    txt: "txt",
+    text: "text",
+    md: "md",
+    markdown: "markdown",
+    html: "html",
+    htm: "htm",
+    csv: "csv",
+    json: "json",
+    jsonl: "jsonl",
+    xml: "xml",
+    yaml: "yaml",
+    yml: "yml"
+  };
+  return formatMap[ext] || "txt";
+}
+function detectFormatFromContent(content) {
+  const trimmed = content.trim();
+  if (trimmed.startsWith("<!DOCTYPE html") || trimmed.startsWith("<html") || /<[a-z][\s\S]*>/i.test(trimmed.slice(0, 500))) {
+    return "html";
+  }
+  if (trimmed.startsWith("<?xml") || trimmed.startsWith("<")) {
+    if (/<[a-z]+[^>]*>/i.test(trimmed)) {
+      return "xml";
+    }
+  }
+  if (trimmed.startsWith("{") && trimmed.endsWith("}") || trimmed.startsWith("[") && trimmed.endsWith("]")) {
+    try {
+      JSON.parse(trimmed);
+      return "json";
+    } catch {
+    }
+  }
+  if (trimmed.includes("\n")) {
+    const lines = trimmed.split("\n").slice(0, 3);
+    if (lines.every((line) => line.trim().startsWith("{"))) {
+      try {
+        lines.forEach((line) => JSON.parse(line.trim()));
+        return "jsonl";
+      } catch {
+      }
+    }
+  }
+  if (trimmed.includes(",") && trimmed.includes("\n")) {
+    const lines = trimmed.split("\n").slice(0, 5);
+    const commaCount = (lines[0].match(/,/g) || []).length;
+    if (commaCount > 0 && lines.every((line) => {
+      const lineCommas = (line.match(/,/g) || []).length;
+      return Math.abs(lineCommas - commaCount) <= 1;
+    })) {
+      return "csv";
+    }
+  }
+  if (trimmed.startsWith("---") || /^[a-z_]+:/im.test(trimmed.slice(0, 200))) {
+    return "yaml";
+  }
+  if (/^#{1,6}\s/m.test(trimmed) || /^\*\*.*\*\*/.test(trimmed) || /^\[.*\]\(.*\)/.test(trimmed)) {
+    return "md";
+  }
+  return "txt";
+}
+function extractFromHTML(content, options) {
+  let text = content;
+  if (options.htmlStripTags !== false) {
+    text = text.replace(/<script[^>]*>[\s\S]*?<\/script>/gi, "");
+    text = text.replace(/<style[^>]*>[\s\S]*?<\/style>/gi, "");
+    text = text.replace(/<\/(p|div|h[1-6]|li|tr|br)[^>]*>/gi, "\n");
+    text = text.replace(/<(br|hr)[^>]*\/?>/gi, "\n");
+    text = text.replace(/<[^>]+>/g, " ");
+    text = decodeHtmlEntities(text);
+    text = text.replace(/[ \t]+/g, " ");
+    text = text.replace(/\n[ \t]+/g, "\n");
+    text = text.replace(/\n{3,}/g, "\n\n");
+    text = text.trim();
+  }
+  return {
+    text,
+    metadata: calculateTextMetadata(text)
+  };
+}
+function extractFromCSV(content, options) {
+  const delimiter = options.csvDelimiter || ",";
+  const hasHeaders = options.csvHasHeaders !== false;
+  const lines = parseCSVLines(content, delimiter);
+  const headers = hasHeaders && lines.length > 0 ? lines[0] : void 0;
+  const dataLines = hasHeaders ? lines.slice(1) : lines;
+  const textParts = [];
+  if (headers) {
+    textParts.push(`Columns: ${headers.join(", ")}`);
+    textParts.push("");
+  }
+  for (let i = 0; i < dataLines.length; i++) {
+    const row = dataLines[i];
+    if (headers) {
+      const rowText = row.map((cell, j) => `${headers[j] || `Column ${j + 1}`}: ${cell}`).join(", ");
+      textParts.push(`Row ${i + 1}: ${rowText}`);
+    } else {
+      textParts.push(`Row ${i + 1}: ${row.join(", ")}`);
+    }
+  }
+  const text = textParts.join("\n");
+  return {
+    text,
+    metadata: {
+      ...calculateTextMetadata(text),
+      csvHeaders: headers,
+      csvRowCount: dataLines.length
+    }
+  };
+}
+function parseCSVLines(content, delimiter) {
+  const rows = [];
+  let currentRow = [];
+  let currentCell = "";
+  let inQuotes = false;
+  for (let i = 0; i < content.length; i++) {
+    const char = content[i];
+    const nextChar = content[i + 1];
+    if (inQuotes) {
+      if (char === '"' && nextChar === '"') {
+        currentCell += '"';
+        i++;
+      } else if (char === '"') {
+        inQuotes = false;
+      } else {
+        currentCell += char;
+      }
+    } else {
+      if (char === '"') {
+        inQuotes = true;
+      } else if (char === delimiter) {
+        currentRow.push(currentCell.trim());
+        currentCell = "";
+      } else if (char === "\n" || char === "\r" && nextChar === "\n") {
+        currentRow.push(currentCell.trim());
+        if (currentRow.some((cell) => cell.length > 0)) {
+          rows.push(currentRow);
+        }
+        currentRow = [];
+        currentCell = "";
+        if (char === "\r") i++;
+      } else if (char !== "\r") {
+        currentCell += char;
+      }
+    }
+  }
+  if (currentCell || currentRow.length > 0) {
+    currentRow.push(currentCell.trim());
+    if (currentRow.some((cell) => cell.length > 0)) {
+      rows.push(currentRow);
+    }
+  }
+  return rows;
+}
+function extractFromJSON(content, options, isJsonl) {
+  let data;
+  let jsonType;
+  let elementCount;
+  if (isJsonl) {
+    const lines = content.split("\n").filter((line) => line.trim().length > 0);
+    data = lines.map((line) => JSON.parse(line.trim()));
+    jsonType = "array";
+    elementCount = data.length;
+  } else {
+    data = JSON.parse(content);
+    if (Array.isArray(data)) {
+      jsonType = "array";
+      elementCount = data.length;
+    } else if (typeof data === "object" && data !== null) {
+      jsonType = "object";
+      elementCount = Object.keys(data).length;
+    } else {
+      jsonType = "primitive";
+      elementCount = 1;
+    }
+  }
+  const text = options.jsonPretty ? JSON.stringify(data, null, 2) : extractTextFromJSON(data);
+  return {
+    text,
+    metadata: {
+      ...calculateTextMetadata(text),
+      jsonType,
+      jsonElementCount: elementCount
+    }
+  };
+}
+function extractTextFromJSON(data, depth = 0) {
+  if (data === null || data === void 0) {
+    return "";
+  }
+  if (typeof data === "string") {
+    return data;
+  }
+  if (typeof data === "number" || typeof data === "boolean") {
+    return String(data);
+  }
+  if (Array.isArray(data)) {
+    return data.map((item, index) => {
+      const text = extractTextFromJSON(item, depth + 1);
+      return depth === 0 ? `Item ${index + 1}: ${text}` : text;
+    }).filter((t) => t.length > 0).join("\n");
+  }
+  if (typeof data === "object") {
+    return Object.entries(data).map(([key, value]) => {
+      const text = extractTextFromJSON(value, depth + 1);
+      return `${key}: ${text}`;
+    }).filter((t) => t.length > 0).join("\n");
+  }
+  return "";
+}
+function extractFromXML(content) {
+  let text = content.replace(/<\?[^?]*\?>/g, "");
+  text = text.replace(/<!--[\s\S]*?-->/g, "");
+  text = text.replace(/<!\[CDATA\[([\s\S]*?)]]>/g, "$1");
+  text = text.replace(/<[^>]+>/g, " ");
+  text = decodeHtmlEntities(text);
+  text = text.replace(/\s+/g, " ").trim();
+  return {
+    text,
+    metadata: calculateTextMetadata(text)
+  };
+}
+function extractFromYAML(content) {
+  let text = content.replace(/^---\s*$/gm, "");
+  text = text.trim();
+  return {
+    text,
+    metadata: calculateTextMetadata(text)
+  };
+}
+function extractFromMarkdown(content) {
+  let text = content;
+  text = text.replace(/```[\s\S]*?```/g, "");
+  text = text.replace(/`[^`]+`/g, "");
+  text = text.replace(/!\[[^\]]*\]\([^)]*\)/g, "");
+  text = text.replace(/\[([^\]]*)\]\([^)]*\)/g, "$1");
+  text = text.replace(/^#{1,6}\s+(.*)$/gm, "$1");
+  text = text.replace(/\*\*([^*]+)\*\*/g, "$1");
+  text = text.replace(/\*([^*]+)\*/g, "$1");
+  text = text.replace(/__([^_]+)__/g, "$1");
+  text = text.replace(/_([^_]+)_/g, "$1");
+  text = text.replace(/~~([^~]+)~~/g, "$1");
+  text = text.replace(/^>\s*/gm, "");
+  text = text.replace(/^[-*+]\s+/gm, "");
+  text = text.replace(/^\d+\.\s+/gm, "");
+  text = text.replace(/^[-*_]{3,}$/gm, "");
+  text = text.replace(/\n{3,}/g, "\n\n");
+  text = text.trim();
+  return {
+    text,
+    metadata: calculateTextMetadata(text)
+  };
+}
+function calculateTextMetadata(text) {
+  const lines = text.split("\n");
+  const words = text.split(/\s+/).filter((w) => w.length > 0);
+  return {
+    lineCount: lines.length,
+    wordCount: words.length,
+    characterCount: text.length
+  };
+}
+function decodeHtmlEntities(text) {
+  const entities = {
+    "&amp;": "&",
+    "&lt;": "<",
+    "&gt;": ">",
+    "&quot;": '"',
+    "&#39;": "'",
+    "&apos;": "'",
+    "&nbsp;": " ",
+    "&ndash;": "-",
+    "&mdash;": "--",
+    "&copy;": "(c)",
+    "&reg;": "(R)",
+    "&trade;": "(TM)"
+  };
+  let result = text;
+  for (const [entity, char] of Object.entries(entities)) {
+    result = result.replace(new RegExp(entity, "gi"), char);
+  }
+  result = result.replace(
+    /&#(\d+);/g,
+    (_, dec) => String.fromCharCode(parseInt(dec, 10))
+  );
+  result = result.replace(
+    /&#x([0-9a-fA-F]+);/g,
+    (_, hex) => String.fromCharCode(parseInt(hex, 16))
+  );
+  return result;
+}
+function getSupportedTextFormats() {
+  return [
+    "txt",
+    "text",
+    "md",
+    "markdown",
+    "html",
+    "htm",
+    "csv",
+    "json",
+    "jsonl",
+    "xml",
+    "yaml",
+    "yml"
+  ];
+}
+function isSupportedTextFormat(format) {
+  return getSupportedTextFormats().includes(format);
+}
+
+export {
+  extractText,
+  getSupportedTextFormats,
+  isSupportedTextFormat
+};
+//# sourceMappingURL=chunk-MIC5IBQF.js.map

package/dist/chunk-MIC5IBQF.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/integrations/documents/text-extractor.ts"],"sourcesContent":["/**\n * Text Extractor for OpenSentinel Document Ingestion\n *\n * Extracts text from various text-based formats: TXT, MD, HTML, CSV, JSON\n */\n\nimport * as fs from \"fs/promises\";\nimport * as path from \"path\";\n\nexport type SupportedTextFormat =\n  | \"txt\"\n  | \"text\"\n  | \"md\"\n  | \"markdown\"\n  | \"html\"\n  | \"htm\"\n  | \"csv\"\n  | \"json\"\n  | \"jsonl\"\n  | \"xml\"\n  | \"yaml\"\n  | \"yml\";\n\nexport interface TextExtractResult {\n  text: string;\n  format: SupportedTextFormat;\n  metadata: TextMetadata;\n}\n\nexport interface TextMetadata {\n  /** File encoding (if detected) */\n  encoding?: string;\n  /** Line count */\n  lineCount: number;\n  /** Word count */\n  wordCount: number;\n  /** Character count */\n  characterCount: number;\n  /** For CSV: column names */\n  csvHeaders?: string[];\n  /** For CSV: row count */\n  csvRowCount?: number;\n  /** For JSON: root type */\n  jsonType?: \"object\" | \"array\" | \"primitive\";\n  /** For JSON: key count (if object) or item count (if array) */\n  jsonElementCount?: number;\n}\n\nexport interface TextExtractOptions {\n  /** Force a specific format (auto-detected by default) */\n  format?: SupportedTextFormat;\n  /** Encoding to use (utf-8 by default) */\n  encoding?: BufferEncoding;\n  /** For CSV: custom delimiter */\n  csvDelimiter?: string;\n  /** For CSV: whether first row is headers */\n  csvHasHeaders?: boolean;\n  /** For JSON: pretty print extracted text */\n  jsonPretty?: boolean;\n  /** For HTML: extract text only (strip tags) */\n  htmlStripTags?: boolean;\n}\n\n/**\n * Extract text from a file\n */\nexport async function extractText(\n  input: string | Buffer,\n  options: TextExtractOptions = {}\n): Promise<TextExtractResult> {\n  let content: string;\n  let detectedFormat: SupportedTextFormat;\n\n  if (typeof input === \"string\") {\n    const absolutePath = path.isAbsolute(input) ? input : path.resolve(input);\n    content = await fs.readFile(absolutePath, options.encoding || \"utf-8\");\n    detectedFormat = options.format || detectFormat(input);\n  } else {\n    content = input.toString(options.encoding || \"utf-8\");\n    detectedFormat = options.format || detectFormatFromContent(content);\n  }\n\n  let extractedText: string;\n  let metadata: TextMetadata;\n\n  switch (detectedFormat) {\n    case \"html\":\n    case \"htm\":\n      const htmlResult = extractFromHTML(content, options);\n      extractedText = htmlResult.text;\n      metadata = htmlResult.metadata;\n      break;\n\n    case \"csv\":\n      const csvResult = extractFromCSV(content, options);\n      extractedText = csvResult.text;\n      metadata = csvResult.metadata;\n      break;\n\n    case \"json\":\n    case \"jsonl\":\n      const jsonResult = extractFromJSON(content, options, detectedFormat === \"jsonl\");\n      extractedText = jsonResult.text;\n      metadata = jsonResult.metadata;\n      break;\n\n    case \"xml\":\n      const xmlResult = extractFromXML(content);\n      extractedText = xmlResult.text;\n      metadata = xmlResult.metadata;\n      break;\n\n    case \"yaml\":\n    case \"yml\":\n      const yamlResult = extractFromYAML(content);\n      extractedText = yamlResult.text;\n      metadata = yamlResult.metadata;\n      break;\n\n    case \"md\":\n    case \"markdown\":\n      const mdResult = extractFromMarkdown(content);\n      extractedText = mdResult.text;\n      metadata = mdResult.metadata;\n      break;\n\n    case \"txt\":\n    case \"text\":\n    default:\n      extractedText = content;\n      metadata = calculateTextMetadata(content);\n      break;\n  }\n\n  return {\n    text: extractedText,\n    format: detectedFormat,\n    metadata: {\n      ...metadata,\n      encoding: options.encoding || \"utf-8\",\n    },\n  };\n}\n\n/**\n * Detect file format from file path\n */\nfunction detectFormat(filePath: string): SupportedTextFormat {\n  const ext = path.extname(filePath).toLowerCase().slice(1);\n\n  const formatMap: Record<string, SupportedTextFormat> = {\n    txt: \"txt\",\n    text: \"text\",\n    md: \"md\",\n    markdown: \"markdown\",\n    html: \"html\",\n    htm: \"htm\",\n    csv: \"csv\",\n    json: \"json\",\n    jsonl: \"jsonl\",\n    xml: \"xml\",\n    yaml: \"yaml\",\n    yml: \"yml\",\n  };\n\n  return formatMap[ext] || \"txt\";\n}\n\n/**\n * Detect format from content (heuristic)\n */\nfunction detectFormatFromContent(content: string): SupportedTextFormat {\n  const trimmed = content.trim();\n\n  // HTML detection\n  if (\n    trimmed.startsWith(\"<!DOCTYPE html\") ||\n    trimmed.startsWith(\"<html\") ||\n    /<[a-z][\\s\\S]*>/i.test(trimmed.slice(0, 500))\n  ) {\n    return \"html\";\n  }\n\n  // XML detection\n  if (trimmed.startsWith(\"<?xml\") || trimmed.startsWith(\"<\")) {\n    if (/<[a-z]+[^>]*>/i.test(trimmed)) {\n      return \"xml\";\n    }\n  }\n\n  // JSON detection\n  if (\n    (trimmed.startsWith(\"{\") && trimmed.endsWith(\"}\")) ||\n    (trimmed.startsWith(\"[\") && trimmed.endsWith(\"]\"))\n  ) {\n    try {\n      JSON.parse(trimmed);\n      return \"json\";\n    } catch {\n      // Not valid JSON\n    }\n  }\n\n  // JSONL detection\n  if (trimmed.includes(\"\\n\")) {\n    const lines = trimmed.split(\"\\n\").slice(0, 3);\n    if (lines.every((line) => line.trim().startsWith(\"{\"))) {\n      try {\n        lines.forEach((line) => JSON.parse(line.trim()));\n        return \"jsonl\";\n      } catch {\n        // Not valid JSONL\n      }\n    }\n  }\n\n  // CSV detection\n  if (trimmed.includes(\",\") && trimmed.includes(\"\\n\")) {\n    const lines = trimmed.split(\"\\n\").slice(0, 5);\n    const commaCount = (lines[0].match(/,/g) || []).length;\n    if (\n      commaCount > 0 &&\n      lines.every((line) => {\n        const lineCommas = (line.match(/,/g) || []).length;\n        return Math.abs(lineCommas - commaCount) <= 1;\n      })\n    ) {\n      return \"csv\";\n    }\n  }\n\n  // YAML detection\n  if (\n    trimmed.startsWith(\"---\") ||\n    /^[a-z_]+:/im.test(trimmed.slice(0, 200))\n  ) {\n    return \"yaml\";\n  }\n\n  // Markdown detection\n  if (\n    /^#{1,6}\\s/m.test(trimmed) ||\n    /^\\*\\*.*\\*\\*/.test(trimmed) ||\n    /^\\[.*\\]\\(.*\\)/.test(trimmed)\n  ) {\n    return \"md\";\n  }\n\n  return \"txt\";\n}\n\n/**\n * Extract text from HTML\n */\nfunction extractFromHTML(\n  content: string,\n  options: TextExtractOptions\n): { text: string; metadata: TextMetadata } {\n  let text = content;\n\n  if (options.htmlStripTags !== false) {\n    // Remove script and style elements entirely\n    text = text.replace(/<script[^>]*>[\\s\\S]*?<\\/script>/gi, \"\");\n    text = text.replace(/<style[^>]*>[\\s\\S]*?<\\/style>/gi, \"\");\n\n    // Replace block elements with newlines\n    text = text.replace(/<\\/(p|div|h[1-6]|li|tr|br)[^>]*>/gi, \"\\n\");\n    text = text.replace(/<(br|hr)[^>]*\\/?>/gi, \"\\n\");\n\n    // Strip remaining tags\n    text = text.replace(/<[^>]+>/g, \" \");\n\n    // Decode entities\n    text = decodeHtmlEntities(text);\n\n    // Clean up whitespace\n    text = text.replace(/[ \\t]+/g, \" \");\n    text = text.replace(/\\n[ \\t]+/g, \"\\n\");\n    text = text.replace(/\\n{3,}/g, \"\\n\\n\");\n    text = text.trim();\n  }\n\n  return {\n    text,\n    metadata: calculateTextMetadata(text),\n  };\n}\n\n/**\n * Extract text from CSV\n */\nfunction extractFromCSV(\n  content: string,\n  options: TextExtractOptions\n): { text: string; metadata: TextMetadata } {\n  const delimiter = options.csvDelimiter || \",\";\n  const hasHeaders = options.csvHasHeaders !== false;\n\n  const lines = parseCSVLines(content, delimiter);\n  const headers = hasHeaders && lines.length > 0 ? lines[0] : undefined;\n  const dataLines = hasHeaders ? lines.slice(1) : lines;\n\n  // Convert to readable text\n  const textParts: string[] = [];\n\n  if (headers) {\n    textParts.push(`Columns: ${headers.join(\", \")}`);\n    textParts.push(\"\");\n  }\n\n  for (let i = 0; i < dataLines.length; i++) {\n    const row = dataLines[i];\n    if (headers) {\n      const rowText = row\n        .map((cell, j) => `${headers[j] || `Column ${j + 1}`}: ${cell}`)\n        .join(\", \");\n      textParts.push(`Row ${i + 1}: ${rowText}`);\n    } else {\n      textParts.push(`Row ${i + 1}: ${row.join(\", \")}`);\n    }\n  }\n\n  const text = textParts.join(\"\\n\");\n\n  return {\n    text,\n    metadata: {\n      ...calculateTextMetadata(text),\n      csvHeaders: headers,\n      csvRowCount: dataLines.length,\n    },\n  };\n}\n\n/**\n * Parse CSV content into rows\n */\nfunction parseCSVLines(content: string, delimiter: string): string[][] {\n  const rows: string[][] = [];\n  let currentRow: string[] = [];\n  let currentCell = \"\";\n  let inQuotes = false;\n\n  for (let i = 0; i < content.length; i++) {\n    const char = content[i];\n    const nextChar = content[i + 1];\n\n    if (inQuotes) {\n      if (char === '\"' && nextChar === '\"') {\n        currentCell += '\"';\n        i++;\n      } else if (char === '\"') {\n        inQuotes = false;\n      } else {\n        currentCell += char;\n      }\n    } else {\n      if (char === '\"') {\n        inQuotes = true;\n      } else if (char === delimiter) {\n        currentRow.push(currentCell.trim());\n        currentCell = \"\";\n      } else if (char === \"\\n\" || (char === \"\\r\" && nextChar === \"\\n\")) {\n        currentRow.push(currentCell.trim());\n        if (currentRow.some((cell) => cell.length > 0)) {\n          rows.push(currentRow);\n        }\n        currentRow = [];\n        currentCell = \"\";\n        if (char === \"\\r\") i++;\n      } else if (char !== \"\\r\") {\n        currentCell += char;\n      }\n    }\n  }\n\n  // Handle last row\n  if (currentCell || currentRow.length > 0) {\n    currentRow.push(currentCell.trim());\n    if (currentRow.some((cell) => cell.length > 0)) {\n      rows.push(currentRow);\n    }\n  }\n\n  return rows;\n}\n\n/**\n * Extract text from JSON\n */\nfunction extractFromJSON(\n  content: string,\n  options: TextExtractOptions,\n  isJsonl: boolean\n): { text: string; metadata: TextMetadata } {\n  let data: any;\n  let jsonType: \"object\" | \"array\" | \"primitive\";\n  let elementCount: number;\n\n  if (isJsonl) {\n    // Parse JSONL (one JSON object per line)\n    const lines = content\n      .split(\"\\n\")\n      .filter((line) => line.trim().length > 0);\n    data = lines.map((line) => JSON.parse(line.trim()));\n    jsonType = \"array\";\n    elementCount = data.length;\n  } else {\n    data = JSON.parse(content);\n    if (Array.isArray(data)) {\n      jsonType = \"array\";\n      elementCount = data.length;\n    } else if (typeof data === \"object\" && data !== null) {\n      jsonType = \"object\";\n      elementCount = Object.keys(data).length;\n    } else {\n      jsonType = \"primitive\";\n      elementCount = 1;\n    }\n  }\n\n  // Convert to readable text\n  const text = options.jsonPretty\n    ? JSON.stringify(data, null, 2)\n    : extractTextFromJSON(data);\n\n  return {\n    text,\n    metadata: {\n      ...calculateTextMetadata(text),\n      jsonType,\n      jsonElementCount: elementCount,\n    },\n  };\n}\n\n/**\n * Recursively extract text values from JSON\n */\nfunction extractTextFromJSON(data: any, depth = 0): string {\n  if (data === null || data === undefined) {\n    return \"\";\n  }\n\n  if (typeof data === \"string\") {\n    return data;\n  }\n\n  if (typeof data === \"number\" || typeof data === \"boolean\") {\n    return String(data);\n  }\n\n  if (Array.isArray(data)) {\n    return data\n      .map((item, index) => {\n        const text = extractTextFromJSON(item, depth + 1);\n        return depth === 0 ? `Item ${index + 1}: ${text}` : text;\n      })\n      .filter((t) => t.length > 0)\n      .join(\"\\n\");\n  }\n\n  if (typeof data === \"object\") {\n    return Object.entries(data)\n      .map(([key, value]) => {\n        const text = extractTextFromJSON(value, depth + 1);\n        return `${key}: ${text}`;\n      })\n      .filter((t) => t.length > 0)\n      .join(\"\\n\");\n  }\n\n  return \"\";\n}\n\n/**\n * Extract text from XML\n */\nfunction extractFromXML(content: string): { text: string; metadata: TextMetadata } {\n  // Remove XML declaration and processing instructions\n  let text = content.replace(/<\\?[^?]*\\?>/g, \"\");\n\n  // Remove comments\n  text = text.replace(/<!--[\\s\\S]*?-->/g, \"\");\n\n  // Remove CDATA markers but keep content\n  text = text.replace(/<!\\[CDATA\\[([\\s\\S]*?)]]>/g, \"$1\");\n\n  // Extract text content from tags\n  text = text.replace(/<[^>]+>/g, \" \");\n\n  // Decode entities\n  text = decodeHtmlEntities(text);\n\n  // Clean up whitespace\n  text = text.replace(/\\s+/g, \" \").trim();\n\n  return {\n    text,\n    metadata: calculateTextMetadata(text),\n  };\n}\n\n/**\n * Extract text from YAML (keep as-is but clean up)\n */\nfunction extractFromYAML(content: string): { text: string; metadata: TextMetadata } {\n  // Remove YAML front matter markers\n  let text = content.replace(/^---\\s*$/gm, \"\");\n\n  // Clean up the text while preserving structure\n  text = text.trim();\n\n  return {\n    text,\n    metadata: calculateTextMetadata(text),\n  };\n}\n\n/**\n * Extract text from Markdown (strip formatting)\n */\nfunction extractFromMarkdown(content: string): { text: string; metadata: TextMetadata } {\n  let text = content;\n\n  // Remove code blocks\n  text = text.replace(/```[\\s\\S]*?```/g, \"\");\n  text = text.replace(/`[^`]+`/g, \"\");\n\n  // Remove images and links but keep text\n  text = text.replace(/!\\[[^\\]]*\\]\\([^)]*\\)/g, \"\");\n  text = text.replace(/\\[([^\\]]*)\\]\\([^)]*\\)/g, \"$1\");\n\n  // Remove headers but keep text\n  text = text.replace(/^#{1,6}\\s+(.*)$/gm, \"$1\");\n\n  // Remove emphasis markers\n  text = text.replace(/\\*\\*([^*]+)\\*\\*/g, \"$1\");\n  text = text.replace(/\\*([^*]+)\\*/g, \"$1\");\n  text = text.replace(/__([^_]+)__/g, \"$1\");\n  text = text.replace(/_([^_]+)_/g, \"$1\");\n  text = text.replace(/~~([^~]+)~~/g, \"$1\");\n\n  // Remove blockquotes marker\n  text = text.replace(/^>\\s*/gm, \"\");\n\n  // Remove list markers\n  text = text.replace(/^[-*+]\\s+/gm, \"\");\n  text = text.replace(/^\\d+\\.\\s+/gm, \"\");\n\n  // Remove horizontal rules\n  text = text.replace(/^[-*_]{3,}$/gm, \"\");\n\n  // Clean up whitespace\n  text = text.replace(/\\n{3,}/g, \"\\n\\n\");\n  text = text.trim();\n\n  return {\n    text,\n    metadata: calculateTextMetadata(text),\n  };\n}\n\n/**\n * Calculate basic text metadata\n */\nfunction calculateTextMetadata(text: string): TextMetadata {\n  const lines = text.split(\"\\n\");\n  const words = text.split(/\\s+/).filter((w) => w.length > 0);\n\n  return {\n    lineCount: lines.length,\n    wordCount: words.length,\n    characterCount: text.length,\n  };\n}\n\n/**\n * Decode HTML entities\n */\nfunction decodeHtmlEntities(text: string): string {\n  const entities: Record<string, string> = {\n    \"&amp;\": \"&\",\n    \"&lt;\": \"<\",\n    \"&gt;\": \">\",\n    \"&quot;\": '\"',\n    \"&#39;\": \"'\",\n    \"&apos;\": \"'\",\n    \"&nbsp;\": \" \",\n    \"&ndash;\": \"-\",\n    \"&mdash;\": \"--\",\n    \"&copy;\": \"(c)\",\n    \"&reg;\": \"(R)\",\n    \"&trade;\": \"(TM)\",\n  };\n\n  let result = text;\n  for (const [entity, char] of Object.entries(entities)) {\n    result = result.replace(new RegExp(entity, \"gi\"), char);\n  }\n\n  // Handle numeric entities\n  result = result.replace(/&#(\\d+);/g, (_, dec) =>\n    String.fromCharCode(parseInt(dec, 10))\n  );\n  result = result.replace(/&#x([0-9a-fA-F]+);/g, (_, hex) =>\n    String.fromCharCode(parseInt(hex, 16))\n  );\n\n  return result;\n}\n\n/**\n * Get supported formats\n */\nexport function getSupportedTextFormats(): SupportedTextFormat[] {\n  return [\n    \"txt\",\n    \"text\",\n    \"md\",\n    \"markdown\",\n    \"html\",\n    \"htm\",\n    \"csv\",\n    \"json\",\n    \"jsonl\",\n    \"xml\",\n    \"yaml\",\n    \"yml\",\n  ];\n}\n\n/**\n * Check if a format is supported\n */\nexport function isSupportedTextFormat(format: string): format is SupportedTextFormat {\n  return getSupportedTextFormats().includes(format as SupportedTextFormat);\n}\n"],"mappings":";AAMA,YAAY,QAAQ;AACpB,YAAY,UAAU;AA2DtB,eAAsB,YACpB,OACA,UAA8B,CAAC,GACH;AAC5B,MAAI;AACJ,MAAI;AAEJ,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,eAAoB,gBAAW,KAAK,IAAI,QAAa,aAAQ,KAAK;AACxE,cAAU,MAAS,YAAS,cAAc,QAAQ,YAAY,OAAO;AACrE,qBAAiB,QAAQ,UAAU,aAAa,KAAK;AAAA,EACvD,OAAO;AACL,cAAU,MAAM,SAAS,QAAQ,YAAY,OAAO;AACpD,qBAAiB,QAAQ,UAAU,wBAAwB,OAAO;AAAA,EACpE;AAEA,MAAI;AACJ,MAAI;AAEJ,UAAQ,gBAAgB;AAAA,IACtB,KAAK;AAAA,IACL,KAAK;AACH,YAAM,aAAa,gBAAgB,SAAS,OAAO;AACnD,sBAAgB,WAAW;AAC3B,iBAAW,WAAW;AACtB;AAAA,IAEF,KAAK;AACH,YAAM,YAAY,eAAe,SAAS,OAAO;AACjD,sBAAgB,UAAU;AAC1B,iBAAW,UAAU;AACrB;AAAA,IAEF,KAAK;AAAA,IACL,KAAK;AACH,YAAM,aAAa,gBAAgB,SAAS,SAAS,mBAAmB,OAAO;AAC/E,sBAAgB,WAAW;AAC3B,iBAAW,WAAW;AACtB;AAAA,IAEF,KAAK;AACH,YAAM,YAAY,eAAe,OAAO;AACxC,sBAAgB,UAAU;AAC1B,iBAAW,UAAU;AACrB;AAAA,IAEF,KAAK;AAAA,IACL,KAAK;AACH,YAAM,aAAa,gBAAgB,OAAO;AAC1C,sBAAgB,WAAW;AAC3B,iBAAW,WAAW;AACtB;AAAA,IAEF,KAAK;AAAA,IACL,KAAK;AACH,YAAM,WAAW,oBAAoB,OAAO;AAC5C,sBAAgB,SAAS;AACzB,iBAAW,SAAS;AACpB;AAAA,IAEF,KAAK;AAAA,IACL,KAAK;AAAA,IACL;AACE,sBAAgB;AAChB,iBAAW,sBAAsB,OAAO;AACxC;AAAA,EACJ;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,QAAQ;AAAA,IACR,UAAU;AAAA,MACR,GAAG;AAAA,MACH,UAAU,QAAQ,YAAY;AAAA,IAChC;AAAA,EACF;AACF;AAKA,SAAS,aAAa,UAAuC;AAC3D,QAAM,MAAW,aAAQ,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC;AAExD,QAAM,YAAiD;AAAA,IACrD,KAAK;AAAA,IACL,MAAM;AAAA,IACN,IAAI;AAAA,IACJ,UAAU;AAAA,IACV,MAAM;AAAA,IACN,KAAK;AAAA,IACL,KAAK;AAAA,IACL,MAAM;AAAA,IACN,OAAO;AAAA,IACP,KAAK;AAAA,IACL,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AAEA,SAAO,UAAU,GAAG,KAAK;AAC3B;AAKA,SAAS,wBAAwB,SAAsC;AACrE,QAAM,UAAU,QAAQ,KAAK;AAG7B,MACE,QAAQ,WAAW,gBAAgB,KACnC,QAAQ,WAAW,OAAO,KAC1B,kBAAkB,KAAK,QAAQ,MAAM,GAAG,GAAG,CAAC,GAC5C;AACA,WAAO;AAAA,EACT;AAGA,MAAI,QAAQ,WAAW,OAAO,KAAK,QAAQ,WAAW,GAAG,GAAG;AAC1D,QAAI,iBAAiB,KAAK,OAAO,GAAG;AAClC,aAAO;AAAA,IACT;AAAA,EACF;AAGA,MACG,QAAQ,WAAW,GAAG,KAAK,QAAQ,SAAS,GAAG,KAC/C,QAAQ,WAAW,GAAG,KAAK,QAAQ,SAAS,GAAG,GAChD;AACA,QAAI;AACF,WAAK,MAAM,OAAO;AAClB,aAAO;AAAA,IACT,QAAQ;AAAA,IAER;AAAA,EACF;AAGA,MAAI,QAAQ,SAAS,IAAI,GAAG;AAC1B,UAAM,QAAQ,QAAQ,MAAM,IAAI,EAAE,MAAM,GAAG,CAAC;AAC5C,QAAI,MAAM,MAAM,CAAC,SAAS,KAAK,KAAK,EAAE,WAAW,GAAG,CAAC,GAAG;AACtD,UAAI;AACF,cAAM,QAAQ,CAAC,SAAS,KAAK,MAAM,KAAK,KAAK,CAAC,CAAC;AAC/C,eAAO;AAAA,MACT,QAAQ;AAAA,MAER;AAAA,IACF;AAAA,EACF;AAGA,MAAI,QAAQ,SAAS,GAAG,KAAK,QAAQ,SAAS,IAAI,GAAG;AACnD,UAAM,QAAQ,QAAQ,MAAM,IAAI,EAAE,MAAM,GAAG,CAAC;AAC5C,UAAM,cAAc,MAAM,CAAC,EAAE,MAAM,IAAI,KAAK,CAAC,GAAG;AAChD,QACE,aAAa,KACb,MAAM,MAAM,CAAC,SAAS;AACpB,YAAM,cAAc,KAAK,MAAM,IAAI,KAAK,CAAC,GAAG;AAC5C,aAAO,KAAK,IAAI,aAAa,UAAU,KAAK;AAAA,IAC9C,CAAC,GACD;AACA,aAAO;AAAA,IACT;AAAA,EACF;AAGA,MACE,QAAQ,WAAW,KAAK,KACxB,cAAc,KAAK,QAAQ,MAAM,GAAG,GAAG,CAAC,GACxC;AACA,WAAO;AAAA,EACT;AAGA,MACE,aAAa,KAAK,OAAO,KACzB,cAAc,KAAK,OAAO,KAC1B,gBAAgB,KAAK,OAAO,GAC5B;AACA,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAKA,SAAS,gBACP,SACA,SAC0C;AAC1C,MAAI,OAAO;AAEX,MAAI,QAAQ,kBAAkB,OAAO;AAEnC,WAAO,KAAK,QAAQ,qCAAqC,EAAE;AAC3D,WAAO,KAAK,QAAQ,mCAAmC,EAAE;AAGzD,WAAO,KAAK,QAAQ,sCAAsC,IAAI;AAC9D,WAAO,KAAK,QAAQ,uBAAuB,IAAI;AAG/C,WAAO,KAAK,QAAQ,YAAY,GAAG;AAGnC,WAAO,mBAAmB,IAAI;AAG9B,WAAO,KAAK,QAAQ,WAAW,GAAG;AAClC,WAAO,KAAK,QAAQ,aAAa,IAAI;AACrC,WAAO,KAAK,QAAQ,WAAW,MAAM;AACrC,WAAO,KAAK,KAAK;AAAA,EACnB;AAEA,SAAO;AAAA,IACL;AAAA,IACA,UAAU,sBAAsB,IAAI;AAAA,EACtC;AACF;AAKA,SAAS,eACP,SACA,SAC0C;AAC1C,QAAM,YAAY,QAAQ,gBAAgB;AAC1C,QAAM,aAAa,QAAQ,kBAAkB;AAE7C,QAAM,QAAQ,cAAc,SAAS,SAAS;AAC9C,QAAM,UAAU,cAAc,MAAM,SAAS,IAAI,MAAM,CAAC,IAAI;AAC5D,QAAM,YAAY,aAAa,MAAM,MAAM,CAAC,IAAI;AAGhD,QAAM,YAAsB,CAAC;AAE7B,MAAI,SAAS;AACX,cAAU,KAAK,YAAY,QAAQ,KAAK,IAAI,CAAC,EAAE;AAC/C,cAAU,KAAK,EAAE;AAAA,EACnB;AAEA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,MAAM,UAAU,CAAC;AACvB,QAAI,SAAS;AACX,YAAM,UAAU,IACb,IAAI,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,UAAU,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE,EAC9D,KAAK,IAAI;AACZ,gBAAU,KAAK,OAAO,IAAI,CAAC,KAAK,OAAO,EAAE;AAAA,IAC3C,OAAO;AACL,gBAAU,KAAK,OAAO,IAAI,CAAC,KAAK,IAAI,KAAK,IAAI,CAAC,EAAE;AAAA,IAClD;AAAA,EACF;AAEA,QAAM,OAAO,UAAU,KAAK,IAAI;AAEhC,SAAO;AAAA,IACL;AAAA,IACA,UAAU;AAAA,MACR,GAAG,sBAAsB,IAAI;AAAA,MAC7B,YAAY;AAAA,MACZ,aAAa,UAAU;AAAA,IACzB;AAAA,EACF;AACF;AAKA,SAAS,cAAc,SAAiB,WAA+B;AACrE,QAAM,OAAmB,CAAC;AAC1B,MAAI,aAAuB,CAAC;AAC5B,MAAI,cAAc;AAClB,MAAI,WAAW;AAEf,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAM,OAAO,QAAQ,CAAC;AACtB,UAAM,WAAW,QAAQ,IAAI,CAAC;AAE9B,QAAI,UAAU;AACZ,UAAI,SAAS,OAAO,aAAa,KAAK;AACpC,uBAAe;AACf;AAAA,MACF,WAAW,SAAS,KAAK;AACvB,mBAAW;AAAA,MACb,OAAO;AACL,uBAAe;AAAA,MACjB;AAAA,IACF,OAAO;AACL,UAAI,SAAS,KAAK;AAChB,mBAAW;AAAA,MACb,WAAW,SAAS,WAAW;AAC7B,mBAAW,KAAK,YAAY,KAAK,CAAC;AAClC,sBAAc;AAAA,MAChB,WAAW,SAAS,QAAS,SAAS,QAAQ,aAAa,MAAO;AAChE,mBAAW,KAAK,YAAY,KAAK,CAAC;AAClC,YAAI,WAAW,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,GAAG;AAC9C,eAAK,KAAK,UAAU;AAAA,QACtB;AACA,qBAAa,CAAC;AACd,sBAAc;AACd,YAAI,SAAS,KAAM;AAAA,MACrB,WAAW,SAAS,MAAM;AACxB,uBAAe;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAGA,MAAI,eAAe,WAAW,SAAS,GAAG;AACxC,eAAW,KAAK,YAAY,KAAK,CAAC;AAClC,QAAI,WAAW,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,GAAG;AAC9C,WAAK,KAAK,UAAU;AAAA,IACtB;AAAA,EACF;AAEA,SAAO;AACT;AAKA,SAAS,gBACP,SACA,SACA,SAC0C;AAC1C,MAAI;AACJ,MAAI;AACJ,MAAI;AAEJ,MAAI,SAAS;AAEX,UAAM,QAAQ,QACX,MAAM,IAAI,EACV,OAAO,CAAC,SAAS,KAAK,KAAK,EAAE,SAAS,CAAC;AAC1C,WAAO,MAAM,IAAI,CAAC,SAAS,KAAK,MAAM,KAAK,KAAK,CAAC,CAAC;AAClD,eAAW;AACX,mBAAe,KAAK;AAAA,EACtB,OAAO;AACL,WAAO,KAAK,MAAM,OAAO;AACzB,QAAI,MAAM,QAAQ,IAAI,GAAG;AACvB,iBAAW;AACX,qBAAe,KAAK;AAAA,IACtB,WAAW,OAAO,SAAS,YAAY,SAAS,MAAM;AACpD,iBAAW;AACX,qBAAe,OAAO,KAAK,IAAI,EAAE;AAAA,IACnC,OAAO;AACL,iBAAW;AACX,qBAAe;AAAA,IACjB;AAAA,EACF;AAGA,QAAM,OAAO,QAAQ,aACjB,KAAK,UAAU,MAAM,MAAM,CAAC,IAC5B,oBAAoB,IAAI;AAE5B,SAAO;AAAA,IACL;AAAA,IACA,UAAU;AAAA,MACR,GAAG,sBAAsB,IAAI;AAAA,MAC7B;AAAA,MACA,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAKA,SAAS,oBAAoB,MAAW,QAAQ,GAAW;AACzD,MAAI,SAAS,QAAQ,SAAS,QAAW;AACvC,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,SAAS,UAAU;AAC5B,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,SAAS,YAAY,OAAO,SAAS,WAAW;AACzD,WAAO,OAAO,IAAI;AAAA,EACpB;AAEA,MAAI,MAAM,QAAQ,IAAI,GAAG;AACvB,WAAO,KACJ,IAAI,CAAC,MAAM,UAAU;AACpB,YAAM,OAAO,oBAAoB,MAAM,QAAQ,CAAC;AAChD,aAAO,UAAU,IAAI,QAAQ,QAAQ,CAAC,KAAK,IAAI,KAAK;AAAA,IACtD,CAAC,EACA,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,EAC1B,KAAK,IAAI;AAAA,EACd;AAEA,MAAI,OAAO,SAAS,UAAU;AAC5B,WAAO,OAAO,QAAQ,IAAI,EACvB,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM;AACrB,YAAM,OAAO,oBAAoB,OAAO,QAAQ,CAAC;AACjD,aAAO,GAAG,GAAG,KAAK,IAAI;AAAA,IACxB,CAAC,EACA,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,EAC1B,KAAK,IAAI;AAAA,EACd;AAEA,SAAO;AACT;AAKA,SAAS,eAAe,SAA2D;AAEjF,MAAI,OAAO,QAAQ,QAAQ,gBAAgB,EAAE;AAG7C,SAAO,KAAK,QAAQ,oBAAoB,EAAE;AAG1C,SAAO,KAAK,QAAQ,6BAA6B,IAAI;AAGrD,SAAO,KAAK,QAAQ,YAAY,GAAG;AAGnC,SAAO,mBAAmB,IAAI;AAG9B,SAAO,KAAK,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAEtC,SAAO;AAAA,IACL;AAAA,IACA,UAAU,sBAAsB,IAAI;AAAA,EACtC;AACF;AAKA,SAAS,gBAAgB,SAA2D;AAElF,MAAI,OAAO,QAAQ,QAAQ,cAAc,EAAE;AAG3C,SAAO,KAAK,KAAK;AAEjB,SAAO;AAAA,IACL;AAAA,IACA,UAAU,sBAAsB,IAAI;AAAA,EACtC;AACF;AAKA,SAAS,oBAAoB,SAA2D;AACtF,MAAI,OAAO;AAGX,SAAO,KAAK,QAAQ,mBAAmB,EAAE;AACzC,SAAO,KAAK,QAAQ,YAAY,EAAE;AAGlC,SAAO,KAAK,QAAQ,yBAAyB,EAAE;AAC/C,SAAO,KAAK,QAAQ,0BAA0B,IAAI;AAGlD,SAAO,KAAK,QAAQ,qBAAqB,IAAI;AAG7C,SAAO,KAAK,QAAQ,oBAAoB,IAAI;AAC5C,SAAO,KAAK,QAAQ,gBAAgB,IAAI;AACxC,SAAO,KAAK,QAAQ,gBAAgB,IAAI;AACxC,SAAO,KAAK,QAAQ,cAAc,IAAI;AACtC,SAAO,KAAK,QAAQ,gBAAgB,IAAI;AAGxC,SAAO,KAAK,QAAQ,WAAW,EAAE;AAGjC,SAAO,KAAK,QAAQ,eAAe,EAAE;AACrC,SAAO,KAAK,QAAQ,eAAe,EAAE;AAGrC,SAAO,KAAK,QAAQ,iBAAiB,EAAE;AAGvC,SAAO,KAAK,QAAQ,WAAW,MAAM;AACrC,SAAO,KAAK,KAAK;AAEjB,SAAO;AAAA,IACL;AAAA,IACA,UAAU,sBAAsB,IAAI;AAAA,EACtC;AACF;AAKA,SAAS,sBAAsB,MAA4B;AACzD,QAAM,QAAQ,KAAK,MAAM,IAAI;AAC7B,QAAM,QAAQ,KAAK,MAAM,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC;AAE1D,SAAO;AAAA,IACL,WAAW,MAAM;AAAA,IACjB,WAAW,MAAM;AAAA,IACjB,gBAAgB,KAAK;AAAA,EACvB;AACF;AAKA,SAAS,mBAAmB,MAAsB;AAChD,QAAM,WAAmC;AAAA,IACvC,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,UAAU;AAAA,IACV,SAAS;AAAA,IACT,UAAU;AAAA,IACV,UAAU;AAAA,IACV,WAAW;AAAA,IACX,WAAW;AAAA,IACX,UAAU;AAAA,IACV,SAAS;AAAA,IACT,WAAW;AAAA,EACb;AAEA,MAAI,SAAS;AACb,aAAW,CAAC,QAAQ,IAAI,KAAK,OAAO,QAAQ,QAAQ,GAAG;AACrD,aAAS,OAAO,QAAQ,IAAI,OAAO,QAAQ,IAAI,GAAG,IAAI;AAAA,EACxD;AAGA,WAAS,OAAO;AAAA,IAAQ;AAAA,IAAa,CAAC,GAAG,QACvC,OAAO,aAAa,SAAS,KAAK,EAAE,CAAC;AAAA,EACvC;AACA,WAAS,OAAO;AAAA,IAAQ;AAAA,IAAuB,CAAC,GAAG,QACjD,OAAO,aAAa,SAAS,KAAK,EAAE,CAAC;AAAA,EACvC;AAEA,SAAO;AACT;AAKO,SAAS,0BAAiD;AAC/D,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAKO,SAAS,sBAAsB,QAA+C;AACnF,SAAO,wBAAwB,EAAE,SAAS,MAA6B;AACzE;","names":[]}

package/dist/{chunk-4UOE5TUZ.js → chunk-NMSHVO5O.js}

@@ -1,12 +1,12 @@
 import {
   transcribeAudio
-} from "./chunk-SJSUSJ47.js";
+} from "./chunk-4YJRBMMA.js";
 import {
   scheduleReminder
-} from "./chunk-AYUKPTSM.js";
+} from "./chunk-MFK34XSY.js";
 import {
   chatWithTools
-} from "./chunk-766ASQWE.js";
+} from "./chunk-6JY4HNUH.js";
 
 // src/inputs/slack/index.ts
 import { createRequire } from "module";
@@ -800,4 +800,4 @@ export {
   createSlackBot,
   slack_default
 };
-//# sourceMappingURL=chunk-4UOE5TUZ.js.map
+//# sourceMappingURL=chunk-NMSHVO5O.js.map