@lota-sdk/core 0.1.18 → 0.1.20

package/src/services/workstream.service.ts

@@ -525,6 +525,22 @@ class WorkstreamService extends BaseService<typeof WorkstreamSchema> {
     )
   }
 
+  async clearStaleActiveRunIfMissingFromRegistry(workstreamId: RecordIdRef): Promise<boolean> {
+    const activeRunId = await this.getActiveRunId(workstreamId)
+    if (!activeRunId || chatRunRegistry.has(activeRunId)) {
+      return false
+    }
+
+    const activeStreamId = await this.getActiveStreamId(workstreamId)
+    await Promise.all([
+      this.clearActiveRunIdIfMatches(workstreamId, activeRunId),
+      activeStreamId ? this.clearActiveStreamIdIfMatches(workstreamId, activeStreamId) : Promise.resolve(),
+    ])
+
+    serverLogger.warn`Cleared stale workstream run after process restart: workstream=${recordIdToString(ensureRecordId(workstreamId, TABLES.WORKSTREAM), TABLES.WORKSTREAM)} run=${activeRunId}`
+    return true
+  }
+
   async stopActiveRun(workstreamId: RecordIdRef): Promise<boolean> {
     const activeRunId = await this.getActiveRunId(workstreamId)
     if (!activeRunId) return false
@@ -534,7 +550,7 @@ class WorkstreamService extends BaseService<typeof WorkstreamSchema> {
       return true
     }
 
-    await this.clearActiveRunIdIfMatches(workstreamId, activeRunId)
+    await this.clearStaleActiveRunIfMissingFromRegistry(workstreamId)
     return false
   }
 
@@ -675,6 +691,7 @@ class WorkstreamService extends BaseService<typeof WorkstreamSchema> {
       typeof workstream.activeRunId === 'string' && workstream.activeRunId.trim().length > 0
         ? workstream.activeRunId
         : null
+    const isRunning = activeRunId !== null && chatRunRegistry.has(activeRunId)
     const isCompacting = workstream.isCompacting === true
     const mode = workstream.mode
     const core = workstream.core
@@ -688,7 +705,7 @@ class WorkstreamService extends BaseService<typeof WorkstreamSchema> {
       core,
       ...(coreType ? { coreType } : {}),
       nameGenerated: workstream.nameGenerated,
-      isRunning: activeRunId !== null,
+      isRunning,
       isCompacting,
       ...(isAgentName(workstream.agentId) ? { agentId: workstream.agentId } : {}),
       title: workstream.title ?? this.getDefaultTitle(workstream),

package/src/system-agents/context-compaction.agent.ts

@@ -1,7 +1,7 @@
 import { ToolLoopAgent } from 'ai'
 
 import { aiGatewayOpenRouterResponseHealingModel } from '../ai-gateway/ai-gateway'
-import { buildAiGatewayCacheHeaders } from '../ai-gateway/cache-headers'
+import { buildAiGatewayDirectCacheHeaders } from '../ai-gateway/cache-headers'
 import {
   OPENROUTER_STRUCTURED_HELPER_MODEL_ID,
   OPENROUTER_HIGH_REASONING_PROVIDER_OPTIONS,
@@ -41,7 +41,7 @@ export function createContextCompactionAgent(options: CreateHelperToolLoopAgentO
   return new ToolLoopAgent({
     id: 'context-compaction',
     model: aiGatewayOpenRouterResponseHealingModel(OPENROUTER_STRUCTURED_HELPER_MODEL_ID),
-    headers: buildAiGatewayCacheHeaders('context-compaction'),
+    headers: buildAiGatewayDirectCacheHeaders('context-compaction'),
     providerOptions: OPENROUTER_HIGH_REASONING_PROVIDER_OPTIONS,
     ...resolveHelperAgentOptions(options, { instructions: CONTEXT_COMPACTION_PROMPT }),
   })

package/src/system-agents/delegated-agent-factory.ts

@@ -4,6 +4,7 @@ import { z } from 'zod'
 
 import type { ToolDefinition } from '../ai/definitions'
 import { aiLogger } from '../config/logger'
+import { formatUtcPromptDate } from '../utils/date-time'
 import { isRecord } from '../utils/string'
 import { assertSubstantiveAgentResult } from './agent-result'
 
@@ -32,15 +33,7 @@ function resolveAgentModel(model: AgentModel): LanguageModel {
 }
 
 function buildCurrentDateContext(now = new Date()): string {
-  const isoDate = now.toISOString().slice(0, 10)
-  const humanDate = new Intl.DateTimeFormat('en-US', {
-    timeZone: 'UTC',
-    year: 'numeric',
-    month: 'long',
-    day: 'numeric',
-  }).format(now)
-
-  return [`Today is ${isoDate} (${humanDate}, UTC).`, 'Use this exact date for any recency reasoning.'].join(' ')
+  return [`Today is ${formatUtcPromptDate(now)}.`, 'Use this exact date for any recency reasoning.'].join(' ')
 }
 
 export function buildRecencyInstructions(tools?: ToolSet): string {

package/src/system-agents/memory-reranker.agent.ts

@@ -1,7 +1,7 @@
 import { ToolLoopAgent } from 'ai'
 
 import { aiGatewayOpenRouterResponseHealingModel } from '../ai-gateway/ai-gateway'
-import { buildAiGatewayCacheHeaders } from '../ai-gateway/cache-headers'
+import { buildAiGatewayDirectCacheHeaders } from '../ai-gateway/cache-headers'
 import {
   OPENROUTER_LOW_REASONING_PROVIDER_OPTIONS,
   OPENROUTER_STRUCTURED_HELPER_MODEL_ID,
@@ -33,7 +33,7 @@ export function createMemoryRerankerAgent(options: CreateHelperToolLoopAgentOpti
   return new ToolLoopAgent({
     id: 'memory-reranker',
     model: aiGatewayOpenRouterResponseHealingModel(OPENROUTER_STRUCTURED_HELPER_MODEL_ID),
-    headers: buildAiGatewayCacheHeaders('memory-reranker'),
+    headers: buildAiGatewayDirectCacheHeaders('memory-reranker'),
     providerOptions: OPENROUTER_LOW_REASONING_PROVIDER_OPTIONS,
     ...resolveHelperAgentOptions(options),
   })

package/src/system-agents/memory.agent.ts

@@ -1,7 +1,7 @@
 import { ToolLoopAgent } from 'ai'
 
 import { aiGatewayOpenRouterResponseHealingModel } from '../ai-gateway/ai-gateway'
-import { buildAiGatewayCacheHeaders } from '../ai-gateway/cache-headers'
+import { buildAiGatewayDirectCacheHeaders } from '../ai-gateway/cache-headers'
 import {
   OPENROUTER_STRUCTURED_HELPER_MODEL_ID,
   OPENROUTER_HIGH_REASONING_PROVIDER_OPTIONS,
@@ -53,7 +53,7 @@ export function createOrgMemoryAgent(options: CreateHelperToolLoopAgentOptions)
   return new ToolLoopAgent({
     id: 'org-memory',
     model: aiGatewayOpenRouterResponseHealingModel(OPENROUTER_STRUCTURED_HELPER_MODEL_ID),
-    headers: buildAiGatewayCacheHeaders('org-memory'),
+    headers: buildAiGatewayDirectCacheHeaders('org-memory'),
     providerOptions: OPENROUTER_HIGH_REASONING_PROVIDER_OPTIONS,
     ...resolveHelperAgentOptions(options),
   })

package/src/system-agents/recent-activity-title-refiner.agent.ts

@@ -1,7 +1,7 @@
 import { ToolLoopAgent } from 'ai'
 
 import { aiGatewayModel } from '../ai-gateway/ai-gateway'
-import { buildAiGatewayCacheHeaders } from '../ai-gateway/cache-headers'
+import { buildAiGatewayDirectCacheHeaders } from '../ai-gateway/cache-headers'
 import { getLeadAgentDisplayName } from '../config/agent-defaults'
 import {
   OPENROUTER_STRUCTURED_HELPER_MODEL_ID,
@@ -80,7 +80,7 @@ export function createRecentActivityTitleRefinerAgent(options: CreateHelperToolL
   return new ToolLoopAgent({
     id: 'recent-activity-title-refiner',
     model: aiGatewayModel(OPENROUTER_STRUCTURED_HELPER_MODEL_ID),
-    headers: buildAiGatewayCacheHeaders('recent-activity-title-refiner'),
+    headers: buildAiGatewayDirectCacheHeaders('recent-activity-title-refiner'),
     providerOptions: OPENROUTER_HIGH_REASONING_PROVIDER_OPTIONS,
     ...resolveHelperAgentOptions(options, {
       instructions: buildRecentActivityTitleRefinerPrompt(),

package/src/system-agents/regular-chat-memory-digest.agent.ts

@@ -1,7 +1,7 @@
 import { ToolLoopAgent } from 'ai'
 
 import { aiGatewayOpenRouterResponseHealingModel } from '../ai-gateway/ai-gateway'
-import { buildAiGatewayCacheHeaders } from '../ai-gateway/cache-headers'
+import { buildAiGatewayDirectCacheHeaders } from '../ai-gateway/cache-headers'
 import {
   OPENROUTER_STRUCTURED_HELPER_MODEL_ID,
   OPENROUTER_HIGH_REASONING_PROVIDER_OPTIONS,
@@ -67,7 +67,7 @@ export function createRegularChatMemoryDigestAgent(options: CreateHelperToolLoop
   return new ToolLoopAgent({
     id: 'regular-chat-memory-digest',
     model: aiGatewayOpenRouterResponseHealingModel(OPENROUTER_STRUCTURED_HELPER_MODEL_ID),
-    headers: buildAiGatewayCacheHeaders('regular-chat-memory-digest'),
+    headers: buildAiGatewayDirectCacheHeaders('regular-chat-memory-digest'),
     providerOptions: OPENROUTER_HIGH_REASONING_PROVIDER_OPTIONS,
     ...resolveHelperAgentOptions(options, {
       instructions: regularChatMemoryDigestPrompt,

package/src/system-agents/skill-extractor.agent.ts

@@ -2,7 +2,7 @@ import { ToolLoopAgent } from 'ai'
 import { z } from 'zod'
 
 import { aiGatewayOpenRouterResponseHealingModel } from '../ai-gateway/ai-gateway'
-import { buildAiGatewayCacheHeaders } from '../ai-gateway/cache-headers'
+import { buildAiGatewayDirectCacheHeaders } from '../ai-gateway/cache-headers'
 import {
   OPENROUTER_STRUCTURED_HELPER_MODEL_ID,
   OPENROUTER_HIGH_REASONING_PROVIDER_OPTIONS,
@@ -80,7 +80,7 @@ export function createSkillExtractorAgent(options: CreateHelperToolLoopAgentOpti
   return new ToolLoopAgent({
     id: 'skill-extractor',
     model: aiGatewayOpenRouterResponseHealingModel(OPENROUTER_STRUCTURED_HELPER_MODEL_ID),
-    headers: buildAiGatewayCacheHeaders('skill-extractor'),
+    headers: buildAiGatewayDirectCacheHeaders('skill-extractor'),
     providerOptions: OPENROUTER_HIGH_REASONING_PROVIDER_OPTIONS,
     ...resolveHelperAgentOptions(options, {
       instructions: skillExtractorPrompt,

package/src/system-agents/skill-manager.agent.ts

@@ -2,7 +2,7 @@ import { ToolLoopAgent } from 'ai'
 import { z } from 'zod'
 
 import { aiGatewayOpenRouterResponseHealingModel } from '../ai-gateway/ai-gateway'
-import { buildAiGatewayCacheHeaders } from '../ai-gateway/cache-headers'
+import { buildAiGatewayDirectCacheHeaders } from '../ai-gateway/cache-headers'
 import {
   OPENROUTER_STRUCTURED_HELPER_MODEL_ID,
   OPENROUTER_HIGH_REASONING_PROVIDER_OPTIONS,
@@ -70,7 +70,7 @@ export function createSkillManagerAgent(options: CreateHelperToolLoopAgentOption
   return new ToolLoopAgent({
     id: 'skill-manager',
     model: aiGatewayOpenRouterResponseHealingModel(OPENROUTER_STRUCTURED_HELPER_MODEL_ID),
-    headers: buildAiGatewayCacheHeaders('skill-manager'),
+    headers: buildAiGatewayDirectCacheHeaders('skill-manager'),
     providerOptions: OPENROUTER_HIGH_REASONING_PROVIDER_OPTIONS,
     ...resolveHelperAgentOptions(options, {
       instructions: skillManagerPrompt,

package/src/system-agents/title-generator.agent.ts

@@ -1,7 +1,7 @@
 import { ToolLoopAgent } from 'ai'
 
 import { aiGatewayModel } from '../ai-gateway/ai-gateway'
-import { buildAiGatewayCacheHeaders } from '../ai-gateway/cache-headers'
+import { buildAiGatewayDirectCacheHeaders } from '../ai-gateway/cache-headers'
 import {
   OPENROUTER_FAST_REASONING_MODEL_ID,
   OPENROUTER_MINIMAL_REASONING_PROVIDER_OPTIONS,
@@ -34,7 +34,7 @@ export function createWorkstreamTitleGeneratorAgent(options: CreateHelperToolLoo
   return new ToolLoopAgent({
     id: 'workstream-title-generator',
     model: aiGatewayModel(OPENROUTER_FAST_REASONING_MODEL_ID),
-    headers: buildAiGatewayCacheHeaders('workstream-title-generator'),
+    headers: buildAiGatewayDirectCacheHeaders('workstream-title-generator'),
     providerOptions: OPENROUTER_MINIMAL_REASONING_PROVIDER_OPTIONS,
     ...resolveHelperAgentOptions(options, {
       instructions: WORKSTREAM_TITLE_GENERATOR_PROMPT,

package/src/tools/research-topic.tool.ts

@@ -1,5 +1,5 @@
 import { aiGatewayChatModel } from '../ai-gateway/ai-gateway'
-import { buildAiGatewayCacheHeaders } from '../ai-gateway/cache-headers'
+import { buildAiGatewayStrictSemanticCacheHeaders } from '../ai-gateway/cache-headers'
 import {
   OPENROUTER_MEDIUM_REASONING_PROVIDER_OPTIONS,
   OPENROUTER_WEB_RESEARCH_MODEL_ID,
@@ -15,7 +15,7 @@ export const researchTopicTool = createDelegatedAgentTool({
     'Delegate a research task to a dedicated research agent that searches the web, fetches pages, and returns a synthesized markdown report. Call multiple instances in parallel for broad research across different topics.',
   model: () => aiGatewayChatModel(OPENROUTER_WEB_RESEARCH_MODEL_ID),
   providerOptions: OPENROUTER_MEDIUM_REASONING_PROVIDER_OPTIONS,
-  headers: buildAiGatewayCacheHeaders('researchTopic'),
+  headers: buildAiGatewayStrictSemanticCacheHeaders('researchTopic'),
   instructions: RESEARCHER_PROMPT,
   tools: { searchWeb: searchWebTool.create(), fetchWebpage: fetchWebpageTool.create() },
 })

package/src/utils/date-time.ts

@@ -1,6 +1,17 @@
 export { toIsoDateTimeString, toOptionalIsoDateTimeString } from '@lota-sdk/shared'
 
+const PROMPT_DATE_FORMATTER = new Intl.DateTimeFormat('en-US', {
+  timeZone: 'UTC',
+  year: 'numeric',
+  month: 'long',
+  day: 'numeric',
+})
+
 export function toDatabaseDateTime(value: string | Date | null | undefined): Date | undefined {
   if (value === null || value === undefined) return undefined
   return value instanceof Date ? value : new Date(value)
 }
+
+export function formatUtcPromptDate(value: Date): string {
+  return PROMPT_DATE_FORMATTER.format(value)
+}

package/src/workers/utils/file-section-chunker.ts

@@ -1,6 +1,6 @@
 import { CHARS_PER_TOKEN_ESTIMATE } from '../../utils/string'
 
-export const DEFAULT_FILE_SECTION_CHUNK_MAX_CHARS = 250_000
+export const DEFAULT_FILE_SECTION_CHUNK_MAX_CHARS = 1_500_000
 export const MIN_FILE_SECTION_CHUNK_MAX_CHARS = 4_000
 export const DEFAULT_FILE_SECTION_CHUNK_MIN_CHARS = 10_000
 const SECTION_SEPARATOR_LENGTH = 2

package/src/workers/worker-utils.ts

@@ -4,10 +4,11 @@ import { fileURLToPath } from 'node:url'
 import type { Job, Worker } from 'bullmq'
 
 import { chatLogger } from '../config/logger'
+import { queueJobService } from '../services/queue-job.service'
 import { truncateText } from '../utils/string'
 
-export const DEFAULT_JOB_RETENTION = { removeOnComplete: 200, removeOnFail: 200 }
-export const LOW_JOB_RETENTION = { removeOnComplete: 50, removeOnFail: 50 }
+export const DEFAULT_JOB_RETENTION = { removeOnComplete: true, removeOnFail: { age: 24 * 60 * 60, count: 200 } }
+export const LOW_JOB_RETENTION = { removeOnComplete: true, removeOnFail: { age: 6 * 60 * 60, count: 50 } }
 export const LONG_JOB_LOCK_DURATION_MS = 600_000
 
 const DEFAULT_SHUTDOWN_TIMEOUT_MS = 10_000
@@ -30,6 +31,8 @@ interface TracedWorkerJobLike {
   name: string
   attemptsMade: number | null | undefined
   data?: unknown
+  opts?: unknown
+  timestamp?: number
 }
 
 function truncateTraceString(value: string, maxChars = MAX_TRACE_STRING_CHARS): string {
@@ -143,11 +146,36 @@ export const createWorkerShutdown = (worker: Worker, name: string, logger: typeo
   }
 }
 
-export function createTracedWorkerProcessor<TJob extends TracedWorkerJobLike>(
-  _queueName: string,
-  processor: (job: TJob) => Promise<void>,
-): (job: TJob) => Promise<void> {
-  return async (job: TJob) => processor(job)
+export function createTracedWorkerProcessor<TJob extends TracedWorkerJobLike, TResult = void>(
+  queueName: string,
+  processor: (job: TJob) => Promise<TResult>,
+): (job: TJob) => Promise<TResult> {
+  return async (job: TJob) => {
+    const trackedJob = {
+      queueName,
+      id: typeof job.id === 'string' || typeof job.id === 'number' ? job.id : undefined,
+      name: job.name,
+      attemptsMade: job.attemptsMade,
+      data: job.data,
+      opts: job.opts,
+      timestamp: job.timestamp,
+    }
+
+    await queueJobService.markAttemptStarted(trackedJob)
+
+    try {
+      const result = await processor(job)
+      await queueJobService.markAttemptCompleted(trackedJob, result)
+      return result
+    } catch (error) {
+      try {
+        await queueJobService.markAttemptFailed(trackedJob, error)
+      } catch (persistenceError) {
+        chatLogger.error`Failed to persist queue job failure (queue=${queueName}, job=${job.id}): ${persistenceError}`
+      }
+      throw error
+    }
+  }
 }
 
 export const registerShutdownSignals = ({