@lota-sdk/core 0.4.26 → 0.4.28

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lota-sdk/core",
-  "version": "0.4.26",
+  "version": "0.4.28",
   "files": [
     "src",
     "infrastructure/schema"
@@ -32,7 +32,7 @@
     "@ai-sdk/provider": "^3.0.9",
     "@chat-adapter/slack": "^4.26.0",
     "@chat-adapter/state-ioredis": "^4.26.0",
-    "@lota-sdk/shared": "0.4.26",
+    "@lota-sdk/shared": "0.4.28",
     "@mendable/firecrawl-js": "^4.20.0",
     "@surrealdb/node": "^3.0.3",
     "ai": "^6.0.170",

package/src/queues/queue-factory.ts

@@ -9,6 +9,7 @@ import { ERROR_TAGS } from '../effect/errors'
 import type { TrackedBullJobLike } from '../services/queue-job.service'
 import {
   attachWorkerEvents,
+  attachSandboxChildRecycling,
   createTracedWorkerProcessor,
   createWorkerShutdown,
   DEFAULT_JOB_RETENTION,
@@ -42,6 +43,7 @@ interface QueueFactoryConfigBase {
   stalledInterval?: number
   maxStalledCount?: number
   defaultJobOptions?: JobsOptions
+  recycleSandboxChildren?: boolean
   connectionProvider: () => IORedis
   queueJobService: QueueJobService
 }
@@ -280,6 +282,9 @@ function createQueueFactoryRuntime<TJob>(config: QueueFactoryConfigBase): {
     // leaks.
     try {
       attachWorkerEvents(worker, config.displayName, logger)
+      if ((config.recycleSandboxChildren ?? true) && workerConfig.processorPath) {
+        attachSandboxChildRecycling(worker, config.displayName, logger)
+      }
       const shutdown = createWorkerShutdown(worker, config.displayName, logger)
 
       if (registerSignals) {

package/src/runtime/thread-chat-helpers.ts

@@ -3,6 +3,7 @@ import type { ChatMessage } from '@lota-sdk/shared'
 
 import type { ResolvedAgentConfig } from '../config/agent-defaults'
 import { resolveAgentNameAlias } from '../config/agent-defaults'
+import { truncateText } from '../utils/string'
 import type { ChatMessageLike, ReadableUploadMetadataLike } from './chat-types'
 
 export interface ThreadHistoryMessage {
@@ -11,6 +12,9 @@ export interface ThreadHistoryMessage {
   agentName?: string
 }
 
+const THREAD_HISTORY_MESSAGE_MAX_CHARS = 4_000
+const CONVERSATION_SUMMARY_MAX_CHARS = 12_000
+
 export function asRecord(value: unknown): Record<string, unknown> | null {
   return value && typeof value === 'object' ? (value as Record<string, unknown>) : null
 }
@@ -53,7 +57,7 @@ export function toHistoryMessages(
 ): ThreadHistoryMessage[] {
   return messages
     .map((message): ThreadHistoryMessage | null => {
-      const content = extractMessageText(message)
+      const content = truncateText(extractMessageText(message), THREAD_HISTORY_MESSAGE_MAX_CHARS)
       if (!content) return null
 
       if (message.role === 'user') {
@@ -75,15 +79,28 @@ export function buildConversationSummary(params: {
   assistantMessages: ChatMessageLike[]
 }): string {
   const lines: string[] = []
+  let summaryChars = 0
+
+  const appendLine = (line: string): boolean => {
+    const separatorChars = lines.length === 0 ? 0 : 2
+    const remaining = CONVERSATION_SUMMARY_MAX_CHARS - summaryChars - separatorChars
+    if (remaining <= 3) return false
+
+    const nextLine = line.length > remaining ? truncateText(line, remaining) : line
+    lines.push(nextLine)
+    summaryChars += separatorChars + nextLine.length
+    return line.length <= remaining
+  }
+
   if (params.userMessageText.trim()) {
-    lines.push(`User: ${params.userMessageText.trim()}`)
+    appendLine(`User: ${truncateText(params.userMessageText.trim(), THREAD_HISTORY_MESSAGE_MAX_CHARS)}`)
   }
 
   for (const message of params.assistantMessages) {
-    const content = extractMessageText(message)
+    const content = truncateText(extractMessageText(message), THREAD_HISTORY_MESSAGE_MAX_CHARS)
     if (!content) continue
     const agentName = getAgentName(params.agentConfig, message)
-    lines.push(agentName ? `${agentName}: ${content}` : `Assistant: ${content}`)
+    if (!appendLine(agentName ? `${agentName}: ${content}` : `Assistant: ${content}`)) break
   }
 
   return lines.join('\n\n').trim()

package/src/services/recent-activity-title.service.ts

@@ -4,7 +4,7 @@ import { AiGatewayModelsTag, isAiGenerationContentFilterError } from '../ai-gate
 import type { AiGatewayModels } from '../ai-gateway/ai-gateway'
 import type { ResolvedAgentConfig } from '../config/agent-defaults'
 import { chatLogger } from '../config/logger'
-import { ERROR_TAGS, ServiceError } from '../effect/errors'
+import { ServiceError } from '../effect/errors'
 import { AgentConfigServiceTag } from '../effect/services'
 import type { HelperModelRuntime } from '../runtime/helper-model'
 import { HelperModelTag } from '../runtime/helper-model'
@@ -13,10 +13,19 @@ import {
   makeRecentActivityTitleRefinerAgentFactory,
   RECENT_ACTIVITY_TITLE_REFINER_PROMPT,
 } from '../system-agents/recent-activity-title-refiner.agent'
+import { compactWhitespace, truncateText } from '../utils/string'
 import type { makeRecentActivityService } from './recent-activity.service'
 import { RecentActivityServiceTag } from './recent-activity.service'
 
 const RECENT_ACTIVITY_TITLE_TIMEOUT_MS = 60_000
+const RECENT_ACTIVITY_TITLE_FIELD_MAX_CHARS = 800
+
+function formatPromptField(label: string, value: string | undefined): string | null {
+  if (!value) return null
+  const normalized = compactWhitespace(value)
+  if (!normalized) return null
+  return `${label}=${truncateText(normalized, RECENT_ACTIVITY_TITLE_FIELD_MAX_CHARS)}`
+}
 
 function buildRefinementPromptInput(
   candidate: {
@@ -32,12 +41,12 @@ function buildRefinementPromptInput(
 
   const metadata = candidate.metadata
   const lines = [
-    `sourceLabel=${candidate.sourceLabel}`,
-    `systemTitle=${candidate.systemTitle}`,
-    metadata.agentName ? `agentName=${metadata.agentName}` : null,
-    metadata.threadTitle ? `threadTitle=${metadata.threadTitle}` : null,
-    metadata.userMessageText ? `userMessage=${metadata.userMessageText}` : null,
-    metadata.assistantSummary ? `assistantSummary=${metadata.assistantSummary}` : null,
+    formatPromptField('sourceLabel', candidate.sourceLabel),
+    formatPromptField('systemTitle', candidate.systemTitle),
+    formatPromptField('agentName', metadata.agentName),
+    formatPromptField('threadTitle', metadata.threadTitle),
+    formatPromptField('userMessage', metadata.userMessageText),
+    formatPromptField('assistantSummary', metadata.assistantSummary),
   ].filter((line): line is string => Boolean(line))
 
   if (lines.length === 0) return null
@@ -77,13 +86,12 @@ export function makeRecentActivityTitleService(
             ? cause
             : new ServiceError({ message: 'Failed to generate recent activity title refinement.', cause }),
       }).pipe(
-        Effect.catchTag(ERROR_TAGS.AiGenerationError, (error) =>
-          isAiGenerationContentFilterError(error)
-            ? Effect.sync(() => {
-                chatLogger.warn`Skipping recent activity title refinement after provider content filter (activityId=${activityId})`
-                return null
-              })
-            : Effect.fail(error),
+        Effect.catch((error) =>
+          Effect.sync(() => {
+            const reason = isAiGenerationContentFilterError(error) ? 'provider content filter' : 'non-fatal error'
+            chatLogger.warn`Skipping recent activity title refinement after ${reason} (activityId=${activityId}): ${error}`
+            return null
+          }),
         ),
       )
       if (maybeRefinedTitle === null) {

package/src/services/social-chat-history.service.ts

@@ -191,14 +191,19 @@ export function makeSocialChatHistoryService(
         params.cursor?.createdAt.getTime() ??
         (params.onboardingCutoff ? params.onboardingCutoff.getTime() : Number.NEGATIVE_INFINITY)
       const limit = typeof params.limit === 'number' ? Math.max(1, Math.trunc(params.limit)) : undefined
-      const rangeLimitArgs = limit === undefined ? [] : (['LIMIT', 0, limit + 1] as const)
       const storageKeys = yield* Effect.tryPromise({
-        try: () =>
-          params.cursor || params.onboardingCutoff
-            ? conn.zrangebyscore(indexKey, scoreStart, '+inf', ...rangeLimitArgs)
-            : limit === undefined
-              ? conn.zrange(indexKey, 0, -1)
-              : conn.zrange(indexKey, 0, limit - 1),
+        try: () => {
+          if (params.cursor || params.onboardingCutoff) {
+            if (limit === undefined) {
+              return conn.zrangebyscore(indexKey, scoreStart, '+inf')
+            }
+            return conn
+              .call('ZRANGEBYSCORE', indexKey, String(scoreStart), '+inf', 'LIMIT', '0', String(limit + 1))
+              .then((result) => (Array.isArray(result) ? result.map(String) : []))
+          }
+
+          return limit === undefined ? conn.zrange(indexKey, 0, -1) : conn.zrange(indexKey, 0, limit - 1)
+        },
         catch: (cause) => new SocialChatHistoryError({ message: 'Failed to list workspace message keys.', cause }),
       })
       if (storageKeys.length === 0) return [] as SocialChatHistoryMessage[]

package/src/workers/worker-utils.ts

@@ -95,6 +95,60 @@ export const createWorkerShutdown = (worker: Worker, name: string, logger: typeo
   }
 }
 
+interface SandboxChildLike {
+  pid?: number
+}
+
+interface SandboxChildPoolLike {
+  getAllFree?: () => SandboxChildLike[]
+  kill?: (child: SandboxChildLike, signal?: NodeJS.Signals) => Promise<void>
+}
+
+interface SandboxedWorkerLike {
+  childPool?: SandboxChildPoolLike
+}
+
+function getSandboxChildPool(worker: Worker): SandboxChildPoolLike | null {
+  const pool = (worker as unknown as SandboxedWorkerLike).childPool
+  return pool && typeof pool.getAllFree === 'function' && typeof pool.kill === 'function' ? pool : null
+}
+
+export function recycleIdleSandboxChildren(
+  worker: Worker,
+  name: string,
+  logger: typeof chatLogger = chatLogger,
+): Promise<void> {
+  const pool = getSandboxChildPool(worker)
+  if (!pool) return Promise.resolve()
+
+  const idleChildren = pool.getAllFree?.() ?? []
+  if (idleChildren.length === 0) return Promise.resolve()
+
+  return Promise.all(
+    idleChildren.map((child) =>
+      (pool.kill?.(child, 'SIGTERM') ?? Promise.resolve()).catch((error: unknown) => {
+        logger.warn`Failed to recycle idle ${name} sandbox child (${child.pid ?? 'unknown'}): ${error}`
+      }),
+    ),
+  ).then(() => undefined)
+}
+
+export function attachSandboxChildRecycling(
+  worker: Worker,
+  name: string,
+  logger: typeof chatLogger = chatLogger,
+): void {
+  const recycle = () => {
+    // @effect-diagnostics-next-line globalTimers:off -- BullMQ worker event callback; defer until BullMQ releases the child.
+    setTimeout(() => {
+      void recycleIdleSandboxChildren(worker, name, logger)
+    }, 0)
+  }
+
+  worker.on('completed', recycle)
+  worker.on('failed', recycle)
+}
+
 export function createTracedWorkerProcessor<TJob extends TracedWorkerJobLike, TResult = void>(
   queueName: string,
   processor: (job: TJob) => Promise<TResult>,