@lota-sdk/core 0.4.23 → 0.4.25

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lota-sdk/core",
-  "version": "0.4.23",
+  "version": "0.4.25",
   "files": [
     "src",
     "infrastructure/schema"
@@ -32,7 +32,7 @@
     "@ai-sdk/provider": "^3.0.9",
     "@chat-adapter/slack": "^4.26.0",
     "@chat-adapter/state-ioredis": "^4.26.0",
-    "@lota-sdk/shared": "0.4.23",
+    "@lota-sdk/shared": "0.4.25",
     "@mendable/firecrawl-js": "^4.20.0",
     "@surrealdb/node": "^3.0.3",
     "ai": "^6.0.170",

package/src/ai-gateway/ai-gateway.ts

@@ -74,6 +74,17 @@ function isAiGenerationError(error: unknown): error is AiGenerationError {
   return isRecord(error) && error._tag === ERROR_TAGS.AiGenerationError
 }
 
+export function isAiGenerationContentFilterError(error: unknown): error is AiGenerationError {
+  if (!isAiGenerationError(error)) return false
+
+  const text = [error.message, error.providerData, error.responseBody]
+    .filter((part): part is string => typeof part === 'string' && part.length > 0)
+    .join('\n')
+    .toLowerCase()
+
+  return text.includes('content_filter') || text.includes('content management policy')
+}
+
 function getNumericField(value: Record<string, unknown>, key: string): number | null {
   const field = value[key]
   if (typeof field === 'number' && Number.isFinite(field)) return field

package/src/ai-gateway/index.ts

@@ -13,6 +13,7 @@ export {
   extractAiGatewayChatReasoningText,
   injectAiGatewayChatReasoningContent,
   injectAiGatewayChatReasoningStream,
+  isAiGenerationContentFilterError,
   normalizeAiGatewayChatProviderOptions,
   normalizeAiGatewayJsonSchemas,
   normalizeAiGatewayUrl,

package/src/queues/post-chat-memory.queue.ts

@@ -11,6 +11,8 @@ import type { QueueJobService, WorkerHandle } from '../workers/worker-utils'
 import { createQueueFactoryWithDeps } from './queue-factory'
 import { runStandaloneQueueWorker } from './standalone-worker'
 
+const POST_CHAT_MEMORY_CONCURRENCY = 2
+
 interface PostChatMemoryMessage {
   role: 'user' | 'agent'
   content: string
@@ -105,7 +107,7 @@ export function makePostChatMemoryQueueRuntime(
     name: 'post-chat-memory',
     displayName: 'Post-chat memory',
     jobName: 'extract-memory',
-    concurrency: 10,
+    concurrency: POST_CHAT_MEMORY_CONCURRENCY,
     lockDuration: 900_000,
     maxStalledCount: 10,
     stalledInterval: 120_000,

package/src/queues/title-generation.queue.ts

@@ -13,6 +13,7 @@ import { createQueueFactoryWithDeps } from './queue-factory'
 import { runStandaloneQueueWorker } from './standalone-worker'
 
 export const TITLE_GENERATION_QUEUE = 'title-generation'
+const TITLE_GENERATION_CONCURRENCY = 2
 
 // This queue merges thread title generation and recent-activity title
 // refinement because both are short-lived title synthesis jobs with the same
@@ -68,7 +69,7 @@ export function makeTitleGenerationQueueRuntime(
     name: TITLE_GENERATION_QUEUE,
     displayName: 'Title generation',
     jobName: 'title-generation',
-    concurrency: 10,
+    concurrency: TITLE_GENERATION_CONCURRENCY,
     lockDuration: 300_000,
     defaultJobOptions: { attempts: 3, backoff: { type: 'exponential', delay: 2_000 } },
     connectionProvider,

package/src/services/recent-activity-title.service.ts

@@ -1,9 +1,10 @@
 import { Context, Effect, Layer } from 'effect'
 
-import { AiGatewayModelsTag } from '../ai-gateway/ai-gateway'
+import { AiGatewayModelsTag, isAiGenerationContentFilterError } from '../ai-gateway/ai-gateway'
 import type { AiGatewayModels } from '../ai-gateway/ai-gateway'
 import type { ResolvedAgentConfig } from '../config/agent-defaults'
-import { ServiceError } from '../effect/errors'
+import { chatLogger } from '../config/logger'
+import { ERROR_TAGS, ServiceError } from '../effect/errors'
 import { AgentConfigServiceTag } from '../effect/services'
 import type { HelperModelRuntime } from '../runtime/helper-model'
 import { HelperModelTag } from '../runtime/helper-model'
@@ -62,20 +63,34 @@ export function makeRecentActivityTitleService(
         return
       }
 
-      const refinedTitle = normalizeTitle(
-        yield* Effect.tryPromise({
-          try: () =>
-            helperModelRuntime.generateHelperText({
-              tag: 'recent-activity-title-refinement',
-              createAgent: refinerAgentFactory,
-              defaultSystemPrompt: RECENT_ACTIVITY_TITLE_REFINER_PROMPT,
-              timeoutMs: RECENT_ACTIVITY_TITLE_TIMEOUT_MS,
-              messages: [{ role: 'user', content: promptInput }],
-            }),
-          catch: (cause) =>
-            new ServiceError({ message: 'Failed to generate recent activity title refinement.', cause }),
-        }),
+      const maybeRefinedTitle = yield* Effect.tryPromise({
+        try: () =>
+          helperModelRuntime.generateHelperText({
+            tag: 'recent-activity-title-refinement',
+            createAgent: refinerAgentFactory,
+            defaultSystemPrompt: RECENT_ACTIVITY_TITLE_REFINER_PROMPT,
+            timeoutMs: RECENT_ACTIVITY_TITLE_TIMEOUT_MS,
+            messages: [{ role: 'user', content: promptInput }],
+          }),
+        catch: (cause) =>
+          isAiGenerationContentFilterError(cause)
+            ? cause
+            : new ServiceError({ message: 'Failed to generate recent activity title refinement.', cause }),
+      }).pipe(
+        Effect.catchTag(ERROR_TAGS.AiGenerationError, (error) =>
+          isAiGenerationContentFilterError(error)
+            ? Effect.sync(() => {
+                chatLogger.warn`Skipping recent activity title refinement after provider content filter (activityId=${activityId})`
+                return null
+              })
+            : Effect.fail(error),
+        ),
       )
+      if (maybeRefinedTitle === null) {
+        return
+      }
+
+      const refinedTitle = normalizeTitle(maybeRefinedTitle)
       if (
         !recentActivityService.isAgentTitleUseful({
           currentTitle: candidate.title,

package/src/workers/worker-utils.ts

@@ -87,7 +87,7 @@ export const createWorkerShutdown = (worker: Worker, name: string, logger: typeo
     return Effect.runPromise(
       Effect.asVoid(
         Effect.tryPromise({
-          try: () => worker.close(),
+          try: () => worker.close(true),
           catch: (cause) => new QueueWorkerError({ phase: 'close', cause }),
         }),
       ),