@lota-sdk/core 0.4.25 → 0.4.26

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lota-sdk/core",
-  "version": "0.4.25",
+  "version": "0.4.26",
   "files": [
     "src",
     "infrastructure/schema"
@@ -32,7 +32,7 @@
     "@ai-sdk/provider": "^3.0.9",
     "@chat-adapter/slack": "^4.26.0",
     "@chat-adapter/state-ioredis": "^4.26.0",
-    "@lota-sdk/shared": "0.4.25",
+    "@lota-sdk/shared": "0.4.26",
     "@mendable/firecrawl-js": "^4.20.0",
     "@surrealdb/node": "^3.0.3",
     "ai": "^6.0.170",

package/src/ai-gateway/ai-gateway.ts

@@ -1117,11 +1117,18 @@ export function normalizeAiGatewayChatProviderOptions(
   return { ...params, providerOptions: nextProviderOptions as AiGatewayCallOptions['providerOptions'] }
 }
 
-function withAiGatewayDevTools<TModel extends AiGatewayLanguageModel>(model: TModel): TModel {
-  if (Bun.env.NODE_ENV === 'production') {
-    return model
-  }
+function readEnabledEnvFlag(value: string | undefined): boolean {
+  if (!value) return false
+  return ['1', 'true', 'yes', 'on'].includes(value.trim().toLowerCase())
+}
 
+export function isAiGatewayDevToolsEnabled(env: Record<string, string | undefined> = Bun.env): boolean {
+  if (env.NODE_ENV === 'production') return false
+  return readEnabledEnvFlag(env.LOTA_AI_GATEWAY_DEVTOOLS) || readEnabledEnvFlag(env.AI_GATEWAY_DEVTOOLS)
+}
+
+function withAiGatewayDevTools<TModel extends AiGatewayLanguageModel>(model: TModel): TModel {
+  if (!isAiGatewayDevToolsEnabled()) return model
   return wrapLanguageModel({ model, middleware: devToolsMiddleware() }) as TModel
 }
 

package/src/ai-gateway/index.ts

@@ -13,6 +13,7 @@ export {
   extractAiGatewayChatReasoningText,
   injectAiGatewayChatReasoningContent,
   injectAiGatewayChatReasoningStream,
+  isAiGatewayDevToolsEnabled,
   isAiGenerationContentFilterError,
   normalizeAiGatewayChatProviderOptions,
   normalizeAiGatewayJsonSchemas,

package/src/services/social-chat-history.service.ts

@@ -182,6 +182,7 @@ export function makeSocialChatHistoryService(
     workspaceId: string
     cursor: LotaRuntimeBackgroundCursor | null
     onboardingCutoff: Date | null
+    limit?: number
   }) =>
     Effect.gen(function* () {
       const conn = redis.getConnection()
@@ -189,11 +190,15 @@ export function makeSocialChatHistoryService(
       const scoreStart =
         params.cursor?.createdAt.getTime() ??
         (params.onboardingCutoff ? params.onboardingCutoff.getTime() : Number.NEGATIVE_INFINITY)
+      const limit = typeof params.limit === 'number' ? Math.max(1, Math.trunc(params.limit)) : undefined
+      const rangeLimitArgs = limit === undefined ? [] : (['LIMIT', 0, limit + 1] as const)
       const storageKeys = yield* Effect.tryPromise({
         try: () =>
           params.cursor || params.onboardingCutoff
-            ? conn.zrangebyscore(indexKey, scoreStart, '+inf')
-            : conn.zrange(indexKey, 0, -1),
+            ? conn.zrangebyscore(indexKey, scoreStart, '+inf', ...rangeLimitArgs)
+            : limit === undefined
+              ? conn.zrange(indexKey, 0, -1)
+              : conn.zrange(indexKey, 0, limit - 1),
         catch: (cause) => new SocialChatHistoryError({ message: 'Failed to list workspace message keys.', cause }),
       })
       if (storageKeys.length === 0) return [] as SocialChatHistoryMessage[]
@@ -226,6 +231,7 @@ export function makeSocialChatHistoryService(
       workspaceId: params.workspaceId,
       cursor: params.cursor,
       onboardingCutoff: params.onboardingCutoff,
+      limit: 1,
     }).pipe(Effect.map((messages) => messages.length > 0))
 
   const getBackgroundCursorEffect = (kind: LotaRuntimeBackgroundCursorKind, workspaceId: string) =>

package/src/workers/regular-chat-memory-digest.helpers.ts

@@ -1,9 +1,12 @@
-import { compactWhitespace, readRecord, readString } from '../utils/string'
+import { compactWhitespace, readRecord, readString, truncateText } from '../utils/string'
 import type { DigestMessage } from './utils/thread-message-query'
 
 type DigestMessageForTranscript = Pick<DigestMessage, 'source' | 'sourceId' | 'role' | 'parts' | 'metadata'>
 type DigestMessagePart = DigestMessageForTranscript['parts'][number]
 
+const DIGEST_TRANSCRIPT_MAX_CHARS = 60_000
+const DIGEST_TRANSCRIPT_MESSAGE_MAX_CHARS = 4_000
+
 function normalizeFilePartMetadata(part: DigestMessagePart): string | null {
   if (part.type !== 'file') return null
   const partRecord = readRecord(part)
@@ -41,6 +44,10 @@ function extractAssistantLabel(
   return 'assistant'
 }
 
+function normalizeTranscriptText(value: string): string {
+  return truncateText(compactWhitespace(value), DIGEST_TRANSCRIPT_MESSAGE_MAX_CHARS)
+}
+
 export function buildDigestTranscript(params: {
   messages: DigestMessageForTranscript[]
   isKnownAgentName: (value: string) => boolean
@@ -48,13 +55,27 @@ export function buildDigestTranscript(params: {
   const lines: string[] = []
   const involvedAgentNames = new Set<string>()
   const { isKnownAgentName } = params
+  let transcriptChars = 0
+
+  const appendLine = (line: string): boolean => {
+    const separatorChars = lines.length === 0 ? 0 : 1
+    const remaining = DIGEST_TRANSCRIPT_MAX_CHARS - transcriptChars - separatorChars
+    if (remaining <= 3) return false
+
+    const nextLine = line.length > remaining ? truncateText(line, remaining) : line
+    lines.push(nextLine)
+    transcriptChars += separatorChars + nextLine.length
+    return line.length <= remaining
+  }
 
   for (const message of params.messages) {
     if (message.role !== 'user' && message.role !== 'assistant') continue
 
     const sourcePrefix = `[${message.source}:${message.sourceId}]`
     const textParts = message.parts
-      .flatMap((part) => (part.type === 'text' && typeof part.text === 'string' ? [compactWhitespace(part.text)] : []))
+      .flatMap((part) =>
+        part.type === 'text' && typeof part.text === 'string' ? [normalizeTranscriptText(part.text)] : [],
+      )
       .filter((value) => value.length > 0)
     const fileParts = message.parts
       .map((part) => normalizeFilePartMetadata(part))
@@ -62,10 +83,10 @@ export function buildDigestTranscript(params: {
 
     if (message.role === 'user') {
       for (const textPart of textParts) {
-        lines.push(`${sourcePrefix} User: ${textPart}`)
+        if (!appendLine(`${sourcePrefix} User: ${textPart}`)) break
       }
       if (fileParts.length > 0) {
-        lines.push(`${sourcePrefix} User files: ${fileParts.join('; ')}`)
+        if (!appendLine(`${sourcePrefix} User files: ${fileParts.join('; ')}`)) break
       }
       continue
     }
@@ -76,10 +97,10 @@ export function buildDigestTranscript(params: {
     }
 
     for (const textPart of textParts) {
-      lines.push(`${sourcePrefix} [${assistantLabel}] ${textPart}`)
+      if (!appendLine(`${sourcePrefix} [${assistantLabel}] ${textPart}`)) break
     }
     if (fileParts.length > 0) {
-      lines.push(`${sourcePrefix} [${assistantLabel}] files: ${fileParts.join('; ')}`)
+      if (!appendLine(`${sourcePrefix} [${assistantLabel}] files: ${fileParts.join('; ')}`)) break
     }
   }
 

package/src/workers/regular-chat-memory-digest.runner.ts

@@ -22,9 +22,10 @@ import type { MemoryServiceTag } from '../services/memory/memory.service'
 import type { SocialChatHistoryServiceTag } from '../services/social-chat-history.service'
 import { makeRegularChatMemoryDigestAgentFactory } from '../system-agents/regular-chat-memory-digest.agent'
 import { nowIsoDateTimeString } from '../utils/date-time'
-import { compactWhitespace } from '../utils/string'
+import { compactWhitespace, truncateText } from '../utils/string'
 import { buildDigestTranscript, resolveWorkspaceBootstrapCutoff } from './regular-chat-memory-digest.helpers'
 import {
+  BACKGROUND_LEARNING_MESSAGE_BATCH_LIMIT,
   compareDigestMessageOrder,
   listEligibleThreadMessages,
   listThreadIdsForOrg,
@@ -87,7 +88,7 @@ function buildMemoryContext(memories: Array<{ content: string }>): string {
     .map((memory, index) => {
       const content = compactWhitespace(memory.content)
       if (!content) return ''
-      return `${index + 1}. ${content}`
+      return `${index + 1}. ${truncateText(content, 500)}`
     })
     .filter((line) => line.length > 0)
     .join('\n')
@@ -177,7 +178,7 @@ function loadExistingOrganizationMemories(db: SurrealDBService, orgId: string):
            AND archivedAt IS NONE
            AND (validUntil IS NONE OR validUntil > time::now())
          ORDER BY createdAt DESC, id DESC
-        LIMIT 250`,
+        LIMIT 100`,
           { orgId },
         ),
         WorkspaceMemoryRowSchema,
@@ -242,6 +243,7 @@ function runRegularChatMemoryDigestEffect(
           threadIds,
           cursor: existingThreadCursor,
           onboardingCutoff: threadOnboardingCutoff,
+          limit: BACKGROUND_LEARNING_MESSAGE_BATCH_LIMIT,
         }),
       catch: (cause) => new Cause.UnknownError(cause),
     })
@@ -257,6 +259,7 @@ function runRegularChatMemoryDigestEffect(
       workspaceId: orgId,
       cursor: existingSocialCursor,
       onboardingCutoff: socialOnboardingCutoff,
+      limit: BACKGROUND_LEARNING_MESSAGE_BATCH_LIMIT,
     })
 
     if (threadMessages.length === 0 && socialMessages.length === 0) {

package/src/workers/skill-extraction.runner.ts

@@ -20,6 +20,7 @@ import type { SkillCandidate } from '../system-agents/skill-extractor.agent'
 import { makeSkillManagerAgentFactory, SkillManagerOutputSchema } from '../system-agents/skill-manager.agent'
 import { buildDigestTranscript, resolveWorkspaceBootstrapCutoff } from './regular-chat-memory-digest.helpers'
 import {
+  BACKGROUND_LEARNING_MESSAGE_BATCH_LIMIT,
   compareDigestMessageOrder,
   listEligibleThreadMessages,
   listThreadIdsForOrg,
@@ -157,6 +158,7 @@ function runSkillExtractionEffect(
           threadIds,
           cursor: existingCursor,
           onboardingCutoff,
+          limit: BACKGROUND_LEARNING_MESSAGE_BATCH_LIMIT,
         }),
       catch: (cause) => new Cause.UnknownError(cause),
     })
@@ -164,6 +166,7 @@ function runSkillExtractionEffect(
       workspaceId: orgId,
       cursor: existingSocialCursor,
       onboardingCutoff: socialOnboardingCutoff,
+      limit: BACKGROUND_LEARNING_MESSAGE_BATCH_LIMIT,
     })
     const messages = [...threadMessages, ...socialMessages]
 

package/src/workers/utils/thread-message-query.ts

@@ -16,6 +16,8 @@ import type { LotaRuntimeBackgroundCursor } from '../../runtime/runtime-extensio
 import type { SocialChatHistoryMessage } from '../../services/social-chat-history.service'
 import { unsafeDateFrom } from '../../utils/date-time'
 
+export const BACKGROUND_LEARNING_MESSAGE_BATCH_LIMIT = 80
+
 interface ThreadDigestMessage {
   source: 'thread'
   sourceId: string
@@ -103,11 +105,13 @@ export function listEligibleThreadMessages(params: {
   threadIds: RecordIdRef[]
   cursor: LotaRuntimeBackgroundCursor | null
   onboardingCutoff: Date | null
+  limit?: number
 }): Promise<DigestMessage[]> {
   if (params.threadIds.length === 0) return Promise.resolve([])
 
   return Effect.runPromise(
     Effect.gen(function* () {
+      const limit = Math.max(1, Math.trunc(params.limit ?? BACKGROUND_LEARNING_MESSAGE_BATCH_LIMIT))
       const query = params.cursor
         ? new BoundQuery(
             `SELECT type::string(id) AS id, type::string(threadId) AS threadId, role, parts, metadata, createdAt FROM ${TABLES.THREAD_MESSAGE}
@@ -116,11 +120,13 @@ export function listEligibleThreadMessages(params: {
            createdAt > $cursorCreatedAt
            OR (createdAt = $cursorCreatedAt AND id > $cursorRowId)
          )
-       ORDER BY createdAt ASC, id ASC`,
+       ORDER BY createdAt ASC, id ASC
+       LIMIT $limit`,
             {
               threadIds: params.threadIds,
               cursorCreatedAt: params.cursor.createdAt,
               cursorRowId: ensureRecordId(params.cursor.id, TABLES.THREAD_MESSAGE),
+              limit,
             },
           )
         : params.onboardingCutoff
@@ -128,8 +134,9 @@ export function listEligibleThreadMessages(params: {
               `SELECT type::string(id) AS id, type::string(threadId) AS threadId, role, parts, metadata, createdAt FROM ${TABLES.THREAD_MESSAGE}
        WHERE threadId IN $threadIds
          AND createdAt > $onboardingCutoff
-       ORDER BY createdAt ASC, id ASC`,
-              { threadIds: params.threadIds, onboardingCutoff: params.onboardingCutoff },
+       ORDER BY createdAt ASC, id ASC
+       LIMIT $limit`,
+              { threadIds: params.threadIds, onboardingCutoff: params.onboardingCutoff, limit },
             )
           : null