@lota-sdk/core 0.1.9 → 0.1.12

package/src/tools/research-topic.tool.ts

@@ -12,7 +12,7 @@ export const researchTopicTool = createDelegatedAgentTool({
   id: 'researchTopic',
   description:
     'Delegate a research task to a dedicated research agent that searches the web, fetches pages, and returns a synthesized markdown report. Call multiple instances in parallel for broad research across different topics.',
-  model: bifrostChatModel(OPENROUTER_WEB_RESEARCH_MODEL_ID),
+  model: () => bifrostChatModel(OPENROUTER_WEB_RESEARCH_MODEL_ID),
   providerOptions: OPENROUTER_MEDIUM_REASONING_PROVIDER_OPTIONS,
   instructions: RESEARCHER_PROMPT,
   tools: { searchWeb: searchWebTool.create(), fetchWebpage: fetchWebpageTool.create() },

package/src/tools/team-think.tool.ts

@@ -1,4 +1,4 @@
-import type { ChatMessage } from '@lota-sdk/shared/schemas/chat-message'
+import type { ChatMessage } from '@lota-sdk/shared'
 import { stepCountIs } from 'ai'
 import type { ToolSet } from 'ai'
 

package/src/tools/user-questions.tool.ts

@@ -1,5 +1,5 @@
-import { USER_QUESTIONS_TOOL_NAME, UserQuestionsArgsSchema } from '@lota-sdk/shared/schemas/tools'
-import type { UserQuestionsArgs } from '@lota-sdk/shared/schemas/tools'
+import { USER_QUESTIONS_TOOL_NAME, UserQuestionsArgsSchema } from '@lota-sdk/shared'
+import type { UserQuestionsArgs } from '@lota-sdk/shared'
 import { tool } from 'ai'
 
 import type { ToolDefinition } from '../ai/definitions'

package/src/utils/index.ts

@@ -0,0 +1,6 @@
+export * from './async'
+export * from './date-time'
+export * from './error'
+export * from './errors'
+export * from './hono-error-handler'
+export * from './string'

package/src/workers/bootstrap.ts

@@ -2,26 +2,17 @@ import { configureLogger, serverLogger } from '../config/logger'
 import { LOTA_SDK_DATABASE_NAME } from '../db/sdk-database'
 import { SurrealDBService, databaseService, setDatabaseService } from '../db/service'
 import { connectWithStartupRetry, waitForDatabaseBootstrap } from '../db/startup'
+import { parseWorkerBootstrapEnv } from '../runtime/runtime-config'
 import { getConfiguredPluginDatabaseConnector } from '../runtime/runtime-extensions'
 
-/**
- * Sandboxed BullMQ workers run in separate child processes where createLotaRuntime
- * was never called, so the global databaseService proxy has no backing instance.
- * Create one from env vars so the proxy resolves.
- */
-function getRequiredEnv(key: string): string {
-  const value = process.env[key]
-  if (!value) throw new Error(`Missing required env var: ${key}`)
-  return value
-}
-
 function ensureDatabaseServiceConfigured(): void {
+  const env = parseWorkerBootstrapEnv(process.env)
   const db = new SurrealDBService({
-    url: getRequiredEnv('SURREALDB_URL'),
-    namespace: getRequiredEnv('SURREALDB_NAMESPACE'),
+    url: env.SURREALDB_URL,
+    namespace: env.SURREALDB_NAMESPACE,
     database: LOTA_SDK_DATABASE_NAME,
-    username: process.env.SURREALDB_USER,
-    password: process.env.SURREALDB_PASSWORD,
+    username: env.SURREALDB_USER,
+    password: env.SURREALDB_PASSWORD,
   })
   setDatabaseService(db)
 }
@@ -35,6 +26,7 @@ export async function initializeSandboxedWorkerRuntime(): Promise<void> {
   }
 
   sandboxedWorkerRuntimePromise = (async () => {
+    const env = parseWorkerBootstrapEnv(process.env)
     await configureLogger()
 
     ensureDatabaseServiceConfigured()
@@ -58,7 +50,7 @@ export async function initializeSandboxedWorkerRuntime(): Promise<void> {
 
     await waitForDatabaseBootstrap({
       databaseService,
-      expectedFingerprint: process.env.DB_SCHEMA_FINGERPRINT,
+      expectedFingerprint: env.DB_SCHEMA_FINGERPRINT,
       label: 'sandboxed worker runtime',
       logger: serverLogger,
       connect: () => databaseService.connect(),

package/src/workers/index.ts

@@ -0,0 +1,7 @@
+export * from './bootstrap'
+export * from './regular-chat-memory-digest.helpers'
+export * from './worker-utils'
+export * from './utils/file-section-chunker'
+export * from './utils/repomix-file-sections'
+export * from './utils/repo-structure-extractor'
+export * from './utils/repomix-process-concurrency'

package/src/workers/regular-chat-memory-digest.runner.ts

@@ -1,4 +1,4 @@
-import { toTimestamp } from '@lota-sdk/shared/runtime/chat-message-metadata'
+import { toTimestamp } from '@lota-sdk/shared'
 import { BoundQuery } from 'surrealdb'
 import { z } from 'zod'
 

package/src/workers/skill-extraction.runner.ts

@@ -1,4 +1,4 @@
-import { toTimestamp } from '@lota-sdk/shared/runtime/chat-message-metadata'
+import { toTimestamp } from '@lota-sdk/shared'
 import { BoundQuery } from 'surrealdb'
 import { z } from 'zod'
 
@@ -7,7 +7,7 @@ import { ensureRecordId, recordIdToString } from '../db/record-id'
 import type { RecordIdRef } from '../db/record-id'
 import { databaseService } from '../db/service'
 import { TABLES } from '../db/tables'
-import { createDefaultEmbeddings } from '../embeddings/provider'
+import { getDefaultEmbeddings } from '../embeddings/provider'
 import type { SkillExtractionJob } from '../queues/skill-extraction.queue'
 import { createHelperModelRuntime } from '../runtime/helper-model'
 import { getRuntimeAdapters, withConfiguredWorkspaceMemoryLock } from '../runtime/runtime-extensions'
@@ -54,7 +54,7 @@ interface SkillExtractionRunResult {
   extractedSkills: number
 }
 
-const embeddings = createDefaultEmbeddings()
+const embeddings = getDefaultEmbeddings()
 
 const helperModelRuntime = createHelperModelRuntime()
 

package/src/workers/utils/{repo-indexer-chunker.ts → file-section-chunker.ts}

@@ -1,16 +1,15 @@
-export const DEFAULT_REPOMIX_CHUNK_MAX_CHARS = 250_000
-const MIN_REPOMIX_CHUNK_MAX_CHARS = 4_000
-export const DEFAULT_REPOMIX_CHUNK_MIN_CHARS = 10_000
+export const DEFAULT_FILE_SECTION_CHUNK_MAX_CHARS = 250_000
+const MIN_FILE_SECTION_CHUNK_MAX_CHARS = 4_000
+export const DEFAULT_FILE_SECTION_CHUNK_MIN_CHARS = 10_000
 const SECTION_SEPARATOR_LENGTH = 2
-const FILE_SECTION_HEADER_SOURCE = '^## File:\\s+(.+)$'
 
-interface RepomixSection {
+export interface FileSection {
   kind: 'preamble' | 'file'
   content: string
   filePath?: string
 }
 
-export interface RepomixContextChunk {
+export interface FileSectionChunk {
   index: number
   totalChunks: number
   content: string
@@ -22,7 +21,7 @@ export interface RepomixContextChunk {
   lastFilePath: string | null
 }
 
-interface RepomixChunkOptions {
+export interface FileSectionChunkOptions {
   maxChars?: number
   minChunkChars?: number
   preserveCodeFenceIntegrity?: boolean
@@ -35,14 +34,14 @@ function estimateTokenCountFromChars(text: string): number {
 
 function normalizeMaxChars(value?: number): number {
   if (typeof value !== 'number' || !Number.isFinite(value)) {
-    return DEFAULT_REPOMIX_CHUNK_MAX_CHARS
+    return DEFAULT_FILE_SECTION_CHUNK_MAX_CHARS
   }
-  return Math.max(MIN_REPOMIX_CHUNK_MAX_CHARS, Math.floor(value))
+  return Math.max(MIN_FILE_SECTION_CHUNK_MAX_CHARS, Math.floor(value))
 }
 
 function normalizeMinChunkChars(value: number | undefined, maxChars: number): number {
   if (typeof value !== 'number' || !Number.isFinite(value)) {
-    return Math.min(DEFAULT_REPOMIX_CHUNK_MIN_CHARS, Math.floor(maxChars * 0.35))
+    return Math.min(DEFAULT_FILE_SECTION_CHUNK_MIN_CHARS, Math.floor(maxChars * 0.35))
   }
   const normalized = Math.max(512, Math.floor(value))
   return Math.min(normalized, Math.floor(maxChars * 0.6))
@@ -156,9 +155,9 @@ function mergeTinyTailParts(parts: string[], options: { minChunkChars: number; m
 }
 
 async function splitOversizedSection(
-  section: RepomixSection,
+  section: FileSection,
   options: { maxChars: number; minChunkChars: number; preserveCodeFenceIntegrity: boolean },
-): Promise<RepomixSection[]> {
+): Promise<FileSection[]> {
   if (section.content.length <= options.maxChars) {
     return [section]
   }
@@ -188,43 +187,12 @@ async function splitOversizedSection(
   }))
 }
 
-function parseRepomixSections(repomixOutput: string): RepomixSection[] {
-  const source = repomixOutput.trim()
-  if (!source) return []
-
-  const matches = Array.from(source.matchAll(new RegExp(FILE_SECTION_HEADER_SOURCE, 'gm')))
-  if (matches.length === 0) {
-    return [{ kind: 'preamble', content: source }]
-  }
-
-  const sections: RepomixSection[] = []
-  const firstMatch = matches.at(0)
-  const firstIndex = firstMatch ? firstMatch.index : 0
-  if (firstIndex > 0) {
-    const preamble = source.slice(0, firstIndex).trim()
-    if (preamble) {
-      sections.push({ kind: 'preamble', content: preamble })
-    }
-  }
-
-  for (const [index, match] of matches.entries()) {
-    const start = match.index
-    const nextStart = matches[index + 1]?.index ?? source.length
-    const content = source.slice(start, nextStart).trim()
-    if (!content) continue
-    const filePath = (match[1] ?? '').trim()
-    sections.push({ kind: 'file', content, filePath: filePath || undefined })
-  }
-
-  return sections
-}
-
 function mergeTinyChunks(
-  chunks: Omit<RepomixContextChunk, 'index' | 'totalChunks'>[],
+  chunks: Omit<FileSectionChunk, 'index' | 'totalChunks'>[],
   options: { minChunkChars: number; maxChars: number },
-): Omit<RepomixContextChunk, 'index' | 'totalChunks'>[] {
+): Omit<FileSectionChunk, 'index' | 'totalChunks'>[] {
   if (chunks.length <= 1) return chunks
-  const merged: Omit<RepomixContextChunk, 'index' | 'totalChunks'>[] = []
+  const merged: Omit<FileSectionChunk, 'index' | 'totalChunks'>[] = []
 
   for (const chunk of chunks) {
     const previous = merged.at(-1)
@@ -252,15 +220,18 @@ function mergeTinyChunks(
   return merged
 }
 
-export async function chunkRepomixOutput(
-  repomixOutput: string,
-  options: RepomixChunkOptions = {},
-): Promise<RepomixContextChunk[]> {
+export async function chunkFileSections(
+  fileSections: readonly FileSection[],
+  options: FileSectionChunkOptions = {},
+): Promise<FileSectionChunk[]> {
   const maxChars = normalizeMaxChars(options.maxChars)
   const minChunkChars = normalizeMinChunkChars(options.minChunkChars, maxChars)
   const preserveCodeFenceIntegrity = options.preserveCodeFenceIntegrity ?? true
 
-  const rawSections = parseRepomixSections(repomixOutput)
+  const rawSections = fileSections
+    .map((section) => ({ kind: section.kind, content: section.content.trim(), filePath: section.filePath }))
+    .filter((section) => section.content.length > 0)
+
   const splitSections = await Promise.all(
     rawSections.map(
       async (section) => await splitOversizedSection(section, { maxChars, minChunkChars, preserveCodeFenceIntegrity }),
@@ -270,7 +241,7 @@ export async function chunkRepomixOutput(
 
   if (sections.length === 0) return []
 
-  const chunks: Omit<RepomixContextChunk, 'index' | 'totalChunks'>[] = []
+  const chunks: Omit<FileSectionChunk, 'index' | 'totalChunks'>[] = []
   let currentParts: string[] = []
   let currentCharLength = 0
   let currentSectionCount = 0

package/src/workers/utils/repo-structure-extractor.ts

@@ -1,17 +1,14 @@
 import { readdir, readFile } from 'node:fs/promises'
 import path from 'node:path'
 
-import {
-  RepositoryStructureArtifactSchema,
-  RepositoryStructureSummarySchema,
-} from '@lota-sdk/shared/schemas/repository-structure'
+import { RepositoryStructureArtifactSchema, RepositoryStructureSummarySchema } from '@lota-sdk/shared'
 import type {
   RepositoryStructureArtifact,
   RepositoryStructureComponent,
   RepositoryStructureShape,
   RepositoryStructureSignal,
   RepositoryStructureSummary,
-} from '@lota-sdk/shared/schemas/repository-structure'
+} from '@lota-sdk/shared'
 
 const EXTRACTOR_VERSION = 'repository-structure-extractor.v1'
 const IGNORED_DIR_NAMES = new Set([

package/src/workers/utils/repomix-file-sections.ts

@@ -0,0 +1,42 @@
+import type { FileSection, FileSectionChunk, FileSectionChunkOptions } from './file-section-chunker'
+import { chunkFileSections } from './file-section-chunker'
+
+const FILE_SECTION_HEADER_SOURCE = '^## File:\\s+(.+)$'
+
+export function parseRepomixFileSections(repomixOutput: string): FileSection[] {
+  const source = repomixOutput.trim()
+  if (!source) return []
+
+  const matches = Array.from(source.matchAll(new RegExp(FILE_SECTION_HEADER_SOURCE, 'gm')))
+  if (matches.length === 0) {
+    return [{ kind: 'preamble', content: source }]
+  }
+
+  const sections: FileSection[] = []
+  const firstMatch = matches.at(0)
+  const firstIndex = firstMatch ? firstMatch.index : 0
+  if (firstIndex > 0) {
+    const preamble = source.slice(0, firstIndex).trim()
+    if (preamble) {
+      sections.push({ kind: 'preamble', content: preamble })
+    }
+  }
+
+  for (const [index, match] of matches.entries()) {
+    const start = match.index
+    const nextStart = matches[index + 1]?.index ?? source.length
+    const content = source.slice(start, nextStart).trim()
+    if (!content) continue
+    const filePath = (match[1] ?? '').trim()
+    sections.push({ kind: 'file', content, filePath: filePath || undefined })
+  }
+
+  return sections
+}
+
+export async function chunkRepomixFileSections(
+  repomixOutput: string,
+  options: FileSectionChunkOptions = {},
+): Promise<FileSectionChunk[]> {
+  return await chunkFileSections(parseRepomixFileSections(repomixOutput), options)
+}

package/src/config/env-shapes.ts

@@ -1,121 +0,0 @@
-import type { ZodTypeAny } from 'zod'
-import { z } from 'zod'
-
-const logLevelValues = ['trace', 'debug', 'info', 'warning', 'error', 'fatal'] as const
-
-export const nodeServerEnvShape = {
-  NODE_ENV: z.enum(['development', 'production', 'test']).default('development'),
-  PORT: z.coerce.number().default(3000),
-  MAIN_CLIENT_URL: z.string().min(1).default('http://localhost:5173'),
-} as const satisfies Record<string, ZodTypeAny>
-
-export const surrealDbEnvShape = {
-  SURREALDB_URL: z.string().min(1, 'SurrealDB URL is required'),
-  SURREALDB_USER: z.string().min(1, 'SurrealDB user is required'),
-  SURREALDB_PASSWORD: z.string().min(1, 'SurrealDB password is required'),
-  SURREALDB_NAMESPACE: z.string().min(1, 'SurrealDB namespace is required'),
-} as const satisfies Record<string, ZodTypeAny>
-
-export const betterAuthEnvShape = {
-  BETTER_AUTH_SECRET: z.string().min(32, 'Better Auth secret must be at least 32 characters long'),
-} as const satisfies Record<string, ZodTypeAny>
-
-export const serverUrlEnvShape = { SERVER_URL: z.string().min(1, 'Server URL is required') } as const satisfies Record<
-  string,
-  ZodTypeAny
->
-
-export const aiGatewayEnvShape = {
-  AI_GATEWAY_URL: z.string().url('AI gateway URL is required'),
-  AI_GATEWAY_KEY: z.string().min(1, 'AI gateway key is required'),
-  AI_GATEWAY_ADMIN: z.string().min(1).optional(),
-  AI_GATEWAY_PASS: z.string().min(1).optional(),
-  AI_EMBEDDING_MODEL: z.string().default('openai/text-embedding-3-small'),
-} as const satisfies Record<string, ZodTypeAny>
-
-export const firecrawlEnvShape = {
-  FIRECRAWL_API_KEY: z
-    .string()
-    .min(1, 'Firecrawl API key is required')
-    .refine((value) => value.startsWith('fc-'), 'Firecrawl API key must start with fc-')
-    .refine((value) => value !== 'dev-fire-key', 'Firecrawl API key placeholder is not allowed'),
-  FIRECRAWL_API_BASE_URL: z.string().url().optional(),
-} as const satisfies Record<string, ZodTypeAny>
-
-export const memorySearchEnvShape = {
-  MEMORY_SEARCH_K: z.coerce.number().int().positive().default(6),
-} as const satisfies Record<string, ZodTypeAny>
-
-export const redisEnvShape = { REDIS_URL: z.string().min(1, 'Redis URL is required') } as const satisfies Record<
-  string,
-  ZodTypeAny
->
-
-export const s3StorageEnvShape = {
-  S3_ENDPOINT: z.string().min(1, 'S3 endpoint is required'),
-  S3_BUCKET: z.string().min(1, 'S3 bucket is required'),
-  S3_REGION: z.string().default('garage'),
-  S3_ACCESS_KEY_ID: z.string().min(1, 'S3 access key is required'),
-  S3_SECRET_ACCESS_KEY: z.string().min(1, 'S3 secret access key is required'),
-  ATTACHMENT_URL_EXPIRES_IN: z.coerce.number().positive('Attachment URL expiry must be positive').default(1800),
-} as const satisfies Record<string, ZodTypeAny>
-
-export const loggingEnvShape = { LOG_LEVEL: z.enum(logLevelValues).default('info') } as const satisfies Record<
-  string,
-  ZodTypeAny
->
-
-export const githubAppEnvShape = {
-  GITHUB_APP_ID: z.string().optional(),
-  GITHUB_PRIVATE_KEY: z.string().optional(),
-  GITHUB_APP_SLUG: z.string().optional(),
-} as const satisfies Record<string, ZodTypeAny>
-
-export const linearOauthEnvShape = {
-  LINEAR_CLIENT_ID: z.string().optional(),
-  LINEAR_CLIENT_SECRET: z.string().optional(),
-  LINEAR_REDIRECT_URI: z.string().optional(),
-} as const satisfies Record<string, ZodTypeAny>
-
-export const marketingStudioEnvShape = {
-  MARKETING_STUDIO_BASE_URL: z.string().url().optional(),
-  MARKETING_STUDIO_ADMIN_API_KEY: z.string().min(1).optional(),
-  MARKETING_STUDIO_WEBHOOK_SIGNING_SECRET: z.string().min(1).optional(),
-} as const satisfies Record<string, ZodTypeAny>
-
-export function envKeys<TShape extends Record<string, ZodTypeAny>>(shape: TShape) {
-  return Object.freeze(Object.keys(shape)) as readonly Extract<keyof TShape, string>[]
-}
-
-const lotaSdkEnvSchema = z.object({
-  ...aiGatewayEnvShape,
-  ...memorySearchEnvShape,
-  ...redisEnvShape,
-  ...loggingEnvShape,
-  ...s3StorageEnvShape,
-  ...firecrawlEnvShape,
-})
-
-export const lotaSdkEnvKeys = Object.freeze([
-  ...envKeys(aiGatewayEnvShape),
-  ...envKeys(memorySearchEnvShape),
-  ...envKeys(redisEnvShape),
-  ...envKeys(loggingEnvShape),
-  ...envKeys(s3StorageEnvShape),
-  ...envKeys(firecrawlEnvShape),
-]) as readonly string[]
-
-type LotaSdkEnv = z.infer<typeof lotaSdkEnvSchema>
-
-let _env: LotaSdkEnv | undefined
-
-export function setEnv(value: LotaSdkEnv): void {
-  _env = value
-}
-
-export const env: LotaSdkEnv = new Proxy({} as LotaSdkEnv, {
-  get(_target, prop: string) {
-    if (!_env) throw new Error(`lota-sdk env not configured. Call setEnv() before accessing env.${prop}`)
-    return (_env as Record<string, unknown>)[prop]
-  },
-})

package/src/runtime/agent-contract.ts

@@ -1 +0,0 @@
-export type AgentSkill = string