@lota-sdk/core 0.4.0 → 0.4.2

package/infrastructure/schema/02_execution_plan.surql

@@ -146,6 +146,34 @@ DEFINE INDEX IF NOT EXISTS planNodeAttemptRunIdx ON TABLE planNodeAttempt COLUMN
 DEFINE INDEX IF NOT EXISTS planNodeAttemptNodeRunIdx ON TABLE planNodeAttempt COLUMNS nodeRunId;
 DEFINE INDEX IF NOT EXISTS planNodeAttemptRunNodeIdx ON TABLE planNodeAttempt COLUMNS runId, nodeId;
 
+DEFINE TABLE IF NOT EXISTS artifact SCHEMAFULL;
+DEFINE FIELD IF NOT EXISTS organizationId ON TABLE artifact TYPE record<organization>;
+DEFINE FIELD IF NOT EXISTS authorAgentId ON TABLE artifact TYPE string;
+DEFINE FIELD IF NOT EXISTS title ON TABLE artifact TYPE string;
+DEFINE FIELD IF NOT EXISTS artifactKind ON TABLE artifact TYPE string;
+DEFINE FIELD IF NOT EXISTS templateId ON TABLE artifact TYPE string;
+DEFINE FIELD IF NOT EXISTS canonicalKey ON TABLE artifact TYPE string;
+DEFINE FIELD IF NOT EXISTS version ON TABLE artifact TYPE int;
+DEFINE FIELD IF NOT EXISTS status ON TABLE artifact TYPE string;
+DEFINE FIELD IF NOT EXISTS supersededBy ON TABLE artifact TYPE option<record<artifact>>;
+DEFINE FIELD IF NOT EXISTS storageKey ON TABLE artifact TYPE string;
+DEFINE FIELD IF NOT EXISTS description ON TABLE artifact TYPE option<string>;
+DEFINE FIELD IF NOT EXISTS tags ON TABLE artifact TYPE array DEFAULT [];
+DEFINE FIELD IF NOT EXISTS references ON TABLE artifact TYPE array DEFAULT [];
+DEFINE FIELD IF NOT EXISTS references.* ON TABLE artifact TYPE object FLEXIBLE;
+DEFINE FIELD IF NOT EXISTS references.*.uri ON TABLE artifact TYPE string;
+DEFINE FIELD IF NOT EXISTS references.*.targetType ON TABLE artifact TYPE string;
+DEFINE FIELD IF NOT EXISTS references.*.targetId ON TABLE artifact TYPE string;
+DEFINE FIELD IF NOT EXISTS sourceThreadId ON TABLE artifact TYPE option<record<thread>>;
+DEFINE FIELD IF NOT EXISTS sourcePlanRunId ON TABLE artifact TYPE option<record<planRun>>;
+DEFINE FIELD IF NOT EXISTS sourcePlanNodeId ON TABLE artifact TYPE option<string>;
+DEFINE FIELD IF NOT EXISTS createdAt ON TABLE artifact TYPE datetime DEFAULT time::now() READONLY;
+DEFINE FIELD IF NOT EXISTS updatedAt ON TABLE artifact TYPE datetime VALUE time::now();
+
+DEFINE INDEX IF NOT EXISTS artifactOrgCanonicalVersionIdx ON TABLE artifact COLUMNS organizationId, canonicalKey, version UNIQUE;
+DEFINE INDEX IF NOT EXISTS artifactOrgCanonicalStatusIdx ON TABLE artifact COLUMNS organizationId, canonicalKey, status;
+DEFINE INDEX IF NOT EXISTS artifactOrgStatusUpdatedIdx ON TABLE artifact COLUMNS organizationId, status, updatedAt;
+
 DEFINE TABLE IF NOT EXISTS planArtifact SCHEMAFULL;
 DEFINE FIELD IF NOT EXISTS runId ON TABLE planArtifact TYPE record<planRun> REFERENCE ON DELETE CASCADE;
 DEFINE FIELD IF NOT EXISTS nodeId ON TABLE planArtifact TYPE string;
@@ -155,7 +183,9 @@ DEFINE FIELD IF NOT EXISTS kind ON TABLE planArtifact TYPE string;
 DEFINE FIELD IF NOT EXISTS pointer ON TABLE planArtifact TYPE string;
 DEFINE FIELD IF NOT EXISTS schemaRef ON TABLE planArtifact TYPE option<string>;
 DEFINE FIELD IF NOT EXISTS description ON TABLE planArtifact TYPE option<string>;
+DEFINE FIELD IF NOT EXISTS content ON TABLE planArtifact TYPE option<string>;
 DEFINE FIELD IF NOT EXISTS payload ON TABLE planArtifact TYPE option<object> FLEXIBLE;
+DEFINE FIELD IF NOT EXISTS publishedArtifactId ON TABLE planArtifact TYPE option<record<artifact>>;
 DEFINE FIELD IF NOT EXISTS createdAt ON TABLE planArtifact TYPE datetime DEFAULT time::now() READONLY;
 
 DEFINE INDEX IF NOT EXISTS planArtifactRunIdx ON TABLE planArtifact COLUMNS runId;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lota-sdk/core",
-  "version": "0.4.0",
+  "version": "0.4.2",
   "type": "module",
   "main": "./src/index.ts",
   "types": "./src/index.ts",
@@ -32,7 +32,7 @@
     "@chat-adapter/slack": "^4.23.0",
     "@chat-adapter/state-ioredis": "^4.23.0",
     "@logtape/logtape": "^2.0.5",
-    "@lota-sdk/shared": "0.4.0",
+    "@lota-sdk/shared": "0.4.2",
     "@mendable/firecrawl-js": "^4.18.1",
     "@surrealdb/node": "^3.0.3",
     "ai": "^6.0.145",

package/src/create-runtime.ts

@@ -29,6 +29,8 @@ import type { LotaRuntimeSocialChat } from './runtime/social-chat'
 import { createSocialChatRuntime } from './runtime/social-chat'
 import type { agentActivityService } from './services/agent-activity.service'
 import { agentActivityService as agentActivityServiceSingleton } from './services/agent-activity.service'
+import type { artifactService } from './services/artifact.service'
+import { artifactService as artifactServiceSingleton } from './services/artifact.service'
 import type { attachmentService } from './services/attachment.service'
 import { attachmentService as attachmentServiceSingleton } from './services/attachment.service'
 import type { autonomousJobService } from './services/autonomous-job.service'
@@ -46,8 +48,18 @@ import type { organizationMemberService } from './services/organization-member.s
 import { organizationMemberService as organizationMemberServiceSingleton } from './services/organization-member.service'
 import type { organizationService } from './services/organization.service'
 import { organizationService as organizationServiceSingleton } from './services/organization.service'
+import type { planAgentHeartbeatService } from './services/plan-agent-heartbeat.service'
+import { planAgentHeartbeatService as planAgentHeartbeatServiceSingleton } from './services/plan-agent-heartbeat.service'
 import type { planAgentQueryService } from './services/plan-agent-query.service'
 import { planAgentQueryService as planAgentQueryServiceSingleton } from './services/plan-agent-query.service'
+import type { planCoordinationService } from './services/plan-coordination.service'
+import { planCoordinationService as planCoordinationServiceSingleton } from './services/plan-coordination.service'
+import type { planCycleService } from './services/plan-cycle.service'
+import { planCycleService as planCycleServiceSingleton } from './services/plan-cycle.service'
+import type { planSchedulerService } from './services/plan-scheduler.service'
+import { planSchedulerService as planSchedulerServiceSingleton } from './services/plan-scheduler.service'
+import type { planTemplateService } from './services/plan-template.service'
+import { planTemplateService as planTemplateServiceSingleton } from './services/plan-template.service'
 import type { recentActivityTitleService } from './services/recent-activity-title.service'
 import { recentActivityTitleService as recentActivityTitleServiceSingleton } from './services/recent-activity-title.service'
 import type { recentActivityService } from './services/recent-activity.service'
@@ -117,6 +129,7 @@ export interface LotaRuntime {
     redis: RedisConnectionManager
     closeRedisConnection: () => Promise<void>
     agentActivityService: typeof agentActivityService
+    artifactService: typeof artifactService
     attachmentService: typeof attachmentService
     autonomousJobService: typeof autonomousJobService
     documentChunkService: typeof documentChunkService
@@ -130,7 +143,12 @@ export interface LotaRuntime {
     recentActivityTitleService: typeof recentActivityTitleService
     socialChatHistoryService: typeof socialChatHistoryServiceSingleton
     executionPlanService: typeof executionPlanService
+    planTemplateService: typeof planTemplateService
+    planCoordinationService: typeof planCoordinationService
+    planSchedulerService: typeof planSchedulerService
+    planAgentHeartbeatService: typeof planAgentHeartbeatService
     planAgentQueryService: typeof planAgentQueryService
+    planCycleService: typeof planCycleService
     threadMessageService: typeof threadMessageService
     threadService: typeof threadService
     threadTitleService: typeof threadTitleService
@@ -276,8 +294,12 @@ export async function createLotaRuntime(config: LotaRuntimeConfig): Promise<Lota
     }
 
     const pluginContributions = Object.values(pluginRuntime).map((plugin) => plugin.contributions)
-    const schemaFiles = [...getBuiltInSchemaFiles(), ...(runtimeConfig.extraSchemaFiles ?? [])]
     const hostContributionSchemaFiles = pluginContributions.flatMap((plugin) => plugin.schemaFiles)
+    const schemaFiles = [
+      ...getBuiltInSchemaFiles(),
+      ...(runtimeConfig.extraSchemaFiles ?? []),
+      ...hostContributionSchemaFiles,
+    ]
     const contributionEnvKeys = [...LOTA_RUNTIME_ENV_KEYS, ...pluginContributions.flatMap((plugin) => plugin.envKeys)]
     const connectPluginDatabases = createPluginDatabaseConnector(pluginRuntime)
     const workers = buildRuntimeWorkerRegistry(runtimeConfig.extraWorkers)
@@ -377,6 +399,7 @@ export async function createLotaRuntime(config: LotaRuntimeConfig): Promise<Lota
         redis: redisManager,
         closeRedisConnection: async () => await redisManager.closeConnection(),
         agentActivityService: agentActivityServiceSingleton,
+        artifactService: artifactServiceSingleton,
         attachmentService: attachmentServiceSingleton,
         autonomousJobService: autonomousJobServiceSingleton,
         documentChunkService: documentChunkServiceSingleton,
@@ -390,7 +413,12 @@ export async function createLotaRuntime(config: LotaRuntimeConfig): Promise<Lota
         recentActivityTitleService: recentActivityTitleServiceSingleton,
         socialChatHistoryService: socialChatHistoryServiceSingleton,
         executionPlanService: executionPlanServiceSingleton,
+        planTemplateService: planTemplateServiceSingleton,
+        planCoordinationService: planCoordinationServiceSingleton,
+        planSchedulerService: planSchedulerServiceSingleton,
+        planAgentHeartbeatService: planAgentHeartbeatServiceSingleton,
         planAgentQueryService: planAgentQueryServiceSingleton,
+        planCycleService: planCycleServiceSingleton,
         threadMessageService: threadMessageServiceSingleton,
         threadService: threadServiceSingleton,
         threadTitleService: threadTitleServiceSingleton,

package/src/db/tables.ts

@@ -13,6 +13,7 @@ export const TABLES = {
   PLAN_NODE_RUN: 'planNodeRun',
   PLAN_NODE_ATTEMPT: 'planNodeAttempt',
   PLAN_ARTIFACT: 'planArtifact',
+  ARTIFACT: 'artifact',
   PLAN_APPROVAL: 'planApproval',
   PLAN_CHECKPOINT: 'planCheckpoint',
   PLAN_VALIDATION_ISSUE: 'planValidationIssue',

package/src/queues/autonomous-job.queue.ts

@@ -48,7 +48,7 @@ export async function enqueueAutonomousJobRun(params: {
   payload: AutonomousJobQueuePayload
   delayMs?: number
   jobId?: string
-}): Promise<{ bullmqJobId: string; queueJobId: string }> {
+}): Promise<{ bullmqJobId: string; queueJobId?: string }> {
   const queuedJob = await autonomousJobQueue
     .getQueue()
     .add('run-autonomous-job', params.payload, {
@@ -56,17 +56,24 @@ export async function enqueueAutonomousJobRun(params: {
       ...(params.jobId ? { jobId: params.jobId } : {}),
     })
 
-  const queueJobId = await queueJobService.recordEnqueued({
-    queueName: AUTONOMOUS_JOB_QUEUE,
-    id: queuedJob.id,
-    name: queuedJob.name,
-    data: queuedJob.data,
-    opts: queuedJob.opts,
-    attemptsMade: queuedJob.attemptsMade,
-    timestamp: queuedJob.timestamp,
-  })
+  const bullmqJobId = String(queuedJob.id)
+  let queueJobId: string | undefined
+
+  try {
+    queueJobId = await queueJobService.recordEnqueued({
+      queueName: AUTONOMOUS_JOB_QUEUE,
+      id: queuedJob.id,
+      name: queuedJob.name,
+      data: queuedJob.data,
+      opts: queuedJob.opts,
+      attemptsMade: queuedJob.attemptsMade,
+      timestamp: queuedJob.timestamp,
+    })
+  } catch (error) {
+    serverLogger.error`Failed to persist queued job metadata (queue=${AUTONOMOUS_JOB_QUEUE}, job=${queuedJob.id}): ${error}`
+  }
 
-  return { bullmqJobId: String(queuedJob.id), queueJobId }
+  return { bullmqJobId, queueJobId }
 }
 
 export async function upsertAutonomousJobScheduler(params: {
@@ -83,15 +90,19 @@ export async function upsertAutonomousJobScheduler(params: {
       opts: DEFAULT_AUTONOMOUS_JOB_OPTIONS,
     })
 
-  await queueJobService.recordEnqueued({
-    queueName: AUTONOMOUS_JOB_QUEUE,
-    id: queuedJob.id,
-    name: queuedJob.name,
-    data: queuedJob.data,
-    opts: queuedJob.opts,
-    attemptsMade: queuedJob.attemptsMade,
-    timestamp: queuedJob.timestamp,
-  })
+  try {
+    await queueJobService.recordEnqueued({
+      queueName: AUTONOMOUS_JOB_QUEUE,
+      id: queuedJob.id,
+      name: queuedJob.name,
+      data: queuedJob.data,
+      opts: queuedJob.opts,
+      attemptsMade: queuedJob.attemptsMade,
+      timestamp: queuedJob.timestamp,
+    })
+  } catch (error) {
+    serverLogger.error`Failed to persist queued job metadata (queue=${AUTONOMOUS_JOB_QUEUE}, job=${queuedJob.id}): ${error}`
+  }
 }
 
 export async function removeAutonomousJobScheduler(autonomousJobId: string): Promise<void> {

package/src/queues/document-processor.queue.ts

@@ -98,15 +98,19 @@ export function createDocumentProcessorQueueRuntime<TJob extends DocumentProcess
   return {
     enqueue: async (job) => {
       const queuedJob = await getQueue().add(jobName, toQueueData(job), { jobId: buildDocumentProcessorJobId(job) })
-      await queueJobService.recordEnqueued({
-        queueName,
-        id: queuedJob.id,
-        name: queuedJob.name,
-        data: queuedJob.data,
-        opts: queuedJob.opts,
-        attemptsMade: queuedJob.attemptsMade,
-        timestamp: queuedJob.timestamp,
-      })
+      try {
+        await queueJobService.recordEnqueued({
+          queueName,
+          id: queuedJob.id,
+          name: queuedJob.name,
+          data: queuedJob.data,
+          opts: queuedJob.opts,
+          attemptsMade: queuedJob.attemptsMade,
+          timestamp: queuedJob.timestamp,
+        })
+      } catch (error) {
+        params.logger.error`Failed to persist queued job metadata (queue=${queueName}, job=${queuedJob.id}): ${error}`
+      }
     },
     startWorker: (options = {}) => {
       const { registerSignals = import.meta.main } = options

package/src/queues/memory-consolidation.queue.ts

@@ -1,3 +1,4 @@
+import { serverLogger } from '../config/logger'
 import { queueJobService } from '../services/queue-job.service'
 import { getWorkerPath, LONG_JOB_LOCK_DURATION_MS, LOW_JOB_RETENTION } from '../workers/worker-utils'
 import { createQueueFactory } from './queue-factory'
@@ -36,15 +37,19 @@ export async function scheduleRecurringConsolidation() {
       },
     )
 
-  await queueJobService.recordEnqueued({
-    queueName: 'memory-consolidation',
-    id: queuedJob.id,
-    name: queuedJob.name,
-    data: queuedJob.data,
-    opts: queuedJob.opts,
-    attemptsMade: queuedJob.attemptsMade,
-    timestamp: queuedJob.timestamp,
-  })
+  try {
+    await queueJobService.recordEnqueued({
+      queueName: 'memory-consolidation',
+      id: queuedJob.id,
+      name: queuedJob.name,
+      data: queuedJob.data,
+      opts: queuedJob.opts,
+      attemptsMade: queuedJob.attemptsMade,
+      timestamp: queuedJob.timestamp,
+    })
+  } catch (error) {
+    serverLogger.error`Failed to persist queued job metadata (queue=memory-consolidation, job=${queuedJob.id}): ${error}`
+  }
 }
 
 export const startMemoryConsolidationWorker = memoryConsolidation.startWorker

package/src/queues/queue-factory.ts

@@ -85,15 +85,19 @@ export function createQueueFactory<TJob>(config: QueueFactoryConfig<TJob>): Queu
 
   const enqueue = async (job: TJob, options?: JobsOptions): Promise<void> => {
     const queuedJob = await getQueue().add(jobName, toData(job), options)
-    await queueJobService.recordEnqueued({
-      queueName: config.name,
-      id: queuedJob.id,
-      name: queuedJob.name,
-      data: queuedJob.data,
-      opts: queuedJob.opts,
-      attemptsMade: queuedJob.attemptsMade,
-      timestamp: queuedJob.timestamp,
-    })
+    try {
+      await queueJobService.recordEnqueued({
+        queueName: config.name,
+        id: queuedJob.id,
+        name: queuedJob.name,
+        data: queuedJob.data,
+        opts: queuedJob.opts,
+        attemptsMade: queuedJob.attemptsMade,
+        timestamp: queuedJob.timestamp,
+      })
+    } catch (error) {
+      serverLogger.error`Failed to persist queued job metadata (queue=${config.name}, job=${queuedJob.id}): ${error}`
+    }
   }
 
   const startWorker = (options: { registerSignals?: boolean } = {}): WorkerHandle => {

package/src/runtime/agent-runtime-policy.ts

@@ -74,7 +74,9 @@ function buildOwnershipDispatchArtifactPayload(artifacts: PlanArtifactSubmission
     name: artifact.name,
     kind: artifact.kind,
     ...(artifact.description ? { description: artifact.description } : {}),
+    ...(artifact.content !== undefined ? { content: artifact.content } : {}),
     ...(artifact.payload !== undefined ? { payload: artifact.payload } : {}),
+    ...(artifact.publishedArtifactId ? { publishedArtifactId: artifact.publishedArtifactId } : {}),
   }))
 }
 

package/src/runtime/thread-chat-helpers.ts

@@ -1,3 +1,6 @@
+import { toTimestamp } from '@lota-sdk/shared'
+import type { ChatMessage } from '@lota-sdk/shared'
+
 import { agentDisplayNames, resolveAgentNameAlias } from '../config/agent-defaults'
 import type { ChatMessageLike, ReadableUploadMetadataLike } from './chat-types'
 
@@ -142,3 +145,54 @@ export function collectToolOutputErrors(params: {
 
   return errors
 }
+
+export function collectCompletedConsultTeamMessages(params: { responseMessage: ChatMessageLike }): ChatMessage[] {
+  const messagesById = new Map<string, ChatMessage>()
+
+  for (const part of params.responseMessage.parts) {
+    if (typeof part !== 'object') continue
+    if (part.type !== 'tool-consultTeam') continue
+
+    const toolPart = part as Record<string, unknown>
+    if (toolPart.state !== 'output-available') continue
+
+    const output = asRecord(toolPart.output)
+    const responses = output?.responses
+    if (!Array.isArray(responses)) continue
+
+    for (const response of responses) {
+      const responseRecord = asRecord(response)
+      if (!responseRecord || responseRecord.status !== 'complete') continue
+
+      const messageRecord = asRecord(responseRecord.message)
+      if (!messageRecord || messageRecord.role !== 'assistant') continue
+
+      const id = readOptionalString(messageRecord.id)
+      if (!id) continue
+
+      const rawParts = Array.isArray(messageRecord.parts)
+        ? messageRecord.parts.map((item) => structuredClone(item) as Record<string, unknown>)
+        : []
+      if (rawParts.length === 0) continue
+
+      const responseAgentId = readOptionalString(responseRecord.agentId)
+      const responseAgentName = readOptionalString(responseRecord.agentName)
+      const metadata = {
+        ...asRecord(messageRecord.metadata),
+        ...(responseAgentId ? { agentId: responseAgentId } : {}),
+        ...(responseAgentName ? { agentName: responseAgentName } : {}),
+      }
+
+      messagesById.set(id, { id, role: 'assistant', parts: rawParts as ChatMessage['parts'], metadata })
+    }
+  }
+
+  return [...messagesById.values()].sort((left, right) => {
+    const leftCreatedAt = toTimestamp(left.metadata?.createdAt) ?? Number.MAX_SAFE_INTEGER
+    const rightCreatedAt = toTimestamp(right.metadata?.createdAt) ?? Number.MAX_SAFE_INTEGER
+    if (leftCreatedAt !== rightCreatedAt) {
+      return leftCreatedAt - rightCreatedAt
+    }
+    return left.id.localeCompare(right.id)
+  })
+}