@lota-sdk/core 0.1.8 → 0.1.11

package/src/services/workstream-change-tracker.service.ts

@@ -1,313 +0,0 @@
-import { z } from 'zod'
-
-import { aiLogger } from '../config/logger'
-import type { RecordIdRef } from '../db/record-id'
-import { mergeStateDelta } from '../runtime/context-compaction'
-import { createHelperModelRuntime, extractJsonObjectCandidates } from '../runtime/helper-model'
-import { toOptionalTrimmedString } from '../runtime/workstream-chat-helpers'
-import {
-  StructuredWorkstreamStateDeltaSchema,
-  createEmptyStructuredWorkstreamStateDelta,
-  createEmptyWorkstreamState,
-  parseStructuredWorkstreamStateDelta,
-} from '../runtime/workstream-state'
-import type { WorkstreamState, WorkstreamStateDelta } from '../runtime/workstream-state'
-import { createWorkstreamTrackerAgent } from '../system-agents/workstream-tracker.agent'
-import { compactWhitespace, isRecord, truncateText } from '../utils/string'
-import { workstreamService } from './workstream.service'
-
-const helperModelRuntime = createHelperModelRuntime()
-
-const TrackerOutputSchema = z.object({
-  summary: z.string().trim().min(1).max(1_200),
-  stateDelta: StructuredWorkstreamStateDeltaSchema,
-})
-
-type TrackerMessage = { label: string; text: string }
-
-const TRACKER_JSON_WRAPPER_KEYS = ['output', 'result', 'data'] as const
-const TRACKER_SUMMARY_KEYS = ['summary', 'chatSummary', 'summaryText', 'sidebarSummary', 'message'] as const
-const TRACKER_STATE_DELTA_KEYS = ['stateDelta', 'delta', 'workstreamStateDelta', 'trackerStateDelta', 'state'] as const
-const TRACKER_FALLBACK_SECTION_PREFIX =
-  /^(?:#{1,6}\s*)?(?:\*\*)?(?:state delta|current plan|new decisions|resolved questions|new questions|new constraints|new risks|task updates|artifacts|agent note|conflicts|approved by|approved at|approval message id|approval note)(?:\*\*)?\s*:?\s*/i
-
-function renderMessages(messages: TrackerMessage[]): string {
-  if (messages.length === 0) return '- None'
-  return messages
-    .map((message, index) => `### Message ${index + 1}\n- Actor: ${message.label}\n- Content: ${message.text}`)
-    .join('\n\n')
-}
-
-function getRecordStringField(record: Record<string, unknown>, keys: readonly string[]): string | null {
-  for (const key of keys) {
-    const field = toOptionalTrimmedString(typeof record[key] === 'string' ? record[key] : null)
-    if (field) return field
-  }
-
-  return null
-}
-
-function getTrackerJsonObjects(value: unknown): Record<string, unknown>[] {
-  if (!isRecord(value)) return []
-
-  const candidates: Record<string, unknown>[] = [value]
-  for (const key of TRACKER_JSON_WRAPPER_KEYS) {
-    const nested = value[key]
-    if (isRecord(nested)) {
-      candidates.push(nested)
-    }
-  }
-
-  return candidates
-}
-
-function parseTrackerJsonFallback(text: string): z.infer<typeof TrackerOutputSchema> | null {
-  for (const candidateText of extractJsonObjectCandidates(text)) {
-    let parsedJson: unknown
-
-    try {
-      parsedJson = JSON.parse(candidateText) as unknown
-    } catch {
-      continue
-    }
-
-    for (const candidate of getTrackerJsonObjects(parsedJson)) {
-      const summary = getRecordStringField(candidate, TRACKER_SUMMARY_KEYS)
-      if (!summary) continue
-
-      const stateDeltaValue = TRACKER_STATE_DELTA_KEYS.map((key) => candidate[key]).find((value) => value !== undefined)
-      const parsedStateDelta = StructuredWorkstreamStateDeltaSchema.safeParse(stateDeltaValue)
-
-      return {
-        summary: truncateText(summary, 1_200),
-        stateDelta: parsedStateDelta.success ? parsedStateDelta.data : createEmptyStructuredWorkstreamStateDelta(),
-      }
-    }
-  }
-
-  return null
-}
-
-function extractTrackerFallbackSummary(text: string): string | null {
-  const normalized = text.replace(/\r/g, '').trim()
-  if (!normalized) return null
-
-  const summaryLineMatch = normalized.match(/(?:^|\n)(?:#{1,6}\s*)?(?:\*\*)?summary(?:\*\*)?\s*:?\s*(.+?)(?=\n|$)/i)
-  const summaryLine = summaryLineMatch?.[1]?.trim()
-  if (summaryLine && !summaryLine.startsWith('{') && !summaryLine.startsWith('```')) {
-    return truncateText(summaryLine, 1_200)
-  }
-
-  const summarySectionMatch = normalized.match(
-    /(?:^|\n)(?:#{1,6}\s*)?(?:\*\*)?summary(?:\*\*)?\s*:?\s*\n([\s\S]*?)(?=\n(?:#{1,6}\s*)?(?:\*\*)?(?:state delta|summary)(?:\*\*)?\s*:?\s*\n|$)/i,
-  )
-  const summarySource = summarySectionMatch?.[1]?.trim() || normalized
-  const paragraphs = summarySource
-    .split(/\n\s*\n/)
-    .map((paragraph) => paragraph.trim())
-    .filter((paragraph) => paragraph.length > 0)
-
-  for (const paragraph of paragraphs) {
-    const candidate = paragraph.replace(/^(?:#{1,6}\s*)?(?:\*\*)?summary(?:\*\*)?\s*:?\s*/i, '').trim()
-    if (
-      !candidate ||
-      candidate.startsWith('{') ||
-      candidate.startsWith('```') ||
-      TRACKER_FALLBACK_SECTION_PREFIX.test(candidate)
-    ) {
-      continue
-    }
-
-    return truncateText(candidate, 1_200)
-  }
-
-  return null
-}
-
-export function parseTrackerTextFallback(text: string): z.infer<typeof TrackerOutputSchema> | null {
-  const jsonFallback = parseTrackerJsonFallback(text)
-  if (jsonFallback) {
-    return jsonFallback
-  }
-
-  const summary = extractTrackerFallbackSummary(text)
-  if (!summary) return null
-
-  return { summary, stateDelta: createEmptyStructuredWorkstreamStateDelta() }
-}
-
-function extractHeuristicSummaryCandidate(text: string | null | undefined): string | null {
-  const normalized = compactWhitespace(toOptionalTrimmedString(text) ?? '')
-  if (!normalized) return null
-
-  const match = /^(.+?[.!?])(?:\s|$)/.exec(normalized)
-  const candidate = match ? String(match[1]) : normalized
-  return truncateText(candidate, 1_200)
-}
-
-export function buildHeuristicTrackerSummary(params: {
-  previousSummary: string | null
-  userMessageText: string | null
-  assistantMessages: TrackerMessage[]
-}): string | null {
-  for (const message of params.assistantMessages) {
-    const summary = extractHeuristicSummaryCandidate(message.text)
-    if (summary) {
-      return summary
-    }
-  }
-
-  const userSummary = extractHeuristicSummaryCandidate(params.userMessageText)
-  if (userSummary) {
-    return truncateText(`User request: ${userSummary}`, 1_200)
-  }
-
-  return extractHeuristicSummaryCandidate(params.previousSummary)
-}
-
-function formatTrackerPrompt(params: {
-  title: string
-  mode: 'direct' | 'group'
-  coreType?: string
-  visibleAgentId?: string
-  hasActiveExecutionPlan: boolean
-  previousSummary: string | null
-  existingState: WorkstreamState
-  userMessageText: string | null
-  assistantMessages: TrackerMessage[]
-}): string {
-  return [
-    '# Workstream Turn',
-    '',
-    `- Title: ${params.title}`,
-    `- Mode: ${params.mode}`,
-    `- Visible agent: ${params.visibleAgentId ?? 'none'}`,
-    `- Active execution plan: ${params.hasActiveExecutionPlan ? 'yes' : 'no'}`,
-    ...(params.coreType ? [`- Core type: ${params.coreType}`] : []),
-    '',
-    '## Previous Summary',
-    params.previousSummary ?? 'None',
-    '',
-    '## Existing State',
-    JSON.stringify(params.existingState),
-    '',
-    '## User Message',
-    params.userMessageText ?? 'None',
-    '',
-    '## Assistant Messages',
-    renderMessages(params.assistantMessages),
-    ...(params.hasActiveExecutionPlan
-      ? [
-          '',
-          '## Tracker Constraint',
-          'An active execution plan exists. Do not update currentPlan or taskUpdates. Track only decisions, questions, risks, artifacts, approvals, and agent notes.',
-        ]
-      : []),
-  ].join('\n')
-}
-
-export function applyTrackedStateDelta(params: {
-  existingState: WorkstreamState
-  delta: WorkstreamStateDelta
-  hasActiveExecutionPlan: boolean
-  now: () => number
-}): WorkstreamState {
-  const mergedState = mergeStateDelta(params.existingState, params.delta, params.now)
-  if (!params.hasActiveExecutionPlan) {
-    return mergedState
-  }
-
-  return { ...mergedState, currentPlan: null, tasks: [] }
-}
-
-export async function updateWorkstreamChangeTracker(params: {
-  workstreamId: RecordIdRef
-  title: string
-  mode: 'direct' | 'group'
-  coreType?: string
-  visibleAgentId?: string
-  hasActiveExecutionPlan: boolean
-  previousSummary: string | null
-  existingState: WorkstreamState | null
-  userMessageText: string | null
-  assistantMessages: TrackerMessage[]
-}): Promise<boolean> {
-  const assistantMessages = params.assistantMessages
-    .map((message) => ({
-      label: toOptionalTrimmedString(message.label) ?? 'Assistant',
-      text: truncateText(message.text.trim(), 2_400),
-    }))
-    .filter((message) => message.text.length > 0)
-    .slice(0, 6)
-
-  if (!toOptionalTrimmedString(params.userMessageText) && assistantMessages.length === 0) {
-    return false
-  }
-
-  const existingState = params.existingState ?? createEmptyWorkstreamState()
-
-  try {
-    const output = await helperModelRuntime.generateHelperStructured({
-      tag: 'workstream-change-tracker',
-      createAgent: createWorkstreamTrackerAgent,
-      schema: TrackerOutputSchema,
-      maxOutputTokens: 1_400,
-      textFallbackParser: parseTrackerTextFallback,
-      messages: [
-        {
-          role: 'user',
-          content: formatTrackerPrompt({
-            title: params.title,
-            mode: params.mode,
-            ...(params.coreType ? { coreType: params.coreType } : {}),
-            ...(params.visibleAgentId ? { visibleAgentId: params.visibleAgentId } : {}),
-            hasActiveExecutionPlan: params.hasActiveExecutionPlan,
-            previousSummary: params.previousSummary,
-            existingState,
-            userMessageText: toOptionalTrimmedString(params.userMessageText),
-            assistantMessages,
-          }),
-        },
-      ],
-    })
-
-    const sparseStateDelta = parseStructuredWorkstreamStateDelta(output.stateDelta)
-    const nextState = applyTrackedStateDelta({
-      existingState,
-      delta: sparseStateDelta,
-      hasActiveExecutionPlan: params.hasActiveExecutionPlan,
-      now: () => Date.now(),
-    })
-    await workstreamService.persistChangeTracker(params.workstreamId, { chatSummary: output.summary, state: nextState })
-    return true
-  } catch (error) {
-    const fallbackSummary = buildHeuristicTrackerSummary({
-      previousSummary: params.previousSummary,
-      userMessageText: toOptionalTrimmedString(params.userMessageText),
-      assistantMessages,
-    })
-
-    if (!fallbackSummary) {
-      aiLogger.warn`Workstream change tracker update failed: ${error}`
-      return false
-    }
-
-    try {
-      const nextState = applyTrackedStateDelta({
-        existingState,
-        delta: {},
-        hasActiveExecutionPlan: params.hasActiveExecutionPlan,
-        now: () => Date.now(),
-      })
-      await workstreamService.persistChangeTracker(params.workstreamId, {
-        chatSummary: fallbackSummary,
-        state: nextState,
-      })
-      aiLogger.info`Workstream change tracker used heuristic fallback after helper failure`
-      return true
-    } catch (persistError) {
-      aiLogger.warn`Workstream change tracker update failed: ${error}; fallback_persist=${persistError}`
-      return false
-    }
-  }
-}

package/src/system-agents/workstream-tracker.agent.ts

@@ -1,58 +0,0 @@
-import { ToolLoopAgent } from 'ai'
-
-import { bifrostOpenRouterResponseHealingModel } from '../bifrost/bifrost'
-import {
-  OPENROUTER_LOW_REASONING_PROVIDER_OPTIONS,
-  OPENROUTER_STRUCTURED_REASONING_MODEL_ID,
-} from '../config/model-constants'
-import type { CreateHelperToolLoopAgentOptions } from '../runtime/agent-types'
-import { resolveHelperAgentOptions } from './helper-agent-options'
-
-const WORKSTREAM_TRACKER_PROMPT = `<agent-instructions>
-You are the **Workstream Tracker**.
-
-<task>
-Convert one completed workstream turn into:
-- a concise change-tracker summary for the right sidebar
-- a structured workstream state delta containing only the updates implied by this turn
-</task>
-
-<rules>
-- Use only the provided turn evidence and prior state.
-- Keep the summary short, concrete, and focused on what changed or what is blocked now.
-- Prefer durable tracker items over prose: tasks, decisions, questions, risks, artifacts, and agent notes.
-- Do not duplicate existing state unless this turn meaningfully changed it.
-- Never invent analytics, repository facts, customer signals, or business decisions that were not stated.
-</rules>
-
-<state-guidance>
-- Use taskUpdates for concrete next steps, ongoing work, completed work, or blocked work.
-- When the turn includes concrete tool work or operational execution, capture that work as taskUpdates even if it was
-  completed in the same turn.
-- For website inspection or plugin refresh flows, prefer task titles that describe the executed step clearly, such as
-  refreshing website intelligence, overwriting artifacts, or reviewing evidence gaps.
-- If an owner is not explicit, default the task owner to the visible lead agent for the workstream.
-- Use newDecisions only when a clear decision or tradeoff was made.
-- Use newQuestions only for unresolved questions that matter for progress.
-- Use newRisks only for concrete execution or business risks surfaced in this turn.
-- Use agentNote for the main contribution from the lead agent when it is worth retaining.
-- Keep the delta compact. A noisy tracker is worse than a sparse tracker.
-</state-guidance>
-
-<output>
-The caller enforces a structured schema.
-- Return every stateDelta field.
-- Use empty arrays for unchanged list fields.
-- Use null for unchanged nullable fields.
-- For currentPlan, use \`{"action":"unchanged","text":null}\` when nothing changed, \`{"action":"clear","text":null}\` to clear it, and \`{"action":"set","text":"..."}\` to replace it.
-</output>
-</agent-instructions>`
-
-export function createWorkstreamTrackerAgent(options: CreateHelperToolLoopAgentOptions) {
-  return new ToolLoopAgent({
-    id: 'workstream-tracker',
-    model: bifrostOpenRouterResponseHealingModel(OPENROUTER_STRUCTURED_REASONING_MODEL_ID),
-    providerOptions: OPENROUTER_LOW_REASONING_PROVIDER_OPTIONS,
-    ...resolveHelperAgentOptions(options, { instructions: WORKSTREAM_TRACKER_PROMPT }),
-  })
-}