@copilotkit/runtime 2.0.0-rc.61 → 2.0.0-rc.63
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent.cjs +1 -0
- package/dist/agent.cjs.map +1 -1
- package/dist/agent.d.cts +10 -0
- package/dist/agent.d.cts.map +1 -1
- package/dist/agent.d.mts +10 -0
- package/dist/agent.d.mts.map +1 -1
- package/dist/agent.mjs +1 -0
- package/dist/agent.mjs.map +1 -1
- package/dist/index.cjs +4 -0
- package/dist/index.d.cts +4 -3
- package/dist/index.d.mts +4 -3
- package/dist/index.mjs +3 -2
- package/dist/runtime/core/channel-manager.cjs +51 -162
- package/dist/runtime/core/channel-manager.cjs.map +1 -1
- package/dist/runtime/core/channel-manager.d.cts +1 -1
- package/dist/runtime/core/channel-manager.d.cts.map +1 -1
- package/dist/runtime/core/channel-manager.d.mts +1 -1
- package/dist/runtime/core/channel-manager.d.mts.map +1 -1
- package/dist/runtime/core/channel-manager.mjs +51 -162
- package/dist/runtime/core/channel-manager.mjs.map +1 -1
- package/dist/runtime/core/fetch-cors.cjs +4 -2
- package/dist/runtime/core/fetch-cors.cjs.map +1 -1
- package/dist/runtime/core/fetch-cors.mjs +4 -2
- package/dist/runtime/core/fetch-cors.mjs.map +1 -1
- package/dist/runtime/core/package-info.cjs +1 -1
- package/dist/runtime/core/package-info.mjs +1 -1
- package/dist/runtime/core/runtime.cjs +3 -1
- package/dist/runtime/core/runtime.cjs.map +1 -1
- package/dist/runtime/core/runtime.d.cts +36 -7
- package/dist/runtime/core/runtime.d.cts.map +1 -1
- package/dist/runtime/core/runtime.d.mts +36 -7
- package/dist/runtime/core/runtime.d.mts.map +1 -1
- package/dist/runtime/core/runtime.mjs +3 -1
- package/dist/runtime/core/runtime.mjs.map +1 -1
- package/dist/runtime/core/thread-run.cjs +459 -0
- package/dist/runtime/core/thread-run.cjs.map +1 -0
- package/dist/runtime/core/thread-run.d.cts +201 -0
- package/dist/runtime/core/thread-run.d.cts.map +1 -0
- package/dist/runtime/core/thread-run.d.mts +201 -0
- package/dist/runtime/core/thread-run.d.mts.map +1 -0
- package/dist/runtime/core/thread-run.mjs +456 -0
- package/dist/runtime/core/thread-run.mjs.map +1 -0
- package/dist/runtime/event-transforms/open-generative-ui-middleware.cjs +6 -7
- package/dist/runtime/event-transforms/open-generative-ui-middleware.cjs.map +1 -1
- package/dist/runtime/event-transforms/open-generative-ui-middleware.d.cts.map +1 -1
- package/dist/runtime/event-transforms/open-generative-ui-middleware.d.mts.map +1 -1
- package/dist/runtime/event-transforms/open-generative-ui-middleware.mjs +6 -7
- package/dist/runtime/event-transforms/open-generative-ui-middleware.mjs.map +1 -1
- package/dist/runtime/handlers/get-runtime-info.cjs +2 -1
- package/dist/runtime/handlers/get-runtime-info.cjs.map +1 -1
- package/dist/runtime/handlers/get-runtime-info.mjs +2 -1
- package/dist/runtime/handlers/get-runtime-info.mjs.map +1 -1
- package/dist/runtime/handlers/intelligence/run.cjs +0 -1
- package/dist/runtime/handlers/intelligence/run.cjs.map +1 -1
- package/dist/runtime/handlers/intelligence/run.mjs +0 -1
- package/dist/runtime/handlers/intelligence/run.mjs.map +1 -1
- package/dist/runtime/handlers/intelligence/thread-names.cjs +43 -70
- package/dist/runtime/handlers/intelligence/thread-names.cjs.map +1 -1
- package/dist/runtime/handlers/intelligence/thread-names.mjs +43 -70
- package/dist/runtime/handlers/intelligence/thread-names.mjs.map +1 -1
- package/dist/runtime/index.d.cts +3 -2
- package/dist/runtime/index.d.mts +3 -2
- package/dist/runtime/intelligence-platform/client.cjs +20 -2
- package/dist/runtime/intelligence-platform/client.cjs.map +1 -1
- package/dist/runtime/intelligence-platform/client.d.cts +13 -0
- package/dist/runtime/intelligence-platform/client.d.cts.map +1 -1
- package/dist/runtime/intelligence-platform/client.d.mts +13 -0
- package/dist/runtime/intelligence-platform/client.d.mts.map +1 -1
- package/dist/runtime/intelligence-platform/client.mjs +20 -2
- package/dist/runtime/intelligence-platform/client.mjs.map +1 -1
- package/dist/runtime/runner/index.d.cts +1 -1
- package/dist/runtime/runner/index.d.mts +1 -1
- package/dist/runtime/runner/index.mjs +1 -1
- package/dist/runtime/runner/intelligence.cjs +107 -23
- package/dist/runtime/runner/intelligence.cjs.map +1 -1
- package/dist/runtime/runner/intelligence.d.cts +51 -2
- package/dist/runtime/runner/intelligence.d.cts.map +1 -1
- package/dist/runtime/runner/intelligence.d.mts +51 -2
- package/dist/runtime/runner/intelligence.d.mts.map +1 -1
- package/dist/runtime/runner/intelligence.mjs +108 -25
- package/dist/runtime/runner/intelligence.mjs.map +1 -1
- package/dist/v2/index.cjs +131 -0
- package/dist/v2/index.cjs.map +1 -0
- package/dist/v2/index.d.cts +253 -6
- package/dist/v2/index.d.cts.map +1 -0
- package/dist/v2/index.d.mts +253 -6
- package/dist/v2/index.d.mts.map +1 -0
- package/dist/v2/index.mjs +65 -0
- package/dist/v2/index.mjs.map +1 -0
- package/dist/v2/node.cjs +44 -0
- package/dist/v2/node.cjs.map +1 -0
- package/dist/v2/node.d.cts +42 -5
- package/dist/v2/node.d.cts.map +1 -0
- package/dist/v2/node.d.mts +42 -5
- package/dist/v2/node.d.mts.map +1 -0
- package/dist/v2/node.mjs +39 -0
- package/dist/v2/node.mjs.map +1 -0
- package/package.json +16 -16
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run.mjs","names":[],"sources":["../../../../src/runtime/handlers/intelligence/run.ts"],"sourcesContent":["import type {\n AbstractAgent,\n BaseEvent,\n Message,\n RunAgentInput,\n} from \"@ag-ui/client\";\nimport { EventType } from \"@ag-ui/client\";\nimport type { CopilotKitIntelligenceRuntimeLike } from \"../../core/runtime\";\nimport { generateThreadNameForNewThread } from \"./thread-names\";\nimport { getRuntimeLogger } from \"../../core/logger\";\nimport { telemetry } from \"../../telemetry\";\nimport { resolveIntelligenceUser } from \"../shared/resolve-intelligence-user\";\nimport { isHandlerResponse } from \"../shared/json-response\";\nimport type { AgentRunnerRunRequest } from \"../../runner/agent-runner\";\nimport type { Observable } from \"rxjs\";\nimport { getRuntimeErrorReporter } from \"../../core/runtime-error-reporter\";\nimport type { RuntimeErrorPhase } from \"../../core/runtime-error-reporter\";\nimport {\n resolveLearningContainerId,\n resolveLearningContainerSelector,\n} from \"../../core/learning\";\nimport { getPlatformErrorStatus } from \"../shared/intelligence-utils\";\nimport { startThreadLockHeartbeat } from \"../../intelligence-platform/thread-lock-heartbeat\";\nimport { normalizeAnalyticsContext } from \"../../intelligence-platform/analytics-context\";\nimport type { ThreadSummary } from \"../../intelligence-platform\";\n\n/**\n * Builds browser-facing realtime connection metadata owned by the runtime.\n */\nfunction buildRealtimeConnectionInfo(params: {\n clientUrl: string;\n threadId: string;\n}): { clientUrl: string; topic: string } {\n return {\n clientUrl: params.clientUrl,\n topic: `thread:${params.threadId}`,\n };\n}\n\ninterface RunnerStartupBoundary {\n events: Observable<BaseEvent>;\n startup: Promise<void>;\n}\n\ninterface RunnerWithStartupBoundary {\n runWithStartupBoundary(request: AgentRunnerRunRequest): RunnerStartupBoundary;\n}\n\nfunction hasRunnerStartupBoundary(\n runner: CopilotKitIntelligenceRuntimeLike[\"runner\"],\n): runner is CopilotKitIntelligenceRuntimeLike[\"runner\"] &\n RunnerWithStartupBoundary {\n const candidate = runner as { runWithStartupBoundary?: unknown };\n\n return (\n typeof candidate.runWithStartupBoundary === \"function\" &&\n (Object.prototype.hasOwnProperty.call(runner, \"runWithStartupBoundary\") ||\n Object.prototype.hasOwnProperty.call(runner, \"threads\"))\n );\n}\n\ninterface HandleIntelligenceRunParams {\n runtime: CopilotKitIntelligenceRuntimeLike;\n request: Request;\n agentId: string;\n agent: AbstractAgent;\n input: RunAgentInput;\n /**\n * The app's analytics context, already taken off `input.forwardedProps` by\n * `takeAnalyticsContext`. Sent on the lock request only.\n */\n analyticsContext?: unknown;\n startTime?: number;\n}\n\nexport async function handleIntelligenceRun({\n runtime,\n request,\n agentId,\n agent,\n input,\n analyticsContext: forwardedAnalyticsContext,\n startTime,\n}: HandleIntelligenceRunParams): Promise<Response> {\n const logger = getRuntimeLogger(runtime);\n const runtimeTelemetry = runtime.telemetry ?? telemetry;\n\n if (!runtime.intelligence) {\n return Response.json(\n {\n error: \"Intelligence not configured\",\n message: \"Intelligence mode requires a CopilotKitIntelligence\",\n },\n { status: 500 },\n );\n }\n\n const user = await resolveIntelligenceUser({ runtime, request });\n if (isHandlerResponse(user)) {\n return user;\n }\n const userId = user.id;\n\n const proxyRequest = (\n input.forwardedProps as Record<string, unknown> | undefined\n )?.__proxiedMCPRequest;\n const isDirectResourceRead =\n input.forwardedProps?.__copilotkitMcpResourceReadOnly === true &&\n proxyRequest &&\n typeof proxyRequest === \"object\" &&\n (proxyRequest as { method?: unknown }).method === \"resources/read\";\n\n // CopilotKit core sends one request ID across a request's follow-up runs\n // and resumes. Older clients send none, and the platform then uses the run ID.\n const forwardedRequestId = input.forwardedProps?.__copilotkitRequestId;\n const requestId =\n typeof forwardedRequestId === \"string\" && forwardedRequestId.length > 0\n ? forwardedRequestId\n : undefined;\n\n // An app's analytics context labels the run in Intelligence. A missing or\n // malformed one is left off the lock request and never fails the run.\n const analyticsContext = normalizeAnalyticsContext(\n forwardedAnalyticsContext,\n logger,\n );\n\n let learningContainerId: string | undefined;\n try {\n const selector = runtime.intelligence.ɵgetLearningContainerId?.();\n learningContainerId = selector\n ? await resolveLearningContainerSelector(selector, {\n surface: \"web\",\n user,\n agentId,\n input,\n })\n : await resolveLearningContainerId(runtime.learning, {\n surface: \"web\",\n request,\n threadId: input.threadId,\n runId: input.runId,\n agentId,\n userId,\n });\n } catch (error) {\n logger.error({ err: error }, \"Failed to resolve Learning Container\");\n return Response.json(\n { error: \"Failed to resolve Learning Container\" },\n { status: 500 },\n );\n }\n\n let thread: ThreadSummary;\n try {\n const initialized = await runtime.intelligence.getOrCreateThread({\n threadId: input.threadId,\n userId,\n agentId,\n ...(learningContainerId !== undefined ? { learningContainerId } : {}),\n });\n thread = initialized.thread;\n const { created } = initialized;\n\n if (created && runtime.generateThreadNames && !thread.name?.trim()) {\n void generateThreadNameForNewThread({\n runtime,\n request,\n agentId,\n sourceInput: input,\n thread,\n userId,\n }).catch((nameError) => {\n logger.error({ err: nameError }, \"Failed to generate thread name\");\n });\n }\n } catch (error) {\n logger.error({ err: error }, \"Failed to get or create thread\");\n const platformStatus = getPlatformErrorStatus(error);\n return Response.json(\n {\n error: \"Failed to initialize thread\",\n },\n {\n status:\n platformStatus !== undefined &&\n platformStatus >= 400 &&\n platformStatus < 500\n ? platformStatus\n : 502,\n },\n );\n }\n\n // MCP App resources are presentation data. Initialize the thread through the\n // usual path, then fetch without claiming its mutation lock so an approval\n // can continue while the resource server is still answering.\n if (isDirectResourceRead) {\n try {\n if (thread.agentId && thread.agentId !== agentId) {\n return Response.json(\n { error: \"Thread belongs to another agent\" },\n { status: 403 },\n );\n }\n agent.threadId = thread.id;\n const run = await agent.runAgent({\n runId: input.runId,\n tools: input.tools,\n context: input.context,\n forwardedProps: input.forwardedProps,\n });\n return Response.json({\n kind: \"mcp-resource-read\",\n threadId: thread.id,\n runId: input.runId,\n result: run.result ?? null,\n });\n } catch (error) {\n logger.error({ err: error }, \"MCP resource read failed\");\n const status = getPlatformErrorStatus(error);\n return Response.json(\n { error: \"MCP resource read failed\" },\n { status: status && status >= 400 && status < 500 ? status : 502 },\n );\n }\n }\n\n let canonicalThreadId = input.threadId;\n let canonicalRunId = input.runId;\n let joinToken: string | undefined;\n let backendThreadId: string | undefined;\n let lockTtlSeconds: number | undefined;\n let lockRequestedAt = 0;\n try {\n // The platform starts the lock's TTL when it handles the request, so time\n // the lifetime from the send rather than from the response.\n lockRequestedAt = Date.now();\n const lockResult = await runtime.intelligence.ɵacquireThreadLock({\n supportsBackendThreadId: true,\n threadId: input.threadId,\n runId: input.runId,\n userId,\n agentId,\n ...(learningContainerId !== undefined ? { learningContainerId } : {}),\n ...(requestId !== undefined ? { requestId } : {}),\n ...(analyticsContext !== undefined ? { analyticsContext } : {}),\n ...(runtime.lockKeyPrefix !== undefined\n ? { lockKeyPrefix: runtime.lockKeyPrefix }\n : {}),\n ttlSeconds: runtime.lockTtlSeconds,\n });\n canonicalThreadId = lockResult.threadId;\n canonicalRunId = lockResult.runId;\n joinToken = lockResult.joinToken;\n backendThreadId = lockResult.backendThreadId;\n lockTtlSeconds = lockResult.ttlSeconds;\n } catch (error) {\n logger.error({ err: error }, \"Thread lock denied\");\n const platformStatus = getPlatformErrorStatus(error);\n return Response.json(\n {\n error: \"Thread lock denied\",\n },\n {\n status: platformStatus === 409 ? 409 : 502,\n },\n );\n }\n\n const cleanupLock = (reason: string): Promise<void> =>\n runtime.intelligence\n .ɵcleanupThreadLock({\n threadId: canonicalThreadId || input.threadId,\n runId: canonicalRunId || input.runId,\n })\n .catch((cleanupError) => {\n logger.error(\n { err: cleanupError, reason },\n \"Failed to cleanup thread lock\",\n );\n });\n\n if (!canonicalThreadId || !canonicalRunId || !joinToken) {\n await cleanupLock(\"malformed-lock-response\");\n return Response.json(\n {\n error: \"Run connection credentials not available\",\n message:\n \"Intelligence platform did not return canonical threadId, runId, and joinToken\",\n },\n { status: 502 },\n );\n }\n\n const canonicalInput: RunAgentInput = {\n ...input,\n threadId: canonicalThreadId,\n runId: canonicalRunId,\n };\n\n let persistedInputMessages: Message[] | undefined;\n if (Array.isArray(input.messages)) {\n try {\n const historicMessageIds = new Set(\n await runtime.intelligence.ɵgetThreadMessageIds({\n threadId: canonicalThreadId,\n userId,\n }),\n );\n persistedInputMessages = input.messages.filter(\n (message) => !historicMessageIds.has(message.id),\n );\n } catch (error) {\n logger.error({ err: error }, \"Thread history lookup failed\");\n await cleanupLock(\"thread-history-lookup-failed\");\n return Response.json(\n {\n error: \"Thread history lookup failed\",\n },\n { status: 502 },\n );\n }\n }\n\n void runtimeTelemetry.capture(\n \"oss.runtime.agent_execution_stream_started\",\n {},\n );\n\n // Keep the thread lock alive while the run executes. Transient renewal\n // failures are retried within the lock's remaining TTL; only a lost lock\n // (or running out of time) aborts the run.\n const heartbeat = startThreadLockHeartbeat({\n logger,\n renew: (signal) =>\n runtime.intelligence.ɵrenewThreadLock({\n threadId: canonicalThreadId,\n runId: canonicalRunId,\n ttlSeconds: runtime.lockTtlSeconds,\n ...(runtime.lockKeyPrefix !== undefined\n ? { lockKeyPrefix: runtime.lockKeyPrefix }\n : {}),\n signal,\n }),\n intervalMs: runtime.lockHeartbeatIntervalSeconds * 1_000,\n fallbackTtlSeconds: runtime.lockTtlSeconds,\n // The acquire round trip and the history lookup above both run between\n // the lock request and now, so pass the lifetime the platform set minus\n // the time already spent.\n initialTtlSeconds:\n lockTtlSeconds === undefined\n ? undefined\n : lockTtlSeconds - (Date.now() - lockRequestedAt) / 1_000,\n onLost: (err) => {\n logger.error({ err: err }, \"Failed to renew thread lock\");\n try {\n agent.abortRun();\n } catch (abortError) {\n logger.error(\n { err: abortError },\n \"Failed to abort agent after lock renewal failure\",\n );\n }\n },\n });\n\n const clearHeartbeat = () => {\n heartbeat.stop();\n };\n\n const runStarted = { current: false };\n let immediateStartupErrorMessage: string | undefined;\n\n // The runner sends the run's events to Intelligence, whose gateway checks\n // this lock each time it stores a batch and releases it when it stores the\n // run's terminal event. Release it here only once the runner's stream has\n // ended, after the runner delivered the run's last events or failed to for\n // good. A RUN_ERROR reaches this handler before the runner has sent it, so\n // releasing then got the runner's next batch refused. The release is a\n // compare-and-delete by run ID: a second one, or one after the gateway's,\n // changes nothing and never frees a lock a newer run holds.\n let lockRelease: Promise<void> | undefined;\n const releaseLock = (reason: string): Promise<void> => {\n clearHeartbeat();\n lockRelease ??= cleanupLock(reason);\n return lockRelease;\n };\n\n const runRequest: AgentRunnerRunRequest = {\n threadId: canonicalThreadId,\n ...(backendThreadId === undefined ? {} : { backendThreadId }),\n agent,\n input: canonicalInput,\n ...(persistedInputMessages !== undefined ? { persistedInputMessages } : {}),\n // A stop made by this runtime (its stop route, a server-side caller) never\n // passes through Intelligence, which would count the run as finished.\n recordStop: (signal) =>\n runtime.intelligence.ɵrecordRunStop({\n threadId: canonicalThreadId,\n runId: canonicalRunId,\n userId,\n agentId,\n signal,\n }),\n };\n\n const runtimeErrorReporter = getRuntimeErrorReporter(runtime);\n let agentErrorReported = false;\n const reportAgentError = (error: unknown, phase: RuntimeErrorPhase) => {\n if (agentErrorReported) return;\n agentErrorReported = true;\n // Analytics describes the outcome; only the application-owned reporter\n // receives diagnostics that may contain customer or upstream content.\n void runtimeTelemetry.capture(\n \"oss.runtime.agent_execution_stream_errored\",\n {\n error: \"AGENT_EXECUTION_FAILED\",\n },\n );\n runtimeErrorReporter?.report({\n request,\n error,\n operation: \"agent.run\",\n agentId,\n threadId: canonicalThreadId,\n runId: canonicalRunId,\n phase,\n startTime,\n });\n };\n\n try {\n const runStart = hasRunnerStartupBoundary(runtime.runner)\n ? runtime.runner.runWithStartupBoundary(runRequest)\n : {\n events: runtime.runner.run(runRequest),\n startup: Promise.resolve(),\n };\n\n runStart.events.subscribe({\n next: (event: BaseEvent) => {\n if (event.type === EventType.RUN_STARTED) {\n runStarted.current = true;\n }\n if (event.type === EventType.RUN_ERROR) {\n const message =\n \"message\" in event && typeof event.message === \"string\"\n ? event.message\n : \"Runner failed before the run started\";\n reportAgentError(\n new Error(message),\n runStarted.current\n ? \"intelligence.subscription\"\n : \"intelligence.startup\",\n );\n // The runner may still be sending this error and the events before\n // it, so the lock stays held until its stream ends.\n if (!runStarted.current) {\n immediateStartupErrorMessage = message;\n }\n }\n },\n error: (error) => {\n reportAgentError(\n error,\n runStarted.current\n ? \"intelligence.subscription\"\n : \"intelligence.startup\",\n );\n if (!runStarted.current) {\n immediateStartupErrorMessage =\n error instanceof Error ? error.message : String(error);\n }\n // The runner gave up delivering the run's events.\n void releaseLock(\n runStarted.current ? \"runner-error\" : \"runner-start-error\",\n );\n logger.error({ err: error }, \"Error running agent\");\n },\n complete: () => {\n // The runner has delivered the run's last events.\n void releaseLock(\"run-ended\");\n // Preserve the existing completion count even when the stream contains\n // RUN_ERROR. Failure reporting is separate and carries only a safe code.\n void runtimeTelemetry.capture(\n \"oss.runtime.agent_execution_stream_ended\",\n {},\n );\n },\n });\n\n await runStart.startup;\n } catch (error) {\n reportAgentError(error, \"intelligence.startup\");\n await releaseLock(\"runner-start-threw\");\n logger.error({ err: error }, \"Error starting agent runner\");\n return Response.json(\n {\n error: \"Failed to start runner\",\n message: error instanceof Error ? error.message : String(error),\n },\n { status: 502 },\n );\n }\n\n if (immediateStartupErrorMessage) {\n // A run that failed before it started has nothing left to send, and this\n // request gives it up.\n await releaseLock(\"runner-start-failed\");\n return Response.json(\n {\n error: \"Failed to start runner\",\n message: immediateStartupErrorMessage,\n },\n { status: 502 },\n );\n }\n\n // IntelligenceAgentRunner resolves this boundary after Phoenix channel join.\n // Other runner implementations fall back to construction/subscription errors.\n return Response.json(\n {\n threadId: canonicalThreadId,\n runId: canonicalRunId,\n joinToken,\n realtime: buildRealtimeConnectionInfo({\n clientUrl: runtime.intelligence.ɵgetClientWsUrl(),\n threadId: canonicalThreadId,\n }),\n },\n {\n headers: { \"Cache-Control\": \"no-cache\" },\n },\n );\n}\n"],"mappings":";;;;;;;;;;;;;;;;AA6BA,SAAS,4BAA4B,QAGI;AACvC,QAAO;EACL,WAAW,OAAO;EAClB,OAAO,UAAU,OAAO;EACzB;;AAYH,SAAS,yBACP,QAE0B;AAG1B,QACE,OAHgB,OAGC,2BAA2B,eAC3C,OAAO,UAAU,eAAe,KAAK,QAAQ,yBAAyB,IACrE,OAAO,UAAU,eAAe,KAAK,QAAQ,UAAU;;AAkB7D,eAAsB,sBAAsB,EAC1C,SACA,SACA,SACA,OACA,OACA,kBAAkB,2BAClB,aACiD;CACjD,MAAM,SAAS,iBAAiB,QAAQ;CACxC,MAAM,mBAAmB,QAAQ,aAAa;AAE9C,KAAI,CAAC,QAAQ,aACX,QAAO,SAAS,KACd;EACE,OAAO;EACP,SAAS;EACV,EACD,EAAE,QAAQ,KAAK,CAChB;CAGH,MAAM,OAAO,MAAM,wBAAwB;EAAE;EAAS;EAAS,CAAC;AAChE,KAAI,kBAAkB,KAAK,CACzB,QAAO;CAET,MAAM,SAAS,KAAK;CAEpB,MAAM,eACJ,MAAM,gBACL;CACH,MAAM,uBACJ,MAAM,gBAAgB,oCAAoC,QAC1D,gBACA,OAAO,iBAAiB,YACvB,aAAsC,WAAW;CAIpD,MAAM,qBAAqB,MAAM,gBAAgB;CACjD,MAAM,YACJ,OAAO,uBAAuB,YAAY,mBAAmB,SAAS,IAClE,qBACA;CAIN,MAAM,mBAAmB,0BACvB,2BACA,OACD;CAED,IAAI;AACJ,KAAI;EACF,MAAM,WAAW,QAAQ,aAAa,2BAA2B;AACjE,wBAAsB,WAClB,MAAM,iCAAiC,UAAU;GAC/C,SAAS;GACT;GACA;GACA;GACD,CAAC,GACF,MAAM,2BAA2B,QAAQ,UAAU;GACjD,SAAS;GACT;GACA,UAAU,MAAM;GAChB,OAAO,MAAM;GACb;GACA;GACD,CAAC;UACC,OAAO;AACd,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,uCAAuC;AACpE,SAAO,SAAS,KACd,EAAE,OAAO,wCAAwC,EACjD,EAAE,QAAQ,KAAK,CAChB;;CAGH,IAAI;AACJ,KAAI;EACF,MAAM,cAAc,MAAM,QAAQ,aAAa,kBAAkB;GAC/D,UAAU,MAAM;GAChB;GACA;GACA,GAAI,wBAAwB,SAAY,EAAE,qBAAqB,GAAG,EAAE;GACrE,CAAC;AACF,WAAS,YAAY;EACrB,MAAM,EAAE,YAAY;AAEpB,MAAI,WAAW,QAAQ,uBAAuB,CAAC,OAAO,MAAM,MAAM,CAChE,CAAK,+BAA+B;GAClC;GACA;GACA;GACA,aAAa;GACb;GACA;GACD,CAAC,CAAC,OAAO,cAAc;AACtB,UAAO,MAAM,EAAE,KAAK,WAAW,EAAE,iCAAiC;IAClE;UAEG,OAAO;AACd,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,iCAAiC;EAC9D,MAAM,iBAAiB,uBAAuB,MAAM;AACpD,SAAO,SAAS,KACd,EACE,OAAO,+BACR,EACD,EACE,QACE,mBAAmB,UACnB,kBAAkB,OAClB,iBAAiB,MACb,iBACA,KACP,CACF;;AAMH,KAAI,qBACF,KAAI;AACF,MAAI,OAAO,WAAW,OAAO,YAAY,QACvC,QAAO,SAAS,KACd,EAAE,OAAO,mCAAmC,EAC5C,EAAE,QAAQ,KAAK,CAChB;AAEH,QAAM,WAAW,OAAO;EACxB,MAAM,MAAM,MAAM,MAAM,SAAS;GAC/B,OAAO,MAAM;GACb,OAAO,MAAM;GACb,SAAS,MAAM;GACf,gBAAgB,MAAM;GACvB,CAAC;AACF,SAAO,SAAS,KAAK;GACnB,MAAM;GACN,UAAU,OAAO;GACjB,OAAO,MAAM;GACb,QAAQ,IAAI,UAAU;GACvB,CAAC;UACK,OAAO;AACd,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,2BAA2B;EACxD,MAAM,SAAS,uBAAuB,MAAM;AAC5C,SAAO,SAAS,KACd,EAAE,OAAO,4BAA4B,EACrC,EAAE,QAAQ,UAAU,UAAU,OAAO,SAAS,MAAM,SAAS,KAAK,CACnE;;CAIL,IAAI,oBAAoB,MAAM;CAC9B,IAAI,iBAAiB,MAAM;CAC3B,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI,kBAAkB;AACtB,KAAI;AAGF,oBAAkB,KAAK,KAAK;EAC5B,MAAM,aAAa,MAAM,QAAQ,aAAa,mBAAmB;GAC/D,yBAAyB;GACzB,UAAU,MAAM;GAChB,OAAO,MAAM;GACb;GACA;GACA,GAAI,wBAAwB,SAAY,EAAE,qBAAqB,GAAG,EAAE;GACpE,GAAI,cAAc,SAAY,EAAE,WAAW,GAAG,EAAE;GAChD,GAAI,qBAAqB,SAAY,EAAE,kBAAkB,GAAG,EAAE;GAC9D,GAAI,QAAQ,kBAAkB,SAC1B,EAAE,eAAe,QAAQ,eAAe,GACxC,EAAE;GACN,YAAY,QAAQ;GACrB,CAAC;AACF,sBAAoB,WAAW;AAC/B,mBAAiB,WAAW;AAC5B,cAAY,WAAW;AACvB,oBAAkB,WAAW;AAC7B,mBAAiB,WAAW;UACrB,OAAO;AACd,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,qBAAqB;EAClD,MAAM,iBAAiB,uBAAuB,MAAM;AACpD,SAAO,SAAS,KACd,EACE,OAAO,sBACR,EACD,EACE,QAAQ,mBAAmB,MAAM,MAAM,KACxC,CACF;;CAGH,MAAM,eAAe,WACnB,QAAQ,aACL,mBAAmB;EAClB,UAAU,qBAAqB,MAAM;EACrC,OAAO,kBAAkB,MAAM;EAChC,CAAC,CACD,OAAO,iBAAiB;AACvB,SAAO,MACL;GAAE,KAAK;GAAc;GAAQ,EAC7B,gCACD;GACD;AAEN,KAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,WAAW;AACvD,QAAM,YAAY,0BAA0B;AAC5C,SAAO,SAAS,KACd;GACE,OAAO;GACP,SACE;GACH,EACD,EAAE,QAAQ,KAAK,CAChB;;CAGH,MAAM,iBAAgC;EACpC,GAAG;EACH,UAAU;EACV,OAAO;EACR;CAED,IAAI;AACJ,KAAI,MAAM,QAAQ,MAAM,SAAS,CAC/B,KAAI;EACF,MAAM,qBAAqB,IAAI,IAC7B,MAAM,QAAQ,aAAa,qBAAqB;GAC9C,UAAU;GACV;GACD,CAAC,CACH;AACD,2BAAyB,MAAM,SAAS,QACrC,YAAY,CAAC,mBAAmB,IAAI,QAAQ,GAAG,CACjD;UACM,OAAO;AACd,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,+BAA+B;AAC5D,QAAM,YAAY,+BAA+B;AACjD,SAAO,SAAS,KACd,EACE,OAAO,gCACR,EACD,EAAE,QAAQ,KAAK,CAChB;;AAIL,CAAK,iBAAiB,QACpB,8CACA,EAAE,CACH;CAKD,MAAM,YAAY,yBAAyB;EACzC;EACA,QAAQ,WACN,QAAQ,aAAa,iBAAiB;GACpC,UAAU;GACV,OAAO;GACP,YAAY,QAAQ;GACpB,GAAI,QAAQ,kBAAkB,SAC1B,EAAE,eAAe,QAAQ,eAAe,GACxC,EAAE;GACN;GACD,CAAC;EACJ,YAAY,QAAQ,+BAA+B;EACnD,oBAAoB,QAAQ;EAI5B,mBACE,mBAAmB,SACf,SACA,kBAAkB,KAAK,KAAK,GAAG,mBAAmB;EACxD,SAAS,QAAQ;AACf,UAAO,MAAM,EAAO,KAAK,EAAE,8BAA8B;AACzD,OAAI;AACF,UAAM,UAAU;YACT,YAAY;AACnB,WAAO,MACL,EAAE,KAAK,YAAY,EACnB,mDACD;;;EAGN,CAAC;CAEF,MAAM,uBAAuB;AAC3B,YAAU,MAAM;;CAGlB,MAAM,aAAa,EAAE,SAAS,OAAO;CACrC,IAAI;CAUJ,IAAI;CACJ,MAAM,eAAe,WAAkC;AACrD,kBAAgB;AAChB,kBAAgB,YAAY,OAAO;AACnC,SAAO;;CAGT,MAAM,aAAoC;EACxC,UAAU;EACV,GAAI,oBAAoB,SAAY,EAAE,GAAG,EAAE,iBAAiB;EAC5D;EACA,OAAO;EACP,GAAI,2BAA2B,SAAY,EAAE,wBAAwB,GAAG,EAAE;EAG1E,aAAa,WACX,QAAQ,aAAa,eAAe;GAClC,UAAU;GACV,OAAO;GACP;GACA;GACA;GACD,CAAC;EACL;CAED,MAAM,uBAAuB,wBAAwB,QAAQ;CAC7D,IAAI,qBAAqB;CACzB,MAAM,oBAAoB,OAAgB,UAA6B;AACrE,MAAI,mBAAoB;AACxB,uBAAqB;AAGrB,EAAK,iBAAiB,QACpB,8CACA,EACE,OAAO,0BACR,CACF;AACD,wBAAsB,OAAO;GAC3B;GACA;GACA,WAAW;GACX;GACA,UAAU;GACV,OAAO;GACP;GACA;GACD,CAAC;;AAGJ,KAAI;EACF,MAAM,WAAW,yBAAyB,QAAQ,OAAO,GACrD,QAAQ,OAAO,uBAAuB,WAAW,GACjD;GACE,QAAQ,QAAQ,OAAO,IAAI,WAAW;GACtC,SAAS,QAAQ,SAAS;GAC3B;AAEL,WAAS,OAAO,UAAU;GACxB,OAAO,UAAqB;AAC1B,QAAI,MAAM,SAAS,UAAU,YAC3B,YAAW,UAAU;AAEvB,QAAI,MAAM,SAAS,UAAU,WAAW;KACtC,MAAM,UACJ,aAAa,SAAS,OAAO,MAAM,YAAY,WAC3C,MAAM,UACN;AACN,sBACE,IAAI,MAAM,QAAQ,EAClB,WAAW,UACP,8BACA,uBACL;AAGD,SAAI,CAAC,WAAW,QACd,gCAA+B;;;GAIrC,QAAQ,UAAU;AAChB,qBACE,OACA,WAAW,UACP,8BACA,uBACL;AACD,QAAI,CAAC,WAAW,QACd,gCACE,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AAG1D,IAAK,YACH,WAAW,UAAU,iBAAiB,qBACvC;AACD,WAAO,MAAM,EAAE,KAAK,OAAO,EAAE,sBAAsB;;GAErD,gBAAgB;AAEd,IAAK,YAAY,YAAY;AAG7B,IAAK,iBAAiB,QACpB,4CACA,EAAE,CACH;;GAEJ,CAAC;AAEF,QAAM,SAAS;UACR,OAAO;AACd,mBAAiB,OAAO,uBAAuB;AAC/C,QAAM,YAAY,qBAAqB;AACvC,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,8BAA8B;AAC3D,SAAO,SAAS,KACd;GACE,OAAO;GACP,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAChE,EACD,EAAE,QAAQ,KAAK,CAChB;;AAGH,KAAI,8BAA8B;AAGhC,QAAM,YAAY,sBAAsB;AACxC,SAAO,SAAS,KACd;GACE,OAAO;GACP,SAAS;GACV,EACD,EAAE,QAAQ,KAAK,CAChB;;AAKH,QAAO,SAAS,KACd;EACE,UAAU;EACV,OAAO;EACP;EACA,UAAU,4BAA4B;GACpC,WAAW,QAAQ,aAAa,iBAAiB;GACjD,UAAU;GACX,CAAC;EACH,EACD,EACE,SAAS,EAAE,iBAAiB,YAAY,EACzC,CACF"}
|
|
1
|
+
{"version":3,"file":"run.mjs","names":[],"sources":["../../../../src/runtime/handlers/intelligence/run.ts"],"sourcesContent":["import type {\n AbstractAgent,\n BaseEvent,\n Message,\n RunAgentInput,\n} from \"@ag-ui/client\";\nimport { EventType } from \"@ag-ui/client\";\nimport type { CopilotKitIntelligenceRuntimeLike } from \"../../core/runtime\";\nimport { generateThreadNameForNewThread } from \"./thread-names\";\nimport { getRuntimeLogger } from \"../../core/logger\";\nimport { telemetry } from \"../../telemetry\";\nimport { resolveIntelligenceUser } from \"../shared/resolve-intelligence-user\";\nimport { isHandlerResponse } from \"../shared/json-response\";\nimport type { AgentRunnerRunRequest } from \"../../runner/agent-runner\";\nimport type { Observable } from \"rxjs\";\nimport { getRuntimeErrorReporter } from \"../../core/runtime-error-reporter\";\nimport type { RuntimeErrorPhase } from \"../../core/runtime-error-reporter\";\nimport {\n resolveLearningContainerId,\n resolveLearningContainerSelector,\n} from \"../../core/learning\";\nimport { getPlatformErrorStatus } from \"../shared/intelligence-utils\";\nimport { startThreadLockHeartbeat } from \"../../intelligence-platform/thread-lock-heartbeat\";\nimport { normalizeAnalyticsContext } from \"../../intelligence-platform/analytics-context\";\nimport type { ThreadSummary } from \"../../intelligence-platform\";\n\n/**\n * Builds browser-facing realtime connection metadata owned by the runtime.\n */\nfunction buildRealtimeConnectionInfo(params: {\n clientUrl: string;\n threadId: string;\n}): { clientUrl: string; topic: string } {\n return {\n clientUrl: params.clientUrl,\n topic: `thread:${params.threadId}`,\n };\n}\n\ninterface RunnerStartupBoundary {\n events: Observable<BaseEvent>;\n startup: Promise<void>;\n}\n\ninterface RunnerWithStartupBoundary {\n runWithStartupBoundary(request: AgentRunnerRunRequest): RunnerStartupBoundary;\n}\n\nfunction hasRunnerStartupBoundary(\n runner: CopilotKitIntelligenceRuntimeLike[\"runner\"],\n): runner is CopilotKitIntelligenceRuntimeLike[\"runner\"] &\n RunnerWithStartupBoundary {\n const candidate = runner as { runWithStartupBoundary?: unknown };\n\n return (\n typeof candidate.runWithStartupBoundary === \"function\" &&\n (Object.prototype.hasOwnProperty.call(runner, \"runWithStartupBoundary\") ||\n Object.prototype.hasOwnProperty.call(runner, \"threads\"))\n );\n}\n\ninterface HandleIntelligenceRunParams {\n runtime: CopilotKitIntelligenceRuntimeLike;\n request: Request;\n agentId: string;\n agent: AbstractAgent;\n input: RunAgentInput;\n /**\n * The app's analytics context, already taken off `input.forwardedProps` by\n * `takeAnalyticsContext`. Sent on the lock request only.\n */\n analyticsContext?: unknown;\n startTime?: number;\n}\n\nexport async function handleIntelligenceRun({\n runtime,\n request,\n agentId,\n agent,\n input,\n analyticsContext: forwardedAnalyticsContext,\n startTime,\n}: HandleIntelligenceRunParams): Promise<Response> {\n const logger = getRuntimeLogger(runtime);\n const runtimeTelemetry = runtime.telemetry ?? telemetry;\n\n if (!runtime.intelligence) {\n return Response.json(\n {\n error: \"Intelligence not configured\",\n message: \"Intelligence mode requires a CopilotKitIntelligence\",\n },\n { status: 500 },\n );\n }\n\n const user = await resolveIntelligenceUser({ runtime, request });\n if (isHandlerResponse(user)) {\n return user;\n }\n const userId = user.id;\n\n const proxyRequest = (\n input.forwardedProps as Record<string, unknown> | undefined\n )?.__proxiedMCPRequest;\n const isDirectResourceRead =\n input.forwardedProps?.__copilotkitMcpResourceReadOnly === true &&\n proxyRequest &&\n typeof proxyRequest === \"object\" &&\n (proxyRequest as { method?: unknown }).method === \"resources/read\";\n\n // CopilotKit core sends one request ID across a request's follow-up runs\n // and resumes. Older clients send none, and the platform then uses the run ID.\n const forwardedRequestId = input.forwardedProps?.__copilotkitRequestId;\n const requestId =\n typeof forwardedRequestId === \"string\" && forwardedRequestId.length > 0\n ? forwardedRequestId\n : undefined;\n\n // An app's analytics context labels the run in Intelligence. A missing or\n // malformed one is left off the lock request and never fails the run.\n const analyticsContext = normalizeAnalyticsContext(\n forwardedAnalyticsContext,\n logger,\n );\n\n let learningContainerId: string | undefined;\n try {\n const selector = runtime.intelligence.ɵgetLearningContainerId?.();\n learningContainerId = selector\n ? await resolveLearningContainerSelector(selector, {\n surface: \"web\",\n user,\n agentId,\n input,\n })\n : await resolveLearningContainerId(runtime.learning, {\n surface: \"web\",\n request,\n threadId: input.threadId,\n runId: input.runId,\n agentId,\n userId,\n });\n } catch (error) {\n logger.error({ err: error }, \"Failed to resolve Learning Container\");\n return Response.json(\n { error: \"Failed to resolve Learning Container\" },\n { status: 500 },\n );\n }\n\n let thread: ThreadSummary;\n try {\n const initialized = await runtime.intelligence.getOrCreateThread({\n threadId: input.threadId,\n userId,\n agentId,\n ...(learningContainerId !== undefined ? { learningContainerId } : {}),\n });\n thread = initialized.thread;\n const { created } = initialized;\n\n if (created && runtime.generateThreadNames && !thread.name?.trim()) {\n void generateThreadNameForNewThread({\n runtime,\n agentId,\n sourceInput: input,\n thread,\n userId,\n }).catch((nameError) => {\n logger.error({ err: nameError }, \"Failed to generate thread name\");\n });\n }\n } catch (error) {\n logger.error({ err: error }, \"Failed to get or create thread\");\n const platformStatus = getPlatformErrorStatus(error);\n return Response.json(\n {\n error: \"Failed to initialize thread\",\n },\n {\n status:\n platformStatus !== undefined &&\n platformStatus >= 400 &&\n platformStatus < 500\n ? platformStatus\n : 502,\n },\n );\n }\n\n // MCP App resources are presentation data. Initialize the thread through the\n // usual path, then fetch without claiming its mutation lock so an approval\n // can continue while the resource server is still answering.\n if (isDirectResourceRead) {\n try {\n if (thread.agentId && thread.agentId !== agentId) {\n return Response.json(\n { error: \"Thread belongs to another agent\" },\n { status: 403 },\n );\n }\n agent.threadId = thread.id;\n const run = await agent.runAgent({\n runId: input.runId,\n tools: input.tools,\n context: input.context,\n forwardedProps: input.forwardedProps,\n });\n return Response.json({\n kind: \"mcp-resource-read\",\n threadId: thread.id,\n runId: input.runId,\n result: run.result ?? null,\n });\n } catch (error) {\n logger.error({ err: error }, \"MCP resource read failed\");\n const status = getPlatformErrorStatus(error);\n return Response.json(\n { error: \"MCP resource read failed\" },\n { status: status && status >= 400 && status < 500 ? status : 502 },\n );\n }\n }\n\n let canonicalThreadId = input.threadId;\n let canonicalRunId = input.runId;\n let joinToken: string | undefined;\n let backendThreadId: string | undefined;\n let lockTtlSeconds: number | undefined;\n let lockRequestedAt = 0;\n try {\n // The platform starts the lock's TTL when it handles the request, so time\n // the lifetime from the send rather than from the response.\n lockRequestedAt = Date.now();\n const lockResult = await runtime.intelligence.ɵacquireThreadLock({\n supportsBackendThreadId: true,\n threadId: input.threadId,\n runId: input.runId,\n userId,\n agentId,\n ...(learningContainerId !== undefined ? { learningContainerId } : {}),\n ...(requestId !== undefined ? { requestId } : {}),\n ...(analyticsContext !== undefined ? { analyticsContext } : {}),\n ...(runtime.lockKeyPrefix !== undefined\n ? { lockKeyPrefix: runtime.lockKeyPrefix }\n : {}),\n ttlSeconds: runtime.lockTtlSeconds,\n });\n canonicalThreadId = lockResult.threadId;\n canonicalRunId = lockResult.runId;\n joinToken = lockResult.joinToken;\n backendThreadId = lockResult.backendThreadId;\n lockTtlSeconds = lockResult.ttlSeconds;\n } catch (error) {\n logger.error({ err: error }, \"Thread lock denied\");\n const platformStatus = getPlatformErrorStatus(error);\n return Response.json(\n {\n error: \"Thread lock denied\",\n },\n {\n status: platformStatus === 409 ? 409 : 502,\n },\n );\n }\n\n const cleanupLock = (reason: string): Promise<void> =>\n runtime.intelligence\n .ɵcleanupThreadLock({\n threadId: canonicalThreadId || input.threadId,\n runId: canonicalRunId || input.runId,\n })\n .catch((cleanupError) => {\n logger.error(\n { err: cleanupError, reason },\n \"Failed to cleanup thread lock\",\n );\n });\n\n if (!canonicalThreadId || !canonicalRunId || !joinToken) {\n await cleanupLock(\"malformed-lock-response\");\n return Response.json(\n {\n error: \"Run connection credentials not available\",\n message:\n \"Intelligence platform did not return canonical threadId, runId, and joinToken\",\n },\n { status: 502 },\n );\n }\n\n const canonicalInput: RunAgentInput = {\n ...input,\n threadId: canonicalThreadId,\n runId: canonicalRunId,\n };\n\n let persistedInputMessages: Message[] | undefined;\n if (Array.isArray(input.messages)) {\n try {\n const historicMessageIds = new Set(\n await runtime.intelligence.ɵgetThreadMessageIds({\n threadId: canonicalThreadId,\n userId,\n }),\n );\n persistedInputMessages = input.messages.filter(\n (message) => !historicMessageIds.has(message.id),\n );\n } catch (error) {\n logger.error({ err: error }, \"Thread history lookup failed\");\n await cleanupLock(\"thread-history-lookup-failed\");\n return Response.json(\n {\n error: \"Thread history lookup failed\",\n },\n { status: 502 },\n );\n }\n }\n\n void runtimeTelemetry.capture(\n \"oss.runtime.agent_execution_stream_started\",\n {},\n );\n\n // Keep the thread lock alive while the run executes. Transient renewal\n // failures are retried within the lock's remaining TTL; only a lost lock\n // (or running out of time) aborts the run.\n const heartbeat = startThreadLockHeartbeat({\n logger,\n renew: (signal) =>\n runtime.intelligence.ɵrenewThreadLock({\n threadId: canonicalThreadId,\n runId: canonicalRunId,\n ttlSeconds: runtime.lockTtlSeconds,\n ...(runtime.lockKeyPrefix !== undefined\n ? { lockKeyPrefix: runtime.lockKeyPrefix }\n : {}),\n signal,\n }),\n intervalMs: runtime.lockHeartbeatIntervalSeconds * 1_000,\n fallbackTtlSeconds: runtime.lockTtlSeconds,\n // The acquire round trip and the history lookup above both run between\n // the lock request and now, so pass the lifetime the platform set minus\n // the time already spent.\n initialTtlSeconds:\n lockTtlSeconds === undefined\n ? undefined\n : lockTtlSeconds - (Date.now() - lockRequestedAt) / 1_000,\n onLost: (err) => {\n logger.error({ err: err }, \"Failed to renew thread lock\");\n try {\n agent.abortRun();\n } catch (abortError) {\n logger.error(\n { err: abortError },\n \"Failed to abort agent after lock renewal failure\",\n );\n }\n },\n });\n\n const clearHeartbeat = () => {\n heartbeat.stop();\n };\n\n const runStarted = { current: false };\n let immediateStartupErrorMessage: string | undefined;\n\n // The runner sends the run's events to Intelligence, whose gateway checks\n // this lock each time it stores a batch and releases it when it stores the\n // run's terminal event. Release it here only once the runner's stream has\n // ended, after the runner delivered the run's last events or failed to for\n // good. A RUN_ERROR reaches this handler before the runner has sent it, so\n // releasing then got the runner's next batch refused. The release is a\n // compare-and-delete by run ID: a second one, or one after the gateway's,\n // changes nothing and never frees a lock a newer run holds.\n let lockRelease: Promise<void> | undefined;\n const releaseLock = (reason: string): Promise<void> => {\n clearHeartbeat();\n lockRelease ??= cleanupLock(reason);\n return lockRelease;\n };\n\n const runRequest: AgentRunnerRunRequest = {\n threadId: canonicalThreadId,\n ...(backendThreadId === undefined ? {} : { backendThreadId }),\n agent,\n input: canonicalInput,\n ...(persistedInputMessages !== undefined ? { persistedInputMessages } : {}),\n // A stop made by this runtime (its stop route, a server-side caller) never\n // passes through Intelligence, which would count the run as finished.\n recordStop: (signal) =>\n runtime.intelligence.ɵrecordRunStop({\n threadId: canonicalThreadId,\n runId: canonicalRunId,\n userId,\n agentId,\n signal,\n }),\n };\n\n const runtimeErrorReporter = getRuntimeErrorReporter(runtime);\n let agentErrorReported = false;\n const reportAgentError = (error: unknown, phase: RuntimeErrorPhase) => {\n if (agentErrorReported) return;\n agentErrorReported = true;\n // Analytics describes the outcome; only the application-owned reporter\n // receives diagnostics that may contain customer or upstream content.\n void runtimeTelemetry.capture(\n \"oss.runtime.agent_execution_stream_errored\",\n {\n error: \"AGENT_EXECUTION_FAILED\",\n },\n );\n runtimeErrorReporter?.report({\n request,\n error,\n operation: \"agent.run\",\n agentId,\n threadId: canonicalThreadId,\n runId: canonicalRunId,\n phase,\n startTime,\n });\n };\n\n try {\n const runStart = hasRunnerStartupBoundary(runtime.runner)\n ? runtime.runner.runWithStartupBoundary(runRequest)\n : {\n events: runtime.runner.run(runRequest),\n startup: Promise.resolve(),\n };\n\n runStart.events.subscribe({\n next: (event: BaseEvent) => {\n if (event.type === EventType.RUN_STARTED) {\n runStarted.current = true;\n }\n if (event.type === EventType.RUN_ERROR) {\n const message =\n \"message\" in event && typeof event.message === \"string\"\n ? event.message\n : \"Runner failed before the run started\";\n reportAgentError(\n new Error(message),\n runStarted.current\n ? \"intelligence.subscription\"\n : \"intelligence.startup\",\n );\n // The runner may still be sending this error and the events before\n // it, so the lock stays held until its stream ends.\n if (!runStarted.current) {\n immediateStartupErrorMessage = message;\n }\n }\n },\n error: (error) => {\n reportAgentError(\n error,\n runStarted.current\n ? \"intelligence.subscription\"\n : \"intelligence.startup\",\n );\n if (!runStarted.current) {\n immediateStartupErrorMessage =\n error instanceof Error ? error.message : String(error);\n }\n // The runner gave up delivering the run's events.\n void releaseLock(\n runStarted.current ? \"runner-error\" : \"runner-start-error\",\n );\n logger.error({ err: error }, \"Error running agent\");\n },\n complete: () => {\n // The runner has delivered the run's last events.\n void releaseLock(\"run-ended\");\n // Preserve the existing completion count even when the stream contains\n // RUN_ERROR. Failure reporting is separate and carries only a safe code.\n void runtimeTelemetry.capture(\n \"oss.runtime.agent_execution_stream_ended\",\n {},\n );\n },\n });\n\n await runStart.startup;\n } catch (error) {\n reportAgentError(error, \"intelligence.startup\");\n await releaseLock(\"runner-start-threw\");\n logger.error({ err: error }, \"Error starting agent runner\");\n return Response.json(\n {\n error: \"Failed to start runner\",\n message: error instanceof Error ? error.message : String(error),\n },\n { status: 502 },\n );\n }\n\n if (immediateStartupErrorMessage) {\n // A run that failed before it started has nothing left to send, and this\n // request gives it up.\n await releaseLock(\"runner-start-failed\");\n return Response.json(\n {\n error: \"Failed to start runner\",\n message: immediateStartupErrorMessage,\n },\n { status: 502 },\n );\n }\n\n // IntelligenceAgentRunner resolves this boundary after Phoenix channel join.\n // Other runner implementations fall back to construction/subscription errors.\n return Response.json(\n {\n threadId: canonicalThreadId,\n runId: canonicalRunId,\n joinToken,\n realtime: buildRealtimeConnectionInfo({\n clientUrl: runtime.intelligence.ɵgetClientWsUrl(),\n threadId: canonicalThreadId,\n }),\n },\n {\n headers: { \"Cache-Control\": \"no-cache\" },\n },\n );\n}\n"],"mappings":";;;;;;;;;;;;;;;;AA6BA,SAAS,4BAA4B,QAGI;AACvC,QAAO;EACL,WAAW,OAAO;EAClB,OAAO,UAAU,OAAO;EACzB;;AAYH,SAAS,yBACP,QAE0B;AAG1B,QACE,OAHgB,OAGC,2BAA2B,eAC3C,OAAO,UAAU,eAAe,KAAK,QAAQ,yBAAyB,IACrE,OAAO,UAAU,eAAe,KAAK,QAAQ,UAAU;;AAkB7D,eAAsB,sBAAsB,EAC1C,SACA,SACA,SACA,OACA,OACA,kBAAkB,2BAClB,aACiD;CACjD,MAAM,SAAS,iBAAiB,QAAQ;CACxC,MAAM,mBAAmB,QAAQ,aAAa;AAE9C,KAAI,CAAC,QAAQ,aACX,QAAO,SAAS,KACd;EACE,OAAO;EACP,SAAS;EACV,EACD,EAAE,QAAQ,KAAK,CAChB;CAGH,MAAM,OAAO,MAAM,wBAAwB;EAAE;EAAS;EAAS,CAAC;AAChE,KAAI,kBAAkB,KAAK,CACzB,QAAO;CAET,MAAM,SAAS,KAAK;CAEpB,MAAM,eACJ,MAAM,gBACL;CACH,MAAM,uBACJ,MAAM,gBAAgB,oCAAoC,QAC1D,gBACA,OAAO,iBAAiB,YACvB,aAAsC,WAAW;CAIpD,MAAM,qBAAqB,MAAM,gBAAgB;CACjD,MAAM,YACJ,OAAO,uBAAuB,YAAY,mBAAmB,SAAS,IAClE,qBACA;CAIN,MAAM,mBAAmB,0BACvB,2BACA,OACD;CAED,IAAI;AACJ,KAAI;EACF,MAAM,WAAW,QAAQ,aAAa,2BAA2B;AACjE,wBAAsB,WAClB,MAAM,iCAAiC,UAAU;GAC/C,SAAS;GACT;GACA;GACA;GACD,CAAC,GACF,MAAM,2BAA2B,QAAQ,UAAU;GACjD,SAAS;GACT;GACA,UAAU,MAAM;GAChB,OAAO,MAAM;GACb;GACA;GACD,CAAC;UACC,OAAO;AACd,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,uCAAuC;AACpE,SAAO,SAAS,KACd,EAAE,OAAO,wCAAwC,EACjD,EAAE,QAAQ,KAAK,CAChB;;CAGH,IAAI;AACJ,KAAI;EACF,MAAM,cAAc,MAAM,QAAQ,aAAa,kBAAkB;GAC/D,UAAU,MAAM;GAChB;GACA;GACA,GAAI,wBAAwB,SAAY,EAAE,qBAAqB,GAAG,EAAE;GACrE,CAAC;AACF,WAAS,YAAY;EACrB,MAAM,EAAE,YAAY;AAEpB,MAAI,WAAW,QAAQ,uBAAuB,CAAC,OAAO,MAAM,MAAM,CAChE,CAAK,+BAA+B;GAClC;GACA;GACA,aAAa;GACb;GACA;GACD,CAAC,CAAC,OAAO,cAAc;AACtB,UAAO,MAAM,EAAE,KAAK,WAAW,EAAE,iCAAiC;IAClE;UAEG,OAAO;AACd,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,iCAAiC;EAC9D,MAAM,iBAAiB,uBAAuB,MAAM;AACpD,SAAO,SAAS,KACd,EACE,OAAO,+BACR,EACD,EACE,QACE,mBAAmB,UACnB,kBAAkB,OAClB,iBAAiB,MACb,iBACA,KACP,CACF;;AAMH,KAAI,qBACF,KAAI;AACF,MAAI,OAAO,WAAW,OAAO,YAAY,QACvC,QAAO,SAAS,KACd,EAAE,OAAO,mCAAmC,EAC5C,EAAE,QAAQ,KAAK,CAChB;AAEH,QAAM,WAAW,OAAO;EACxB,MAAM,MAAM,MAAM,MAAM,SAAS;GAC/B,OAAO,MAAM;GACb,OAAO,MAAM;GACb,SAAS,MAAM;GACf,gBAAgB,MAAM;GACvB,CAAC;AACF,SAAO,SAAS,KAAK;GACnB,MAAM;GACN,UAAU,OAAO;GACjB,OAAO,MAAM;GACb,QAAQ,IAAI,UAAU;GACvB,CAAC;UACK,OAAO;AACd,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,2BAA2B;EACxD,MAAM,SAAS,uBAAuB,MAAM;AAC5C,SAAO,SAAS,KACd,EAAE,OAAO,4BAA4B,EACrC,EAAE,QAAQ,UAAU,UAAU,OAAO,SAAS,MAAM,SAAS,KAAK,CACnE;;CAIL,IAAI,oBAAoB,MAAM;CAC9B,IAAI,iBAAiB,MAAM;CAC3B,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI,kBAAkB;AACtB,KAAI;AAGF,oBAAkB,KAAK,KAAK;EAC5B,MAAM,aAAa,MAAM,QAAQ,aAAa,mBAAmB;GAC/D,yBAAyB;GACzB,UAAU,MAAM;GAChB,OAAO,MAAM;GACb;GACA;GACA,GAAI,wBAAwB,SAAY,EAAE,qBAAqB,GAAG,EAAE;GACpE,GAAI,cAAc,SAAY,EAAE,WAAW,GAAG,EAAE;GAChD,GAAI,qBAAqB,SAAY,EAAE,kBAAkB,GAAG,EAAE;GAC9D,GAAI,QAAQ,kBAAkB,SAC1B,EAAE,eAAe,QAAQ,eAAe,GACxC,EAAE;GACN,YAAY,QAAQ;GACrB,CAAC;AACF,sBAAoB,WAAW;AAC/B,mBAAiB,WAAW;AAC5B,cAAY,WAAW;AACvB,oBAAkB,WAAW;AAC7B,mBAAiB,WAAW;UACrB,OAAO;AACd,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,qBAAqB;EAClD,MAAM,iBAAiB,uBAAuB,MAAM;AACpD,SAAO,SAAS,KACd,EACE,OAAO,sBACR,EACD,EACE,QAAQ,mBAAmB,MAAM,MAAM,KACxC,CACF;;CAGH,MAAM,eAAe,WACnB,QAAQ,aACL,mBAAmB;EAClB,UAAU,qBAAqB,MAAM;EACrC,OAAO,kBAAkB,MAAM;EAChC,CAAC,CACD,OAAO,iBAAiB;AACvB,SAAO,MACL;GAAE,KAAK;GAAc;GAAQ,EAC7B,gCACD;GACD;AAEN,KAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,WAAW;AACvD,QAAM,YAAY,0BAA0B;AAC5C,SAAO,SAAS,KACd;GACE,OAAO;GACP,SACE;GACH,EACD,EAAE,QAAQ,KAAK,CAChB;;CAGH,MAAM,iBAAgC;EACpC,GAAG;EACH,UAAU;EACV,OAAO;EACR;CAED,IAAI;AACJ,KAAI,MAAM,QAAQ,MAAM,SAAS,CAC/B,KAAI;EACF,MAAM,qBAAqB,IAAI,IAC7B,MAAM,QAAQ,aAAa,qBAAqB;GAC9C,UAAU;GACV;GACD,CAAC,CACH;AACD,2BAAyB,MAAM,SAAS,QACrC,YAAY,CAAC,mBAAmB,IAAI,QAAQ,GAAG,CACjD;UACM,OAAO;AACd,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,+BAA+B;AAC5D,QAAM,YAAY,+BAA+B;AACjD,SAAO,SAAS,KACd,EACE,OAAO,gCACR,EACD,EAAE,QAAQ,KAAK,CAChB;;AAIL,CAAK,iBAAiB,QACpB,8CACA,EAAE,CACH;CAKD,MAAM,YAAY,yBAAyB;EACzC;EACA,QAAQ,WACN,QAAQ,aAAa,iBAAiB;GACpC,UAAU;GACV,OAAO;GACP,YAAY,QAAQ;GACpB,GAAI,QAAQ,kBAAkB,SAC1B,EAAE,eAAe,QAAQ,eAAe,GACxC,EAAE;GACN;GACD,CAAC;EACJ,YAAY,QAAQ,+BAA+B;EACnD,oBAAoB,QAAQ;EAI5B,mBACE,mBAAmB,SACf,SACA,kBAAkB,KAAK,KAAK,GAAG,mBAAmB;EACxD,SAAS,QAAQ;AACf,UAAO,MAAM,EAAO,KAAK,EAAE,8BAA8B;AACzD,OAAI;AACF,UAAM,UAAU;YACT,YAAY;AACnB,WAAO,MACL,EAAE,KAAK,YAAY,EACnB,mDACD;;;EAGN,CAAC;CAEF,MAAM,uBAAuB;AAC3B,YAAU,MAAM;;CAGlB,MAAM,aAAa,EAAE,SAAS,OAAO;CACrC,IAAI;CAUJ,IAAI;CACJ,MAAM,eAAe,WAAkC;AACrD,kBAAgB;AAChB,kBAAgB,YAAY,OAAO;AACnC,SAAO;;CAGT,MAAM,aAAoC;EACxC,UAAU;EACV,GAAI,oBAAoB,SAAY,EAAE,GAAG,EAAE,iBAAiB;EAC5D;EACA,OAAO;EACP,GAAI,2BAA2B,SAAY,EAAE,wBAAwB,GAAG,EAAE;EAG1E,aAAa,WACX,QAAQ,aAAa,eAAe;GAClC,UAAU;GACV,OAAO;GACP;GACA;GACA;GACD,CAAC;EACL;CAED,MAAM,uBAAuB,wBAAwB,QAAQ;CAC7D,IAAI,qBAAqB;CACzB,MAAM,oBAAoB,OAAgB,UAA6B;AACrE,MAAI,mBAAoB;AACxB,uBAAqB;AAGrB,EAAK,iBAAiB,QACpB,8CACA,EACE,OAAO,0BACR,CACF;AACD,wBAAsB,OAAO;GAC3B;GACA;GACA,WAAW;GACX;GACA,UAAU;GACV,OAAO;GACP;GACA;GACD,CAAC;;AAGJ,KAAI;EACF,MAAM,WAAW,yBAAyB,QAAQ,OAAO,GACrD,QAAQ,OAAO,uBAAuB,WAAW,GACjD;GACE,QAAQ,QAAQ,OAAO,IAAI,WAAW;GACtC,SAAS,QAAQ,SAAS;GAC3B;AAEL,WAAS,OAAO,UAAU;GACxB,OAAO,UAAqB;AAC1B,QAAI,MAAM,SAAS,UAAU,YAC3B,YAAW,UAAU;AAEvB,QAAI,MAAM,SAAS,UAAU,WAAW;KACtC,MAAM,UACJ,aAAa,SAAS,OAAO,MAAM,YAAY,WAC3C,MAAM,UACN;AACN,sBACE,IAAI,MAAM,QAAQ,EAClB,WAAW,UACP,8BACA,uBACL;AAGD,SAAI,CAAC,WAAW,QACd,gCAA+B;;;GAIrC,QAAQ,UAAU;AAChB,qBACE,OACA,WAAW,UACP,8BACA,uBACL;AACD,QAAI,CAAC,WAAW,QACd,gCACE,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AAG1D,IAAK,YACH,WAAW,UAAU,iBAAiB,qBACvC;AACD,WAAO,MAAM,EAAE,KAAK,OAAO,EAAE,sBAAsB;;GAErD,gBAAgB;AAEd,IAAK,YAAY,YAAY;AAG7B,IAAK,iBAAiB,QACpB,4CACA,EAAE,CACH;;GAEJ,CAAC;AAEF,QAAM,SAAS;UACR,OAAO;AACd,mBAAiB,OAAO,uBAAuB;AAC/C,QAAM,YAAY,qBAAqB;AACvC,SAAO,MAAM,EAAE,KAAK,OAAO,EAAE,8BAA8B;AAC3D,SAAO,SAAS,KACd;GACE,OAAO;GACP,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAChE,EACD,EAAE,QAAQ,KAAK,CAChB;;AAGH,KAAI,8BAA8B;AAGhC,QAAM,YAAY,sBAAsB;AACxC,SAAO,SAAS,KACd;GACE,OAAO;GACP,SAAS;GACV,EACD,EAAE,QAAQ,KAAK,CAChB;;AAKH,QAAO,SAAS,KACd;EACE,UAAU;EACV,OAAO;EACP;EACA,UAAU,4BAA4B;GACpC,WAAW,QAAQ,aAAa,iBAAiB;GACjD,UAAU;GACX,CAAC;EACH,EACD,EACE,SAAS,EAAE,iBAAiB,YAAY,EACzC,CACF"}
|
|
@@ -1,6 +1,4 @@
|
|
|
1
1
|
const require_logger = require('../../core/logger.cjs');
|
|
2
|
-
const require_json_response = require('../shared/json-response.cjs');
|
|
3
|
-
const require_agent_utils = require('../shared/agent-utils.cjs');
|
|
4
2
|
|
|
5
3
|
//#region src/runtime/handlers/intelligence/thread-names.ts
|
|
6
4
|
const THREAD_NAME_SYSTEM_PROMPT = [
|
|
@@ -13,41 +11,39 @@ const THREAD_NAME_SYSTEM_PROMPT = [
|
|
|
13
11
|
"No markdown characters or formatting.",
|
|
14
12
|
"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.",
|
|
15
13
|
"No trailing punctuation.",
|
|
16
|
-
"No explanations."
|
|
17
|
-
"Do not call tools."
|
|
14
|
+
"No explanations."
|
|
18
15
|
].join("\n");
|
|
19
16
|
const MAX_TITLE_LENGTH = 80;
|
|
20
17
|
const MAX_TITLE_WORDS = 8;
|
|
21
18
|
const MAX_TRANSCRIPT_MESSAGES = 8;
|
|
22
|
-
const
|
|
19
|
+
const TITLE_MODEL_TIMEOUT_MS = 15e3;
|
|
23
20
|
const FALLBACK_THREAD_TITLE = "Untitled";
|
|
24
|
-
|
|
21
|
+
/**
|
|
22
|
+
* Names a new thread. It never runs the app's agent: an agent keeps its own
|
|
23
|
+
* server-side tools, so a "title" run can repeat the user's task and change
|
|
24
|
+
* app data (#8375). With a configured model, the runtime makes one direct
|
|
25
|
+
* model call with no tools. Otherwise, or if that call fails, the name is the
|
|
26
|
+
* first user message.
|
|
27
|
+
*/
|
|
28
|
+
async function generateThreadNameForNewThread({ runtime, agentId, sourceInput, thread, userId }) {
|
|
25
29
|
const logger = require_logger.getRuntimeLogger(runtime);
|
|
26
|
-
|
|
30
|
+
const config = runtime.generateThreadNames;
|
|
31
|
+
if (!config || hasThreadName(thread.name)) return;
|
|
27
32
|
const prompt = buildThreadTitlePrompt(sourceInput.messages);
|
|
28
33
|
if (!prompt) return;
|
|
29
34
|
let generatedTitle = null;
|
|
30
|
-
|
|
31
|
-
generatedTitle = await
|
|
32
|
-
|
|
33
|
-
request,
|
|
35
|
+
if (typeof config === "object") try {
|
|
36
|
+
generatedTitle = await generateTitleWithModel(config, prompt);
|
|
37
|
+
if (!generatedTitle) logger.warn({
|
|
34
38
|
agentId,
|
|
35
|
-
threadId: thread.id,
|
|
36
|
-
prompt
|
|
37
|
-
});
|
|
38
|
-
if (generatedTitle) break;
|
|
39
|
-
logger.warn({
|
|
40
|
-
agentId,
|
|
41
|
-
attempt,
|
|
42
39
|
threadId: thread.id
|
|
43
|
-
}, "Thread name
|
|
40
|
+
}, "Thread name model returned an empty or invalid title");
|
|
44
41
|
} catch (error) {
|
|
45
42
|
logger.warn({
|
|
46
43
|
err: error,
|
|
47
44
|
agentId,
|
|
48
|
-
attempt,
|
|
49
45
|
threadId: thread.id
|
|
50
|
-
}, "Thread name
|
|
46
|
+
}, "Thread name model call failed");
|
|
51
47
|
}
|
|
52
48
|
await runtime.intelligence.updateThread({
|
|
53
49
|
threadId: thread.id,
|
|
@@ -56,41 +52,26 @@ async function generateThreadNameForNewThread({ runtime, request, agentId, sourc
|
|
|
56
52
|
updates: { name: generatedTitle ?? deriveFallbackTitleFromMessages(sourceInput.messages) }
|
|
57
53
|
});
|
|
58
54
|
}
|
|
59
|
-
async function
|
|
60
|
-
const {
|
|
61
|
-
const
|
|
62
|
-
const
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
55
|
+
async function generateTitleWithModel(config, prompt) {
|
|
56
|
+
const { chat, streamToText } = await import("@tanstack/ai");
|
|
57
|
+
const abortController = new AbortController();
|
|
58
|
+
const timeout = setTimeout(() => abortController.abort(), TITLE_MODEL_TIMEOUT_MS);
|
|
59
|
+
try {
|
|
60
|
+
const { text } = await streamToText(chat({
|
|
61
|
+
adapter: config.model,
|
|
62
|
+
systemPrompts: [THREAD_NAME_SYSTEM_PROMPT],
|
|
63
|
+
messages: [{
|
|
64
|
+
role: "user",
|
|
65
|
+
content: prompt
|
|
66
|
+
}],
|
|
67
|
+
threadId: globalThis.crypto.randomUUID(),
|
|
68
|
+
stream: true,
|
|
69
|
+
abortController
|
|
70
|
+
}));
|
|
71
|
+
return normalizeGeneratedTitle(text);
|
|
72
|
+
} finally {
|
|
73
|
+
clearTimeout(timeout);
|
|
69
74
|
}
|
|
70
|
-
require_agent_utils.configureAgentForRequest({
|
|
71
|
-
runtime,
|
|
72
|
-
request,
|
|
73
|
-
agentId,
|
|
74
|
-
agent
|
|
75
|
-
});
|
|
76
|
-
const messages = [{
|
|
77
|
-
id: globalThis.crypto.randomUUID(),
|
|
78
|
-
role: "system",
|
|
79
|
-
content: THREAD_NAME_SYSTEM_PROMPT
|
|
80
|
-
}, {
|
|
81
|
-
id: globalThis.crypto.randomUUID(),
|
|
82
|
-
role: "user",
|
|
83
|
-
content: prompt
|
|
84
|
-
}];
|
|
85
|
-
agent.setMessages(messages);
|
|
86
|
-
agent.setState({});
|
|
87
|
-
agent.threadId = globalThis.crypto.randomUUID();
|
|
88
|
-
const { newMessages } = await agent.runAgent({
|
|
89
|
-
tools: [],
|
|
90
|
-
context: [],
|
|
91
|
-
forwardedProps: {}
|
|
92
|
-
});
|
|
93
|
-
return selectGeneratedTitleFromMessages(newMessages);
|
|
94
75
|
}
|
|
95
76
|
function buildThreadTitlePrompt(messages) {
|
|
96
77
|
const transcript = (messages ?? []).filter((message) => [
|
|
@@ -110,14 +91,15 @@ function buildThreadTitlePrompt(messages) {
|
|
|
110
91
|
"Generate a short title for the conversation above. Return JSON only in this exact shape: {\"title\":\"...\"}. Do not answer the conversation."
|
|
111
92
|
].join("\n\n");
|
|
112
93
|
}
|
|
94
|
+
/**
|
|
95
|
+
* Returns the text of a message. For content parts (a message with an
|
|
96
|
+
* attachment), it keeps only the text parts: images, files, and other binary
|
|
97
|
+
* parts never go into a title or a title prompt.
|
|
98
|
+
*/
|
|
113
99
|
function stringifyMessageContent(content) {
|
|
114
100
|
if (typeof content === "string") return content.trim();
|
|
115
|
-
if (content
|
|
116
|
-
|
|
117
|
-
return JSON.stringify(content).trim();
|
|
118
|
-
} catch {
|
|
119
|
-
return "";
|
|
120
|
-
}
|
|
101
|
+
if (!Array.isArray(content)) return "";
|
|
102
|
+
return content.map((part) => typeof part === "object" && part !== null && "type" in part && part.type === "text" && "text" in part && typeof part.text === "string" ? part.text : "").join(" ").trim();
|
|
121
103
|
}
|
|
122
104
|
function normalizeGeneratedTitle(rawTitle) {
|
|
123
105
|
let candidate = rawTitle.trim();
|
|
@@ -151,15 +133,6 @@ function deriveFallbackTitleFromMessages(messages) {
|
|
|
151
133
|
}
|
|
152
134
|
return FALLBACK_THREAD_TITLE;
|
|
153
135
|
}
|
|
154
|
-
function selectGeneratedTitleFromMessages(messages) {
|
|
155
|
-
for (let index = messages.length - 1; index >= 0; index--) {
|
|
156
|
-
const message = messages[index];
|
|
157
|
-
if (message.role !== "assistant" || typeof message.content !== "string") continue;
|
|
158
|
-
const title = normalizeGeneratedTitle(message.content);
|
|
159
|
-
if (title) return title;
|
|
160
|
-
}
|
|
161
|
-
return null;
|
|
162
|
-
}
|
|
163
136
|
function isJsonLike(candidate) {
|
|
164
137
|
return candidate.startsWith("{") && candidate.endsWith("}") || candidate.startsWith("[") && candidate.endsWith("]");
|
|
165
138
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"thread-names.cjs","names":["getRuntimeLogger","cloneAgentForRequest","isHandlerResponse"],"sources":["../../../../src/runtime/handlers/intelligence/thread-names.ts"],"sourcesContent":["import type { Message, RunAgentInput } from \"@ag-ui/client\";\nimport { getRuntimeLogger } from \"../../core/logger\";\nimport type { CopilotKitIntelligenceRuntimeLike } from \"../../core/runtime\";\nimport {\n cloneAgentForRequest,\n configureAgentForRequest,\n} from \"../shared/agent-utils\";\nimport type { ThreadSummary } from \"../../intelligence-platform\";\nimport { isHandlerResponse } from \"../shared/json-response\";\n\nconst THREAD_NAME_SYSTEM_PROMPT = [\n \"You generate short, specific conversation titles.\",\n 'Return JSON only in this exact shape: {\"title\":\"...\"}',\n \"The title must be 2 to 5 words.\",\n \"Use sentence case.\",\n \"No quotes.\",\n \"No emoji.\",\n \"No markdown characters or formatting.\",\n \"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.\",\n \"No trailing punctuation.\",\n \"No explanations.\",\n \"Do not call tools.\",\n].join(\"\\n\");\n\nconst MAX_TITLE_LENGTH = 80;\nconst MAX_TITLE_WORDS = 8;\nconst MAX_TRANSCRIPT_MESSAGES = 8;\nconst MAX_TITLE_GENERATION_ATTEMPTS = 3;\nconst FALLBACK_THREAD_TITLE = \"Untitled\";\n\ninterface GenerateThreadNameParams {\n runtime: CopilotKitIntelligenceRuntimeLike;\n request: Request;\n agentId: string;\n sourceInput: RunAgentInput;\n thread: ThreadSummary;\n userId: string;\n}\n\nexport async function generateThreadNameForNewThread({\n runtime,\n request,\n agentId,\n sourceInput,\n thread,\n userId,\n}: GenerateThreadNameParams): Promise<void> {\n const logger = getRuntimeLogger(runtime);\n if (!runtime.generateThreadNames || hasThreadName(thread.name)) {\n return;\n }\n\n const prompt = buildThreadTitlePrompt(sourceInput.messages);\n if (!prompt) {\n return;\n }\n\n let generatedTitle: string | null = null;\n\n for (let attempt = 1; attempt <= MAX_TITLE_GENERATION_ATTEMPTS; attempt++) {\n try {\n generatedTitle = await runTitleGenerationAttempt({\n runtime,\n request,\n agentId,\n threadId: thread.id,\n prompt,\n });\n\n if (generatedTitle) {\n break;\n }\n\n logger.warn(\n { agentId, attempt, threadId: thread.id },\n \"Thread name generation returned an empty or invalid title\",\n );\n } catch (error) {\n logger.warn(\n { err: error, agentId, attempt, threadId: thread.id },\n \"Thread name generation attempt failed\",\n );\n }\n }\n\n await runtime.intelligence.updateThread({\n threadId: thread.id,\n userId,\n agentId,\n updates: {\n name:\n generatedTitle ?? deriveFallbackTitleFromMessages(sourceInput.messages),\n },\n });\n}\n\nasync function runTitleGenerationAttempt(params: {\n runtime: CopilotKitIntelligenceRuntimeLike;\n request: Request;\n agentId: string;\n threadId: string;\n prompt: string;\n}): Promise<string | null> {\n const { runtime, request, agentId, threadId, prompt } = params;\n const logger = getRuntimeLogger(runtime);\n const agent = await cloneAgentForRequest(runtime, agentId, request);\n if (isHandlerResponse(agent)) {\n logger.warn(\n { agentId, threadId },\n \"Skipping thread naming because the agent could not be cloned\",\n );\n return null;\n }\n\n configureAgentForRequest({\n runtime,\n request,\n agentId,\n agent,\n });\n\n const messages: Message[] = [\n {\n id: globalThis.crypto.randomUUID(),\n role: \"system\",\n content: THREAD_NAME_SYSTEM_PROMPT,\n },\n {\n id: globalThis.crypto.randomUUID(),\n role: \"user\",\n content: prompt,\n },\n ];\n\n agent.setMessages(messages);\n agent.setState({});\n agent.threadId = globalThis.crypto.randomUUID();\n // Messages and state are picked up from the agent itself (set above);\n // RunAgentParameters no longer accepts them directly.\n const { newMessages } = await agent.runAgent({\n tools: [],\n context: [],\n forwardedProps: {},\n });\n\n return selectGeneratedTitleFromMessages(newMessages);\n}\n\nfunction buildThreadTitlePrompt(\n messages: Message[] | undefined,\n): string | null {\n const transcript = (messages ?? [])\n .filter((message) =>\n [\"user\", \"assistant\", \"system\", \"developer\"].includes(message.role),\n )\n .map((message) => {\n const content = stringifyMessageContent(message.content);\n if (!content) {\n return null;\n }\n\n return `${message.role}: ${content}`;\n })\n .filter((message): message is string => !!message)\n .slice(-MAX_TRANSCRIPT_MESSAGES);\n\n if (transcript.length === 0) {\n return null;\n }\n\n return [\n \"Conversation:\",\n transcript.join(\"\\n\"),\n 'Generate a short title for the conversation above. Return JSON only in this exact shape: {\"title\":\"...\"}. Do not answer the conversation.',\n ].join(\"\\n\\n\");\n}\n\nfunction stringifyMessageContent(content: Message[\"content\"]): string {\n if (typeof content === \"string\") {\n return content.trim();\n }\n\n if (content == null) {\n return \"\";\n }\n\n try {\n return JSON.stringify(content).trim();\n } catch {\n return \"\";\n }\n}\n\nfunction normalizeGeneratedTitle(rawTitle: string): string | null {\n let candidate = rawTitle.trim();\n if (!candidate) {\n return null;\n }\n\n candidate = candidate\n .replace(/^```(?:json)?\\s*/i, \"\")\n .replace(/\\s*```$/, \"\")\n .trim();\n\n const jsonLike = isJsonLike(candidate);\n\n try {\n const parsed = JSON.parse(candidate) as { title?: unknown };\n if (typeof parsed.title === \"string\") {\n candidate = parsed.title;\n } else if (jsonLike) {\n return null;\n }\n } catch {\n if (jsonLike) {\n return null;\n }\n }\n\n candidate = cleanupTitleText(candidate);\n\n if (!candidate) {\n return null;\n }\n\n if (candidate.length > MAX_TITLE_LENGTH) {\n candidate = candidate.slice(0, MAX_TITLE_LENGTH).trim();\n }\n\n if (candidate.split(/\\s+/).length > MAX_TITLE_WORDS) {\n return null;\n }\n\n return candidate;\n}\n\nfunction cleanupTitleText(text: string): string {\n return text\n .replace(/^[\"'`]+|[\"'`]+$/g, \"\")\n .replace(/[*_#[\\]()!~>|]+/g, \"\")\n .replace(/[.!?,;:]+$/g, \"\")\n .replace(/\\s+/g, \" \")\n .trim();\n}\n\nfunction deriveFallbackTitleFromMessages(\n messages: Message[] | undefined,\n): string {\n for (const message of messages ?? []) {\n if (message.role !== \"user\") {\n continue;\n }\n\n const cleaned = cleanupTitleText(stringifyMessageContent(message.content));\n if (!cleaned) {\n continue;\n }\n\n let title = cleaned.split(/\\s+/).slice(0, MAX_TITLE_WORDS).join(\" \");\n if (title.length > MAX_TITLE_LENGTH) {\n title = title.slice(0, MAX_TITLE_LENGTH).trim();\n }\n\n return title || FALLBACK_THREAD_TITLE;\n }\n\n return FALLBACK_THREAD_TITLE;\n}\n\nfunction selectGeneratedTitleFromMessages(messages: Message[]): string | null {\n for (let index = messages.length - 1; index >= 0; index--) {\n const message = messages[index];\n if (message.role !== \"assistant\" || typeof message.content !== \"string\") {\n continue;\n }\n\n const title = normalizeGeneratedTitle(message.content);\n if (title) {\n return title;\n }\n }\n\n return null;\n}\n\nfunction isJsonLike(candidate: string): boolean {\n return (\n (candidate.startsWith(\"{\") && candidate.endsWith(\"}\")) ||\n (candidate.startsWith(\"[\") && candidate.endsWith(\"]\"))\n );\n}\n\nfunction hasThreadName(name: string | null | undefined): boolean {\n return typeof name === \"string\" && name.trim().length > 0;\n}\n\n/** @internal Exported for testing only. */\nexport const ɵnormalizeGeneratedTitle = normalizeGeneratedTitle;\n/** @internal Exported for testing only. */\nexport const ɵselectGeneratedTitleFromMessages =\n selectGeneratedTitleFromMessages;\n/** @internal Exported for testing only. */\nexport const ɵbuildThreadTitlePrompt = buildThreadTitlePrompt;\n/** @internal Exported for testing only. */\nexport const ɵhasThreadName = hasThreadName;\n"],"mappings":";;;;;AAUA,MAAM,4BAA4B;CAChC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD,CAAC,KAAK,KAAK;AAEZ,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,0BAA0B;AAChC,MAAM,gCAAgC;AACtC,MAAM,wBAAwB;AAW9B,eAAsB,+BAA+B,EACnD,SACA,SACA,SACA,aACA,QACA,UAC0C;CAC1C,MAAM,SAASA,gCAAiB,QAAQ;AACxC,KAAI,CAAC,QAAQ,uBAAuB,cAAc,OAAO,KAAK,CAC5D;CAGF,MAAM,SAAS,uBAAuB,YAAY,SAAS;AAC3D,KAAI,CAAC,OACH;CAGF,IAAI,iBAAgC;AAEpC,MAAK,IAAI,UAAU,GAAG,WAAW,+BAA+B,UAC9D,KAAI;AACF,mBAAiB,MAAM,0BAA0B;GAC/C;GACA;GACA;GACA,UAAU,OAAO;GACjB;GACD,CAAC;AAEF,MAAI,eACF;AAGF,SAAO,KACL;GAAE;GAAS;GAAS,UAAU,OAAO;GAAI,EACzC,4DACD;UACM,OAAO;AACd,SAAO,KACL;GAAE,KAAK;GAAO;GAAS;GAAS,UAAU,OAAO;GAAI,EACrD,wCACD;;AAIL,OAAM,QAAQ,aAAa,aAAa;EACtC,UAAU,OAAO;EACjB;EACA;EACA,SAAS,EACP,MACE,kBAAkB,gCAAgC,YAAY,SAAS,EAC1E;EACF,CAAC;;AAGJ,eAAe,0BAA0B,QAMd;CACzB,MAAM,EAAE,SAAS,SAAS,SAAS,UAAU,WAAW;CACxD,MAAM,SAASA,gCAAiB,QAAQ;CACxC,MAAM,QAAQ,MAAMC,yCAAqB,SAAS,SAAS,QAAQ;AACnE,KAAIC,wCAAkB,MAAM,EAAE;AAC5B,SAAO,KACL;GAAE;GAAS;GAAU,EACrB,+DACD;AACD,SAAO;;AAGT,8CAAyB;EACvB;EACA;EACA;EACA;EACD,CAAC;CAEF,MAAM,WAAsB,CAC1B;EACE,IAAI,WAAW,OAAO,YAAY;EAClC,MAAM;EACN,SAAS;EACV,EACD;EACE,IAAI,WAAW,OAAO,YAAY;EAClC,MAAM;EACN,SAAS;EACV,CACF;AAED,OAAM,YAAY,SAAS;AAC3B,OAAM,SAAS,EAAE,CAAC;AAClB,OAAM,WAAW,WAAW,OAAO,YAAY;CAG/C,MAAM,EAAE,gBAAgB,MAAM,MAAM,SAAS;EAC3C,OAAO,EAAE;EACT,SAAS,EAAE;EACX,gBAAgB,EAAE;EACnB,CAAC;AAEF,QAAO,iCAAiC,YAAY;;AAGtD,SAAS,uBACP,UACe;CACf,MAAM,cAAc,YAAY,EAAE,EAC/B,QAAQ,YACP;EAAC;EAAQ;EAAa;EAAU;EAAY,CAAC,SAAS,QAAQ,KAAK,CACpE,CACA,KAAK,YAAY;EAChB,MAAM,UAAU,wBAAwB,QAAQ,QAAQ;AACxD,MAAI,CAAC,QACH,QAAO;AAGT,SAAO,GAAG,QAAQ,KAAK,IAAI;GAC3B,CACD,QAAQ,YAA+B,CAAC,CAAC,QAAQ,CACjD,MAAM,CAAC,wBAAwB;AAElC,KAAI,WAAW,WAAW,EACxB,QAAO;AAGT,QAAO;EACL;EACA,WAAW,KAAK,KAAK;EACrB;EACD,CAAC,KAAK,OAAO;;AAGhB,SAAS,wBAAwB,SAAqC;AACpE,KAAI,OAAO,YAAY,SACrB,QAAO,QAAQ,MAAM;AAGvB,KAAI,WAAW,KACb,QAAO;AAGT,KAAI;AACF,SAAO,KAAK,UAAU,QAAQ,CAAC,MAAM;SAC/B;AACN,SAAO;;;AAIX,SAAS,wBAAwB,UAAiC;CAChE,IAAI,YAAY,SAAS,MAAM;AAC/B,KAAI,CAAC,UACH,QAAO;AAGT,aAAY,UACT,QAAQ,qBAAqB,GAAG,CAChC,QAAQ,WAAW,GAAG,CACtB,MAAM;CAET,MAAM,WAAW,WAAW,UAAU;AAEtC,KAAI;EACF,MAAM,SAAS,KAAK,MAAM,UAAU;AACpC,MAAI,OAAO,OAAO,UAAU,SAC1B,aAAY,OAAO;WACV,SACT,QAAO;SAEH;AACN,MAAI,SACF,QAAO;;AAIX,aAAY,iBAAiB,UAAU;AAEvC,KAAI,CAAC,UACH,QAAO;AAGT,KAAI,UAAU,SAAS,iBACrB,aAAY,UAAU,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGzD,KAAI,UAAU,MAAM,MAAM,CAAC,SAAS,gBAClC,QAAO;AAGT,QAAO;;AAGT,SAAS,iBAAiB,MAAsB;AAC9C,QAAO,KACJ,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,eAAe,GAAG,CAC1B,QAAQ,QAAQ,IAAI,CACpB,MAAM;;AAGX,SAAS,gCACP,UACQ;AACR,MAAK,MAAM,WAAW,YAAY,EAAE,EAAE;AACpC,MAAI,QAAQ,SAAS,OACnB;EAGF,MAAM,UAAU,iBAAiB,wBAAwB,QAAQ,QAAQ,CAAC;AAC1E,MAAI,CAAC,QACH;EAGF,IAAI,QAAQ,QAAQ,MAAM,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAC,KAAK,IAAI;AACpE,MAAI,MAAM,SAAS,iBACjB,SAAQ,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGjD,SAAO,SAAS;;AAGlB,QAAO;;AAGT,SAAS,iCAAiC,UAAoC;AAC5E,MAAK,IAAI,QAAQ,SAAS,SAAS,GAAG,SAAS,GAAG,SAAS;EACzD,MAAM,UAAU,SAAS;AACzB,MAAI,QAAQ,SAAS,eAAe,OAAO,QAAQ,YAAY,SAC7D;EAGF,MAAM,QAAQ,wBAAwB,QAAQ,QAAQ;AACtD,MAAI,MACF,QAAO;;AAIX,QAAO;;AAGT,SAAS,WAAW,WAA4B;AAC9C,QACG,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI,IACpD,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI;;AAIzD,SAAS,cAAc,MAA0C;AAC/D,QAAO,OAAO,SAAS,YAAY,KAAK,MAAM,CAAC,SAAS"}
|
|
1
|
+
{"version":3,"file":"thread-names.cjs","names":["getRuntimeLogger"],"sources":["../../../../src/runtime/handlers/intelligence/thread-names.ts"],"sourcesContent":["import type { Message, RunAgentInput } from \"@ag-ui/client\";\nimport { getRuntimeLogger } from \"../../core/logger\";\nimport type {\n CopilotKitIntelligenceRuntimeLike,\n ThreadNameGenerationConfig,\n} from \"../../core/runtime\";\nimport type { ThreadSummary } from \"../../intelligence-platform\";\n\nconst THREAD_NAME_SYSTEM_PROMPT = [\n \"You generate short, specific conversation titles.\",\n 'Return JSON only in this exact shape: {\"title\":\"...\"}',\n \"The title must be 2 to 5 words.\",\n \"Use sentence case.\",\n \"No quotes.\",\n \"No emoji.\",\n \"No markdown characters or formatting.\",\n \"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.\",\n \"No trailing punctuation.\",\n \"No explanations.\",\n].join(\"\\n\");\n\nconst MAX_TITLE_LENGTH = 80;\nconst MAX_TITLE_WORDS = 8;\nconst MAX_TRANSCRIPT_MESSAGES = 8;\nconst TITLE_MODEL_TIMEOUT_MS = 15_000;\nconst FALLBACK_THREAD_TITLE = \"Untitled\";\n\ninterface GenerateThreadNameParams {\n runtime: CopilotKitIntelligenceRuntimeLike;\n agentId: string;\n sourceInput: RunAgentInput;\n thread: ThreadSummary;\n userId: string;\n}\n\n/**\n * Names a new thread. It never runs the app's agent: an agent keeps its own\n * server-side tools, so a \"title\" run can repeat the user's task and change\n * app data (#8375). With a configured model, the runtime makes one direct\n * model call with no tools. Otherwise, or if that call fails, the name is the\n * first user message.\n */\nexport async function generateThreadNameForNewThread({\n runtime,\n agentId,\n sourceInput,\n thread,\n userId,\n}: GenerateThreadNameParams): Promise<void> {\n const logger = getRuntimeLogger(runtime);\n const config = runtime.generateThreadNames;\n if (!config || hasThreadName(thread.name)) {\n return;\n }\n\n const prompt = buildThreadTitlePrompt(sourceInput.messages);\n if (!prompt) {\n return;\n }\n\n let generatedTitle: string | null = null;\n if (typeof config === \"object\") {\n try {\n generatedTitle = await generateTitleWithModel(config, prompt);\n if (!generatedTitle) {\n logger.warn(\n { agentId, threadId: thread.id },\n \"Thread name model returned an empty or invalid title\",\n );\n }\n } catch (error) {\n logger.warn(\n { err: error, agentId, threadId: thread.id },\n \"Thread name model call failed\",\n );\n }\n }\n\n await runtime.intelligence.updateThread({\n threadId: thread.id,\n userId,\n agentId,\n updates: {\n name:\n generatedTitle ?? deriveFallbackTitleFromMessages(sourceInput.messages),\n },\n });\n}\n\nasync function generateTitleWithModel(\n config: ThreadNameGenerationConfig,\n prompt: string,\n): Promise<string | null> {\n // @tanstack/ai is ESM-only, so the CommonJS build cannot require() it. A\n // literal import() loads it from both builds.\n const { chat, streamToText } = await import(\"@tanstack/ai\");\n const abortController = new AbortController();\n const timeout = setTimeout(\n () => abortController.abort(),\n TITLE_MODEL_TIMEOUT_MS,\n );\n try {\n const { text } = await streamToText(\n chat({\n adapter: config.model,\n systemPrompts: [THREAD_NAME_SYSTEM_PROMPT],\n messages: [{ role: \"user\", content: prompt }],\n // A one-off call: it belongs to no conversation.\n threadId: globalThis.crypto.randomUUID(),\n // No output cap: a reasoning model (gpt-5-mini) spends a small cap on\n // reasoning and returns no text. The title is checked and cut anyway.\n // One call only, with no tools and no retry: on any failure the first\n // user message names the thread.\n stream: true,\n abortController,\n }),\n );\n return normalizeGeneratedTitle(text);\n } finally {\n clearTimeout(timeout);\n }\n}\n\nfunction buildThreadTitlePrompt(\n messages: Message[] | undefined,\n): string | null {\n const transcript = (messages ?? [])\n .filter((message) =>\n [\"user\", \"assistant\", \"system\", \"developer\"].includes(message.role),\n )\n .map((message) => {\n const content = stringifyMessageContent(message.content);\n if (!content) {\n return null;\n }\n\n return `${message.role}: ${content}`;\n })\n .filter((message): message is string => !!message)\n .slice(-MAX_TRANSCRIPT_MESSAGES);\n\n if (transcript.length === 0) {\n return null;\n }\n\n return [\n \"Conversation:\",\n transcript.join(\"\\n\"),\n 'Generate a short title for the conversation above. Return JSON only in this exact shape: {\"title\":\"...\"}. Do not answer the conversation.',\n ].join(\"\\n\\n\");\n}\n\n/**\n * Returns the text of a message. For content parts (a message with an\n * attachment), it keeps only the text parts: images, files, and other binary\n * parts never go into a title or a title prompt.\n */\nfunction stringifyMessageContent(content: Message[\"content\"]): string {\n if (typeof content === \"string\") {\n return content.trim();\n }\n\n if (!Array.isArray(content)) {\n return \"\";\n }\n\n return content\n .map((part: unknown) =>\n typeof part === \"object\" &&\n part !== null &&\n \"type\" in part &&\n part.type === \"text\" &&\n \"text\" in part &&\n typeof part.text === \"string\"\n ? part.text\n : \"\",\n )\n .join(\" \")\n .trim();\n}\n\nfunction normalizeGeneratedTitle(rawTitle: string): string | null {\n let candidate = rawTitle.trim();\n if (!candidate) {\n return null;\n }\n\n candidate = candidate\n .replace(/^```(?:json)?\\s*/i, \"\")\n .replace(/\\s*```$/, \"\")\n .trim();\n\n const jsonLike = isJsonLike(candidate);\n\n try {\n const parsed = JSON.parse(candidate) as { title?: unknown };\n if (typeof parsed.title === \"string\") {\n candidate = parsed.title;\n } else if (jsonLike) {\n return null;\n }\n } catch {\n if (jsonLike) {\n return null;\n }\n }\n\n candidate = cleanupTitleText(candidate);\n\n if (!candidate) {\n return null;\n }\n\n if (candidate.length > MAX_TITLE_LENGTH) {\n candidate = candidate.slice(0, MAX_TITLE_LENGTH).trim();\n }\n\n if (candidate.split(/\\s+/).length > MAX_TITLE_WORDS) {\n return null;\n }\n\n return candidate;\n}\n\nfunction cleanupTitleText(text: string): string {\n return text\n .replace(/^[\"'`]+|[\"'`]+$/g, \"\")\n .replace(/[*_#[\\]()!~>|]+/g, \"\")\n .replace(/[.!?,;:]+$/g, \"\")\n .replace(/\\s+/g, \" \")\n .trim();\n}\n\nfunction deriveFallbackTitleFromMessages(\n messages: Message[] | undefined,\n): string {\n for (const message of messages ?? []) {\n if (message.role !== \"user\") {\n continue;\n }\n\n const cleaned = cleanupTitleText(stringifyMessageContent(message.content));\n if (!cleaned) {\n continue;\n }\n\n let title = cleaned.split(/\\s+/).slice(0, MAX_TITLE_WORDS).join(\" \");\n if (title.length > MAX_TITLE_LENGTH) {\n title = title.slice(0, MAX_TITLE_LENGTH).trim();\n }\n\n return title || FALLBACK_THREAD_TITLE;\n }\n\n return FALLBACK_THREAD_TITLE;\n}\n\nfunction isJsonLike(candidate: string): boolean {\n return (\n (candidate.startsWith(\"{\") && candidate.endsWith(\"}\")) ||\n (candidate.startsWith(\"[\") && candidate.endsWith(\"]\"))\n );\n}\n\nfunction hasThreadName(name: string | null | undefined): boolean {\n return typeof name === \"string\" && name.trim().length > 0;\n}\n\n/** @internal Exported for testing only. */\nexport const ɵnormalizeGeneratedTitle = normalizeGeneratedTitle;\n/** @internal Exported for testing only. */\nexport const ɵbuildThreadTitlePrompt = buildThreadTitlePrompt;\n/** @internal Exported for testing only. */\nexport const ɵhasThreadName = hasThreadName;\n"],"mappings":";;;AAQA,MAAM,4BAA4B;CAChC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD,CAAC,KAAK,KAAK;AAEZ,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,0BAA0B;AAChC,MAAM,yBAAyB;AAC/B,MAAM,wBAAwB;;;;;;;;AAiB9B,eAAsB,+BAA+B,EACnD,SACA,SACA,aACA,QACA,UAC0C;CAC1C,MAAM,SAASA,gCAAiB,QAAQ;CACxC,MAAM,SAAS,QAAQ;AACvB,KAAI,CAAC,UAAU,cAAc,OAAO,KAAK,CACvC;CAGF,MAAM,SAAS,uBAAuB,YAAY,SAAS;AAC3D,KAAI,CAAC,OACH;CAGF,IAAI,iBAAgC;AACpC,KAAI,OAAO,WAAW,SACpB,KAAI;AACF,mBAAiB,MAAM,uBAAuB,QAAQ,OAAO;AAC7D,MAAI,CAAC,eACH,QAAO,KACL;GAAE;GAAS,UAAU,OAAO;GAAI,EAChC,uDACD;UAEI,OAAO;AACd,SAAO,KACL;GAAE,KAAK;GAAO;GAAS,UAAU,OAAO;GAAI,EAC5C,gCACD;;AAIL,OAAM,QAAQ,aAAa,aAAa;EACtC,UAAU,OAAO;EACjB;EACA;EACA,SAAS,EACP,MACE,kBAAkB,gCAAgC,YAAY,SAAS,EAC1E;EACF,CAAC;;AAGJ,eAAe,uBACb,QACA,QACwB;CAGxB,MAAM,EAAE,MAAM,iBAAiB,MAAM,OAAO;CAC5C,MAAM,kBAAkB,IAAI,iBAAiB;CAC7C,MAAM,UAAU,iBACR,gBAAgB,OAAO,EAC7B,uBACD;AACD,KAAI;EACF,MAAM,EAAE,SAAS,MAAM,aACrB,KAAK;GACH,SAAS,OAAO;GAChB,eAAe,CAAC,0BAA0B;GAC1C,UAAU,CAAC;IAAE,MAAM;IAAQ,SAAS;IAAQ,CAAC;GAE7C,UAAU,WAAW,OAAO,YAAY;GAKxC,QAAQ;GACR;GACD,CAAC,CACH;AACD,SAAO,wBAAwB,KAAK;WAC5B;AACR,eAAa,QAAQ;;;AAIzB,SAAS,uBACP,UACe;CACf,MAAM,cAAc,YAAY,EAAE,EAC/B,QAAQ,YACP;EAAC;EAAQ;EAAa;EAAU;EAAY,CAAC,SAAS,QAAQ,KAAK,CACpE,CACA,KAAK,YAAY;EAChB,MAAM,UAAU,wBAAwB,QAAQ,QAAQ;AACxD,MAAI,CAAC,QACH,QAAO;AAGT,SAAO,GAAG,QAAQ,KAAK,IAAI;GAC3B,CACD,QAAQ,YAA+B,CAAC,CAAC,QAAQ,CACjD,MAAM,CAAC,wBAAwB;AAElC,KAAI,WAAW,WAAW,EACxB,QAAO;AAGT,QAAO;EACL;EACA,WAAW,KAAK,KAAK;EACrB;EACD,CAAC,KAAK,OAAO;;;;;;;AAQhB,SAAS,wBAAwB,SAAqC;AACpE,KAAI,OAAO,YAAY,SACrB,QAAO,QAAQ,MAAM;AAGvB,KAAI,CAAC,MAAM,QAAQ,QAAQ,CACzB,QAAO;AAGT,QAAO,QACJ,KAAK,SACJ,OAAO,SAAS,YAChB,SAAS,QACT,UAAU,QACV,KAAK,SAAS,UACd,UAAU,QACV,OAAO,KAAK,SAAS,WACjB,KAAK,OACL,GACL,CACA,KAAK,IAAI,CACT,MAAM;;AAGX,SAAS,wBAAwB,UAAiC;CAChE,IAAI,YAAY,SAAS,MAAM;AAC/B,KAAI,CAAC,UACH,QAAO;AAGT,aAAY,UACT,QAAQ,qBAAqB,GAAG,CAChC,QAAQ,WAAW,GAAG,CACtB,MAAM;CAET,MAAM,WAAW,WAAW,UAAU;AAEtC,KAAI;EACF,MAAM,SAAS,KAAK,MAAM,UAAU;AACpC,MAAI,OAAO,OAAO,UAAU,SAC1B,aAAY,OAAO;WACV,SACT,QAAO;SAEH;AACN,MAAI,SACF,QAAO;;AAIX,aAAY,iBAAiB,UAAU;AAEvC,KAAI,CAAC,UACH,QAAO;AAGT,KAAI,UAAU,SAAS,iBACrB,aAAY,UAAU,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGzD,KAAI,UAAU,MAAM,MAAM,CAAC,SAAS,gBAClC,QAAO;AAGT,QAAO;;AAGT,SAAS,iBAAiB,MAAsB;AAC9C,QAAO,KACJ,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,eAAe,GAAG,CAC1B,QAAQ,QAAQ,IAAI,CACpB,MAAM;;AAGX,SAAS,gCACP,UACQ;AACR,MAAK,MAAM,WAAW,YAAY,EAAE,EAAE;AACpC,MAAI,QAAQ,SAAS,OACnB;EAGF,MAAM,UAAU,iBAAiB,wBAAwB,QAAQ,QAAQ,CAAC;AAC1E,MAAI,CAAC,QACH;EAGF,IAAI,QAAQ,QAAQ,MAAM,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAC,KAAK,IAAI;AACpE,MAAI,MAAM,SAAS,iBACjB,SAAQ,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGjD,SAAO,SAAS;;AAGlB,QAAO;;AAGT,SAAS,WAAW,WAA4B;AAC9C,QACG,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI,IACpD,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI;;AAIzD,SAAS,cAAc,MAA0C;AAC/D,QAAO,OAAO,SAAS,YAAY,KAAK,MAAM,CAAC,SAAS"}
|
|
@@ -1,6 +1,4 @@
|
|
|
1
1
|
import { getRuntimeLogger } from "../../core/logger.mjs";
|
|
2
|
-
import { isHandlerResponse } from "../shared/json-response.mjs";
|
|
3
|
-
import { cloneAgentForRequest, configureAgentForRequest } from "../shared/agent-utils.mjs";
|
|
4
2
|
|
|
5
3
|
//#region src/runtime/handlers/intelligence/thread-names.ts
|
|
6
4
|
const THREAD_NAME_SYSTEM_PROMPT = [
|
|
@@ -13,41 +11,39 @@ const THREAD_NAME_SYSTEM_PROMPT = [
|
|
|
13
11
|
"No markdown characters or formatting.",
|
|
14
12
|
"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.",
|
|
15
13
|
"No trailing punctuation.",
|
|
16
|
-
"No explanations."
|
|
17
|
-
"Do not call tools."
|
|
14
|
+
"No explanations."
|
|
18
15
|
].join("\n");
|
|
19
16
|
const MAX_TITLE_LENGTH = 80;
|
|
20
17
|
const MAX_TITLE_WORDS = 8;
|
|
21
18
|
const MAX_TRANSCRIPT_MESSAGES = 8;
|
|
22
|
-
const
|
|
19
|
+
const TITLE_MODEL_TIMEOUT_MS = 15e3;
|
|
23
20
|
const FALLBACK_THREAD_TITLE = "Untitled";
|
|
24
|
-
|
|
21
|
+
/**
|
|
22
|
+
* Names a new thread. It never runs the app's agent: an agent keeps its own
|
|
23
|
+
* server-side tools, so a "title" run can repeat the user's task and change
|
|
24
|
+
* app data (#8375). With a configured model, the runtime makes one direct
|
|
25
|
+
* model call with no tools. Otherwise, or if that call fails, the name is the
|
|
26
|
+
* first user message.
|
|
27
|
+
*/
|
|
28
|
+
async function generateThreadNameForNewThread({ runtime, agentId, sourceInput, thread, userId }) {
|
|
25
29
|
const logger = getRuntimeLogger(runtime);
|
|
26
|
-
|
|
30
|
+
const config = runtime.generateThreadNames;
|
|
31
|
+
if (!config || hasThreadName(thread.name)) return;
|
|
27
32
|
const prompt = buildThreadTitlePrompt(sourceInput.messages);
|
|
28
33
|
if (!prompt) return;
|
|
29
34
|
let generatedTitle = null;
|
|
30
|
-
|
|
31
|
-
generatedTitle = await
|
|
32
|
-
|
|
33
|
-
request,
|
|
35
|
+
if (typeof config === "object") try {
|
|
36
|
+
generatedTitle = await generateTitleWithModel(config, prompt);
|
|
37
|
+
if (!generatedTitle) logger.warn({
|
|
34
38
|
agentId,
|
|
35
|
-
threadId: thread.id,
|
|
36
|
-
prompt
|
|
37
|
-
});
|
|
38
|
-
if (generatedTitle) break;
|
|
39
|
-
logger.warn({
|
|
40
|
-
agentId,
|
|
41
|
-
attempt,
|
|
42
39
|
threadId: thread.id
|
|
43
|
-
}, "Thread name
|
|
40
|
+
}, "Thread name model returned an empty or invalid title");
|
|
44
41
|
} catch (error) {
|
|
45
42
|
logger.warn({
|
|
46
43
|
err: error,
|
|
47
44
|
agentId,
|
|
48
|
-
attempt,
|
|
49
45
|
threadId: thread.id
|
|
50
|
-
}, "Thread name
|
|
46
|
+
}, "Thread name model call failed");
|
|
51
47
|
}
|
|
52
48
|
await runtime.intelligence.updateThread({
|
|
53
49
|
threadId: thread.id,
|
|
@@ -56,41 +52,26 @@ async function generateThreadNameForNewThread({ runtime, request, agentId, sourc
|
|
|
56
52
|
updates: { name: generatedTitle ?? deriveFallbackTitleFromMessages(sourceInput.messages) }
|
|
57
53
|
});
|
|
58
54
|
}
|
|
59
|
-
async function
|
|
60
|
-
const {
|
|
61
|
-
const
|
|
62
|
-
const
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
55
|
+
async function generateTitleWithModel(config, prompt) {
|
|
56
|
+
const { chat, streamToText } = await import("@tanstack/ai");
|
|
57
|
+
const abortController = new AbortController();
|
|
58
|
+
const timeout = setTimeout(() => abortController.abort(), TITLE_MODEL_TIMEOUT_MS);
|
|
59
|
+
try {
|
|
60
|
+
const { text } = await streamToText(chat({
|
|
61
|
+
adapter: config.model,
|
|
62
|
+
systemPrompts: [THREAD_NAME_SYSTEM_PROMPT],
|
|
63
|
+
messages: [{
|
|
64
|
+
role: "user",
|
|
65
|
+
content: prompt
|
|
66
|
+
}],
|
|
67
|
+
threadId: globalThis.crypto.randomUUID(),
|
|
68
|
+
stream: true,
|
|
69
|
+
abortController
|
|
70
|
+
}));
|
|
71
|
+
return normalizeGeneratedTitle(text);
|
|
72
|
+
} finally {
|
|
73
|
+
clearTimeout(timeout);
|
|
69
74
|
}
|
|
70
|
-
configureAgentForRequest({
|
|
71
|
-
runtime,
|
|
72
|
-
request,
|
|
73
|
-
agentId,
|
|
74
|
-
agent
|
|
75
|
-
});
|
|
76
|
-
const messages = [{
|
|
77
|
-
id: globalThis.crypto.randomUUID(),
|
|
78
|
-
role: "system",
|
|
79
|
-
content: THREAD_NAME_SYSTEM_PROMPT
|
|
80
|
-
}, {
|
|
81
|
-
id: globalThis.crypto.randomUUID(),
|
|
82
|
-
role: "user",
|
|
83
|
-
content: prompt
|
|
84
|
-
}];
|
|
85
|
-
agent.setMessages(messages);
|
|
86
|
-
agent.setState({});
|
|
87
|
-
agent.threadId = globalThis.crypto.randomUUID();
|
|
88
|
-
const { newMessages } = await agent.runAgent({
|
|
89
|
-
tools: [],
|
|
90
|
-
context: [],
|
|
91
|
-
forwardedProps: {}
|
|
92
|
-
});
|
|
93
|
-
return selectGeneratedTitleFromMessages(newMessages);
|
|
94
75
|
}
|
|
95
76
|
function buildThreadTitlePrompt(messages) {
|
|
96
77
|
const transcript = (messages ?? []).filter((message) => [
|
|
@@ -110,14 +91,15 @@ function buildThreadTitlePrompt(messages) {
|
|
|
110
91
|
"Generate a short title for the conversation above. Return JSON only in this exact shape: {\"title\":\"...\"}. Do not answer the conversation."
|
|
111
92
|
].join("\n\n");
|
|
112
93
|
}
|
|
94
|
+
/**
|
|
95
|
+
* Returns the text of a message. For content parts (a message with an
|
|
96
|
+
* attachment), it keeps only the text parts: images, files, and other binary
|
|
97
|
+
* parts never go into a title or a title prompt.
|
|
98
|
+
*/
|
|
113
99
|
function stringifyMessageContent(content) {
|
|
114
100
|
if (typeof content === "string") return content.trim();
|
|
115
|
-
if (content
|
|
116
|
-
|
|
117
|
-
return JSON.stringify(content).trim();
|
|
118
|
-
} catch {
|
|
119
|
-
return "";
|
|
120
|
-
}
|
|
101
|
+
if (!Array.isArray(content)) return "";
|
|
102
|
+
return content.map((part) => typeof part === "object" && part !== null && "type" in part && part.type === "text" && "text" in part && typeof part.text === "string" ? part.text : "").join(" ").trim();
|
|
121
103
|
}
|
|
122
104
|
function normalizeGeneratedTitle(rawTitle) {
|
|
123
105
|
let candidate = rawTitle.trim();
|
|
@@ -151,15 +133,6 @@ function deriveFallbackTitleFromMessages(messages) {
|
|
|
151
133
|
}
|
|
152
134
|
return FALLBACK_THREAD_TITLE;
|
|
153
135
|
}
|
|
154
|
-
function selectGeneratedTitleFromMessages(messages) {
|
|
155
|
-
for (let index = messages.length - 1; index >= 0; index--) {
|
|
156
|
-
const message = messages[index];
|
|
157
|
-
if (message.role !== "assistant" || typeof message.content !== "string") continue;
|
|
158
|
-
const title = normalizeGeneratedTitle(message.content);
|
|
159
|
-
if (title) return title;
|
|
160
|
-
}
|
|
161
|
-
return null;
|
|
162
|
-
}
|
|
163
136
|
function isJsonLike(candidate) {
|
|
164
137
|
return candidate.startsWith("{") && candidate.endsWith("}") || candidate.startsWith("[") && candidate.endsWith("]");
|
|
165
138
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"thread-names.mjs","names":[],"sources":["../../../../src/runtime/handlers/intelligence/thread-names.ts"],"sourcesContent":["import type { Message, RunAgentInput } from \"@ag-ui/client\";\nimport { getRuntimeLogger } from \"../../core/logger\";\nimport type { CopilotKitIntelligenceRuntimeLike } from \"../../core/runtime\";\nimport {\n cloneAgentForRequest,\n configureAgentForRequest,\n} from \"../shared/agent-utils\";\nimport type { ThreadSummary } from \"../../intelligence-platform\";\nimport { isHandlerResponse } from \"../shared/json-response\";\n\nconst THREAD_NAME_SYSTEM_PROMPT = [\n \"You generate short, specific conversation titles.\",\n 'Return JSON only in this exact shape: {\"title\":\"...\"}',\n \"The title must be 2 to 5 words.\",\n \"Use sentence case.\",\n \"No quotes.\",\n \"No emoji.\",\n \"No markdown characters or formatting.\",\n \"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.\",\n \"No trailing punctuation.\",\n \"No explanations.\",\n \"Do not call tools.\",\n].join(\"\\n\");\n\nconst MAX_TITLE_LENGTH = 80;\nconst MAX_TITLE_WORDS = 8;\nconst MAX_TRANSCRIPT_MESSAGES = 8;\nconst MAX_TITLE_GENERATION_ATTEMPTS = 3;\nconst FALLBACK_THREAD_TITLE = \"Untitled\";\n\ninterface GenerateThreadNameParams {\n runtime: CopilotKitIntelligenceRuntimeLike;\n request: Request;\n agentId: string;\n sourceInput: RunAgentInput;\n thread: ThreadSummary;\n userId: string;\n}\n\nexport async function generateThreadNameForNewThread({\n runtime,\n request,\n agentId,\n sourceInput,\n thread,\n userId,\n}: GenerateThreadNameParams): Promise<void> {\n const logger = getRuntimeLogger(runtime);\n if (!runtime.generateThreadNames || hasThreadName(thread.name)) {\n return;\n }\n\n const prompt = buildThreadTitlePrompt(sourceInput.messages);\n if (!prompt) {\n return;\n }\n\n let generatedTitle: string | null = null;\n\n for (let attempt = 1; attempt <= MAX_TITLE_GENERATION_ATTEMPTS; attempt++) {\n try {\n generatedTitle = await runTitleGenerationAttempt({\n runtime,\n request,\n agentId,\n threadId: thread.id,\n prompt,\n });\n\n if (generatedTitle) {\n break;\n }\n\n logger.warn(\n { agentId, attempt, threadId: thread.id },\n \"Thread name generation returned an empty or invalid title\",\n );\n } catch (error) {\n logger.warn(\n { err: error, agentId, attempt, threadId: thread.id },\n \"Thread name generation attempt failed\",\n );\n }\n }\n\n await runtime.intelligence.updateThread({\n threadId: thread.id,\n userId,\n agentId,\n updates: {\n name:\n generatedTitle ?? deriveFallbackTitleFromMessages(sourceInput.messages),\n },\n });\n}\n\nasync function runTitleGenerationAttempt(params: {\n runtime: CopilotKitIntelligenceRuntimeLike;\n request: Request;\n agentId: string;\n threadId: string;\n prompt: string;\n}): Promise<string | null> {\n const { runtime, request, agentId, threadId, prompt } = params;\n const logger = getRuntimeLogger(runtime);\n const agent = await cloneAgentForRequest(runtime, agentId, request);\n if (isHandlerResponse(agent)) {\n logger.warn(\n { agentId, threadId },\n \"Skipping thread naming because the agent could not be cloned\",\n );\n return null;\n }\n\n configureAgentForRequest({\n runtime,\n request,\n agentId,\n agent,\n });\n\n const messages: Message[] = [\n {\n id: globalThis.crypto.randomUUID(),\n role: \"system\",\n content: THREAD_NAME_SYSTEM_PROMPT,\n },\n {\n id: globalThis.crypto.randomUUID(),\n role: \"user\",\n content: prompt,\n },\n ];\n\n agent.setMessages(messages);\n agent.setState({});\n agent.threadId = globalThis.crypto.randomUUID();\n // Messages and state are picked up from the agent itself (set above);\n // RunAgentParameters no longer accepts them directly.\n const { newMessages } = await agent.runAgent({\n tools: [],\n context: [],\n forwardedProps: {},\n });\n\n return selectGeneratedTitleFromMessages(newMessages);\n}\n\nfunction buildThreadTitlePrompt(\n messages: Message[] | undefined,\n): string | null {\n const transcript = (messages ?? [])\n .filter((message) =>\n [\"user\", \"assistant\", \"system\", \"developer\"].includes(message.role),\n )\n .map((message) => {\n const content = stringifyMessageContent(message.content);\n if (!content) {\n return null;\n }\n\n return `${message.role}: ${content}`;\n })\n .filter((message): message is string => !!message)\n .slice(-MAX_TRANSCRIPT_MESSAGES);\n\n if (transcript.length === 0) {\n return null;\n }\n\n return [\n \"Conversation:\",\n transcript.join(\"\\n\"),\n 'Generate a short title for the conversation above. Return JSON only in this exact shape: {\"title\":\"...\"}. Do not answer the conversation.',\n ].join(\"\\n\\n\");\n}\n\nfunction stringifyMessageContent(content: Message[\"content\"]): string {\n if (typeof content === \"string\") {\n return content.trim();\n }\n\n if (content == null) {\n return \"\";\n }\n\n try {\n return JSON.stringify(content).trim();\n } catch {\n return \"\";\n }\n}\n\nfunction normalizeGeneratedTitle(rawTitle: string): string | null {\n let candidate = rawTitle.trim();\n if (!candidate) {\n return null;\n }\n\n candidate = candidate\n .replace(/^```(?:json)?\\s*/i, \"\")\n .replace(/\\s*```$/, \"\")\n .trim();\n\n const jsonLike = isJsonLike(candidate);\n\n try {\n const parsed = JSON.parse(candidate) as { title?: unknown };\n if (typeof parsed.title === \"string\") {\n candidate = parsed.title;\n } else if (jsonLike) {\n return null;\n }\n } catch {\n if (jsonLike) {\n return null;\n }\n }\n\n candidate = cleanupTitleText(candidate);\n\n if (!candidate) {\n return null;\n }\n\n if (candidate.length > MAX_TITLE_LENGTH) {\n candidate = candidate.slice(0, MAX_TITLE_LENGTH).trim();\n }\n\n if (candidate.split(/\\s+/).length > MAX_TITLE_WORDS) {\n return null;\n }\n\n return candidate;\n}\n\nfunction cleanupTitleText(text: string): string {\n return text\n .replace(/^[\"'`]+|[\"'`]+$/g, \"\")\n .replace(/[*_#[\\]()!~>|]+/g, \"\")\n .replace(/[.!?,;:]+$/g, \"\")\n .replace(/\\s+/g, \" \")\n .trim();\n}\n\nfunction deriveFallbackTitleFromMessages(\n messages: Message[] | undefined,\n): string {\n for (const message of messages ?? []) {\n if (message.role !== \"user\") {\n continue;\n }\n\n const cleaned = cleanupTitleText(stringifyMessageContent(message.content));\n if (!cleaned) {\n continue;\n }\n\n let title = cleaned.split(/\\s+/).slice(0, MAX_TITLE_WORDS).join(\" \");\n if (title.length > MAX_TITLE_LENGTH) {\n title = title.slice(0, MAX_TITLE_LENGTH).trim();\n }\n\n return title || FALLBACK_THREAD_TITLE;\n }\n\n return FALLBACK_THREAD_TITLE;\n}\n\nfunction selectGeneratedTitleFromMessages(messages: Message[]): string | null {\n for (let index = messages.length - 1; index >= 0; index--) {\n const message = messages[index];\n if (message.role !== \"assistant\" || typeof message.content !== \"string\") {\n continue;\n }\n\n const title = normalizeGeneratedTitle(message.content);\n if (title) {\n return title;\n }\n }\n\n return null;\n}\n\nfunction isJsonLike(candidate: string): boolean {\n return (\n (candidate.startsWith(\"{\") && candidate.endsWith(\"}\")) ||\n (candidate.startsWith(\"[\") && candidate.endsWith(\"]\"))\n );\n}\n\nfunction hasThreadName(name: string | null | undefined): boolean {\n return typeof name === \"string\" && name.trim().length > 0;\n}\n\n/** @internal Exported for testing only. */\nexport const ɵnormalizeGeneratedTitle = normalizeGeneratedTitle;\n/** @internal Exported for testing only. */\nexport const ɵselectGeneratedTitleFromMessages =\n selectGeneratedTitleFromMessages;\n/** @internal Exported for testing only. */\nexport const ɵbuildThreadTitlePrompt = buildThreadTitlePrompt;\n/** @internal Exported for testing only. */\nexport const ɵhasThreadName = hasThreadName;\n"],"mappings":";;;;;AAUA,MAAM,4BAA4B;CAChC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD,CAAC,KAAK,KAAK;AAEZ,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,0BAA0B;AAChC,MAAM,gCAAgC;AACtC,MAAM,wBAAwB;AAW9B,eAAsB,+BAA+B,EACnD,SACA,SACA,SACA,aACA,QACA,UAC0C;CAC1C,MAAM,SAAS,iBAAiB,QAAQ;AACxC,KAAI,CAAC,QAAQ,uBAAuB,cAAc,OAAO,KAAK,CAC5D;CAGF,MAAM,SAAS,uBAAuB,YAAY,SAAS;AAC3D,KAAI,CAAC,OACH;CAGF,IAAI,iBAAgC;AAEpC,MAAK,IAAI,UAAU,GAAG,WAAW,+BAA+B,UAC9D,KAAI;AACF,mBAAiB,MAAM,0BAA0B;GAC/C;GACA;GACA;GACA,UAAU,OAAO;GACjB;GACD,CAAC;AAEF,MAAI,eACF;AAGF,SAAO,KACL;GAAE;GAAS;GAAS,UAAU,OAAO;GAAI,EACzC,4DACD;UACM,OAAO;AACd,SAAO,KACL;GAAE,KAAK;GAAO;GAAS;GAAS,UAAU,OAAO;GAAI,EACrD,wCACD;;AAIL,OAAM,QAAQ,aAAa,aAAa;EACtC,UAAU,OAAO;EACjB;EACA;EACA,SAAS,EACP,MACE,kBAAkB,gCAAgC,YAAY,SAAS,EAC1E;EACF,CAAC;;AAGJ,eAAe,0BAA0B,QAMd;CACzB,MAAM,EAAE,SAAS,SAAS,SAAS,UAAU,WAAW;CACxD,MAAM,SAAS,iBAAiB,QAAQ;CACxC,MAAM,QAAQ,MAAM,qBAAqB,SAAS,SAAS,QAAQ;AACnE,KAAI,kBAAkB,MAAM,EAAE;AAC5B,SAAO,KACL;GAAE;GAAS;GAAU,EACrB,+DACD;AACD,SAAO;;AAGT,0BAAyB;EACvB;EACA;EACA;EACA;EACD,CAAC;CAEF,MAAM,WAAsB,CAC1B;EACE,IAAI,WAAW,OAAO,YAAY;EAClC,MAAM;EACN,SAAS;EACV,EACD;EACE,IAAI,WAAW,OAAO,YAAY;EAClC,MAAM;EACN,SAAS;EACV,CACF;AAED,OAAM,YAAY,SAAS;AAC3B,OAAM,SAAS,EAAE,CAAC;AAClB,OAAM,WAAW,WAAW,OAAO,YAAY;CAG/C,MAAM,EAAE,gBAAgB,MAAM,MAAM,SAAS;EAC3C,OAAO,EAAE;EACT,SAAS,EAAE;EACX,gBAAgB,EAAE;EACnB,CAAC;AAEF,QAAO,iCAAiC,YAAY;;AAGtD,SAAS,uBACP,UACe;CACf,MAAM,cAAc,YAAY,EAAE,EAC/B,QAAQ,YACP;EAAC;EAAQ;EAAa;EAAU;EAAY,CAAC,SAAS,QAAQ,KAAK,CACpE,CACA,KAAK,YAAY;EAChB,MAAM,UAAU,wBAAwB,QAAQ,QAAQ;AACxD,MAAI,CAAC,QACH,QAAO;AAGT,SAAO,GAAG,QAAQ,KAAK,IAAI;GAC3B,CACD,QAAQ,YAA+B,CAAC,CAAC,QAAQ,CACjD,MAAM,CAAC,wBAAwB;AAElC,KAAI,WAAW,WAAW,EACxB,QAAO;AAGT,QAAO;EACL;EACA,WAAW,KAAK,KAAK;EACrB;EACD,CAAC,KAAK,OAAO;;AAGhB,SAAS,wBAAwB,SAAqC;AACpE,KAAI,OAAO,YAAY,SACrB,QAAO,QAAQ,MAAM;AAGvB,KAAI,WAAW,KACb,QAAO;AAGT,KAAI;AACF,SAAO,KAAK,UAAU,QAAQ,CAAC,MAAM;SAC/B;AACN,SAAO;;;AAIX,SAAS,wBAAwB,UAAiC;CAChE,IAAI,YAAY,SAAS,MAAM;AAC/B,KAAI,CAAC,UACH,QAAO;AAGT,aAAY,UACT,QAAQ,qBAAqB,GAAG,CAChC,QAAQ,WAAW,GAAG,CACtB,MAAM;CAET,MAAM,WAAW,WAAW,UAAU;AAEtC,KAAI;EACF,MAAM,SAAS,KAAK,MAAM,UAAU;AACpC,MAAI,OAAO,OAAO,UAAU,SAC1B,aAAY,OAAO;WACV,SACT,QAAO;SAEH;AACN,MAAI,SACF,QAAO;;AAIX,aAAY,iBAAiB,UAAU;AAEvC,KAAI,CAAC,UACH,QAAO;AAGT,KAAI,UAAU,SAAS,iBACrB,aAAY,UAAU,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGzD,KAAI,UAAU,MAAM,MAAM,CAAC,SAAS,gBAClC,QAAO;AAGT,QAAO;;AAGT,SAAS,iBAAiB,MAAsB;AAC9C,QAAO,KACJ,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,eAAe,GAAG,CAC1B,QAAQ,QAAQ,IAAI,CACpB,MAAM;;AAGX,SAAS,gCACP,UACQ;AACR,MAAK,MAAM,WAAW,YAAY,EAAE,EAAE;AACpC,MAAI,QAAQ,SAAS,OACnB;EAGF,MAAM,UAAU,iBAAiB,wBAAwB,QAAQ,QAAQ,CAAC;AAC1E,MAAI,CAAC,QACH;EAGF,IAAI,QAAQ,QAAQ,MAAM,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAC,KAAK,IAAI;AACpE,MAAI,MAAM,SAAS,iBACjB,SAAQ,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGjD,SAAO,SAAS;;AAGlB,QAAO;;AAGT,SAAS,iCAAiC,UAAoC;AAC5E,MAAK,IAAI,QAAQ,SAAS,SAAS,GAAG,SAAS,GAAG,SAAS;EACzD,MAAM,UAAU,SAAS;AACzB,MAAI,QAAQ,SAAS,eAAe,OAAO,QAAQ,YAAY,SAC7D;EAGF,MAAM,QAAQ,wBAAwB,QAAQ,QAAQ;AACtD,MAAI,MACF,QAAO;;AAIX,QAAO;;AAGT,SAAS,WAAW,WAA4B;AAC9C,QACG,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI,IACpD,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI;;AAIzD,SAAS,cAAc,MAA0C;AAC/D,QAAO,OAAO,SAAS,YAAY,KAAK,MAAM,CAAC,SAAS"}
|
|
1
|
+
{"version":3,"file":"thread-names.mjs","names":[],"sources":["../../../../src/runtime/handlers/intelligence/thread-names.ts"],"sourcesContent":["import type { Message, RunAgentInput } from \"@ag-ui/client\";\nimport { getRuntimeLogger } from \"../../core/logger\";\nimport type {\n CopilotKitIntelligenceRuntimeLike,\n ThreadNameGenerationConfig,\n} from \"../../core/runtime\";\nimport type { ThreadSummary } from \"../../intelligence-platform\";\n\nconst THREAD_NAME_SYSTEM_PROMPT = [\n \"You generate short, specific conversation titles.\",\n 'Return JSON only in this exact shape: {\"title\":\"...\"}',\n \"The title must be 2 to 5 words.\",\n \"Use sentence case.\",\n \"No quotes.\",\n \"No emoji.\",\n \"No markdown characters or formatting.\",\n \"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.\",\n \"No trailing punctuation.\",\n \"No explanations.\",\n].join(\"\\n\");\n\nconst MAX_TITLE_LENGTH = 80;\nconst MAX_TITLE_WORDS = 8;\nconst MAX_TRANSCRIPT_MESSAGES = 8;\nconst TITLE_MODEL_TIMEOUT_MS = 15_000;\nconst FALLBACK_THREAD_TITLE = \"Untitled\";\n\ninterface GenerateThreadNameParams {\n runtime: CopilotKitIntelligenceRuntimeLike;\n agentId: string;\n sourceInput: RunAgentInput;\n thread: ThreadSummary;\n userId: string;\n}\n\n/**\n * Names a new thread. It never runs the app's agent: an agent keeps its own\n * server-side tools, so a \"title\" run can repeat the user's task and change\n * app data (#8375). With a configured model, the runtime makes one direct\n * model call with no tools. Otherwise, or if that call fails, the name is the\n * first user message.\n */\nexport async function generateThreadNameForNewThread({\n runtime,\n agentId,\n sourceInput,\n thread,\n userId,\n}: GenerateThreadNameParams): Promise<void> {\n const logger = getRuntimeLogger(runtime);\n const config = runtime.generateThreadNames;\n if (!config || hasThreadName(thread.name)) {\n return;\n }\n\n const prompt = buildThreadTitlePrompt(sourceInput.messages);\n if (!prompt) {\n return;\n }\n\n let generatedTitle: string | null = null;\n if (typeof config === \"object\") {\n try {\n generatedTitle = await generateTitleWithModel(config, prompt);\n if (!generatedTitle) {\n logger.warn(\n { agentId, threadId: thread.id },\n \"Thread name model returned an empty or invalid title\",\n );\n }\n } catch (error) {\n logger.warn(\n { err: error, agentId, threadId: thread.id },\n \"Thread name model call failed\",\n );\n }\n }\n\n await runtime.intelligence.updateThread({\n threadId: thread.id,\n userId,\n agentId,\n updates: {\n name:\n generatedTitle ?? deriveFallbackTitleFromMessages(sourceInput.messages),\n },\n });\n}\n\nasync function generateTitleWithModel(\n config: ThreadNameGenerationConfig,\n prompt: string,\n): Promise<string | null> {\n // @tanstack/ai is ESM-only, so the CommonJS build cannot require() it. A\n // literal import() loads it from both builds.\n const { chat, streamToText } = await import(\"@tanstack/ai\");\n const abortController = new AbortController();\n const timeout = setTimeout(\n () => abortController.abort(),\n TITLE_MODEL_TIMEOUT_MS,\n );\n try {\n const { text } = await streamToText(\n chat({\n adapter: config.model,\n systemPrompts: [THREAD_NAME_SYSTEM_PROMPT],\n messages: [{ role: \"user\", content: prompt }],\n // A one-off call: it belongs to no conversation.\n threadId: globalThis.crypto.randomUUID(),\n // No output cap: a reasoning model (gpt-5-mini) spends a small cap on\n // reasoning and returns no text. The title is checked and cut anyway.\n // One call only, with no tools and no retry: on any failure the first\n // user message names the thread.\n stream: true,\n abortController,\n }),\n );\n return normalizeGeneratedTitle(text);\n } finally {\n clearTimeout(timeout);\n }\n}\n\nfunction buildThreadTitlePrompt(\n messages: Message[] | undefined,\n): string | null {\n const transcript = (messages ?? [])\n .filter((message) =>\n [\"user\", \"assistant\", \"system\", \"developer\"].includes(message.role),\n )\n .map((message) => {\n const content = stringifyMessageContent(message.content);\n if (!content) {\n return null;\n }\n\n return `${message.role}: ${content}`;\n })\n .filter((message): message is string => !!message)\n .slice(-MAX_TRANSCRIPT_MESSAGES);\n\n if (transcript.length === 0) {\n return null;\n }\n\n return [\n \"Conversation:\",\n transcript.join(\"\\n\"),\n 'Generate a short title for the conversation above. Return JSON only in this exact shape: {\"title\":\"...\"}. Do not answer the conversation.',\n ].join(\"\\n\\n\");\n}\n\n/**\n * Returns the text of a message. For content parts (a message with an\n * attachment), it keeps only the text parts: images, files, and other binary\n * parts never go into a title or a title prompt.\n */\nfunction stringifyMessageContent(content: Message[\"content\"]): string {\n if (typeof content === \"string\") {\n return content.trim();\n }\n\n if (!Array.isArray(content)) {\n return \"\";\n }\n\n return content\n .map((part: unknown) =>\n typeof part === \"object\" &&\n part !== null &&\n \"type\" in part &&\n part.type === \"text\" &&\n \"text\" in part &&\n typeof part.text === \"string\"\n ? part.text\n : \"\",\n )\n .join(\" \")\n .trim();\n}\n\nfunction normalizeGeneratedTitle(rawTitle: string): string | null {\n let candidate = rawTitle.trim();\n if (!candidate) {\n return null;\n }\n\n candidate = candidate\n .replace(/^```(?:json)?\\s*/i, \"\")\n .replace(/\\s*```$/, \"\")\n .trim();\n\n const jsonLike = isJsonLike(candidate);\n\n try {\n const parsed = JSON.parse(candidate) as { title?: unknown };\n if (typeof parsed.title === \"string\") {\n candidate = parsed.title;\n } else if (jsonLike) {\n return null;\n }\n } catch {\n if (jsonLike) {\n return null;\n }\n }\n\n candidate = cleanupTitleText(candidate);\n\n if (!candidate) {\n return null;\n }\n\n if (candidate.length > MAX_TITLE_LENGTH) {\n candidate = candidate.slice(0, MAX_TITLE_LENGTH).trim();\n }\n\n if (candidate.split(/\\s+/).length > MAX_TITLE_WORDS) {\n return null;\n }\n\n return candidate;\n}\n\nfunction cleanupTitleText(text: string): string {\n return text\n .replace(/^[\"'`]+|[\"'`]+$/g, \"\")\n .replace(/[*_#[\\]()!~>|]+/g, \"\")\n .replace(/[.!?,;:]+$/g, \"\")\n .replace(/\\s+/g, \" \")\n .trim();\n}\n\nfunction deriveFallbackTitleFromMessages(\n messages: Message[] | undefined,\n): string {\n for (const message of messages ?? []) {\n if (message.role !== \"user\") {\n continue;\n }\n\n const cleaned = cleanupTitleText(stringifyMessageContent(message.content));\n if (!cleaned) {\n continue;\n }\n\n let title = cleaned.split(/\\s+/).slice(0, MAX_TITLE_WORDS).join(\" \");\n if (title.length > MAX_TITLE_LENGTH) {\n title = title.slice(0, MAX_TITLE_LENGTH).trim();\n }\n\n return title || FALLBACK_THREAD_TITLE;\n }\n\n return FALLBACK_THREAD_TITLE;\n}\n\nfunction isJsonLike(candidate: string): boolean {\n return (\n (candidate.startsWith(\"{\") && candidate.endsWith(\"}\")) ||\n (candidate.startsWith(\"[\") && candidate.endsWith(\"]\"))\n );\n}\n\nfunction hasThreadName(name: string | null | undefined): boolean {\n return typeof name === \"string\" && name.trim().length > 0;\n}\n\n/** @internal Exported for testing only. */\nexport const ɵnormalizeGeneratedTitle = normalizeGeneratedTitle;\n/** @internal Exported for testing only. */\nexport const ɵbuildThreadTitlePrompt = buildThreadTitlePrompt;\n/** @internal Exported for testing only. */\nexport const ɵhasThreadName = hasThreadName;\n"],"mappings":";;;AAQA,MAAM,4BAA4B;CAChC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD,CAAC,KAAK,KAAK;AAEZ,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,0BAA0B;AAChC,MAAM,yBAAyB;AAC/B,MAAM,wBAAwB;;;;;;;;AAiB9B,eAAsB,+BAA+B,EACnD,SACA,SACA,aACA,QACA,UAC0C;CAC1C,MAAM,SAAS,iBAAiB,QAAQ;CACxC,MAAM,SAAS,QAAQ;AACvB,KAAI,CAAC,UAAU,cAAc,OAAO,KAAK,CACvC;CAGF,MAAM,SAAS,uBAAuB,YAAY,SAAS;AAC3D,KAAI,CAAC,OACH;CAGF,IAAI,iBAAgC;AACpC,KAAI,OAAO,WAAW,SACpB,KAAI;AACF,mBAAiB,MAAM,uBAAuB,QAAQ,OAAO;AAC7D,MAAI,CAAC,eACH,QAAO,KACL;GAAE;GAAS,UAAU,OAAO;GAAI,EAChC,uDACD;UAEI,OAAO;AACd,SAAO,KACL;GAAE,KAAK;GAAO;GAAS,UAAU,OAAO;GAAI,EAC5C,gCACD;;AAIL,OAAM,QAAQ,aAAa,aAAa;EACtC,UAAU,OAAO;EACjB;EACA;EACA,SAAS,EACP,MACE,kBAAkB,gCAAgC,YAAY,SAAS,EAC1E;EACF,CAAC;;AAGJ,eAAe,uBACb,QACA,QACwB;CAGxB,MAAM,EAAE,MAAM,iBAAiB,MAAM,OAAO;CAC5C,MAAM,kBAAkB,IAAI,iBAAiB;CAC7C,MAAM,UAAU,iBACR,gBAAgB,OAAO,EAC7B,uBACD;AACD,KAAI;EACF,MAAM,EAAE,SAAS,MAAM,aACrB,KAAK;GACH,SAAS,OAAO;GAChB,eAAe,CAAC,0BAA0B;GAC1C,UAAU,CAAC;IAAE,MAAM;IAAQ,SAAS;IAAQ,CAAC;GAE7C,UAAU,WAAW,OAAO,YAAY;GAKxC,QAAQ;GACR;GACD,CAAC,CACH;AACD,SAAO,wBAAwB,KAAK;WAC5B;AACR,eAAa,QAAQ;;;AAIzB,SAAS,uBACP,UACe;CACf,MAAM,cAAc,YAAY,EAAE,EAC/B,QAAQ,YACP;EAAC;EAAQ;EAAa;EAAU;EAAY,CAAC,SAAS,QAAQ,KAAK,CACpE,CACA,KAAK,YAAY;EAChB,MAAM,UAAU,wBAAwB,QAAQ,QAAQ;AACxD,MAAI,CAAC,QACH,QAAO;AAGT,SAAO,GAAG,QAAQ,KAAK,IAAI;GAC3B,CACD,QAAQ,YAA+B,CAAC,CAAC,QAAQ,CACjD,MAAM,CAAC,wBAAwB;AAElC,KAAI,WAAW,WAAW,EACxB,QAAO;AAGT,QAAO;EACL;EACA,WAAW,KAAK,KAAK;EACrB;EACD,CAAC,KAAK,OAAO;;;;;;;AAQhB,SAAS,wBAAwB,SAAqC;AACpE,KAAI,OAAO,YAAY,SACrB,QAAO,QAAQ,MAAM;AAGvB,KAAI,CAAC,MAAM,QAAQ,QAAQ,CACzB,QAAO;AAGT,QAAO,QACJ,KAAK,SACJ,OAAO,SAAS,YAChB,SAAS,QACT,UAAU,QACV,KAAK,SAAS,UACd,UAAU,QACV,OAAO,KAAK,SAAS,WACjB,KAAK,OACL,GACL,CACA,KAAK,IAAI,CACT,MAAM;;AAGX,SAAS,wBAAwB,UAAiC;CAChE,IAAI,YAAY,SAAS,MAAM;AAC/B,KAAI,CAAC,UACH,QAAO;AAGT,aAAY,UACT,QAAQ,qBAAqB,GAAG,CAChC,QAAQ,WAAW,GAAG,CACtB,MAAM;CAET,MAAM,WAAW,WAAW,UAAU;AAEtC,KAAI;EACF,MAAM,SAAS,KAAK,MAAM,UAAU;AACpC,MAAI,OAAO,OAAO,UAAU,SAC1B,aAAY,OAAO;WACV,SACT,QAAO;SAEH;AACN,MAAI,SACF,QAAO;;AAIX,aAAY,iBAAiB,UAAU;AAEvC,KAAI,CAAC,UACH,QAAO;AAGT,KAAI,UAAU,SAAS,iBACrB,aAAY,UAAU,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGzD,KAAI,UAAU,MAAM,MAAM,CAAC,SAAS,gBAClC,QAAO;AAGT,QAAO;;AAGT,SAAS,iBAAiB,MAAsB;AAC9C,QAAO,KACJ,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,eAAe,GAAG,CAC1B,QAAQ,QAAQ,IAAI,CACpB,MAAM;;AAGX,SAAS,gCACP,UACQ;AACR,MAAK,MAAM,WAAW,YAAY,EAAE,EAAE;AACpC,MAAI,QAAQ,SAAS,OACnB;EAGF,MAAM,UAAU,iBAAiB,wBAAwB,QAAQ,QAAQ,CAAC;AAC1E,MAAI,CAAC,QACH;EAGF,IAAI,QAAQ,QAAQ,MAAM,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAC,KAAK,IAAI;AACpE,MAAI,MAAM,SAAS,iBACjB,SAAQ,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGjD,SAAO,SAAS;;AAGlB,QAAO;;AAGT,SAAS,WAAW,WAA4B;AAC9C,QACG,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI,IACpD,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI;;AAIzD,SAAS,cAAc,MAA0C;AAC/D,QAAO,OAAO,SAAS,YAAY,KAAK,MAAM,CAAC,SAAS"}
|
package/dist/runtime/index.d.cts
CHANGED
|
@@ -3,9 +3,10 @@ import { AgentRunner, AgentRunnerConnectRequest, AgentRunnerIsRunningRequest, Ag
|
|
|
3
3
|
import { ThreadAccessMode, ThreadsConfig } from "./handlers/shared/thread-access.cjs";
|
|
4
4
|
import { CopilotKitRuntimeLogger } from "./core/logger.cjs";
|
|
5
5
|
import { TranscribeFileOptions, TranscriptionService } from "./transcription-service/transcription-service.cjs";
|
|
6
|
+
import { IntelligenceAgentRunner, IntelligenceAgentRunnerOptions, RunnerEventDeliveryStats, RunnerEventQueueFullError, RunnerStartupBoundary, STOP_RECORD_DEADLINE_MS } from "./runner/intelligence.cjs";
|
|
6
7
|
import { GetLearnedSkillsSnapshotRequest, GetLearnedSkillsSnapshotsRequest, LearnedSkillsBatchResult, LearnedSkillsError, LearnedSkillsErrorCode, LearnedSkillsSnapshotResult } from "./intelligence-platform/learned-skills.cjs";
|
|
7
8
|
import "./intelligence-platform/index.cjs";
|
|
8
|
-
import { A2UIVersion, AgentFactoryContext, AgentsConfig, AgentsFactory, CopilotKitIntelligenceRuntime, CopilotKitIntelligenceRuntimeLike, CopilotKitIntelligenceRuntimeOptions, CopilotKitRuntime, CopilotKitRuntimeConstructor, CopilotKitRuntimeLike, CopilotKitRuntimeMemoryConfig, CopilotKitRuntimeOptions, CopilotKitSseRuntime, CopilotKitSseRuntimeLike, CopilotKitSseRuntimeOptions, GenerativeUIOptions, IdentifyUserCallback, McpAppsConfig, McpAppsServerConfig, MemoryAccess, MemoryConsumer, MemoryGrant, OpenGenerativeUIConfig, OpenGenerativeUIOptions, RuntimeWithDeclaredChannels, VERSION, isIntelligenceRuntime, resolveAgents } from "./core/runtime.cjs";
|
|
9
|
+
import { A2UIVersion, AgentFactoryContext, AgentsConfig, AgentsFactory, CopilotKitIntelligenceRuntime, CopilotKitIntelligenceRuntimeLike, CopilotKitIntelligenceRuntimeOptions, CopilotKitRuntime, CopilotKitRuntimeConstructor, CopilotKitRuntimeLike, CopilotKitRuntimeMemoryConfig, CopilotKitRuntimeOptions, CopilotKitSseRuntime, CopilotKitSseRuntimeLike, CopilotKitSseRuntimeOptions, GenerativeUIOptions, IdentifyUserCallback, McpAppsConfig, McpAppsServerConfig, MemoryAccess, MemoryConsumer, MemoryGrant, OpenGenerativeUIConfig, OpenGenerativeUIOptions, RuntimeWithDeclaredChannels, ThreadNameGenerationConfig, VERSION, isIntelligenceRuntime, resolveAgents } from "./core/runtime.cjs";
|
|
9
10
|
import { CopilotKitRuntimeLearningConfig, CopilotKitRuntimeLearningContext, CopilotKitRuntimeUser, GetLearningContainerId, GetTrajectoryLearningContainerIds, LearningContainerSelectorInput, TrajectoryLearningContainerSelectorInput } from "./core/learning.cjs";
|
|
10
11
|
import { CopilotKitIntelligence, CopilotKitIntelligenceConfig, CreateThreadRequest, ListThreadsResponse, PlatformRequestError, SubscribeToThreadsRequest, SubscribeToThreadsResponse, ThreadSummary, UpdateThreadRequest } from "./intelligence-platform/client.cjs";
|
|
11
12
|
import { GenerativeUIMiddleware } from "./generative-ui/generative-ui-middleware.cjs";
|
|
@@ -16,8 +17,8 @@ import { ArgsParser, GenerateSandboxedUIParams, OnParamEvent, OpenGenerativeUIMi
|
|
|
16
17
|
import { RecordedEventTransformOptions, transformRecordedEvents } from "./event-transforms/recorded-events.cjs";
|
|
17
18
|
import { A2UIMiddleware, A2UIMiddlewareConfig } from "./event-transforms/index.cjs";
|
|
18
19
|
import { InMemoryAgentRunner, InMemoryAgentRunnerOptions, InMemoryLimits, InMemoryThread, ɵBoundedThreadStore, ɵGLOBAL_STORE, ɵINMEMORY_DEFAULTS, ɵOWNER_RETENTION_DEFAULTS, ɵOwnerRetention, ɵestimateBytes, ɵnormalizeLimits } from "./runner/in-memory.cjs";
|
|
19
|
-
import { IntelligenceAgentRunner, IntelligenceAgentRunnerOptions, RunnerStartupBoundary, STOP_RECORD_DEADLINE_MS } from "./runner/intelligence.cjs";
|
|
20
20
|
import { FinalizeRunOptions, RunEventFinalizer, createRunEventFinalizer, finalizeRunEvents } from "./runner/index.cjs";
|
|
21
|
+
import { RunAgentInThreadOptions, RunAgentInThreadResult, RunAgentInThreadRuntime, ThreadRunError, ThreadRunErrorReason, runAgentInThread } from "./core/thread-run.cjs";
|
|
21
22
|
import { ChannelStatus, ChannelsControl } from "./core/channel-manager.cjs";
|
|
22
23
|
import { CopilotKitRuntimeHooks, ErrorHookContext, HandlerHookContext, HookContext, ResponseHookContext, RouteInfo } from "./core/hooks.cjs";
|
|
23
24
|
import { CopilotKitCorsConfig } from "./core/fetch-cors.cjs";
|
package/dist/runtime/index.d.mts
CHANGED
|
@@ -3,9 +3,10 @@ import { AgentRunner, AgentRunnerConnectRequest, AgentRunnerIsRunningRequest, Ag
|
|
|
3
3
|
import { ThreadAccessMode, ThreadsConfig } from "./handlers/shared/thread-access.mjs";
|
|
4
4
|
import { CopilotKitRuntimeLogger } from "./core/logger.mjs";
|
|
5
5
|
import { TranscribeFileOptions, TranscriptionService } from "./transcription-service/transcription-service.mjs";
|
|
6
|
+
import { IntelligenceAgentRunner, IntelligenceAgentRunnerOptions, RunnerEventDeliveryStats, RunnerEventQueueFullError, RunnerStartupBoundary, STOP_RECORD_DEADLINE_MS } from "./runner/intelligence.mjs";
|
|
6
7
|
import { GetLearnedSkillsSnapshotRequest, GetLearnedSkillsSnapshotsRequest, LearnedSkillsBatchResult, LearnedSkillsError, LearnedSkillsErrorCode, LearnedSkillsSnapshotResult } from "./intelligence-platform/learned-skills.mjs";
|
|
7
8
|
import "./intelligence-platform/index.mjs";
|
|
8
|
-
import { A2UIVersion, AgentFactoryContext, AgentsConfig, AgentsFactory, CopilotKitIntelligenceRuntime, CopilotKitIntelligenceRuntimeLike, CopilotKitIntelligenceRuntimeOptions, CopilotKitRuntime, CopilotKitRuntimeConstructor, CopilotKitRuntimeLike, CopilotKitRuntimeMemoryConfig, CopilotKitRuntimeOptions, CopilotKitSseRuntime, CopilotKitSseRuntimeLike, CopilotKitSseRuntimeOptions, GenerativeUIOptions, IdentifyUserCallback, McpAppsConfig, McpAppsServerConfig, MemoryAccess, MemoryConsumer, MemoryGrant, OpenGenerativeUIConfig, OpenGenerativeUIOptions, RuntimeWithDeclaredChannels, VERSION, isIntelligenceRuntime, resolveAgents } from "./core/runtime.mjs";
|
|
9
|
+
import { A2UIVersion, AgentFactoryContext, AgentsConfig, AgentsFactory, CopilotKitIntelligenceRuntime, CopilotKitIntelligenceRuntimeLike, CopilotKitIntelligenceRuntimeOptions, CopilotKitRuntime, CopilotKitRuntimeConstructor, CopilotKitRuntimeLike, CopilotKitRuntimeMemoryConfig, CopilotKitRuntimeOptions, CopilotKitSseRuntime, CopilotKitSseRuntimeLike, CopilotKitSseRuntimeOptions, GenerativeUIOptions, IdentifyUserCallback, McpAppsConfig, McpAppsServerConfig, MemoryAccess, MemoryConsumer, MemoryGrant, OpenGenerativeUIConfig, OpenGenerativeUIOptions, RuntimeWithDeclaredChannels, ThreadNameGenerationConfig, VERSION, isIntelligenceRuntime, resolveAgents } from "./core/runtime.mjs";
|
|
9
10
|
import { CopilotKitRuntimeLearningConfig, CopilotKitRuntimeLearningContext, CopilotKitRuntimeUser, GetLearningContainerId, GetTrajectoryLearningContainerIds, LearningContainerSelectorInput, TrajectoryLearningContainerSelectorInput } from "./core/learning.mjs";
|
|
10
11
|
import { CopilotKitIntelligence, CopilotKitIntelligenceConfig, CreateThreadRequest, ListThreadsResponse, PlatformRequestError, SubscribeToThreadsRequest, SubscribeToThreadsResponse, ThreadSummary, UpdateThreadRequest } from "./intelligence-platform/client.mjs";
|
|
11
12
|
import { GenerativeUIMiddleware } from "./generative-ui/generative-ui-middleware.mjs";
|
|
@@ -16,8 +17,8 @@ import { ArgsParser, GenerateSandboxedUIParams, OnParamEvent, OpenGenerativeUIMi
|
|
|
16
17
|
import { RecordedEventTransformOptions, transformRecordedEvents } from "./event-transforms/recorded-events.mjs";
|
|
17
18
|
import { A2UIMiddleware, A2UIMiddlewareConfig } from "./event-transforms/index.mjs";
|
|
18
19
|
import { InMemoryAgentRunner, InMemoryAgentRunnerOptions, InMemoryLimits, InMemoryThread, ɵBoundedThreadStore, ɵGLOBAL_STORE, ɵINMEMORY_DEFAULTS, ɵOWNER_RETENTION_DEFAULTS, ɵOwnerRetention, ɵestimateBytes, ɵnormalizeLimits } from "./runner/in-memory.mjs";
|
|
19
|
-
import { IntelligenceAgentRunner, IntelligenceAgentRunnerOptions, RunnerStartupBoundary, STOP_RECORD_DEADLINE_MS } from "./runner/intelligence.mjs";
|
|
20
20
|
import { FinalizeRunOptions, RunEventFinalizer, createRunEventFinalizer, finalizeRunEvents } from "./runner/index.mjs";
|
|
21
|
+
import { RunAgentInThreadOptions, RunAgentInThreadResult, RunAgentInThreadRuntime, ThreadRunError, ThreadRunErrorReason, runAgentInThread } from "./core/thread-run.mjs";
|
|
21
22
|
import { ChannelStatus, ChannelsControl } from "./core/channel-manager.mjs";
|
|
22
23
|
import { CopilotKitRuntimeHooks, ErrorHookContext, HandlerHookContext, HookContext, ResponseHookContext, RouteInfo } from "./core/hooks.mjs";
|
|
23
24
|
import { CopilotKitCorsConfig } from "./core/fetch-cors.mjs";
|