@copilotkit/runtime 2.0.0-next.1 → 2.0.0-rc.1

package/dist/runtime/handlers/intelligence/thread-names.cjs

@@ -0,0 +1,172 @@
+const require_runtime = require('../../../_virtual/_rolldown/runtime.cjs');
+const require_json_response = require('../shared/json-response.cjs');
+const require_agent_utils = require('../shared/agent-utils.cjs');
+let _copilotkit_shared = require("@copilotkit/shared");
+let node_crypto = require("node:crypto");
+
+//#region src/runtime/handlers/intelligence/thread-names.ts
+const THREAD_NAME_SYSTEM_PROMPT = [
+	"You generate short, specific conversation titles.",
+	"Return JSON only in this exact shape: {\"title\":\"...\"}",
+	"The title must be 2 to 5 words.",
+	"Use sentence case.",
+	"No quotes.",
+	"No emoji.",
+	"No markdown characters or formatting.",
+	"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.",
+	"No trailing punctuation.",
+	"No explanations.",
+	"Do not call tools."
+].join("\n");
+const MAX_TITLE_LENGTH = 80;
+const MAX_TITLE_WORDS = 8;
+const MAX_TRANSCRIPT_MESSAGES = 8;
+const MAX_TITLE_GENERATION_ATTEMPTS = 3;
+const FALLBACK_THREAD_TITLE = "Untitled";
+async function generateThreadNameForNewThread({ runtime, request, agentId, sourceInput, thread, userId }) {
+	if (!runtime.generateThreadNames || hasThreadName(thread.name)) return;
+	const prompt = buildThreadTitlePrompt(sourceInput.messages);
+	if (!prompt) return;
+	let generatedTitle = null;
+	for (let attempt = 1; attempt <= MAX_TITLE_GENERATION_ATTEMPTS; attempt++) try {
+		generatedTitle = await runTitleGenerationAttempt({
+			runtime,
+			request,
+			agentId,
+			threadId: thread.id,
+			prompt
+		});
+		if (generatedTitle) break;
+		_copilotkit_shared.logger.warn({
+			agentId,
+			attempt,
+			threadId: thread.id
+		}, "Thread name generation returned an empty or invalid title");
+	} catch (error) {
+		_copilotkit_shared.logger.warn({
+			err: error,
+			agentId,
+			attempt,
+			threadId: thread.id
+		}, "Thread name generation attempt failed");
+	}
+	await runtime.intelligence.updateThread({
+		threadId: thread.id,
+		userId,
+		agentId,
+		updates: { name: generatedTitle ?? deriveFallbackTitleFromMessages(sourceInput.messages) }
+	});
+}
+async function runTitleGenerationAttempt(params) {
+	const { runtime, request, agentId, threadId, prompt } = params;
+	const agent = await require_agent_utils.cloneAgentForRequest(runtime, agentId, request);
+	if (require_json_response.isHandlerResponse(agent)) {
+		_copilotkit_shared.logger.warn({
+			agentId,
+			threadId
+		}, "Skipping thread naming because the agent could not be cloned");
+		return null;
+	}
+	require_agent_utils.configureAgentForRequest({
+		runtime,
+		request,
+		agentId,
+		agent
+	});
+	const messages = [{
+		id: (0, node_crypto.randomUUID)(),
+		role: "system",
+		content: THREAD_NAME_SYSTEM_PROMPT
+	}, {
+		id: (0, node_crypto.randomUUID)(),
+		role: "user",
+		content: prompt
+	}];
+	agent.setMessages(messages);
+	agent.setState({});
+	agent.threadId = (0, node_crypto.randomUUID)();
+	const { newMessages } = await agent.runAgent({
+		tools: [],
+		context: [],
+		forwardedProps: {}
+	});
+	return selectGeneratedTitleFromMessages(newMessages);
+}
+function buildThreadTitlePrompt(messages) {
+	const transcript = (messages ?? []).filter((message) => [
+		"user",
+		"assistant",
+		"system",
+		"developer"
+	].includes(message.role)).map((message) => {
+		const content = stringifyMessageContent(message.content);
+		if (!content) return null;
+		return `${message.role}: ${content}`;
+	}).filter((message) => !!message).slice(-MAX_TRANSCRIPT_MESSAGES);
+	if (transcript.length === 0) return null;
+	return [
+		"Conversation:",
+		transcript.join("\n"),
+		"Generate a short title for the conversation above. Return JSON only in this exact shape: {\"title\":\"...\"}. Do not answer the conversation."
+	].join("\n\n");
+}
+function stringifyMessageContent(content) {
+	if (typeof content === "string") return content.trim();
+	if (content == null) return "";
+	try {
+		return JSON.stringify(content).trim();
+	} catch {
+		return "";
+	}
+}
+function normalizeGeneratedTitle(rawTitle) {
+	let candidate = rawTitle.trim();
+	if (!candidate) return null;
+	candidate = candidate.replace(/^```(?:json)?\s*/i, "").replace(/\s*```$/, "").trim();
+	const jsonLike = isJsonLike(candidate);
+	try {
+		const parsed = JSON.parse(candidate);
+		if (typeof parsed.title === "string") candidate = parsed.title;
+		else if (jsonLike) return null;
+	} catch {
+		if (jsonLike) return null;
+	}
+	candidate = cleanupTitleText(candidate);
+	if (!candidate) return null;
+	if (candidate.length > MAX_TITLE_LENGTH) candidate = candidate.slice(0, MAX_TITLE_LENGTH).trim();
+	if (candidate.split(/\s+/).length > MAX_TITLE_WORDS) return null;
+	return candidate;
+}
+function cleanupTitleText(text) {
+	return text.replace(/^["'`]+|["'`]+$/g, "").replace(/[*_#[\]()!~>|]+/g, "").replace(/[.!?,;:]+$/g, "").replace(/\s+/g, " ").trim();
+}
+function deriveFallbackTitleFromMessages(messages) {
+	for (const message of messages ?? []) {
+		if (message.role !== "user") continue;
+		const cleaned = cleanupTitleText(stringifyMessageContent(message.content));
+		if (!cleaned) continue;
+		let title = cleaned.split(/\s+/).slice(0, MAX_TITLE_WORDS).join(" ");
+		if (title.length > MAX_TITLE_LENGTH) title = title.slice(0, MAX_TITLE_LENGTH).trim();
+		return title || FALLBACK_THREAD_TITLE;
+	}
+	return FALLBACK_THREAD_TITLE;
+}
+function selectGeneratedTitleFromMessages(messages) {
+	for (let index = messages.length - 1; index >= 0; index--) {
+		const message = messages[index];
+		if (message.role !== "assistant" || typeof message.content !== "string") continue;
+		const title = normalizeGeneratedTitle(message.content);
+		if (title) return title;
+	}
+	return null;
+}
+function isJsonLike(candidate) {
+	return candidate.startsWith("{") && candidate.endsWith("}") || candidate.startsWith("[") && candidate.endsWith("]");
+}
+function hasThreadName(name) {
+	return typeof name === "string" && name.trim().length > 0;
+}
+
+//#endregion
+exports.generateThreadNameForNewThread = generateThreadNameForNewThread;
+//# sourceMappingURL=thread-names.cjs.map

package/dist/runtime/handlers/intelligence/thread-names.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"thread-names.cjs","names":["cloneAgentForRequest","isHandlerResponse"],"sources":["../../../../src/runtime/handlers/intelligence/thread-names.ts"],"sourcesContent":["import type { Message, RunAgentInput } from \"@ag-ui/client\";\nimport { logger } from \"@copilotkit/shared\";\nimport { randomUUID } from \"node:crypto\";\nimport type { CopilotIntelligenceRuntimeLike } from \"../../core/runtime\";\nimport {\n  cloneAgentForRequest,\n  configureAgentForRequest,\n} from \"../shared/agent-utils\";\nimport type { ThreadSummary } from \"../../intelligence-platform\";\nimport { isHandlerResponse } from \"../shared/json-response\";\n\nconst THREAD_NAME_SYSTEM_PROMPT = [\n  \"You generate short, specific conversation titles.\",\n  'Return JSON only in this exact shape: {\"title\":\"...\"}',\n  \"The title must be 2 to 5 words.\",\n  \"Use sentence case.\",\n  \"No quotes.\",\n  \"No emoji.\",\n  \"No markdown characters or formatting.\",\n  \"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.\",\n  \"No trailing punctuation.\",\n  \"No explanations.\",\n  \"Do not call tools.\",\n].join(\"\\n\");\n\nconst MAX_TITLE_LENGTH = 80;\nconst MAX_TITLE_WORDS = 8;\nconst MAX_TRANSCRIPT_MESSAGES = 8;\nconst MAX_TITLE_GENERATION_ATTEMPTS = 3;\nconst FALLBACK_THREAD_TITLE = \"Untitled\";\n\ninterface GenerateThreadNameParams {\n  runtime: CopilotIntelligenceRuntimeLike;\n  request: Request;\n  agentId: string;\n  sourceInput: RunAgentInput;\n  thread: ThreadSummary;\n  userId: string;\n}\n\nexport async function generateThreadNameForNewThread({\n  runtime,\n  request,\n  agentId,\n  sourceInput,\n  thread,\n  userId,\n}: GenerateThreadNameParams): Promise<void> {\n  if (!runtime.generateThreadNames || hasThreadName(thread.name)) {\n    return;\n  }\n\n  const prompt = buildThreadTitlePrompt(sourceInput.messages);\n  if (!prompt) {\n    return;\n  }\n\n  let generatedTitle: string | null = null;\n\n  for (let attempt = 1; attempt <= MAX_TITLE_GENERATION_ATTEMPTS; attempt++) {\n    try {\n      generatedTitle = await runTitleGenerationAttempt({\n        runtime,\n        request,\n        agentId,\n        threadId: thread.id,\n        prompt,\n      });\n\n      if (generatedTitle) {\n        break;\n      }\n\n      logger.warn(\n        { agentId, attempt, threadId: thread.id },\n        \"Thread name generation returned an empty or invalid title\",\n      );\n    } catch (error) {\n      logger.warn(\n        { err: error, agentId, attempt, threadId: thread.id },\n        \"Thread name generation attempt failed\",\n      );\n    }\n  }\n\n  await runtime.intelligence.updateThread({\n    threadId: thread.id,\n    userId,\n    agentId,\n    updates: {\n      name:\n        generatedTitle ?? deriveFallbackTitleFromMessages(sourceInput.messages),\n    },\n  });\n}\n\nasync function runTitleGenerationAttempt(params: {\n  runtime: CopilotIntelligenceRuntimeLike;\n  request: Request;\n  agentId: string;\n  threadId: string;\n  prompt: string;\n}): Promise<string | null> {\n  const { runtime, request, agentId, threadId, prompt } = params;\n  const agent = await cloneAgentForRequest(runtime, agentId, request);\n  if (isHandlerResponse(agent)) {\n    logger.warn(\n      { agentId, threadId },\n      \"Skipping thread naming because the agent could not be cloned\",\n    );\n    return null;\n  }\n\n  configureAgentForRequest({\n    runtime,\n    request,\n    agentId,\n    agent,\n  });\n\n  const messages: Message[] = [\n    {\n      id: randomUUID(),\n      role: \"system\",\n      content: THREAD_NAME_SYSTEM_PROMPT,\n    },\n    {\n      id: randomUUID(),\n      role: \"user\",\n      content: prompt,\n    },\n  ];\n\n  agent.setMessages(messages);\n  agent.setState({});\n  agent.threadId = randomUUID();\n  // Messages and state are picked up from the agent itself (set above);\n  // RunAgentParameters no longer accepts them directly.\n  const { newMessages } = await agent.runAgent({\n    tools: [],\n    context: [],\n    forwardedProps: {},\n  });\n\n  return selectGeneratedTitleFromMessages(newMessages);\n}\n\nfunction buildThreadTitlePrompt(\n  messages: Message[] | undefined,\n): string | null {\n  const transcript = (messages ?? [])\n    .filter((message) =>\n      [\"user\", \"assistant\", \"system\", \"developer\"].includes(message.role),\n    )\n    .map((message) => {\n      const content = stringifyMessageContent(message.content);\n      if (!content) {\n        return null;\n      }\n\n      return `${message.role}: ${content}`;\n    })\n    .filter((message): message is string => !!message)\n    .slice(-MAX_TRANSCRIPT_MESSAGES);\n\n  if (transcript.length === 0) {\n    return null;\n  }\n\n  return [\n    \"Conversation:\",\n    transcript.join(\"\\n\"),\n    'Generate a short title for the conversation above. Return JSON only in this exact shape: {\"title\":\"...\"}. Do not answer the conversation.',\n  ].join(\"\\n\\n\");\n}\n\nfunction stringifyMessageContent(content: Message[\"content\"]): string {\n  if (typeof content === \"string\") {\n    return content.trim();\n  }\n\n  if (content == null) {\n    return \"\";\n  }\n\n  try {\n    return JSON.stringify(content).trim();\n  } catch {\n    return \"\";\n  }\n}\n\nfunction normalizeGeneratedTitle(rawTitle: string): string | null {\n  let candidate = rawTitle.trim();\n  if (!candidate) {\n    return null;\n  }\n\n  candidate = candidate\n    .replace(/^```(?:json)?\\s*/i, \"\")\n    .replace(/\\s*```$/, \"\")\n    .trim();\n\n  const jsonLike = isJsonLike(candidate);\n\n  try {\n    const parsed = JSON.parse(candidate) as { title?: unknown };\n    if (typeof parsed.title === \"string\") {\n      candidate = parsed.title;\n    } else if (jsonLike) {\n      return null;\n    }\n  } catch {\n    if (jsonLike) {\n      return null;\n    }\n  }\n\n  candidate = cleanupTitleText(candidate);\n\n  if (!candidate) {\n    return null;\n  }\n\n  if (candidate.length > MAX_TITLE_LENGTH) {\n    candidate = candidate.slice(0, MAX_TITLE_LENGTH).trim();\n  }\n\n  if (candidate.split(/\\s+/).length > MAX_TITLE_WORDS) {\n    return null;\n  }\n\n  return candidate;\n}\n\nfunction cleanupTitleText(text: string): string {\n  return text\n    .replace(/^[\"'`]+|[\"'`]+$/g, \"\")\n    .replace(/[*_#[\\]()!~>|]+/g, \"\")\n    .replace(/[.!?,;:]+$/g, \"\")\n    .replace(/\\s+/g, \" \")\n    .trim();\n}\n\nfunction deriveFallbackTitleFromMessages(\n  messages: Message[] | undefined,\n): string {\n  for (const message of messages ?? []) {\n    if (message.role !== \"user\") {\n      continue;\n    }\n\n    const cleaned = cleanupTitleText(stringifyMessageContent(message.content));\n    if (!cleaned) {\n      continue;\n    }\n\n    let title = cleaned.split(/\\s+/).slice(0, MAX_TITLE_WORDS).join(\" \");\n    if (title.length > MAX_TITLE_LENGTH) {\n      title = title.slice(0, MAX_TITLE_LENGTH).trim();\n    }\n\n    return title || FALLBACK_THREAD_TITLE;\n  }\n\n  return FALLBACK_THREAD_TITLE;\n}\n\nfunction selectGeneratedTitleFromMessages(messages: Message[]): string | null {\n  for (let index = messages.length - 1; index >= 0; index--) {\n    const message = messages[index];\n    if (message.role !== \"assistant\" || typeof message.content !== \"string\") {\n      continue;\n    }\n\n    const title = normalizeGeneratedTitle(message.content);\n    if (title) {\n      return title;\n    }\n  }\n\n  return null;\n}\n\nfunction isJsonLike(candidate: string): boolean {\n  return (\n    (candidate.startsWith(\"{\") && candidate.endsWith(\"}\")) ||\n    (candidate.startsWith(\"[\") && candidate.endsWith(\"]\"))\n  );\n}\n\nfunction hasThreadName(name: string | null | undefined): boolean {\n  return typeof name === \"string\" && name.trim().length > 0;\n}\n\n/** @internal Exported for testing only. */\nexport const ɵnormalizeGeneratedTitle = normalizeGeneratedTitle;\n/** @internal Exported for testing only. */\nexport const ɵselectGeneratedTitleFromMessages =\n  selectGeneratedTitleFromMessages;\n/** @internal Exported for testing only. */\nexport const ɵbuildThreadTitlePrompt = buildThreadTitlePrompt;\n/** @internal Exported for testing only. */\nexport const ɵhasThreadName = hasThreadName;\n"],"mappings":";;;;;;;AAWA,MAAM,4BAA4B;CAChC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD,CAAC,KAAK,KAAK;AAEZ,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,0BAA0B;AAChC,MAAM,gCAAgC;AACtC,MAAM,wBAAwB;AAW9B,eAAsB,+BAA+B,EACnD,SACA,SACA,SACA,aACA,QACA,UAC0C;AAC1C,KAAI,CAAC,QAAQ,uBAAuB,cAAc,OAAO,KAAK,CAC5D;CAGF,MAAM,SAAS,uBAAuB,YAAY,SAAS;AAC3D,KAAI,CAAC,OACH;CAGF,IAAI,iBAAgC;AAEpC,MAAK,IAAI,UAAU,GAAG,WAAW,+BAA+B,UAC9D,KAAI;AACF,mBAAiB,MAAM,0BAA0B;GAC/C;GACA;GACA;GACA,UAAU,OAAO;GACjB;GACD,CAAC;AAEF,MAAI,eACF;AAGF,4BAAO,KACL;GAAE;GAAS;GAAS,UAAU,OAAO;GAAI,EACzC,4DACD;UACM,OAAO;AACd,4BAAO,KACL;GAAE,KAAK;GAAO;GAAS;GAAS,UAAU,OAAO;GAAI,EACrD,wCACD;;AAIL,OAAM,QAAQ,aAAa,aAAa;EACtC,UAAU,OAAO;EACjB;EACA;EACA,SAAS,EACP,MACE,kBAAkB,gCAAgC,YAAY,SAAS,EAC1E;EACF,CAAC;;AAGJ,eAAe,0BAA0B,QAMd;CACzB,MAAM,EAAE,SAAS,SAAS,SAAS,UAAU,WAAW;CACxD,MAAM,QAAQ,MAAMA,yCAAqB,SAAS,SAAS,QAAQ;AACnE,KAAIC,wCAAkB,MAAM,EAAE;AAC5B,4BAAO,KACL;GAAE;GAAS;GAAU,EACrB,+DACD;AACD,SAAO;;AAGT,8CAAyB;EACvB;EACA;EACA;EACA;EACD,CAAC;CAEF,MAAM,WAAsB,CAC1B;EACE,iCAAgB;EAChB,MAAM;EACN,SAAS;EACV,EACD;EACE,iCAAgB;EAChB,MAAM;EACN,SAAS;EACV,CACF;AAED,OAAM,YAAY,SAAS;AAC3B,OAAM,SAAS,EAAE,CAAC;AAClB,OAAM,wCAAuB;CAG7B,MAAM,EAAE,gBAAgB,MAAM,MAAM,SAAS;EAC3C,OAAO,EAAE;EACT,SAAS,EAAE;EACX,gBAAgB,EAAE;EACnB,CAAC;AAEF,QAAO,iCAAiC,YAAY;;AAGtD,SAAS,uBACP,UACe;CACf,MAAM,cAAc,YAAY,EAAE,EAC/B,QAAQ,YACP;EAAC;EAAQ;EAAa;EAAU;EAAY,CAAC,SAAS,QAAQ,KAAK,CACpE,CACA,KAAK,YAAY;EAChB,MAAM,UAAU,wBAAwB,QAAQ,QAAQ;AACxD,MAAI,CAAC,QACH,QAAO;AAGT,SAAO,GAAG,QAAQ,KAAK,IAAI;GAC3B,CACD,QAAQ,YAA+B,CAAC,CAAC,QAAQ,CACjD,MAAM,CAAC,wBAAwB;AAElC,KAAI,WAAW,WAAW,EACxB,QAAO;AAGT,QAAO;EACL;EACA,WAAW,KAAK,KAAK;EACrB;EACD,CAAC,KAAK,OAAO;;AAGhB,SAAS,wBAAwB,SAAqC;AACpE,KAAI,OAAO,YAAY,SACrB,QAAO,QAAQ,MAAM;AAGvB,KAAI,WAAW,KACb,QAAO;AAGT,KAAI;AACF,SAAO,KAAK,UAAU,QAAQ,CAAC,MAAM;SAC/B;AACN,SAAO;;;AAIX,SAAS,wBAAwB,UAAiC;CAChE,IAAI,YAAY,SAAS,MAAM;AAC/B,KAAI,CAAC,UACH,QAAO;AAGT,aAAY,UACT,QAAQ,qBAAqB,GAAG,CAChC,QAAQ,WAAW,GAAG,CACtB,MAAM;CAET,MAAM,WAAW,WAAW,UAAU;AAEtC,KAAI;EACF,MAAM,SAAS,KAAK,MAAM,UAAU;AACpC,MAAI,OAAO,OAAO,UAAU,SAC1B,aAAY,OAAO;WACV,SACT,QAAO;SAEH;AACN,MAAI,SACF,QAAO;;AAIX,aAAY,iBAAiB,UAAU;AAEvC,KAAI,CAAC,UACH,QAAO;AAGT,KAAI,UAAU,SAAS,iBACrB,aAAY,UAAU,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGzD,KAAI,UAAU,MAAM,MAAM,CAAC,SAAS,gBAClC,QAAO;AAGT,QAAO;;AAGT,SAAS,iBAAiB,MAAsB;AAC9C,QAAO,KACJ,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,eAAe,GAAG,CAC1B,QAAQ,QAAQ,IAAI,CACpB,MAAM;;AAGX,SAAS,gCACP,UACQ;AACR,MAAK,MAAM,WAAW,YAAY,EAAE,EAAE;AACpC,MAAI,QAAQ,SAAS,OACnB;EAGF,MAAM,UAAU,iBAAiB,wBAAwB,QAAQ,QAAQ,CAAC;AAC1E,MAAI,CAAC,QACH;EAGF,IAAI,QAAQ,QAAQ,MAAM,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAC,KAAK,IAAI;AACpE,MAAI,MAAM,SAAS,iBACjB,SAAQ,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGjD,SAAO,SAAS;;AAGlB,QAAO;;AAGT,SAAS,iCAAiC,UAAoC;AAC5E,MAAK,IAAI,QAAQ,SAAS,SAAS,GAAG,SAAS,GAAG,SAAS;EACzD,MAAM,UAAU,SAAS;AACzB,MAAI,QAAQ,SAAS,eAAe,OAAO,QAAQ,YAAY,SAC7D;EAGF,MAAM,QAAQ,wBAAwB,QAAQ,QAAQ;AACtD,MAAI,MACF,QAAO;;AAIX,QAAO;;AAGT,SAAS,WAAW,WAA4B;AAC9C,QACG,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI,IACpD,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI;;AAIzD,SAAS,cAAc,MAA0C;AAC/D,QAAO,OAAO,SAAS,YAAY,KAAK,MAAM,CAAC,SAAS"}

package/dist/runtime/handlers/intelligence/thread-names.mjs

@@ -0,0 +1,171 @@
+import { isHandlerResponse } from "../shared/json-response.mjs";
+import { cloneAgentForRequest, configureAgentForRequest } from "../shared/agent-utils.mjs";
+import { logger } from "@copilotkit/shared";
+import { randomUUID as randomUUID$1 } from "node:crypto";
+
+//#region src/runtime/handlers/intelligence/thread-names.ts
+const THREAD_NAME_SYSTEM_PROMPT = [
+	"You generate short, specific conversation titles.",
+	"Return JSON only in this exact shape: {\"title\":\"...\"}",
+	"The title must be 2 to 5 words.",
+	"Use sentence case.",
+	"No quotes.",
+	"No emoji.",
+	"No markdown characters or formatting.",
+	"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.",
+	"No trailing punctuation.",
+	"No explanations.",
+	"Do not call tools."
+].join("\n");
+const MAX_TITLE_LENGTH = 80;
+const MAX_TITLE_WORDS = 8;
+const MAX_TRANSCRIPT_MESSAGES = 8;
+const MAX_TITLE_GENERATION_ATTEMPTS = 3;
+const FALLBACK_THREAD_TITLE = "Untitled";
+async function generateThreadNameForNewThread({ runtime, request, agentId, sourceInput, thread, userId }) {
+	if (!runtime.generateThreadNames || hasThreadName(thread.name)) return;
+	const prompt = buildThreadTitlePrompt(sourceInput.messages);
+	if (!prompt) return;
+	let generatedTitle = null;
+	for (let attempt = 1; attempt <= MAX_TITLE_GENERATION_ATTEMPTS; attempt++) try {
+		generatedTitle = await runTitleGenerationAttempt({
+			runtime,
+			request,
+			agentId,
+			threadId: thread.id,
+			prompt
+		});
+		if (generatedTitle) break;
+		logger.warn({
+			agentId,
+			attempt,
+			threadId: thread.id
+		}, "Thread name generation returned an empty or invalid title");
+	} catch (error) {
+		logger.warn({
+			err: error,
+			agentId,
+			attempt,
+			threadId: thread.id
+		}, "Thread name generation attempt failed");
+	}
+	await runtime.intelligence.updateThread({
+		threadId: thread.id,
+		userId,
+		agentId,
+		updates: { name: generatedTitle ?? deriveFallbackTitleFromMessages(sourceInput.messages) }
+	});
+}
+async function runTitleGenerationAttempt(params) {
+	const { runtime, request, agentId, threadId, prompt } = params;
+	const agent = await cloneAgentForRequest(runtime, agentId, request);
+	if (isHandlerResponse(agent)) {
+		logger.warn({
+			agentId,
+			threadId
+		}, "Skipping thread naming because the agent could not be cloned");
+		return null;
+	}
+	configureAgentForRequest({
+		runtime,
+		request,
+		agentId,
+		agent
+	});
+	const messages = [{
+		id: randomUUID$1(),
+		role: "system",
+		content: THREAD_NAME_SYSTEM_PROMPT
+	}, {
+		id: randomUUID$1(),
+		role: "user",
+		content: prompt
+	}];
+	agent.setMessages(messages);
+	agent.setState({});
+	agent.threadId = randomUUID$1();
+	const { newMessages } = await agent.runAgent({
+		tools: [],
+		context: [],
+		forwardedProps: {}
+	});
+	return selectGeneratedTitleFromMessages(newMessages);
+}
+function buildThreadTitlePrompt(messages) {
+	const transcript = (messages ?? []).filter((message) => [
+		"user",
+		"assistant",
+		"system",
+		"developer"
+	].includes(message.role)).map((message) => {
+		const content = stringifyMessageContent(message.content);
+		if (!content) return null;
+		return `${message.role}: ${content}`;
+	}).filter((message) => !!message).slice(-MAX_TRANSCRIPT_MESSAGES);
+	if (transcript.length === 0) return null;
+	return [
+		"Conversation:",
+		transcript.join("\n"),
+		"Generate a short title for the conversation above. Return JSON only in this exact shape: {\"title\":\"...\"}. Do not answer the conversation."
+	].join("\n\n");
+}
+function stringifyMessageContent(content) {
+	if (typeof content === "string") return content.trim();
+	if (content == null) return "";
+	try {
+		return JSON.stringify(content).trim();
+	} catch {
+		return "";
+	}
+}
+function normalizeGeneratedTitle(rawTitle) {
+	let candidate = rawTitle.trim();
+	if (!candidate) return null;
+	candidate = candidate.replace(/^```(?:json)?\s*/i, "").replace(/\s*```$/, "").trim();
+	const jsonLike = isJsonLike(candidate);
+	try {
+		const parsed = JSON.parse(candidate);
+		if (typeof parsed.title === "string") candidate = parsed.title;
+		else if (jsonLike) return null;
+	} catch {
+		if (jsonLike) return null;
+	}
+	candidate = cleanupTitleText(candidate);
+	if (!candidate) return null;
+	if (candidate.length > MAX_TITLE_LENGTH) candidate = candidate.slice(0, MAX_TITLE_LENGTH).trim();
+	if (candidate.split(/\s+/).length > MAX_TITLE_WORDS) return null;
+	return candidate;
+}
+function cleanupTitleText(text) {
+	return text.replace(/^["'`]+|["'`]+$/g, "").replace(/[*_#[\]()!~>|]+/g, "").replace(/[.!?,;:]+$/g, "").replace(/\s+/g, " ").trim();
+}
+function deriveFallbackTitleFromMessages(messages) {
+	for (const message of messages ?? []) {
+		if (message.role !== "user") continue;
+		const cleaned = cleanupTitleText(stringifyMessageContent(message.content));
+		if (!cleaned) continue;
+		let title = cleaned.split(/\s+/).slice(0, MAX_TITLE_WORDS).join(" ");
+		if (title.length > MAX_TITLE_LENGTH) title = title.slice(0, MAX_TITLE_LENGTH).trim();
+		return title || FALLBACK_THREAD_TITLE;
+	}
+	return FALLBACK_THREAD_TITLE;
+}
+function selectGeneratedTitleFromMessages(messages) {
+	for (let index = messages.length - 1; index >= 0; index--) {
+		const message = messages[index];
+		if (message.role !== "assistant" || typeof message.content !== "string") continue;
+		const title = normalizeGeneratedTitle(message.content);
+		if (title) return title;
+	}
+	return null;
+}
+function isJsonLike(candidate) {
+	return candidate.startsWith("{") && candidate.endsWith("}") || candidate.startsWith("[") && candidate.endsWith("]");
+}
+function hasThreadName(name) {
+	return typeof name === "string" && name.trim().length > 0;
+}
+
+//#endregion
+export { generateThreadNameForNewThread };
+//# sourceMappingURL=thread-names.mjs.map

package/dist/runtime/handlers/intelligence/thread-names.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"thread-names.mjs","names":["randomUUID"],"sources":["../../../../src/runtime/handlers/intelligence/thread-names.ts"],"sourcesContent":["import type { Message, RunAgentInput } from \"@ag-ui/client\";\nimport { logger } from \"@copilotkit/shared\";\nimport { randomUUID } from \"node:crypto\";\nimport type { CopilotIntelligenceRuntimeLike } from \"../../core/runtime\";\nimport {\n  cloneAgentForRequest,\n  configureAgentForRequest,\n} from \"../shared/agent-utils\";\nimport type { ThreadSummary } from \"../../intelligence-platform\";\nimport { isHandlerResponse } from \"../shared/json-response\";\n\nconst THREAD_NAME_SYSTEM_PROMPT = [\n  \"You generate short, specific conversation titles.\",\n  'Return JSON only in this exact shape: {\"title\":\"...\"}',\n  \"The title must be 2 to 5 words.\",\n  \"Use sentence case.\",\n  \"No quotes.\",\n  \"No emoji.\",\n  \"No markdown characters or formatting.\",\n  \"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.\",\n  \"No trailing punctuation.\",\n  \"No explanations.\",\n  \"Do not call tools.\",\n].join(\"\\n\");\n\nconst MAX_TITLE_LENGTH = 80;\nconst MAX_TITLE_WORDS = 8;\nconst MAX_TRANSCRIPT_MESSAGES = 8;\nconst MAX_TITLE_GENERATION_ATTEMPTS = 3;\nconst FALLBACK_THREAD_TITLE = \"Untitled\";\n\ninterface GenerateThreadNameParams {\n  runtime: CopilotIntelligenceRuntimeLike;\n  request: Request;\n  agentId: string;\n  sourceInput: RunAgentInput;\n  thread: ThreadSummary;\n  userId: string;\n}\n\nexport async function generateThreadNameForNewThread({\n  runtime,\n  request,\n  agentId,\n  sourceInput,\n  thread,\n  userId,\n}: GenerateThreadNameParams): Promise<void> {\n  if (!runtime.generateThreadNames || hasThreadName(thread.name)) {\n    return;\n  }\n\n  const prompt = buildThreadTitlePrompt(sourceInput.messages);\n  if (!prompt) {\n    return;\n  }\n\n  let generatedTitle: string | null = null;\n\n  for (let attempt = 1; attempt <= MAX_TITLE_GENERATION_ATTEMPTS; attempt++) {\n    try {\n      generatedTitle = await runTitleGenerationAttempt({\n        runtime,\n        request,\n        agentId,\n        threadId: thread.id,\n        prompt,\n      });\n\n      if (generatedTitle) {\n        break;\n      }\n\n      logger.warn(\n        { agentId, attempt, threadId: thread.id },\n        \"Thread name generation returned an empty or invalid title\",\n      );\n    } catch (error) {\n      logger.warn(\n        { err: error, agentId, attempt, threadId: thread.id },\n        \"Thread name generation attempt failed\",\n      );\n    }\n  }\n\n  await runtime.intelligence.updateThread({\n    threadId: thread.id,\n    userId,\n    agentId,\n    updates: {\n      name:\n        generatedTitle ?? deriveFallbackTitleFromMessages(sourceInput.messages),\n    },\n  });\n}\n\nasync function runTitleGenerationAttempt(params: {\n  runtime: CopilotIntelligenceRuntimeLike;\n  request: Request;\n  agentId: string;\n  threadId: string;\n  prompt: string;\n}): Promise<string | null> {\n  const { runtime, request, agentId, threadId, prompt } = params;\n  const agent = await cloneAgentForRequest(runtime, agentId, request);\n  if (isHandlerResponse(agent)) {\n    logger.warn(\n      { agentId, threadId },\n      \"Skipping thread naming because the agent could not be cloned\",\n    );\n    return null;\n  }\n\n  configureAgentForRequest({\n    runtime,\n    request,\n    agentId,\n    agent,\n  });\n\n  const messages: Message[] = [\n    {\n      id: randomUUID(),\n      role: \"system\",\n      content: THREAD_NAME_SYSTEM_PROMPT,\n    },\n    {\n      id: randomUUID(),\n      role: \"user\",\n      content: prompt,\n    },\n  ];\n\n  agent.setMessages(messages);\n  agent.setState({});\n  agent.threadId = randomUUID();\n  // Messages and state are picked up from the agent itself (set above);\n  // RunAgentParameters no longer accepts them directly.\n  const { newMessages } = await agent.runAgent({\n    tools: [],\n    context: [],\n    forwardedProps: {},\n  });\n\n  return selectGeneratedTitleFromMessages(newMessages);\n}\n\nfunction buildThreadTitlePrompt(\n  messages: Message[] | undefined,\n): string | null {\n  const transcript = (messages ?? [])\n    .filter((message) =>\n      [\"user\", \"assistant\", \"system\", \"developer\"].includes(message.role),\n    )\n    .map((message) => {\n      const content = stringifyMessageContent(message.content);\n      if (!content) {\n        return null;\n      }\n\n      return `${message.role}: ${content}`;\n    })\n    .filter((message): message is string => !!message)\n    .slice(-MAX_TRANSCRIPT_MESSAGES);\n\n  if (transcript.length === 0) {\n    return null;\n  }\n\n  return [\n    \"Conversation:\",\n    transcript.join(\"\\n\"),\n    'Generate a short title for the conversation above. Return JSON only in this exact shape: {\"title\":\"...\"}. Do not answer the conversation.',\n  ].join(\"\\n\\n\");\n}\n\nfunction stringifyMessageContent(content: Message[\"content\"]): string {\n  if (typeof content === \"string\") {\n    return content.trim();\n  }\n\n  if (content == null) {\n    return \"\";\n  }\n\n  try {\n    return JSON.stringify(content).trim();\n  } catch {\n    return \"\";\n  }\n}\n\nfunction normalizeGeneratedTitle(rawTitle: string): string | null {\n  let candidate = rawTitle.trim();\n  if (!candidate) {\n    return null;\n  }\n\n  candidate = candidate\n    .replace(/^```(?:json)?\\s*/i, \"\")\n    .replace(/\\s*```$/, \"\")\n    .trim();\n\n  const jsonLike = isJsonLike(candidate);\n\n  try {\n    const parsed = JSON.parse(candidate) as { title?: unknown };\n    if (typeof parsed.title === \"string\") {\n      candidate = parsed.title;\n    } else if (jsonLike) {\n      return null;\n    }\n  } catch {\n    if (jsonLike) {\n      return null;\n    }\n  }\n\n  candidate = cleanupTitleText(candidate);\n\n  if (!candidate) {\n    return null;\n  }\n\n  if (candidate.length > MAX_TITLE_LENGTH) {\n    candidate = candidate.slice(0, MAX_TITLE_LENGTH).trim();\n  }\n\n  if (candidate.split(/\\s+/).length > MAX_TITLE_WORDS) {\n    return null;\n  }\n\n  return candidate;\n}\n\nfunction cleanupTitleText(text: string): string {\n  return text\n    .replace(/^[\"'`]+|[\"'`]+$/g, \"\")\n    .replace(/[*_#[\\]()!~>|]+/g, \"\")\n    .replace(/[.!?,;:]+$/g, \"\")\n    .replace(/\\s+/g, \" \")\n    .trim();\n}\n\nfunction deriveFallbackTitleFromMessages(\n  messages: Message[] | undefined,\n): string {\n  for (const message of messages ?? []) {\n    if (message.role !== \"user\") {\n      continue;\n    }\n\n    const cleaned = cleanupTitleText(stringifyMessageContent(message.content));\n    if (!cleaned) {\n      continue;\n    }\n\n    let title = cleaned.split(/\\s+/).slice(0, MAX_TITLE_WORDS).join(\" \");\n    if (title.length > MAX_TITLE_LENGTH) {\n      title = title.slice(0, MAX_TITLE_LENGTH).trim();\n    }\n\n    return title || FALLBACK_THREAD_TITLE;\n  }\n\n  return FALLBACK_THREAD_TITLE;\n}\n\nfunction selectGeneratedTitleFromMessages(messages: Message[]): string | null {\n  for (let index = messages.length - 1; index >= 0; index--) {\n    const message = messages[index];\n    if (message.role !== \"assistant\" || typeof message.content !== \"string\") {\n      continue;\n    }\n\n    const title = normalizeGeneratedTitle(message.content);\n    if (title) {\n      return title;\n    }\n  }\n\n  return null;\n}\n\nfunction isJsonLike(candidate: string): boolean {\n  return (\n    (candidate.startsWith(\"{\") && candidate.endsWith(\"}\")) ||\n    (candidate.startsWith(\"[\") && candidate.endsWith(\"]\"))\n  );\n}\n\nfunction hasThreadName(name: string | null | undefined): boolean {\n  return typeof name === \"string\" && name.trim().length > 0;\n}\n\n/** @internal Exported for testing only. */\nexport const ɵnormalizeGeneratedTitle = normalizeGeneratedTitle;\n/** @internal Exported for testing only. */\nexport const ɵselectGeneratedTitleFromMessages =\n  selectGeneratedTitleFromMessages;\n/** @internal Exported for testing only. */\nexport const ɵbuildThreadTitlePrompt = buildThreadTitlePrompt;\n/** @internal Exported for testing only. */\nexport const ɵhasThreadName = hasThreadName;\n"],"mappings":";;;;;;AAWA,MAAM,4BAA4B;CAChC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD,CAAC,KAAK,KAAK;AAEZ,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,0BAA0B;AAChC,MAAM,gCAAgC;AACtC,MAAM,wBAAwB;AAW9B,eAAsB,+BAA+B,EACnD,SACA,SACA,SACA,aACA,QACA,UAC0C;AAC1C,KAAI,CAAC,QAAQ,uBAAuB,cAAc,OAAO,KAAK,CAC5D;CAGF,MAAM,SAAS,uBAAuB,YAAY,SAAS;AAC3D,KAAI,CAAC,OACH;CAGF,IAAI,iBAAgC;AAEpC,MAAK,IAAI,UAAU,GAAG,WAAW,+BAA+B,UAC9D,KAAI;AACF,mBAAiB,MAAM,0BAA0B;GAC/C;GACA;GACA;GACA,UAAU,OAAO;GACjB;GACD,CAAC;AAEF,MAAI,eACF;AAGF,SAAO,KACL;GAAE;GAAS;GAAS,UAAU,OAAO;GAAI,EACzC,4DACD;UACM,OAAO;AACd,SAAO,KACL;GAAE,KAAK;GAAO;GAAS;GAAS,UAAU,OAAO;GAAI,EACrD,wCACD;;AAIL,OAAM,QAAQ,aAAa,aAAa;EACtC,UAAU,OAAO;EACjB;EACA;EACA,SAAS,EACP,MACE,kBAAkB,gCAAgC,YAAY,SAAS,EAC1E;EACF,CAAC;;AAGJ,eAAe,0BAA0B,QAMd;CACzB,MAAM,EAAE,SAAS,SAAS,SAAS,UAAU,WAAW;CACxD,MAAM,QAAQ,MAAM,qBAAqB,SAAS,SAAS,QAAQ;AACnE,KAAI,kBAAkB,MAAM,EAAE;AAC5B,SAAO,KACL;GAAE;GAAS;GAAU,EACrB,+DACD;AACD,SAAO;;AAGT,0BAAyB;EACvB;EACA;EACA;EACA;EACD,CAAC;CAEF,MAAM,WAAsB,CAC1B;EACE,IAAIA,cAAY;EAChB,MAAM;EACN,SAAS;EACV,EACD;EACE,IAAIA,cAAY;EAChB,MAAM;EACN,SAAS;EACV,CACF;AAED,OAAM,YAAY,SAAS;AAC3B,OAAM,SAAS,EAAE,CAAC;AAClB,OAAM,WAAWA,cAAY;CAG7B,MAAM,EAAE,gBAAgB,MAAM,MAAM,SAAS;EAC3C,OAAO,EAAE;EACT,SAAS,EAAE;EACX,gBAAgB,EAAE;EACnB,CAAC;AAEF,QAAO,iCAAiC,YAAY;;AAGtD,SAAS,uBACP,UACe;CACf,MAAM,cAAc,YAAY,EAAE,EAC/B,QAAQ,YACP;EAAC;EAAQ;EAAa;EAAU;EAAY,CAAC,SAAS,QAAQ,KAAK,CACpE,CACA,KAAK,YAAY;EAChB,MAAM,UAAU,wBAAwB,QAAQ,QAAQ;AACxD,MAAI,CAAC,QACH,QAAO;AAGT,SAAO,GAAG,QAAQ,KAAK,IAAI;GAC3B,CACD,QAAQ,YAA+B,CAAC,CAAC,QAAQ,CACjD,MAAM,CAAC,wBAAwB;AAElC,KAAI,WAAW,WAAW,EACxB,QAAO;AAGT,QAAO;EACL;EACA,WAAW,KAAK,KAAK;EACrB;EACD,CAAC,KAAK,OAAO;;AAGhB,SAAS,wBAAwB,SAAqC;AACpE,KAAI,OAAO,YAAY,SACrB,QAAO,QAAQ,MAAM;AAGvB,KAAI,WAAW,KACb,QAAO;AAGT,KAAI;AACF,SAAO,KAAK,UAAU,QAAQ,CAAC,MAAM;SAC/B;AACN,SAAO;;;AAIX,SAAS,wBAAwB,UAAiC;CAChE,IAAI,YAAY,SAAS,MAAM;AAC/B,KAAI,CAAC,UACH,QAAO;AAGT,aAAY,UACT,QAAQ,qBAAqB,GAAG,CAChC,QAAQ,WAAW,GAAG,CACtB,MAAM;CAET,MAAM,WAAW,WAAW,UAAU;AAEtC,KAAI;EACF,MAAM,SAAS,KAAK,MAAM,UAAU;AACpC,MAAI,OAAO,OAAO,UAAU,SAC1B,aAAY,OAAO;WACV,SACT,QAAO;SAEH;AACN,MAAI,SACF,QAAO;;AAIX,aAAY,iBAAiB,UAAU;AAEvC,KAAI,CAAC,UACH,QAAO;AAGT,KAAI,UAAU,SAAS,iBACrB,aAAY,UAAU,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGzD,KAAI,UAAU,MAAM,MAAM,CAAC,SAAS,gBAClC,QAAO;AAGT,QAAO;;AAGT,SAAS,iBAAiB,MAAsB;AAC9C,QAAO,KACJ,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,eAAe,GAAG,CAC1B,QAAQ,QAAQ,IAAI,CACpB,MAAM;;AAGX,SAAS,gCACP,UACQ;AACR,MAAK,MAAM,WAAW,YAAY,EAAE,EAAE;AACpC,MAAI,QAAQ,SAAS,OACnB;EAGF,MAAM,UAAU,iBAAiB,wBAAwB,QAAQ,QAAQ,CAAC;AAC1E,MAAI,CAAC,QACH;EAGF,IAAI,QAAQ,QAAQ,MAAM,MAAM,CAAC,MAAM,GAAG,gBAAgB,CAAC,KAAK,IAAI;AACpE,MAAI,MAAM,SAAS,iBACjB,SAAQ,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGjD,SAAO,SAAS;;AAGlB,QAAO;;AAGT,SAAS,iCAAiC,UAAoC;AAC5E,MAAK,IAAI,QAAQ,SAAS,SAAS,GAAG,SAAS,GAAG,SAAS;EACzD,MAAM,UAAU,SAAS;AACzB,MAAI,QAAQ,SAAS,eAAe,OAAO,QAAQ,YAAY,SAC7D;EAGF,MAAM,QAAQ,wBAAwB,QAAQ,QAAQ;AACtD,MAAI,MACF,QAAO;;AAIX,QAAO;;AAGT,SAAS,WAAW,WAA4B;AAC9C,QACG,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI,IACpD,UAAU,WAAW,IAAI,IAAI,UAAU,SAAS,IAAI;;AAIzD,SAAS,cAAc,MAA0C;AAC/D,QAAO,OAAO,SAAS,YAAY,KAAK,MAAM,CAAC,SAAS"}