@chat-js/cli 0.3.0 → 0.4.0

package/dist/index.js

@@ -3914,7 +3914,7 @@ var {
 // package.json
 var package_default = {
   name: "@chat-js/cli",
-  version: "0.3.0",
+  version: "0.4.0",
   description: "CLI for creating and extending ChatJS apps",
   license: "Apache-2.0",
   repository: {
@@ -19051,9 +19051,11 @@ var attachmentsConfigSchema = exports_external.object({
   }
 });
 var featuresConfigSchema = exports_external.object({
-  attachments: exports_external.boolean().describe("File attachments (requires BLOB_READ_WRITE_TOKEN)")
+  attachments: exports_external.boolean().describe("File attachments (requires BLOB_READ_WRITE_TOKEN)"),
+  parallelResponses: exports_external.boolean().default(true).describe("Send one message to multiple models simultaneously")
 }).default({
-  attachments: false
+  attachments: false,
+  parallelResponses: true
 });
 var authenticationConfigSchema = exports_external.object({
   google: exports_external.boolean().describe("Google OAuth (requires AUTH_GOOGLE_ID + AUTH_GOOGLE_SECRET)"),
@@ -19352,7 +19354,8 @@ var FEATURE_KEYS = [
   "mcp",
   "imageGeneration",
   "attachments",
-  "followupSuggestions"
+  "followupSuggestions",
+  "parallelResponses"
 ];
 
 // src/helpers/env-checklist.ts
@@ -19427,7 +19430,8 @@ var FEATURE_DEFAULTS = {
   mcp: false,
   imageGeneration: false,
   attachments: false,
-  followupSuggestions: true
+  followupSuggestions: true,
+  parallelResponses: true
 };
 var AUTH_DEFAULTS = {
   google: false,
@@ -19442,7 +19446,8 @@ var FEATURE_LABELS = {
   mcp: "MCP Tool Servers",
   imageGeneration: "Image Generation",
   attachments: "File Attachments",
-  followupSuggestions: "Follow-up Suggestions"
+  followupSuggestions: "Follow-up Suggestions",
+  parallelResponses: "Parallel Responses"
 };
 var AUTH_LABELS = {
   google: "Google OAuth",

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@chat-js/cli",
-	"version": "0.3.0",
+	"version": "0.4.0",
 	"description": "CLI for creating and extending ChatJS apps",
 	"license": "Apache-2.0",
 	"repository": {

package/templates/chat-app/app/(chat)/api/chat/prepare/route.ts

@@ -0,0 +1,94 @@
+import { headers } from "next/headers";
+import type { NextRequest } from "next/server";
+import type { ChatMessage } from "@/lib/ai/types";
+import { auth } from "@/lib/auth";
+import {
+  getChatById,
+  getMessageById,
+  getProjectById,
+  getUserById,
+  saveChatIfNotExists,
+  saveMessageIfNotExists,
+} from "@/lib/db/queries";
+import { createModuleLogger } from "@/lib/logger";
+import { generateTitleFromUserMessage } from "../../../actions";
+
+const log = createModuleLogger("api:chat:prepare");
+
+export async function POST(request: NextRequest) {
+  try {
+    const {
+      id: chatId,
+      message: userMessage,
+      projectId,
+    }: {
+      id: string;
+      message: ChatMessage;
+      projectId?: string;
+    } = await request.json();
+
+    if (!userMessage) {
+      return new Response("Missing user message", { status: 400 });
+    }
+
+    const session = await auth.api.getSession({ headers: await headers() });
+    const userId = session?.user?.id;
+
+    if (!userId) {
+      return new Response("Multiple models require authentication", {
+        status: 401,
+      });
+    }
+
+    const user = await getUserById({ userId });
+    if (!user) {
+      return new Response("User not found", { status: 404 });
+    }
+
+    const chat = await getChatById({ id: chatId });
+    let isNewChat = false;
+
+    if (chat) {
+      if (chat.userId !== userId) {
+        return new Response("Unauthorized", { status: 401 });
+      }
+    } else {
+      isNewChat = true;
+
+      if (projectId) {
+        const project = await getProjectById({ id: projectId });
+        if (!project || project.userId !== userId) {
+          return new Response("Unauthorized", { status: 401 });
+        }
+      }
+
+      const title = await generateTitleFromUserMessage({
+        message: userMessage,
+      });
+
+      await saveChatIfNotExists({
+        id: chatId,
+        userId,
+        title,
+        projectId,
+      });
+    }
+
+    const [existingMessage] = await getMessageById({ id: userMessage.id });
+
+    if (existingMessage && existingMessage.chatId !== chatId) {
+      return new Response("Unauthorized", { status: 401 });
+    }
+
+    await saveMessageIfNotExists({
+      id: userMessage.id,
+      chatId,
+      message: userMessage,
+    });
+
+    return Response.json({ isNewChat });
+  } catch (error) {
+    log.error({ error }, "POST /api/chat/prepare failed");
+    return new Response("Internal Server Error", { status: 500 });
+  }
+}

package/templates/chat-app/app/(chat)/api/chat/route.ts

@@ -27,7 +27,11 @@ import {
 import { systemPrompt } from "@/lib/ai/prompts";
 import { calculateMessagesTokens } from "@/lib/ai/token-utils";
 import { allTools } from "@/lib/ai/tools/tools-definitions";
-import type { ChatMessage, ToolName } from "@/lib/ai/types";
+import {
+  getPrimarySelectedModelId,
+  type ChatMessage,
+  type ToolName,
+} from "@/lib/ai/types";
 import {
   getAnonymousSession,
   setAnonymousSession,
@@ -44,8 +48,9 @@ import {
   getMessageCanceledAt,
   getProjectById,
   getUserById,
-  saveChat,
+  saveChatIfNotExists,
   saveMessage,
+  saveMessageIfNotExists,
   updateMessage,
   updateMessageActiveStreamId,
 } from "@/lib/db/queries";
@@ -191,7 +196,7 @@ async function handleChatValidation({
       message: userMessage,
     });
 
-    await saveChat({ id: chatId, userId, title, projectId });
+    await saveChatIfNotExists({ id: chatId, userId, title, projectId });
   }
 
   const [existentMessage] = await getMessageById({ id: userMessage.id });
@@ -201,18 +206,35 @@ async function handleChatValidation({
     return { error: new Response("Unauthorized", { status: 401 }), isNewChat };
   }
 
-  if (!existentMessage) {
-    // If the message does not exist, save it
-    await saveMessage({
-      id: userMessage.id,
-      chatId,
-      message: userMessage,
-    });
-  }
+  await saveMessageIfNotExists({
+    id: userMessage.id,
+    chatId,
+    message: userMessage,
+  });
 
   return { error: null, isNewChat };
 }
 
+function resolveSelectedModelId({
+  requestSelectedModelId,
+  selectedModel,
+}: {
+  requestSelectedModelId?: AppModelId;
+  selectedModel: ChatMessage["metadata"]["selectedModel"];
+}): AppModelId | null {
+  if (typeof selectedModel === "string") {
+    return requestSelectedModelId ?? selectedModel;
+  }
+
+  if (requestSelectedModelId) {
+    if (!selectedModel || typeof selectedModel !== "object") return null;
+    const requestedCount = selectedModel[requestSelectedModelId];
+    return requestedCount && requestedCount > 0 ? requestSelectedModelId : null;
+  }
+
+  return getPrimarySelectedModelId(selectedModel);
+}
+
 async function checkUserCanSpend(userId: string): Promise<Response | null> {
   const userCanSpend = await canSpend(userId);
   if (!userCanSpend) {
@@ -309,6 +331,9 @@ async function createChatStream({
   userMessage,
   previousMessages,
   selectedModelId,
+  parallelGroupId,
+  parallelIndex,
+  isPrimaryParallel,
   explicitlyRequestedTools,
   userId,
   allowedTools,
@@ -325,6 +350,9 @@ async function createChatStream({
   userMessage: ChatMessage;
   previousMessages: ChatMessage[];
   selectedModelId: AppModelId;
+  parallelGroupId: string | null;
+  parallelIndex: number | null;
+  isPrimaryParallel: boolean | null;
   explicitlyRequestedTools: ToolName[] | null;
   userId: string | null;
   allowedTools: ToolName[];
@@ -377,6 +405,9 @@ async function createChatStream({
       const initialMetadata: ChatMessage["metadata"] = {
         createdAt: new Date(),
         parentMessageId: userMessage.id,
+        parallelGroupId,
+        parallelIndex,
+        isPrimaryParallel,
         selectedModel: selectedModelId,
         activeStreamId: isAnonymous ? null : streamId,
       };
@@ -435,6 +466,10 @@ async function createChatStream({
         isAnonymous,
         chatId,
         costAccumulator,
+        selectedModelId,
+        parallelGroupId,
+        parallelIndex,
+        isPrimaryParallel,
       });
     },
     onError: (error) => {
@@ -468,6 +503,10 @@ async function executeChatRequest({
   userMessage,
   previousMessages,
   selectedModelId,
+  assistantMessageId,
+  parallelGroupId,
+  parallelIndex,
+  isPrimaryParallel,
   explicitlyRequestedTools,
   userId,
   isAnonymous,
@@ -481,6 +520,10 @@ async function executeChatRequest({
   userMessage: ChatMessage;
   previousMessages: ChatMessage[];
   selectedModelId: AppModelId;
+  assistantMessageId?: string;
+  parallelGroupId: string | null;
+  parallelIndex: number | null;
+  isPrimaryParallel: boolean | null;
   explicitlyRequestedTools: ToolName[] | null;
   userId: string | null;
   isAnonymous: boolean;
@@ -491,7 +534,7 @@ async function executeChatRequest({
   mcpConnectors: McpConnector[];
 }): Promise<Response> {
   const log = createModuleLogger("api:chat:execute");
-  const messageId = generateUUID();
+  const messageId = assistantMessageId ?? generateUUID();
   const streamId = generateUUID();
 
   if (!isAnonymous) {
@@ -506,6 +549,9 @@ async function executeChatRequest({
         metadata: {
           createdAt: new Date(),
           parentMessageId: userMessage.id,
+          parallelGroupId,
+          parallelIndex,
+          isPrimaryParallel,
           selectedModel: selectedModelId,
           selectedTool: undefined,
           activeStreamId: streamId,
@@ -532,6 +578,9 @@ async function executeChatRequest({
     userMessage,
     previousMessages,
     selectedModelId,
+    parallelGroupId,
+    parallelIndex,
+    isPrimaryParallel,
     explicitlyRequestedTools,
     userId,
     allowedTools,
@@ -712,12 +761,20 @@ async function finalizeMessageAndCredits({
   isAnonymous,
   chatId,
   costAccumulator,
+  selectedModelId,
+  parallelGroupId,
+  parallelIndex,
+  isPrimaryParallel,
 }: {
   messages: ChatMessage[];
   userId: string | null;
   isAnonymous: boolean;
   chatId: string;
   costAccumulator: CostAccumulator;
+  selectedModelId: AppModelId;
+  parallelGroupId: string | null;
+  parallelIndex: number | null;
+  isPrimaryParallel: boolean | null;
 }): Promise<void> {
   const log = createModuleLogger("api:chat:finalize");
 
@@ -736,6 +793,15 @@ async function finalizeMessageAndCredits({
           ...assistantMessage,
           metadata: {
             ...assistantMessage.metadata,
+            parallelGroupId:
+              parallelGroupId ?? assistantMessage.metadata.parallelGroupId ?? null,
+            parallelIndex:
+              parallelIndex ?? assistantMessage.metadata.parallelIndex ?? null,
+            isPrimaryParallel:
+              isPrimaryParallel ??
+              assistantMessage.metadata.isPrimaryParallel ??
+              null,
+            selectedModel: selectedModelId,
             activeStreamId: null,
           },
         },
@@ -768,11 +834,21 @@ export async function POST(request: NextRequest) {
       message: userMessage,
       prevMessages: anonymousPreviousMessages,
       projectId,
+      assistantMessageId,
+      selectedModelId: requestSelectedModelId,
+      parallelGroupId,
+      parallelIndex,
+      isPrimaryParallel,
     }: {
       id: string;
       message: ChatMessage;
       prevMessages: ChatMessage[];
       projectId?: string;
+      assistantMessageId?: string;
+      selectedModelId?: AppModelId;
+      parallelGroupId?: string | null;
+      parallelIndex?: number | null;
+      isPrimaryParallel?: boolean | null;
     } = await request.json();
 
     if (!userMessage) {
@@ -780,8 +856,10 @@ export async function POST(request: NextRequest) {
       return new ChatSDKError("bad_request:api").toResponse();
     }
 
-    // Extract selectedModel from user message metadata
-    const selectedModelId = userMessage.metadata?.selectedModel as AppModelId;
+    const selectedModelId = resolveSelectedModelId({
+      requestSelectedModelId,
+      selectedModel: userMessage.metadata.selectedModel,
+    });
 
     if (!selectedModelId) {
       log.warn("No selectedModel in user message metadata");
@@ -857,6 +935,11 @@ export async function POST(request: NextRequest) {
       userMessage,
       previousMessages,
       selectedModelId,
+      assistantMessageId,
+      parallelGroupId:
+        parallelGroupId ?? userMessage.metadata.parallelGroupId ?? null,
+      parallelIndex: parallelIndex ?? null,
+      isPrimaryParallel: isPrimaryParallel ?? null,
       explicitlyRequestedTools,
       userId,
       isAnonymous,

package/templates/chat-app/chat.config.ts

@@ -9,130 +9,147 @@ const isProd = process.env.NODE_ENV === "production";
  * @see https://chatjs.dev/docs/reference/config
  */
 const config = defineConfig({
-  appPrefix: "chatjs",
-  appName: "ChatJS",
-  appTitle: "ChatJS - The prod ready AI chat app",
-  appDescription:
-    "Build and deploy AI chat applications in minutes. ChatJS provides authentication, streaming, tool calling, and all the features you need for production-ready AI conversations.",
-  appUrl: "https://chatjs.dev",
-  organization: {
-    name: "ChatJS",
-    contact: {
-      privacyEmail: "privacy@chatjs.dev",
-      legalEmail: "legal@chatjs.dev",
-    },
-  },
-  services: {
-    hosting: "Vercel",
-    aiProviders: [
-      "OpenAI",
-      "Anthropic",
-      "xAI",
-      "Google",
-      "Meta",
-      "Mistral",
-      "Alibaba",
-      "Amazon",
-      "Cohere",
-      "DeepSeek",
-      "Perplexity",
-      "Vercel",
-      "Inception",
-      "Moonshot",
-      "Morph",
-      "ZAI",
-    ],
-    paymentProcessors: [],
-  },
-  features: {
-    attachments: true, // Requires BLOB_READ_WRITE_TOKEN
-  },
-  legal: {
-    minimumAge: 13,
-    governingLaw: "United States",
-    refundPolicy: "no-refunds",
-  },
-  policies: {
-    privacy: {
-      title: "Privacy Policy",
-      lastUpdated: "July 24, 2025",
-    },
-    terms: {
-      title: "Terms of Service",
-      lastUpdated: "July 24, 2025",
-    },
-  },
-  authentication: {
-    google: true, // Requires AUTH_GOOGLE_ID + AUTH_GOOGLE_SECRET
-    github: true, // Requires AUTH_GITHUB_ID + AUTH_GITHUB_SECRET
-    vercel: true, // Requires VERCEL_APP_CLIENT_ID + VERCEL_APP_CLIENT_SECRET
-  },
-  ai: {
-    gateway: "openai",
-    providerOrder: ["openai"],
-    disabledModels: [],
-    anonymousModels: ["gpt-5-nano"],
-    workflows: {
-      chatImageCompatible: "gpt-4o-mini",
-    },
-    tools: {
-      webSearch: {
-        enabled: true, // Requires TAVILY_API_KEY or FIRECRAWL_API_KEY
-      },
-      urlRetrieval: {
-        enabled: true, // Requires FIRECRAWL_API_KEY
-      },
-      codeExecution: {
-        enabled: true, // Vercel-native, no key needed
-      },
-      mcp: {
-        enabled: true, // Requires MCP_ENCRYPTION_KEY
-      },
-      followupSuggestions: {
-        enabled: true,
-      },
-      text: {
-        polish: "gpt-5-mini",
-      },
-      sheet: {
-        format: "gpt-5-mini",
-        analyze: "gpt-5-mini",
-      },
-      code: {
-        edits: "gpt-5-mini",
-      },
-      image: {
-        enabled: true, // Requires BLOB_READ_WRITE_TOKEN
-        default: "gpt-image-1",
-      },
-      deepResearch: {
-        enabled: true, // Requires webSearch
-        defaultModel: "gpt-5-nano",
-        finalReportModel: "gpt-5-mini",
-        allowClarification: true,
-        maxResearcherIterations: 1,
-        maxConcurrentResearchUnits: 2,
-        maxSearchQueries: 2,
-      },
-    },
-  },
-  anonymous: {
-    credits: isProd ? 10 : 1000,
-    availableTools: [],
-    rateLimit: {
-      requestsPerMinute: isProd ? 5 : 60,
-      requestsPerMonth: isProd ? 10 : 1000,
-    },
-  },
-  attachments: {
-    maxBytes: 1024 * 1024, // 1MB
-    maxDimension: 2048,
-    acceptedTypes: {
-      "image/png": [".png"],
-      "image/jpeg": [".jpg", ".jpeg"],
-      "application/pdf": [".pdf"],
-    },
-  },
+	appPrefix: "chatjs",
+	appName: "ChatJS",
+	appTitle: "ChatJS - The prod ready AI chat app",
+	appDescription:
+		"Build and deploy AI chat applications in minutes. ChatJS provides authentication, streaming, tool calling, and all the features you need for production-ready AI conversations.",
+	appUrl: "https://chatjs.dev",
+	organization: {
+		name: "ChatJS",
+		contact: {
+			privacyEmail: "privacy@chatjs.dev",
+			legalEmail: "legal@chatjs.dev",
+		},
+	},
+	services: {
+		hosting: "Vercel",
+		aiProviders: [
+			"OpenAI",
+			"Anthropic",
+			"xAI",
+			"Google",
+			"Meta",
+			"Mistral",
+			"Alibaba",
+			"Amazon",
+			"Cohere",
+			"DeepSeek",
+			"Perplexity",
+			"Vercel",
+			"Inception",
+			"Moonshot",
+			"Morph",
+			"ZAI",
+		],
+		paymentProcessors: [],
+	},
+	features: {
+		attachments: true, // Requires BLOB_READ_WRITE_TOKEN
+		parallelResponses: true,
+	},
+	legal: {
+		minimumAge: 13,
+		governingLaw: "United States",
+		refundPolicy: "no-refunds",
+	},
+	policies: {
+		privacy: {
+			title: "Privacy Policy",
+			lastUpdated: "July 24, 2025",
+		},
+		terms: {
+			title: "Terms of Service",
+			lastUpdated: "July 24, 2025",
+		},
+	},
+	authentication: {
+		google: true, // Requires AUTH_GOOGLE_ID + AUTH_GOOGLE_SECRET
+		github: true, // Requires AUTH_GITHUB_ID + AUTH_GITHUB_SECRET
+		vercel: true, // Requires VERCEL_APP_CLIENT_ID + VERCEL_APP_CLIENT_SECRET
+	},
+	ai: {
+		gateway: "vercel",
+		providerOrder: [
+			"openai",
+			"anthropic",
+			"google",
+			"xai",
+			"meta",
+			"mistral",
+			"deepseek",
+			"perplexity",
+			"cohere",
+			"alibaba",
+			"amazon",
+			"inception",
+			"moonshot",
+			"morph",
+			"zai",
+		],
+		disabledModels: [],
+		anonymousModels: ["openai/gpt-5-nano"],
+		workflows: {
+			chatImageCompatible: "openai/gpt-4o-mini",
+		},
+		tools: {
+			webSearch: {
+				enabled: true, // Requires TAVILY_API_KEY or FIRECRAWL_API_KEY
+			},
+			urlRetrieval: {
+				enabled: true, // Requires FIRECRAWL_API_KEY
+			},
+			codeExecution: {
+				enabled: true, // Vercel-native, no key needed
+			},
+			mcp: {
+				enabled: true, // Requires MCP_ENCRYPTION_KEY
+			},
+			followupSuggestions: {
+				enabled: true,
+			},
+			text: {
+				polish: "openai/gpt-5-mini",
+			},
+			sheet: {
+				format: "openai/gpt-5-mini",
+				analyze: "openai/gpt-5-mini",
+			},
+			code: {
+				edits: "openai/gpt-5-mini",
+			},
+			image: {
+				enabled: true, // Requires BLOB_READ_WRITE_TOKEN
+				default: "google/gemini-3-pro-image",
+			},
+			deepResearch: {
+				enabled: true, // Requires webSearch
+				defaultModel: "openai/gpt-5-nano",
+				finalReportModel: "openai/gpt-5-mini",
+				allowClarification: true,
+				maxResearcherIterations: 1,
+				maxConcurrentResearchUnits: 2,
+				maxSearchQueries: 2,
+			},
+		},
+	},
+	anonymous: {
+		credits: isProd ? 10 : 1000,
+		availableTools: [],
+		rateLimit: {
+			requestsPerMinute: isProd ? 5 : 60,
+			requestsPerMonth: isProd ? 10 : 1000,
+		},
+	},
+	attachments: {
+		maxBytes: 1024 * 1024, // 1MB
+		maxDimension: 2048,
+		acceptedTypes: {
+			"image/png": [".png"],
+			"image/jpeg": [".jpg", ".jpeg"],
+			"application/pdf": [".pdf"],
+		},
+	},
 });
 
 export default config;