sunpeak 0.19.4 → 0.19.10

package/README.md

@@ -64,6 +64,7 @@ test('review tool renders title', async ({ mcp }) => {
 - **MCP-native assertions**: `toBeError()`, `toHaveTextContent()`, `toHaveStructuredContent()`
 - **Multi-host**: Tests run against ChatGPT and Claude hosts automatically
 - **Live tests**: Automated browser tests against real ChatGPT via `sunpeak/test/live`
+- **Evals**: Test your tool interface design against multiple LLMs (GPT-4o, Claude, Gemini, etc.) via `sunpeak/eval`
 
 ### 3. App Framework
 
@@ -113,6 +114,7 @@ sunpeak new
 | `sunpeak test --visual`               | Run e2e tests with visual regression        |
 | `sunpeak test --visual --update`      | Update visual regression baselines          |
 | `sunpeak test --live`                 | Run live tests against real hosts           |
+| `sunpeak test --eval`                 | Run evals against multiple LLM models       |
 | `sunpeak test init`                   | Scaffold test infrastructure into a project |
 
 **App framework** (for sunpeak projects):
@@ -125,12 +127,12 @@ sunpeak new
 | `sunpeak start`                  | Start production MCP server                 |
 | `sunpeak upgrade`                | Upgrade sunpeak to latest version           |
 
-## Coding Agent Skill
+## Coding Agent Skills
 
-Install the `create-sunpeak-app` skill to give your coding agent (Claude Code, Cursor, etc.) built-in knowledge of sunpeak patterns, hooks, simulation files, and testing conventions:
+Install the sunpeak skills to give your coding agent (Claude Code, Cursor, etc.) built-in knowledge of sunpeak patterns, hooks, and testing:
 
 ```bash
-npx skills add Sunpeak-AI/sunpeak@create-sunpeak-app
+npx skills add Sunpeak-AI/sunpeak@create-sunpeak-app Sunpeak-AI/sunpeak@test-mcp-server
 ```
 
 ## Troubleshooting
@@ -143,7 +145,7 @@ If your app doesn't render in ChatGPT or Claude:
 4. **Hard refresh** the host page (`Cmd+Shift+R` / `Ctrl+Shift+R`)
 5. **Open a new chat** in the host (cached iframes persist per-conversation)
 
-Full guide: [sunpeak.ai/docs/guides/troubleshooting](https://sunpeak.ai/docs/guides/troubleshooting)
+Full guide: [sunpeak.ai/docs/app-framework/guides/troubleshooting](https://sunpeak.ai/docs/app-framework/guides/troubleshooting)
 
 ## Resources
 

package/bin/commands/dev.mjs

@@ -363,7 +363,7 @@ export async function dev(projectRoot = process.cwd(), args = []) {
   const sandbox = await startSandboxServer({ preferredPort: sandboxPort });
 
   // Find available ports for the MCP server and HMR WebSocket
-  const mcpPort = await getPort(8000);
+  const mcpPort = await getPort(Number(process.env.SUNPEAK_MCP_PORT || 8000));
   const hmrPort = await getPort(Number(process.env.SUNPEAK_HMR_PORT || 24679));
 
   console.log(`\nStarting MCP server with ${simulations.length} simulation(s) (Vite HMR)...`);

package/bin/commands/inspect.mjs

@@ -1145,7 +1145,7 @@ export async function inspectServer(opts) {
   server.bindCLIShortcuts({ print: true });
 
   // Print troubleshooting link (dimmed)
-  console.log('\n  \x1b[2mApp not loading? \u2192 https://sunpeak.ai/docs/guides/troubleshooting\x1b[0m');
+  console.log('\n  \x1b[2mApp not loading? \u2192 https://sunpeak.ai/docs/app-framework/guides/troubleshooting\x1b[0m');
 
   // Print star-begging message unless suppressed
   if (!noBegging) {

package/bin/commands/new.mjs

@@ -44,7 +44,7 @@ async function defaultSelectResources(availableResources) {
       const maxLen = Math.max(...availableResources.map((r) => r.length));
       return availableResources.map((r) => ({
         value: r,
-        label: `${r.padEnd(maxLen)}  (https://sunpeak.ai/docs/api-reference/resources/${r})`,
+        label: `${r.padEnd(maxLen)}  (https://sunpeak.ai/docs/app-framework/resources/${r})`,
       }));
     })(),
     initialValues: availableResources,
@@ -214,6 +214,10 @@ export async function init(projectName, resourcesArg, deps = defaultDeps) {
         if (src.includes('/tests/live/') && name === `${resource}.spec.ts`) {
           return false;
         }
+        // Skip eval files for excluded resources
+        if (src.includes('/tests/evals/') && name === `${resource}.eval.ts`) {
+          return false;
+        }
       }
 
       return true;
@@ -278,20 +282,20 @@ export async function init(projectName, resourcesArg, deps = defaultDeps) {
     s.stop(`Install failed. You can try running "${pm} install" manually.`);
   }
 
-  // Offer to install the sunpeak skill (only in interactive mode)
+  // Offer to install the sunpeak skills (only in interactive mode)
   if (resourcesArg === undefined) {
     const installSkill = await d.confirm({
-      message: 'Install the sunpeak skill? (helps your coding agent build your app)',
+      message: 'Install the sunpeak skills? (helps your coding agent build and test your app)',
       initialValue: true,
     });
     if (!clack.isCancel(installSkill) && installSkill) {
       try {
-        d.execSync('npx skills add Sunpeak-AI/sunpeak@create-sunpeak-app', {
+        d.execSync('npx skills add Sunpeak-AI/sunpeak@create-sunpeak-app Sunpeak-AI/sunpeak@test-mcp-server', {
           cwd: targetDir,
           stdio: 'inherit',
         });
       } catch {
-        d.console.log('Skill install skipped. You can install later with: npx skills add Sunpeak-AI/sunpeak@create-sunpeak-app');
+        d.console.log('Skill install skipped. You can install later with: npx skills add Sunpeak-AI/sunpeak@create-sunpeak-app Sunpeak-AI/sunpeak@test-mcp-server');
       }
     }
   }

package/bin/commands/start.mjs

@@ -45,6 +45,7 @@ export async function start(projectRoot = process.cwd(), args = []) {
 
   const jsonLogs = args.includes('--json-logs');
   const sse = args.includes('--sse');
+  const stateless = args.includes('--stateless');
 
   // Import production server from sunpeak
   const isTemplate = projectRoot.endsWith('/template') || projectRoot.endsWith('\\template');
@@ -190,9 +191,10 @@ export async function start(projectRoot = process.cwd(), args = []) {
   port = await getPort(port);
 
   console.log(`\nStarting ${name} v${version} on ${host}:${port}...`);
+  if (stateless) console.log('Stateless mode enabled (no session tracking)');
 
   startProductionHttpServer(
-    { name, version, serverInfo: serverConfig, tools, resources, auth, ...(sse ? { enableJsonResponse: false } : {}) },
+    { name, version, serverInfo: serverConfig, tools, resources, auth, stateless, ...(sse ? { enableJsonResponse: false } : {}) },
     { port, host }
   );
 }