apiblaze 0.21.75 → 0.21.77

package/dist/index.js

@@ -34,7 +34,7 @@ var __toESM = (mod, isNodeMode, target2) => (target2 = mod != null ? __create(__
 var version;
 var init_package = __esm({
   "package.json"() {
-    version = "0.21.75";
+    version = "0.21.77";
   }
 });
 
@@ -5577,6 +5577,7 @@ __export(directory_exports, {
   stepOpen: () => stepOpen,
   stepRunnable: () => stepRunnable,
   summaryOf: () => summaryOf,
+  testCasesText: () => testCasesText,
   withBrandSource: () => withBrandSource,
   writeJsonLine: () => writeJsonLine
 });
@@ -5675,6 +5676,22 @@ function directoryBodyFromFlags(f2) {
   }
   return out;
 }
+function testCasesText(r, platforms) {
+  const cases = r?.target?.metadata?.portalAnswers?.test_cases ?? [];
+  if (!cases.length) return null;
+  const dirs = ["claude", "chatgpt"].filter((x) => platforms.includes(x));
+  const lines = ["Test cases (what reviewers try; results are our pre-check, not their review)"];
+  for (const c of cases) {
+    lines.push(`  "${c.prompt}" (${c.kind === "refuse" ? "should say no" : c.tool ? `should use ${c.tool}` : "pick the tool it should use"})`);
+    for (const dir of dirs) {
+      const x = (r?.case_results ?? []).find((y) => y.caseId === c.id && y.directory === dir);
+      const word = !x ? "not run yet" : !x.current ? "out of date, run again" : `${x.pass ? "\u2713" : "\u2717"} ${CASE_STATE[x.state]}${x.state === "other_tool" || x.state === "acted" ? `: ${x.tools.join(", ")}` : ""} \xB7 ${CASE_SOURCE[x.source]}, ${x.at.slice(0, 10)}`;
+      lines.push(`     for ${dir === "claude" ? "Claude" : "ChatGPT"}: ${word}`);
+    }
+  }
+  lines.push("  Run them on the Testing tab, or with the Claude Code lines below.");
+  return lines.join("\n");
+}
 function withBrandSource(url, cli = B.cli) {
   return cli === "mcpblaze" ? `${url}?source=mcpblazeCli` : url;
 }
@@ -5821,6 +5838,7 @@ function claudeCodeTests(r, proj2) {
     seen.add(p);
     cases.push({ prompt: p, line: askLine(name, p), expect, refuse });
   };
+  for (const c of t?.metadata?.portalAnswers?.test_cases ?? []) add(c.prompt, c.kind === "refuse" ? `it says it can't help${c.why ? ` (${c.why})` : ""}, and calls no tool` : c.expect || "it calls your tools and answers from what comes back", c.kind === "refuse");
   for (const p of t?.metadata?.examplePrompts ?? []) add(p, "it calls your tools and answers from what comes back", false);
   const tc = t?.metadata?.portalAnswers?.chatgpt_test_cases;
   for (const c of tc?.positive ?? []) add(c.prompt, c.expected_behavior || "it calls your tools and answers from what comes back", false);
@@ -5840,7 +5858,7 @@ function claudeCodeText(cc) {
   else lines.push(`  ${n}. One line per use case:`, ...cc.cases.flatMap((c) => [`     ${c.line}`, `       expect: ${c.expect}`]));
   return lines.join("\n");
 }
-var import_node_fs, import_chalk17, PLATFORMS, ATTESTATIONS, OPENAI_CATEGORIES, AUTH_MODES, DATA_HANDLING_MODES, STEP_IDS, reportPath, DESCRIPTION_MIN, ccServerName, shellQuote2, askLine;
+var import_node_fs, import_chalk17, PLATFORMS, ATTESTATIONS, OPENAI_CATEGORIES, AUTH_MODES, DATA_HANDLING_MODES, STEP_IDS, CASE_SOURCE, CASE_STATE, reportPath, DESCRIPTION_MIN, ccServerName, shellQuote2, askLine;
 var init_directory = __esm({
   "src/lib/directory.ts"() {
     "use strict";
@@ -5872,6 +5890,8 @@ var init_directory = __esm({
     AUTH_MODES = ["signin", "open"];
     DATA_HANDLING_MODES = ["own", "proxied", "third-party"];
     STEP_IDS = ["mode", "address", "access", "tools", "listing", "answers", "attestations", "prove", "signin", "token", "packet", "submit"];
+    CASE_SOURCE = { "our-claude": "our test, Claude model", "our-gpt": "our test, GPT model", "claude-code": "your Claude Code", codex: "your Codex CLI", chatgpt: "ChatGPT", claude: "Claude" };
+    CASE_STATE = { passed: "used the right tool", chose_write: "chose the right tool (not run: it changes data)", other_tool: "used a different tool", no_tool: "didn't use a tool", tool_failed: "the tool failed", said_no: "said no", acted: "used a tool when it shouldn't" };
     reportPath = (proj2) => `/projects/${encodeURIComponent(proj2.projectId)}/${encodeURIComponent(proj2.apiVersion)}/directory-report`;
     DESCRIPTION_MIN = 300;
     ccServerName = (projectId) => projectId.toLowerCase().replace(/[^a-z0-9_-]+/g, "-").replace(/^-+|-+$/g, "") || "app";
@@ -6930,6 +6950,7 @@ Create an ${B.thing}
   const devPortal = result.devPortal ? stripTenantFromPortal(result.devPortal) : void 0;
   const tenant = result.tenant ?? chosenTenant ?? tenantFromPortal(result.devPortal);
   if (!tenant) fail4("The server did not report which tenant this proxy belongs to \u2014 cannot build its MCP address. Re-run, or report this.");
+  if (!opts.json) printCreatedLinks({ name, version: version2, env: "dev", tenant, anon: false, teamId, listing: !!opts.directoryReady });
   rememberForApichat({
     projectId: result.project_id ?? name,
     target: opts.target || opts.openapi || name,
@@ -6988,6 +7009,12 @@ Create an ${B.thing}
   });
   if (directory) printDirectoryOutcome(directory);
 }
+function printCreatedLinks(o) {
+  console.log(`  ${import_chalk20.default.dim("MCP server:")}  ${import_chalk20.default.bold(mcpUrl(o.name, o.version, o.env, { tenant: o.tenant, anon: o.anon }))}`);
+  if (BRAND !== "mcpblaze" && !o.listing) return;
+  const page = pageLinkOf(null, { projectId: o.name, apiVersion: o.version, teamId: o.teamId });
+  console.log(`  ${import_chalk20.default.dim("Scorecard: ")}  ${import_chalk20.default.cyan(page)}${o.anon ? import_chalk20.default.dim(`  (opens once you sign in: npx ${B.cli} login)`) : ""}`);
+}
 async function applyCreateToggles(name, opts) {
   if (!opts.identified && !opts.iam) return;
   const { runIamToggle: runIamToggle2, runIdentifiedToggle: runIdentifiedToggle2 } = await Promise.resolve().then(() => (init_iam(), iam_exports));
@@ -7190,6 +7217,7 @@ Create an ${B.thing}`));
   if (!tenant) fail4("The server did not report which tenant this proxy belongs to \u2014 cannot build its MCP address. Re-run, or report this.");
   const secure = result.secure ?? void 0;
   const anonProjectId = result.project_id ?? name ?? "";
+  if (anonProjectId && !opts.json) printCreatedLinks({ name: anonProjectId, version: version2, env: "prod", tenant, anon: true, teamId: result.team_id, listing: !!opts.directoryReady });
   if (anonProjectId) {
     rememberForApichat({
       projectId: anonProjectId,
@@ -8650,8 +8678,12 @@ async function runConnectorExercise(project, opts = {}) {
     const codex = deps.codexInstalled !== void 0 ? { installed: deps.codexInstalled, loggedIn: deps.codexInstalled } : clients.includes("codex") ? detectCodex(deps.spawn ?? import_child_process5.spawnSync) : { installed: false, loggedIn: false };
     const proven = opts.provenPromptNotes ?? [];
     const provenFor = (client) => new Map(proven.filter((n) => n.kind === "prompt" && (n.client ?? "claude") === client).map((n) => [n.prompt.trim(), n]));
-    const passPrompts = (opts.promptsOnly ?? target2.metadata?.examplePrompts ?? []).filter((p) => typeof p === "string" && p.trim()).slice(0, 5);
-    const negatives = (target2.metadata?.portalAnswers?.chatgpt_test_cases?.negative ?? []).map((c) => c.prompt).filter((p) => typeof p === "string" && p.trim()).slice(0, 3);
+    const testCases = target2.metadata?.portalAnswers?.test_cases ?? [];
+    const readTools = new Set(readOnlyToolNames(tools));
+    const casePrompts = testCases.filter((c) => c.kind === "use" && (!c.tool || readTools.has(c.tool))).map((c) => c.prompt);
+    const passPrompts = opts.promptsOnly ?? [...new Set([...(target2.metadata?.examplePrompts ?? []).slice(0, 5), ...casePrompts].filter((p) => typeof p === "string" && p.trim()).map((p) => p.trim()))].slice(0, 10);
+    const refusals = testCases.filter((c) => c.kind === "refuse");
+    const negatives = (refusals.length ? [...refusals.filter((c) => c.send), ...refusals.filter((c) => !c.send)].map((c) => c.prompt) : (target2.metadata?.portalAnswers?.chatgpt_test_cases?.negative ?? []).map((c) => c.prompt)).filter((p) => typeof p === "string" && p.trim()).slice(0, 3);
     const readOnly2 = readOnlyToolNames(tools);
     const requiredCount = (t) => Object.values(t.inputProperties ?? {}).filter((p) => p.required).length;
     const firstRead = [...tools].filter((t) => toolRole(t) === "read").sort((a, b) => requiredCount(a) - requiredCount(b))[0] ?? tools[0];
@@ -13956,12 +13988,15 @@ async function runConnector(target2, opts) {
     if (opts.status) {
       const cc = claudeCodeTests(r, proj2);
       if (json) {
-        writeJsonLine({ ready: isReady(r, platforms), project: proj2.projectId, headline: r.rendered.headline, summary: r.progress?.summary ?? null, progress: r.progress ?? null, claude_code: cc, report: r.report });
+        writeJsonLine({ ready: isReady(r, platforms), project: proj2.projectId, headline: r.rendered.headline, summary: r.progress?.summary ?? null, progress: r.progress ?? null, claude_code: cc, test_cases: r.case_results ?? null, report: r.report });
         process.exit(isReady(r, platforms) ? 0 : 1);
       }
       const card2 = scorecardText(r);
       if (card2) console.log(card2);
       else printReport(r, false);
+      const tc = testCasesText(r, platforms);
+      if (tc) console.log(`
+${tc}`);
       if (cc) console.log(`
 ${claudeCodeText(cc)}`);
       process.exit(isReady(r, platforms) ? 0 : 1);
@@ -15340,7 +15375,8 @@ Most people new to it do not know the words tenant, OpenAPI or header, so plain
 ## The two things to offer
 
 1. **"Want me to make an MCP server from this API?"** \u2014 the API is deployed: \`${run2} create --target <its OpenAPI spec or URL>\`
-   (sign-in and per-user rules come with it; it prints the MCP address). The app runs on this machine:
+   (sign-in and per-user rules come with it; it prints the MCP server and Scorecard links right after the create:
+   give them to the user at once, before anything else). The app runs on this machine:
    \`${run2} dev --port <port>\`, as its own detached process. The next step to offer for this folder: ${question}
 2. **"Want it listed in Claude or ChatGPT?"** \u2014 right after the MCP server exists, \`${run2} connector <name>\`
    (\`--compliant chatgpt\` for ChatGPT, \`--compliant all\` both). Its first line is the page link: give it to the user
@@ -15393,6 +15429,13 @@ function shipMcpMarkdown() {
   const run2 = "npx mcpblaze@latest";
   return withLatest(`# An MCP server for their API, with MCPblaze
 
+**Links first.** \`create\`, \`create --compliant\` and \`connector <spec>\` print two lines the moment the MCP server exists:
+"MCP server: \u2026" and "Scorecard: \u2026" (the page with every step of the listing). Give both to the user in the chat right
+then, before the rest of the run finishes and before any other step. **A deployed API (a URL, or the URL of its spec):
+make it first** (step 4) with the automatic tools, so the links come within a minute; steps 1\u20133 then tune what it made
+(\`mcp ops hide|show|set\`, \`mcp instructions set\`) instead of coming before it. Only an app that runs on this machine,
+or an API with no spec anyone can fetch, goes through steps 1\u20133 first.
+
 1. **Read what is here.** The route files (every path and method, what each handler does, the id each POST returns), an
    existing \`openapi.yaml\` / \`openapi.json\` / spec route, env files, how the app is protected today (a header, a session,
    nothing). The code is the best source there is: it says what each route does better than any spec.
@@ -15404,7 +15447,8 @@ function shipMcpMarkdown() {
    Explain your choices and show the first-pass draft catalogue before anything is written.
 3. **The spec, if there is none.** Write \`./openapi.yaml\` for the operations the design kept, with the descriptions already
    written (operation \`summary\` = the tool title, \`description\` = the tool description). Nothing else goes in.
-4. **Make it.** Deployed: \`${run2} create --target <spec or URL>\` (add \`--compliant\` now if a listing is the goal).
+4. **Make it.** Deployed: \`${run2} create --target <spec or URL>\` (add \`--compliant\` now if a listing is the goal,
+   \`--compliant all\` for Claude and ChatGPT); relay its MCP server and Scorecard lines as soon as they print.
    On this machine: \`${run2} dev --port <port> --openapi ./openapi.yaml\` as its own detached process
    (\`nohup ${run2} dev \u2026 > mcpblaze-dev.log 2>&1 < /dev/null &\`); the log says "is live on the internet" after
    about 20 seconds. Either prints the MCP address and saves the key to \`.env.local\` itself; never show a key in the chat.
@@ -15418,8 +15462,8 @@ function shipMcpMarkdown() {
    who can override: the dashboard, Tenant \u2192 Admins.
 7. **Try it from Claude Code.** \`claude mcp add --transport http <name> <the MCP address it printed>\`, then \`/mcp\` and
    sign in; call one tool. What a reviewer does, before a reviewer does it.
-8. **List it.** \`${run2} connector <name>\` (Claude; \`--compliant chatgpt\` or \`all\` for OpenAI's directory). Give the user
-   the page link it prints first, then follow \`${run2} skills connector\`: the MCP address (one CNAME; relay the exact record),
+8. **List it.** \`${run2} connector <name>\` (Claude; \`--compliant chatgpt\` or \`all\` for OpenAI's directory), unless the
+   create already ran with \`--compliant\`. Give the user the page link first, then follow \`${run2} skills connector\`: the MCP address (one CNAME; relay the exact record),
    sign-in and the test account, the listing and the review-team answers that you write by its rules, the tests (one
    \`claude -p\` per use case, from \`--status\`), and the packet. It needs the hosted app, not a tunnel. Stop any time;
    \`${run2} connector <name> --status\` says what is left. The user submits the packet to Anthropic or OpenAI themselves.
@@ -15857,8 +15901,11 @@ saved as it is given; \`npx ${cli} connector <name> --status\` says what is left
    and \`npx ${cli} connector answers <name> --use-cases "\u2026" --prerequisites "\u2026" --category "\u2026" --reviewer-instructions "\u2026"\`.
 6. **Test**: \`npx ${cli} connector exercise <name>\` calls every tool as the reviewer. Then
    \`npx ${cli} connector <name> --status\` prints the Claude Code lines: one \`claude mcp add\`, one sign-in, and one
-   \`claude -p '\u2026' --allowedTools 'mcp__<name>'\` per example prompt, each with what should come back. Run each, tell the user
+   \`claude -p '\u2026' --allowedTools 'mcp__<name>'\` per test case and example prompt, each with what should come back. Run each, tell the user
    what came back, and fix a tool's description (\`npx ${cli} mcp ops set\`) when a prompt did not reach the right tool.
+   \`--status\` also lists the **test cases** (what reviewers try: five that should use a tool and three that should say no
+   for ChatGPT) with each one's latest result and where it ran. Those results are a pre-check, not the directories' review:
+   never tell the user a case "passed in ChatGPT" or "in Claude". The user writes and runs the cases on the page's Testing tab.
 7. **Send**: when every check passes it writes the packet. The user submits it on claude.ai/directory/manage (and the
    OpenAI portal for ChatGPT).
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "apiblaze",
-  "version": "0.21.75",
+  "version": "0.21.77",
   "description": "APIblaze CLI — Chat with your APIs, Manage your API keys, users and groups with the APIblaze serverless proxy",
   "keywords": [
     "apiblaze",