@llamaventures/cli 1.15.0 → 1.16.0

package/bin/llama.mjs

@@ -1,5 +1,6 @@
 #!/usr/bin/env node
 
+import { createRequire } from "module";
 import readline from "readline";
 import {
   DEFAULT_BASE_URL,
@@ -9,6 +10,7 @@ import {
   TOKEN_FILE,
   getAuthHeaders,
   getBaseUrl,
+  getLastAgentEvent,
   getToken,
   print,
   readBriefing,
@@ -33,6 +35,9 @@ import { LLAMA_CLI_CLIENT_ID, pkceLoopbackFlow, revokeToken as revokeOAuthToken
 import { deleteBundle, detectBackend, readBundle, writeBundle } from "../lib/oauth-storage.mjs";
 import { maybeNudgeUpdate, getUpdateNudge } from "../lib/version-check.mjs";
 
+const requireFromHere = createRequire(import.meta.url);
+const { version: PKG_VERSION } = requireFromHere("../package.json");
+
 function parseFlags(args, knownFlags = null) {
   const flags = {};
   const positional = [];
@@ -71,6 +76,34 @@ function parseFlags(args, knownFlags = null) {
   return { flags, positional };
 }
 
+function agentOnboardNoAuthMessage() {
+  return `Llama Ventures team onboarding requires credentials.
+
+Team member?
+  - Run \`gcloud auth login\` with your @llamaventures.vc account, OR
+  - Mint a token at https://command.llamaventures.vc/settings/tokens
+    then \`llama token set <llc_...>\`.
+  Re-run \`llama agent-onboard\` after — the workflow contract will print.
+
+Founder or external visitor (no Llama account)?
+  Run \`llama pitch start --name "Your Name" --email "you@company.com"\`
+  to chat with our intake agent — no token required.`;
+}
+
+function agentOnboardRejectedMessage() {
+  return `Llama Ventures team onboarding requires valid credentials.
+
+Server rejected the credentials we sent. Re-mint at
+https://command.llamaventures.vc/settings/tokens, run
+\`llama token set <llc_...>\`, then re-run \`llama agent-onboard\`.`;
+}
+
+async function fetchServerAgentBriefing() {
+  const params = new URLSearchParams({ clientVersion: PKG_VERSION });
+  const result = await request("GET", `/api/agent/briefing?${params}`);
+  return result?.briefing || "";
+}
+
 function closestKnownFlag(input, candidates) {
   let best = null;
   let bestScore = Infinity;
@@ -127,6 +160,45 @@ function slugifyTitle(title) {
   return slug;
 }
 
+function parseExpectedIds(raw) {
+  const text = typeof raw === "string" ? raw : "";
+  const expected = { dealIds: [], wikiSlugs: [], raw: [] };
+  for (const item of text.split(",").map((s) => s.trim()).filter(Boolean)) {
+    const [kind, ...rest] = item.split(":");
+    const value = rest.join(":").trim();
+    if (kind === "deal" && value) expected.dealIds.push(value);
+    else if ((kind === "wiki" || kind === "slug") && value) expected.wikiSlugs.push(value);
+    else expected.raw.push(item);
+  }
+  return expected;
+}
+
+async function submitEvalFeedback(action, flags, queryText = "") {
+  const useLast = flags.last !== false;
+  const last = useLast ? getLastAgentEvent() : null;
+  const eventId =
+    flags.event && flags.event !== true
+      ? Number(flags.event)
+      : last?.lastEventId ?? null;
+  if ((action === "good" || action === "bad") && !eventId && !queryText) {
+    throw new Error(`Usage: llama eval ${action} [--last] [--reason "..."]`);
+  }
+  const body = {
+    action,
+    eventId: Number.isFinite(eventId) ? eventId : undefined,
+    query: queryText || undefined,
+    surface: flags.surface && flags.surface !== true ? String(flags.surface) : last?.lastSurface ?? undefined,
+    expected:
+      flags.expect && flags.expect !== true
+        ? parseExpectedIds(String(flags.expect))
+        : {},
+    reason: flags.reason && flags.reason !== true ? String(flags.reason) : undefined,
+    privacyLevel:
+      flags.privacy && flags.privacy !== true ? String(flags.privacy) : "internal",
+  };
+  return request("POST", "/api/agent/eval-feedback", body);
+}
+
 // Client-side fuzzy match — used as a fallback when the server hasn't yet
 // shipped the search/filter API (Fix B, 2026-04-25). Once the server
 // returns the `{deals,total,limit,offset}` envelope, this path is never
@@ -141,7 +213,7 @@ function clientSideMatch(deal, filters) {
     const fields = [
       deal.companyName, deal.founders, deal.founderInfo,
       deal.description, deal.notes, deal.dealOwner,
-      deal.source, deal.location,
+      deal.source, deal.sourceDirection, deal.location,
     ];
     if (!fields.some((f) => incl(f, filters.q))) return false;
   }
@@ -151,6 +223,7 @@ function clientSideMatch(deal, filters) {
   if (filters.status && !eq(deal.status, filters.status)) return false;
   if (filters.theirStage && !eq(deal.theirStage, filters.theirStage)) return false;
   if (filters.stage && !eq(deal.stage, filters.stage)) return false;
+  if (filters.sourceDirection && !eq(deal.sourceDirection, filters.sourceDirection)) return false;
   return true;
 }
 
@@ -158,11 +231,14 @@ function clientSideMatch(deal, filters) {
 function buildDealsQuery(q, flags) {
   const params = new URLSearchParams();
   if (q) params.set("q", q);
-  for (const key of ["companyName", "founder", "owner", "status", "theirStage", "stage", "limit", "offset"]) {
+  for (const key of ["companyName", "founder", "owner", "status", "theirStage", "stage", "sourceDirection", "limit", "offset"]) {
     if (flags[key] !== undefined && flags[key] !== true) {
       params.set(key, String(flags[key]));
     }
   }
+  if (flags["source-direction"] !== undefined && flags["source-direction"] !== true) {
+    params.set("sourceDirection", String(flags["source-direction"]));
+  }
   return params;
 }
 
@@ -185,6 +261,7 @@ async function searchDeals(q, flags) {
       status: flags.status,
       theirStage: flags.theirStage,
       stage: flags.stage,
+      sourceDirection: flags.sourceDirection || flags["source-direction"],
     };
     const filtered = result.filter((d) => clientSideMatch(d, filters));
     const limit = Number(flags.limit) > 0 ? Number(flags.limit) : 200;
@@ -277,6 +354,8 @@ Agent onboarding (run once on first install):
   llama skills search "pipeline update" # discover relevant runtime skills
   llama skills show llama-pipeline      # read a skill from Command
   llama explain <url-or-object>         # explain Command URL/object status + lifecycle
+  llama eval good|bad --last            # mark the latest CLI/MCP result for eval
+  llama eval add "<query>" --expect wiki:<slug>|deal:<uuid>
 
 External pitch — talk to Llama Ventures' intake agent (no token required):
   llama pitch start --name "Jane Doe" --email "jane@acme.ai"
@@ -297,15 +376,16 @@ auto-detects \`gcloud auth print-identity-token\` and uses Bearer auth.
 Manually-set \`llc_\` tokens are used as a fallback.
 
 Deals:
-  llama deal create "Company" --source <name> --description "..." --website https://...
+  llama deal create "Company" --source <name> --source-direction Inbound|Outbound --description "..." --status Outreached|Sourced --website https://...
   llama deal show <dealId>
   llama deal feed <dealId>                                     # every contribution (facts + notes), human-typed or assistant-drafted, newest first
   llama deal update <dealId> <field> <value>
-      Writable fields: status, theirStage, stage, notes, dealOwner, source,
+      Writable fields: status, theirStage, stage, notes, dealOwner, source, sourceDirection,
       description, website, location, founders, founderInfo, proposedAmount,
       roundSize, valuation, deckLink, folderUrl, sector, subsector,
       foundedYear, leadInvestor, investors, agentActive.
       e.g.  llama deal update <dealId> website https://acme.ai
+            llama deal update <dealId> status Outreached
             llama deal update <dealId> sector "Developer Tools"
             llama deal update <dealId> foundedYear 2024
             llama deal update <dealId> leadInvestor "Acme Capital"
@@ -320,7 +400,7 @@ Deals:
       string. Audited to deal_events as field_change "extra.<key>".
   llama deal extra unset <dealId> <key>              # delete the key (admin)
   llama deal search <query> [--founder name] [--owner <user-key>] [--status Diligence]
-                            [--theirStage Raising] [--stage Seed]
+                            [--theirStage Raising] [--stage Seed] [--source-direction Inbound]
                             [--limit 200] [--offset 0]
   llama deal list [--owner ...] [--status ...] [...same flags as search]
 
@@ -519,6 +599,7 @@ Common:
   llama agent bootstrap             live Llama OS skill manifest from Command
   llama skills search "<query>"     discover which skill to read
   llama explain <url-or-object>     explain Command URLs, 404s, deleted objects
+  llama eval bad --last              mark latest CLI/MCP result as an eval candidate
 
 Command groups — run \`llama help <group>\` for that group's commands:
   deal        create · show · feed · update · enrich · search · collaborators · links · delete
@@ -526,6 +607,7 @@ Command groups — run \`llama help <group>\` for that group's commands:
   facts       deal facts + skill corrections (the sourced, trust-rated layer)
   timeline    timeline · posts · mentions
   wiki        cross-deal knowledge entries (markdown or HTML)
+  eval        mark real CLI/MCP searches good/bad or add a golden-query candidate
   memo        long-form HTML investment memo
   html        deal-specific HTML artifacts (/deals/<id>/browse/<slug>)
   pitch       external founder intake (no token needed)
@@ -859,18 +941,15 @@ async function runPitchRepl() {
 async function main() {
   const [area, action, ...rest] = process.argv.slice(2);
   if (area === "--version" || area === "-v" || area === "version") {
-    const { createRequire } = await import("module");
-    const requireFromHere = createRequire(import.meta.url);
-    const { version } = requireFromHere("../package.json");
     // `llama version --check` — explicitly check npm for a newer release and
     // print the upgrade line (or "up to date"). Lets an agent surface the
     // nudge on demand, separate from the throttled, TTY-gated auto-nudge.
     if (action === "--check" || action === "check") {
       const nudge = await getUpdateNudge();
-      console.log(nudge || `llama CLI ${version} — up to date`);
+      console.log(nudge || `llama CLI ${PKG_VERSION} — up to date`);
       return;
     }
-    console.log(version);
+    console.log(PKG_VERSION);
     return;
   }
   if (!area || area === "help" || area === "--help" || area === "-h") {
@@ -891,12 +970,13 @@ async function main() {
     return;
   }
 
-  // `llama agent-onboard` — print the bundled AGENT_BRIEFING.md so an AI
-  // agent reads it once and internalises the Llama Ventures workflow
-  // contract. Same content the `agent_briefing` MCP prompt returns.
+  // `llama agent-onboard` — fetch the server-owned Agent Runtime Contract
+  // so an AI agent reads the current Llama Ventures workflow contract. The
+  // bundled AGENT_BRIEFING.md is now only a fallback when the server route
+  // is unavailable during rollout.
   // Also: `llama agent onboard` (two-word form) for symmetry.
   //
-  // Gated behind /api/me — without valid credentials we print a short
+  // Gated behind Command auth — without valid credentials we print a short
   // bootstrap stub instead. Stops unauthenticated callers from harvesting
   // internal command surface / workflow conventions just by running the
   // public CLI.
@@ -906,39 +986,24 @@ async function main() {
   ) {
     const headers = await getAuthHeaders();
     if (Object.keys(headers).length === 0) {
-      console.log(
-`Llama Ventures team onboarding requires credentials.
-
-Team member?
-  - Run \`gcloud auth login\` with your @llamaventures.vc account, OR
-  - Mint a token at https://command.llamaventures.vc/settings/tokens
-    then \`llama token set <llc_...>\`.
-  Re-run \`llama agent-onboard\` after — the workflow contract will print.
-
-Founder or external visitor (no Llama account)?
-  Run \`llama pitch start --name "Your Name" --email "you@company.com"\`
-  to chat with our intake agent — no token required.`
-      );
+      console.log(agentOnboardNoAuthMessage());
       return;
     }
     try {
-      await request("GET", "/api/me");
+      const briefing = await fetchServerAgentBriefing();
+      process.stdout.write(briefing || readBriefing());
     } catch (e) {
       const msg = e?.message || "";
       if (msg.includes("Error[UNAUTHORIZED]") || msg.includes("Error[NO_AUTH]")) {
-        console.log(
-`Llama Ventures team onboarding requires valid credentials.
-
-Server rejected the credentials we sent. Re-mint at
-https://command.llamaventures.vc/settings/tokens, run
-\`llama token set <llc_...>\`, then re-run \`llama agent-onboard\`.`
-        );
+        console.log(agentOnboardRejectedMessage());
         process.exitCode = 1;
         return;
       }
-      throw e;
+      process.stderr.write(
+        `warning: server agent briefing unavailable (${msg}); using bundled fallback.\n`,
+      );
+      process.stdout.write(readBriefing());
     }
-    process.stdout.write(readBriefing());
     return;
   }
 
@@ -948,6 +1013,7 @@ https://command.llamaventures.vc/settings/tokens, run
   if (area === "agent" && action === "bootstrap") {
     const { flags } = parseFlags(rest, ["json", "limit"]);
     const params = new URLSearchParams();
+    params.set("clientVersion", PKG_VERSION);
     if (flags.limit && flags.limit !== true) params.set("limit", String(flags.limit));
     const manifest = await request("GET", `/api/agent/manifest${params.toString() ? `?${params}` : ""}`);
     if (flags.json) {
@@ -1031,6 +1097,43 @@ https://command.llamaventures.vc/settings/tokens, run
     return;
   }
 
+  if (area === "eval") {
+    const sub = action;
+    if (sub === "good" || sub === "bad") {
+      const { flags, positional } = parseFlags(rest, [
+        "last",
+        "event",
+        "reason",
+        "expect",
+        "surface",
+        "privacy",
+      ]);
+      const q = positional.join(" ").trim();
+      print(await submitEvalFeedback(sub, flags, q));
+      return;
+    }
+    if (sub === "add") {
+      const { flags, positional } = parseFlags(rest, [
+        "event",
+        "expect",
+        "reason",
+        "surface",
+        "privacy",
+      ]);
+      const q = positional.join(" ").trim();
+      if (!q && !flags.event) {
+        throw new Error(
+          `Usage: llama eval add "<query>" --surface deal|wiki --expect wiki:<slug>|deal:<uuid>`,
+        );
+      }
+      print(await submitEvalFeedback("add", flags, q));
+      return;
+    }
+    throw new Error(
+      "Usage: llama eval good|bad [--last] [--reason ...] OR llama eval add \"<query>\" --expect wiki:<slug>|deal:<uuid>",
+    );
+  }
+
   // `llama pitch ...` — external founder-pitch family. No Llama token
   // required; bootstraps a session against /api/external/* via PoW + cookie.
   // See lib/external.mjs and AGENT_BRIEFING.md for the full surface.
@@ -1243,6 +1346,7 @@ https://command.llamaventures.vc/settings/tokens, run
     const body = {
       companyName,
       source: flags.source,
+      sourceDirection: flags.sourceDirection || flags["source-direction"],
       description: flags.description,
       website: flags.website,
       notes: flags.notes,
@@ -1319,7 +1423,7 @@ https://command.llamaventures.vc/settings/tokens, run
     const q = positional.join(" ").trim();
     if (!q && Object.keys(flags).length === 0) {
       throw new Error(
-        `Usage: llama deal search <query> [--founder ...] [--owner ...] [--status ...] [--stage ...] [--limit N]`
+        `Usage: llama deal search <query> [--founder ...] [--owner ...] [--status ...] [--stage ...] [--source-direction Inbound|Outbound] [--limit N]`
       );
     }
     print(await searchDeals(q, flags));