eve 0.6.0-beta.9 → 0.7.2

package/dist/src/evals/checks/checks.d.ts

@@ -1,66 +0,0 @@
-import type { StandardSchemaV1 } from "#compiled/@standard-schema/spec/index.js";
-import type { HandleMessageStreamEvent } from "#protocol/message.js";
-import type { EveEvalCheck } from "#evals/types.js";
-import { type EveEvalSubagentCallMatchOptions, type EveEvalToolCallMatchOptions } from "#evals/checks/match.js";
-/**
- * Asserts the run ran to completion: it did not fail and did not park on an
- * unanswered HITL input request.
- */
-export declare function completed(): EveEvalCheck;
-/**
- * Asserts the run ended parked on HITL input (`input.requested` with no
- * resolution). For park-shaped suites: approval gates, ask-question flows.
- */
-export declare function waiting(): EveEvalCheck;
-/**
- * Asserts the run did not fail: terminal status is not `"failed"` and no
- * `turn.failed` / `step.failed` events were emitted. Parked runs pass; use
- * {@link completed} to also reject parking.
- */
-export declare function didNotFail(): EveEvalCheck;
-/**
- * Asserts the joined assistant message text contains `token` (substring for
- * strings, `test` for RegExps).
- */
-export declare function messageIncludes(token: string | RegExp): EveEvalCheck;
-/**
- * Asserts `result.output` deep-equals `value` (exact structural equality;
- * objects must carry the same keys on both sides).
- */
-export declare function outputEquals(value: unknown): EveEvalCheck;
-/**
- * Asserts `result.output` validates against a Standard Schema (e.g. a Zod
- * schema). Useful with `outputSchema` turns and `task.parseOutput`.
- */
-export declare function outputMatches(schema: StandardSchemaV1): EveEvalCheck;
-/**
- * Asserts a tool call with `name` happened. Options constrain the call
- * further: `input` partial-deep-matches the call input, `output` matches the
- * result, `isError` constrains error state, and `times` requires an exact
- * count of matching calls.
- */
-export declare function toolCalled(name: string, options?: EveEvalToolCallMatchOptions): EveEvalCheck;
-/**
- * Asserts no tool call with `name` happened.
- */
-export declare function toolNotCalled(name: string): EveEvalCheck;
-/**
- * Asserts the named tools were called in the given order (subsequence match:
- * other calls may interleave).
- */
-export declare function toolOrder(names: readonly string[]): EveEvalCheck;
-/**
- * Asserts no action result (tool, subagent, or skill) reported a failure.
- */
-export declare function noFailedActions(): EveEvalCheck;
-/**
- * Asserts a subagent delegation to `name` occurred. `remoteUrl` matches the
- * `subagent.called` remote metadata, `output` matches the
- * `subagent.completed` output.
- */
-export declare function subagentCalled(name: string, options?: EveEvalSubagentCallMatchOptions): EveEvalCheck;
-/**
- * Escape hatch: asserts an arbitrary predicate over the full typed event
- * stream. `label` names the check in reports.
- */
-export declare function event(predicate: (events: readonly HandleMessageStreamEvent[]) => boolean, label: string): EveEvalCheck;

package/dist/src/evals/checks/checks.js

@@ -1,2 +0,0 @@
-import{toErrorMessage}from"#shared/errors.js";import{deepEquals,subagentCallMatches,testRegExp,toolCallMatches}from"#evals/checks/match.js";function defineCheck(t,n){return async r=>{try{return{name:t,...await n(r)}}catch(n){return{name:t,passed:!1,message:toErrorMessage(n)}}}}function completed(){return defineCheck(`completed`,({result:e})=>e.status===`failed`?{passed:!1,message:failureDetail(`run failed`,e.derived.failureCode)}:e.derived.parked?{passed:!1,message:`run parked on ${e.derived.inputRequests.length} unanswered input request(s)`}:{passed:!0})}function waiting(){return defineCheck(`waiting`,({result:e})=>e.derived.parked?{passed:!0}:{passed:!1,message:`expected the run to park on HITL input; it ended "${e.status}" with no pending requests`})}function didNotFail(){return defineCheck(`didNotFail`,({result:e})=>{if(e.status===`failed`)return{passed:!1,message:failureDetail(`run failed`,e.derived.failureCode)};let t=e.events.find(e=>e.type===`turn.failed`||e.type===`step.failed`);return t===void 0?{passed:!0}:{passed:!1,message:`${t.type} (${t.data.code}): ${t.data.message}`}})}function messageIncludes(e){return defineCheck(`messageIncludes(${String(e)})`,({result:t})=>{let n=joinCompletedMessages(t.events);return(typeof e==`string`?n.includes(e):testRegExp(e,n))?{passed:!0}:{passed:!1,message:`assistant messages did not include ${String(e)}; got: ${truncate(n)}`}})}function outputEquals(e){return defineCheck(`outputEquals`,({result:n})=>deepEquals(n.output,e)?{passed:!0}:{passed:!1,message:`output ${truncate(JSON.stringify(n.output))} does not equal expected ${truncate(JSON.stringify(e))}`})}function outputMatches(e){return defineCheck(`outputMatches`,async({result:t})=>{let n=await e[`~standard`].validate(t.output);return!(`issues`in n)||n.issues===void 0?{passed:!0}:{passed:!1,message:`output failed schema validation: ${n.issues.map(e=>e.message).join(`; `)}`}})}function toolCalled(e,t={}){return defineCheck(`toolCalled(${e})`,n=>{let r=n.result.derived.toolCalls.filter(t=>t.name===e),a=r.filter(e=>toolCallMatches(e,t,n));if(t.times===void 0?a.length>0:a.length===t.times)return{passed:!0,metadata:{matchingCalls:a.length}};let o=r.length>0?`observed ${e} calls: ${r.map(e=>truncate(JSON.stringify(e.input))).join(`, `)}`:`observed tools: ${formatToolNames(n)}`;return{passed:!1,message:`${t.times===void 0?`expected a matching call to "${e}"`:`expected exactly ${t.times} matching call(s), found ${a.length}`}; ${o}`}})}function toolNotCalled(e){return defineCheck(`toolNotCalled(${e})`,({result:t})=>{let n=t.derived.toolCalls.filter(t=>t.name===e).length;return n===0?{passed:!0}:{passed:!1,message:`"${e}" was called ${n} time(s)`}})}function toolOrder(e){return defineCheck(`toolOrder(${e.join(` → `)})`,t=>{let n=t.result.derived.toolCalls.map(e=>e.name),r=0;for(let t of n)if(t===e[r]&&(r+=1),r===e.length)break;return r===e.length?{passed:!0}:{passed:!1,message:`missing "${e[r]}" after [${e.slice(0,r).join(`, `)}]; observed order: [${n.join(`, `)}]`}})}function noFailedActions(){return defineCheck(`noFailedActions`,({result:e})=>{let t=e.events.filter(e=>e.type===`action.result`&&(e.data.status===`failed`||e.data.result.isError===!0));if(t.length===0)return{passed:!0};let n=t.map(e=>e.data.result.kind===`tool-result`?e.data.result.toolName:e.data.result.kind);return{passed:!1,message:`${t.length} failed action(s): ${n.join(`, `)}`}})}function subagentCalled(e,t={}){return defineCheck(`subagentCalled(${e})`,r=>{let i=r.result.derived.subagentCalls.filter(t=>t.name===e);return i.filter(e=>subagentCallMatches(e,t,r)).length>0?{passed:!0}:i.length===0?{passed:!1,message:`subagent "${e}" was never called; observed: [${r.result.derived.subagentCalls.map(e=>e.name).join(`, `)}]`,metadata:{observedSubagentCalls:r.result.derived.subagentCalls}}:{passed:!1,message:`subagent "${e}" was called but no call matched the constraints`,metadata:{observedSubagentCalls:i}}})}function event(e,t){return defineCheck(`event(${t})`,({result:n})=>e(n.events)?{passed:!0}:{passed:!1,message:`event predicate "${t}" did not hold`})}function joinCompletedMessages(e){let t=[];for(let n of e)n.type===`message.completed`&&n.data.message!==null&&t.push(n.data.message);return t.join(`
-`)}function formatToolNames(e){return`[${e.result.derived.toolCalls.map(e=>e.name).join(`, `)}]`}function failureDetail(e,t){return t===void 0?e:`${e} (code: ${t})`}function truncate(e,t=200){return e===void 0?`undefined`:e.length<=t?e:`${e.slice(0,t)}…`}export{completed,didNotFail,event,messageIncludes,noFailedActions,outputEquals,outputMatches,subagentCalled,toolCalled,toolNotCalled,toolOrder,waiting};

package/dist/src/evals/checks/index.d.ts

@@ -1,21 +0,0 @@
-import * as CheckBuiltins from "#evals/checks/checks.js";
-export type { EveEvalCheck, EveEvalCheckArgs, EveEvalCheckResult } from "#evals/types.js";
-export type { EveEvalSubagentCallMatchOptions, EveEvalToolCallMatchOptions, EveEvalValueMatcher, } from "#evals/checks/match.js";
-/**
- * Built-in hard assertions for eval suites. Unlike scores, a failed check
- * marks its case failed and produces a non-zero `eve eval` exit code.
- *
- * @example
- * ```ts
- * import { Checks } from "eve/evals/checks";
- *
- * Checks.completed()
- * Checks.didNotFail()
- * Checks.messageIncludes("Sunny")
- * Checks.toolCalled("bash", { input: { command: /pwd/ } })
- * Checks.toolOrder(["search", "get_weather"])
- * Checks.subagentCalled("weather", { output: /72F/ })
- * Checks.event((events) => events.length > 0, "stream-not-empty")
- * ```
- */
-export declare const Checks: typeof CheckBuiltins;

package/dist/src/evals/checks/index.js

@@ -1 +0,0 @@
-import*as CheckBuiltins from"#evals/checks/checks.js";const Checks=CheckBuiltins;export{Checks};

package/dist/src/evals/checks/match.js

@@ -1 +0,0 @@
-function matchesValue(e,t,n){if(e instanceof RegExp)return testRegExpAgainst(e,t);if(typeof e==`function`){let r=e(t,n);return typeof r==`boolean`?r:typeof r==`function`?Object.is(r,t):matchesValue(r,t,n)}return Array.isArray(e)?!Array.isArray(t)||t.length!==e.length?!1:e.every((e,r)=>matchesValue(e,t[r],n)):isPlainObject(e)?isPlainObject(t)?Object.entries(e).every(([e,r])=>matchesValue(r,t[e],n)):!1:Object.is(e,t)}function toolCallMatches(e,t,n){return!(t.input!==void 0&&!matchesValue(t.input,e.input,n)||t.output!==void 0&&!matchesValue(t.output,e.output,n)||t.isError!==void 0&&e.isError!==t.isError)}function subagentCallMatches(e,t,n){return!(t.remoteUrl!==void 0&&!matchesValue(t.remoteUrl,e.remoteUrl,n)||t.output!==void 0&&!matchesValue(t.output,e.output,n))}function deepEquals(e,t){if(Object.is(e,t))return!0;if(Array.isArray(e)||Array.isArray(t))return!Array.isArray(e)||!Array.isArray(t)||e.length!==t.length?!1:e.every((e,n)=>deepEquals(e,t[n]));if(isPlainObject(e)&&isPlainObject(t)){let n=Object.keys(e),r=Object.keys(t);return n.length===r.length?n.every(n=>deepEquals(e[n],t[n])):!1}return!1}function testRegExpAgainst(e,t){if(typeof t==`string`)return testRegExp(e,t);if(t===void 0)return!1;let n=JSON.stringify(t);return n!==void 0&&testRegExp(e,n)}function testRegExp(e,t){return(e.global||e.sticky)&&(e.lastIndex=0),e.test(t)}function isPlainObject(e){return typeof e==`object`&&!!e&&!Array.isArray(e)}export{deepEquals,matchesValue,subagentCallMatches,testRegExp,toolCallMatches};

package/dist/src/evals/define-eval-suite.d.ts

@@ -1,18 +0,0 @@
-import type { EveEvalSuiteDefinition, EveEvalSuiteInput, EveEvalSuiteInputFields } from "#evals/types.js";
-import type { ExactDefinition } from "#public/definitions/exact.js";
-/**
- * Defines one Eve eval suite.
- *
- * Requires a `scores` array, and a `model` only when a model-backed scorer
- * (e.g. the `Autoevals` wrappers) is present without its own model override —
- * the model is used solely for scoring, never for the agent under test. Pass
- * either `load` (an async case loader) or `cases` (a static array), but not
- * both. Suite identity is derived from the `evals/<path>.eval.ts` file path
- * by the discovery layer, so authoring `id` or `name` throws.
- *
- * Throws on invalid input: missing `scores`, a model-backed scorer without a
- * `model`, both or neither of `load`/`cases`, both `task.prompt` and
- * `task.messages`, a non-array `checks`, a non-positive or non-integer
- * `maxConcurrency`, or a negative or non-finite `timeoutMs`.
- */
-export declare function defineEvalSuite<TInput extends EveEvalSuiteInput>(input: ExactDefinition<TInput, EveEvalSuiteInputFields>): EveEvalSuiteDefinition;

package/dist/src/evals/define-eval-suite.js

@@ -1 +0,0 @@
-import{modelBackedScorerName}from"#evals/scorers/model-marker.js";function defineEvalSuite(e){validateSuiteInput(e);let t=e.load??(()=>Promise.resolve([...e.cases]));return{...e,load:t,_tag:`EveEvalSuite`}}function validateSuiteInput(t){if(`id`in t)throw Error("Eval suite must not specify `id`. Suite identity is derived from the file path under evals/.");if(`name`in t)throw Error("Eval suite must not specify `name`. Suite identity is derived from the file path under evals/.");if(t.load!==void 0&&t.cases!==void 0)throw Error("Eval suite cannot specify both `load` and `cases`. Use one or the other.");if(t.load===void 0&&t.cases===void 0)throw Error("Eval suite requires either a `load` function or a `cases` array.");if(!Array.isArray(t.scores))throw Error("Eval suite requires a `scores` array.");if(t.checks!==void 0&&!Array.isArray(t.checks))throw Error("Eval suite `checks` must be an array of check functions.");if(t.model===void 0){let n=t.scores.map(modelBackedScorerName).find(e=>e!==void 0);if(n!==void 0)throw Error(`Eval suite requires a \`model\` because the ${n} scorer is model-backed. Set the suite-level \`model\` or pass \`model\` to the scorer.`)}if(t.task?.prompt!==void 0&&t.task?.messages!==void 0)throw Error("Eval suite task cannot specify both `prompt` and `messages`. Use one or the other.");if(t.maxConcurrency!==void 0&&(t.maxConcurrency<1||!Number.isInteger(t.maxConcurrency)))throw Error("Eval suite `maxConcurrency` must be a positive integer.");if(t.timeoutMs!==void 0&&(t.timeoutMs<0||!Number.isFinite(t.timeoutMs)))throw Error("Eval suite `timeoutMs` must be a non-negative finite number.")}export{defineEvalSuite};

package/dist/src/evals/runner/execute-case.d.ts

@@ -1,23 +0,0 @@
-import type { Client } from "#client/client.js";
-import type { EveEvalCase, EveEvalTask, EveEvalTaskResult } from "#evals/types.js";
-/**
- * Options for executing one eval case.
- */
-interface ExecuteCaseOptions {
-    readonly client: Client;
-    readonly testCase: EveEvalCase;
-    readonly task?: EveEvalTask;
-    readonly timeoutMs?: number;
-}
-/**
- * Executes one eval case against an Eve agent target.
- *
- * The runner owns session lifecycle, stream capture, and derived metadata.
- * The suite only declares how to derive messages and parse outputs.
- *
- * For multi-turn cases (`task.messages`), events from all turns are
- * accumulated so derived facts reflect the full conversation. The output
- * and status come from the final turn only.
- */
-export declare function executeCase(options: ExecuteCaseOptions): Promise<EveEvalTaskResult>;
-export {};

package/dist/src/evals/runner/execute-case.js

@@ -1 +0,0 @@
-import{createEmptyDerivedFacts,deriveRunFacts}from"#evals/runner/derive-run-facts.js";async function executeCase(e){let{client:n,testCase:r,task:i,timeoutMs:a}=e,o=n.session(),s=resolveMessages(r,i),c=a===void 0?void 0:AbortSignal.timeout(a),l=[],u;for(let e of s)u=await(await o.send({message:e,signal:c})).result(),l.push(...u.events);if(!u)return createEmptyResult();let d=u.message??null,f=deriveRunFacts(l,{sessionId:u.sessionId}),p=extractRuntimeIdentity(l),m={output:d,finalMessage:d,sessionId:u.sessionId,status:u.status,events:l,derived:f,runtimeIdentity:p};return i?.parseOutput!==void 0&&(m.output=i.parseOutput(m)),m}function resolveMessages(e,t){return t?.messages===void 0?t?.prompt===void 0?[typeof e.input==`string`?e.input:JSON.stringify(e.input)]:[t.prompt(e)]:t.messages(e)}function extractRuntimeIdentity(e){for(let t of e)if(t.type===`session.started`&&t.data.runtime!==void 0)return t.data.runtime}function createEmptyResult(){return{output:null,finalMessage:null,status:`failed`,events:[],derived:createEmptyDerivedFacts()}}export{executeCase};

package/dist/src/evals/runner/execute-suite.d.ts

@@ -1,24 +0,0 @@
-import type { Client } from "#client/client.js";
-import type { EveEvalSuite, EveEvalSuiteResult, EveEvalTarget } from "#evals/types.js";
-import type { EvalReporter } from "#evals/runner/reporters/types.js";
-/**
- * Options for executing one eval suite.
- */
-interface ExecuteSuiteOptions {
-    readonly suite: EveEvalSuite;
-    readonly target: EveEvalTarget;
-    readonly reporters: readonly EvalReporter[];
-    readonly appRoot: string;
-    /**
-     * Pre-configured client for communicating with the Eve agent.
-     * The CLI constructs this once with the appropriate auth and headers,
-     * and every case creates a fresh session from it.
-     */
-    readonly client: Client;
-}
-/**
- * Executes all cases in one eval suite, runs checks and scorers, writes
- * artifacts, and reports results.
- */
-export declare function executeSuite(options: ExecuteSuiteOptions): Promise<EveEvalSuiteResult>;
-export {};

package/dist/src/evals/runner/execute-suite.js

@@ -1 +0,0 @@
-import{toErrorMessage}from"#shared/errors.js";import{createEmptyDerivedFacts}from"#evals/runner/derive-run-facts.js";import{resolveArtifactDirectory,writeArtifacts}from"#evals/runner/artifacts.js";import{executeCase}from"#evals/runner/execute-case.js";import{computeCaseVerdict}from"#evals/runner/verdict.js";async function executeSuite(e){let{suite:t,target:i,reporters:a,appRoot:o,client:s}=e,c=new Date().toISOString();for(let e of a)await e.onSuiteStart(t,i);let l=await t.load(),u=t.maxConcurrency??8,d=[],f=[...l],p=new Set;for(;f.length>0||p.size>0;){for(;f.length>0&&p.size<u;){let e=f.shift();if(e===void 0)break;let n=(async()=>{let n=await executeSingleCase(t,e,s,i);d.push(n);for(let e of a)await e.onCaseComplete(n)})().finally(()=>{p.delete(n)});p.add(n)}p.size>0&&await Promise.race(p)}let m=new Date().toISOString(),h={suite:t.id,target:i,cases:d,startedAt:c,completedAt:m,passed:countVerdicts(d,`passed`),failed:countVerdicts(d,`failed`),scored:countVerdicts(d,`scored`),skipped:countVerdicts(d,`skipped`),errored:d.filter(e=>e.error!==void 0).length};await writeArtifacts(resolveArtifactDirectory(o,t.id),h);for(let e of a)await e.onSuiteComplete(h);return h}async function executeSingleCase(n,r,o,s){let c,l;try{c=await executeCase({client:o,testCase:r,task:n.task,timeoutMs:n.timeoutMs})}catch(n){l=toErrorMessage(n),c={output:null,finalMessage:null,status:`failed`,events:[],derived:createEmptyDerivedFacts()}}let u=await runChecks(n,r,c,s),d=await runScorers(n,r,c),f=computeCaseVerdict({error:l,checks:u,scores:d,thresholds:n.thresholds});return{case:r,result:c,checks:u,scores:d,verdict:f,error:l}}async function runChecks(t,n,r,i){let a=[...t.checks??[],...n.checks??[]];if(a.length===0)return[];let o={case:n,result:r,target:i},s=[];for(let[t,n]of a.entries())try{s.push(await n(o))}catch(r){s.push({name:n.name===``?`check#${t}`:n.name,passed:!1,message:toErrorMessage(r)})}return s}async function runScorers(e,t,n){let r={input:typeof t.input==`string`?t.input:JSON.stringify(t.input),output:String(n.output??``),expected:t.expected===void 0?void 0:String(t.expected),model:e.model,modelOptions:e.modelOptions,case:t,result:n},i=[];for(let n of[...e.scores,...t.scores??[]]){let e=await n(r);e!==null&&i.push(e)}return i}function countVerdicts(e,t){return e.filter(e=>e.verdict===t).length}export{executeSuite};

package/dist/src/evals/scorers/autoevals-client.js

@@ -1,2 +0,0 @@
-import"../../node_modules/.pnpm/autoevals@0.0.132_ws@8.21.0/node_modules/autoevals/jsdist/index.js";import{generateText,jsonSchema}from"ai";function createAutoevalsClient(e){return{chat:{completions:{create:t=>createChatCompletion(t,e)}}}}async function createChatCompletion(t,n){let r=convertTools(t.tools),i=await generateText({model:n.languageModel,messages:convertMessages(t.messages??[]),tools:Object.keys(r).length>0?r:void 0,toolChoice:convertToolChoice(t.tool_choice),providerOptions:n.providerOptions}),a=i.toolCalls.map(e=>({id:e.toolCallId,type:`function`,function:{name:e.toolName,arguments:JSON.stringify(e.input??{})}}));return{choices:[{index:0,finish_reason:a.length>0?`tool_calls`:`stop`,message:{role:`assistant`,content:i.text||null,tool_calls:a.length>0?a:void 0}}]}}function convertMessages(e){return e.map(e=>{let t=contentToText(e.content);switch(e.role){case`assistant`:return{role:`assistant`,content:t};case`developer`:case`system`:return{role:`system`,content:t};default:return{role:`user`,content:t}}})}function contentToText(e){return e==null?``:typeof e==`string`?e:e.map(e=>e.text??``).filter(Boolean).join(`
-`)}function convertTools(e){let n={};for(let r of e??[])r.type!==`function`||r.function?.name===void 0||(n[r.function.name]={description:r.function.description,inputSchema:jsonSchema(r.function.parameters??{})});return n}function convertToolChoice(e){if(e!==void 0)return typeof e==`string`?e:{type:`tool`,toolName:e.function.name}}export{createAutoevalsClient};

package/dist/src/evals/scorers/autoevals.d.ts

@@ -1,58 +0,0 @@
-import { type LanguageModel } from "ai";
-import type { AgentModelOptionsDefinition } from "#shared/agent-definition.js";
-import type { EveEvalScorer } from "#evals/types.js";
-/**
- * Optional per-scorer overrides for model-backed Autoevals scorers. When
- * omitted, the suite's `model` and `modelOptions` apply.
- */
-export interface AutoevalsModelScorerOptions {
-    /** Judge model for this scorer. Overrides the suite judge model. */
-    readonly model?: LanguageModel;
-    /** Provider options for this scorer. Eve merges them over the suite's `modelOptions`. */
-    readonly modelOptions?: AgentModelOptionsDefinition;
-}
-/**
- * Options for {@link closedQA}. Extends {@link AutoevalsModelScorerOptions}
- * with the required free-form `criteria` the judge applies.
- */
-export interface AutoevalsClosedQAOptions extends AutoevalsModelScorerOptions {
-    /**
-     * Natural-language criterion the judge model evaluates the output against.
-     *
-     * @example "The answer must mention the refund policy."
-     */
-    readonly criteria: string;
-}
-/**
- * Scores output factuality against the case `expected` value using the
- * Autoevals Factuality grader. Requires a per-case `expected` and a judge
- * model (the suite `model`/`modelOptions`, overridable via `options`).
- * Returns a graded score between 0 and 1.
- */
-export declare function factuality(options?: AutoevalsModelScorerOptions): EveEvalScorer;
-/**
- * Scores whether `output` summarizes the case `input` better than the case
- * `expected` summary, using the Autoevals Summary grader. Requires a per-case
- * `expected` and a judge model (the suite `model`/`modelOptions`, overridable
- * via `options`). Returns a graded score between 0 and 1.
- */
-export declare function summary(options?: AutoevalsModelScorerOptions): EveEvalScorer;
-/**
- * Scores semantic equivalence between the `output` SQL and the case `expected`
- * SQL using the model-judged Autoevals Sql grader. Requires a per-case
- * `expected` and a judge model (the suite `model`/`modelOptions`, overridable
- * via `options`). For a deterministic check, use `Sql.exactNormalized()`
- * instead.
- */
-export declare function sql(options?: AutoevalsModelScorerOptions): EveEvalScorer;
-/**
- * Judges whether `output` meets a required free-form natural-language
- * `criteria` using a judge model.
- *
- * Use this when "correct" cannot be expressed as exact or fuzzy match against
- * an `expected` value (for example, "must cite a source" or "must apologize
- * before refusing"). The `criteria` is the only required field; the judge model
- * comes from the suite `model`/`modelOptions`, overridable via `options`.
- * Per-case `expected` is ignored.
- */
-export declare function closedQA(options: AutoevalsClosedQAOptions): EveEvalScorer;

package/dist/src/evals/scorers/autoevals.js

@@ -1 +0,0 @@
-import{ClosedQA,Factuality,Sql,Summary}from"../../node_modules/.pnpm/autoevals@0.0.132_ws@8.21.0/node_modules/autoevals/jsdist/index.js";import{formatLanguageModelGatewayId}from"#internal/runtime-model.js";import"ai";import{markModelBackedScorer}from"#evals/scorers/model-marker.js";import{createAutoevalsClient}from"#evals/scorers/autoevals-client.js";function factuality(e={}){return languageScorer(`Autoevals.factuality`,Factuality,e)}function summary(e={}){return languageScorer(`Autoevals.summary`,Summary,e)}function sql(e={}){return languageScorer(`Autoevals.sql`,Sql,e)}function closedQA(t){return markWhenSuiteModelRequired(`Autoevals.closedQA`,async n=>{let r=resolveJudgeModel(`Autoevals.closedQA`,t,n);return toScorerResult(await ClosedQA({input:n.input,output:n.output,criteria:t.criteria,model:formatLanguageModelGatewayId(r),client:createAutoevalsClient({languageModel:r,providerOptions:mergeProviderOptions(n,t.modelOptions)})}))},t)}function languageScorer(e,t,n){return markWhenSuiteModelRequired(e,async r=>{let i=resolveJudgeModel(e,n,r);return toScorerResult(await t({input:r.input,output:r.output,expected:r.expected,model:formatLanguageModelGatewayId(i),client:createAutoevalsClient({languageModel:i,providerOptions:mergeProviderOptions(r,n.modelOptions)})}))},n)}function markWhenSuiteModelRequired(e,t,n){return n.model===void 0?markModelBackedScorer(e,t):t}function resolveJudgeModel(e,t,n){let r=t.model??n.model;if(r===void 0)throw Error(`${e} needs a judge model. Set the suite-level \`model\` or pass \`model\` to the scorer.`);return r}function mergeProviderOptions(e,t){let n=e.modelOptions?.providerOptions,r=t?.providerOptions;if(!(n===void 0&&r===void 0))return{...n,...r}}function toScorerResult(e){return{name:e.name,score:e.score,metadata:e.metadata}}export{closedQA,factuality,sql,summary};

package/dist/src/evals/scorers/json.d.ts

@@ -1,10 +0,0 @@
-import type { EveEvalScorer } from "#evals/types.js";
-/**
- * Scores 1 when the task output deep-equals the case expected value (via
- * `JSON.stringify` with sorted keys), 0 otherwise. Returns `null` when
- * expected is absent.
- *
- * Uses `case.expected` and `result.output` for the raw values rather than
- * the coerced string fields.
- */
-export declare function deepEqual(): EveEvalScorer;

package/dist/src/evals/scorers/json.js

@@ -1 +0,0 @@
-function deepEqual(){return({case:e,result:t})=>e.expected===void 0?null:{name:`json.deepEqual`,score:+(stableStringify(t.output)===stableStringify(e.expected))}}function stableStringify(e){return JSON.stringify(e,(e,t)=>{if(typeof t==`object`&&t&&!Array.isArray(t)){let e={};for(let n of Object.keys(t).sort())e[n]=t[n];return e}return t})}export{deepEqual};

package/dist/src/evals/scorers/model-marker.d.ts

@@ -1,12 +0,0 @@
-import type { EveEvalScorer } from "#evals/types.js";
-/**
- * Marks a scorer as model-backed: it reads `args.model` and needs the suite
- * to provide one. `defineEvalSuite` uses the marker to require `model` only
- * when such a scorer is present without its own per-scorer model override.
- */
-export declare function markModelBackedScorer(name: string, scorer: EveEvalScorer): EveEvalScorer;
-/**
- * Returns the marked scorer name when a scorer requires the suite judge
- * model, or `undefined` for deterministic scorers.
- */
-export declare function modelBackedScorerName(scorer: EveEvalScorer): string | undefined;

package/dist/src/evals/scorers/model-marker.js

@@ -1 +0,0 @@
-const JUDGE_MODEL_MARKER=Symbol.for(`eve.evals.requiresJudgeModel`);function markModelBackedScorer(e,t){return t[JUDGE_MODEL_MARKER]=e,t}function modelBackedScorerName(e){return e[JUDGE_MODEL_MARKER]}export{markModelBackedScorer,modelBackedScorerName};

package/dist/src/evals/scorers/run.d.ts

@@ -1,24 +0,0 @@
-import { type EveEvalToolCallMatchOptions } from "#evals/checks/match.js";
-import type { EveEvalScorer } from "#evals/types.js";
-/**
- * Scores 1 when the run did not fail and did not end parked on unanswered
- * HITL input requests, 0 otherwise. A parked run never produced a final
- * answer, so it does not count as success.
- */
-export declare function didNotFail(): EveEvalScorer;
-/**
- * Scores 1 when the run called a tool with the given name at least once,
- * 0 otherwise. `options` constrain the match further with the same matcher
- * mini-language as `Checks.toolCalled`: `input` partial-deep-matches the
- * call input, `output` matches the result, `isError` constrains error
- * state, and `times` requires an exact count of matching calls.
- */
-export declare function usedTool(name: string, options?: EveEvalToolCallMatchOptions): EveEvalScorer;
-/**
- * Scores 1 when the run made no tool calls at all, 0 otherwise.
- */
-export declare function usedNoTools(): EveEvalScorer;
-/**
- * Scores 1 when the run made at most `max` tool calls, 0 otherwise.
- */
-export declare function maxToolCalls(max: number): EveEvalScorer;

package/dist/src/evals/scorers/run.js

@@ -1 +0,0 @@
-import{toolCallMatches}from"#evals/checks/match.js";function didNotFail(){return({result:e})=>({name:`run.didNotFail`,score:+(e.status!==`failed`&&!e.derived.parked),metadata:{status:e.status,parked:e.derived.parked}})}function usedTool(t,n={}){return({result:r})=>{let i=r.derived.toolCalls.filter(e=>e.name===t).filter(t=>toolCallMatches(t,n)),a=n.times===void 0?i.length>0:i.length===n.times;return{name:`run.usedTool(${t})`,score:+!!a,metadata:{expectedTool:t,matchingCalls:i.length,actualToolCalls:r.derived.toolCalls.map(e=>e.name)}}}}function usedNoTools(){return({result:e})=>({name:`run.usedNoTools`,score:+(e.derived.toolCallCount===0),metadata:{toolCallCount:e.derived.toolCallCount}})}function maxToolCalls(e){return({result:t})=>{let n=+(t.derived.toolCallCount<=e);return{name:`run.maxToolCalls(${e})`,score:n,metadata:{maxAllowed:e,actualToolCallCount:t.derived.toolCallCount}}}}export{didNotFail,maxToolCalls,usedNoTools,usedTool};

package/dist/src/evals/scorers/sql.d.ts

@@ -1,9 +0,0 @@
-import type { EveEvalScorer } from "#evals/types.js";
-/**
- * Scores 1 when the normalized SQL of `output` matches the normalized
- * SQL of `expected`, 0 otherwise. Returns `null` when expected is absent.
- *
- * Normalization collapses whitespace, strips trailing semicolons, and
- * lowercases the SQL string.
- */
-export declare function exactNormalized(): EveEvalScorer;

package/dist/src/evals/scorers/sql.js

@@ -1 +0,0 @@
-function exactNormalized(){return({output:e,expected:t})=>{if(t===void 0)return null;let n=normalizeSql(e),r=normalizeSql(t);return{name:`sql.exactNormalized`,score:+(n===r),metadata:{normalizedOutput:n,normalizedExpected:r}}}}function normalizeSql(e){return e.toLowerCase().replace(/\s+/g,` `).trim().replace(/;+$/,``)}export{exactNormalized};

package/dist/src/evals/scorers/text.d.ts

@@ -1,18 +0,0 @@
-import type { EveEvalScorer } from "#evals/types.js";
-/**
- * Scores 1 when `output` exactly equals `expected` (string comparison),
- * 0 otherwise. Returns `null` when expected is absent.
- */
-export declare function exact(): EveEvalScorer;
-/**
- * Scores 1 when `output` contains `expected` as a substring,
- * 0 otherwise. Returns `null` when expected is absent.
- */
-export declare function includes(): EveEvalScorer;
-/**
- * Scores by normalized character-level Levenshtein similarity
- * (1 = identical, 0 = entirely different). Use it for fuzzy comparison
- * when exact match is too strict but you do not want to call an LLM
- * judge or embedding model. Returns `null` when expected is absent.
- */
-export declare function levenshtein(): EveEvalScorer;

package/dist/src/evals/scorers/text.js

@@ -1 +0,0 @@
-import{Levenshtein}from"../../node_modules/.pnpm/autoevals@0.0.132_ws@8.21.0/node_modules/autoevals/jsdist/index.js";function exact(){return({output:e,expected:t})=>t===void 0?null:{name:`text.exact`,score:+(e===t)}}function includes(){return({output:e,expected:t})=>t===void 0?null:{name:`text.includes`,score:+!!e.includes(t)}}function levenshtein(){return async({output:t,expected:n})=>n===void 0?null:{name:`text.levenshtein`,score:(await Levenshtein({output:t,expected:n})).score}}export{exact,includes,levenshtein};

package/dist/src/evals/scores/index.d.ts

@@ -1,72 +0,0 @@
-import * as JsonScorers from "#evals/scorers/json.js";
-import * as RunScorers from "#evals/scorers/run.js";
-import * as SqlScorers from "#evals/scorers/sql.js";
-import * as TextScorers from "#evals/scorers/text.js";
-import * as AutoevalsScorers from "#evals/scorers/autoevals.js";
-export type { AutoevalsClosedQAOptions, AutoevalsModelScorerOptions, } from "#evals/scorers/autoevals.js";
-/**
- * Text scorers for exact, substring, and fuzzy character-level matching.
- *
- * @example
- * ```ts
- * import { Text } from "eve/evals/scores";
- *
- * Text.exact()
- * Text.includes()
- * Text.levenshtein()
- * ```
- */
-export declare const Text: typeof TextScorers;
-/**
- * JSON scorers for structural comparison.
- *
- * @example
- * ```ts
- * import { Json } from "eve/evals/scores";
- *
- * Json.deepEqual()
- * ```
- */
-export declare const Json: typeof JsonScorers;
-/**
- * SQL scorers for normalized query comparison.
- *
- * @example
- * ```ts
- * import { Sql } from "eve/evals/scores";
- *
- * Sql.exactNormalized()
- * ```
- */
-export declare const Sql: typeof SqlScorers;
-/**
- * Run-derived scorers for execution and tool-usage checks.
- *
- * @example
- * ```ts
- * import { Run } from "eve/evals/scores";
- *
- * Run.didNotFail()
- * Run.usedTool("get_weather")
- * Run.usedNoTools()
- * Run.maxToolCalls(5)
- * ```
- */
-export declare const Run: typeof RunScorers;
-/**
- * Eve-owned wrappers around Braintrust Autoevals scorers.
- *
- * String model IDs route through the Vercel AI Gateway; AI SDK model
- * instances run directly.
- *
- * @example
- * ```ts
- * import { Autoevals } from "eve/evals/scores";
- *
- * Autoevals.factuality()
- * Autoevals.summary()
- * Autoevals.sql()
- * Autoevals.closedQA({ criteria: "Must cite a source." })
- * ```
- */
-export declare const Autoevals: typeof AutoevalsScorers;

package/dist/src/evals/scores/index.js

@@ -1 +0,0 @@
-import*as JsonScorers from"#evals/scorers/json.js";import*as RunScorers from"#evals/scorers/run.js";import*as SqlScorers from"#evals/scorers/sql.js";import*as TextScorers from"#evals/scorers/text.js";import*as AutoevalsScorers from"#evals/scorers/autoevals.js";const Text=TextScorers,Json=JsonScorers,Sql=SqlScorers,Run=RunScorers,Autoevals=AutoevalsScorers;export{Autoevals,Json,Run,Sql,Text};

package/dist/src/execution/tool-compaction.d.ts

@@ -1,9 +0,0 @@
-import type { CompactionCallbackResult, HarnessSession } from "#harness/types.js";
-import type { ResolvedToolDefinition } from "#runtime/types.js";
-/**
- * Builds the harness compaction callback for a list of resolved tools.
- *
- * Hooks run in registration order inside the active `AlsContext`; throws
- * are logged so one buggy hook cannot block the rest.
- */
-export declare function createToolCompactionHandler(tools: readonly ResolvedToolDefinition[]): (session: HarnessSession) => Promise<CompactionCallbackResult>;

package/dist/src/execution/tool-compaction.js

@@ -1 +0,0 @@
-import{createLogger}from"#internal/logging.js";import{buildCallbackContext}from"#context/build-callback-context.js";const log=createLogger(`execution.tool-compaction`);function createToolCompactionHandler(e){let n=e.filter(e=>e.onCompact!==void 0);return async e=>{if(n.length===0)return{messages:[],session:e};let r=buildCallbackContext(),i=new AbortController().signal,a=[],o=e.state??{},s=!1;for(let t of n){let n=t.onCompact;if(n===void 0)continue;let c;try{c=await n({history:e.history,signal:i},r)??{}}catch(e){log.warn(`compaction hook for tool "${t.name}" threw and was skipped`,{toolName:t.name,error:e});continue}c.messages!==void 0&&c.messages.length>0&&a.push(...c.messages),c.sessionPatch!==void 0&&(o={...o,...c.sessionPatch},s=!0)}return{messages:a,session:s?{...e,state:o}:e}}}export{createToolCompactionHandler};

package/dist/src/services/dev-client/stream.d.ts

@@ -1,5 +0,0 @@
-import type { HandleMessageStreamEvent } from "#protocol/message.js";
-/**
- * Returns the last boundary event observed for the current streamed turn slice.
- */
-export declare function extractCurrentTurnBoundaryEvent(events: readonly HandleMessageStreamEvent[]): HandleMessageStreamEvent | undefined;

package/dist/src/services/dev-client/stream.js

@@ -1 +0,0 @@
-import{isCurrentTurnBoundaryEvent}from"#protocol/message.js";function extractCurrentTurnBoundaryEvent(e){return[...e].reverse().find(isCurrentTurnBoundaryEvent)}export{extractCurrentTurnBoundaryEvent};

package/dist/src/services/dev-client/url.d.ts

@@ -1,11 +0,0 @@
-/**
- * Resolves one server-provided resource reference against the configured
- * development server URL.
- *
- * Absolute resource URLs are returned untouched; relative routes are
- * resolved against the development server base.
- */
-export declare function resolveDevelopmentServerResourceUrl(input: {
-    resource: string;
-    serverUrl: string;
-}): URL;

package/dist/src/services/dev-client/url.js

@@ -1 +0,0 @@
-function createDevelopmentServerBaseUrl(e){let t=new URL(e);return t.hash=``,t.search=``,t.pathname.endsWith(`/`)||(t.pathname=`${t.pathname}/`),t}function resolveDevelopmentServerResourceUrl(e){let t=e.resource.trim();try{return new URL(t)}catch{return new URL(t.replace(/^\/+/,``),createDevelopmentServerBaseUrl(e.serverUrl))}}export{resolveDevelopmentServerResourceUrl};

package/dist/src/setup/channel-setup-prompter.d.ts

@@ -1,8 +0,0 @@
-import type { ChannelSetupPrompter } from "#setup/scaffold/cli/index.js";
-import type { Prompter } from "./prompter.js";
-/**
- * Adapts the setup {@link Prompter} to the channel scaffolder's
- * {@link ChannelSetupPrompter}, mapping its checklist onto the unified
- * `select({ multiple: true })` and reusing the same single-select method.
- */
-export declare function toChannelSetupPrompter(prompter: Prompter): ChannelSetupPrompter;

package/dist/src/setup/channel-setup-prompter.js

@@ -1 +0,0 @@
-function toChannelSetupPrompter(e){return{multiselect:t=>e.select({multiple:!0,message:t.message,required:t.required,options:t.options.map(e=>({value:e.value,label:e.label,hint:e.hint,disabled:e.disabled,disabledReason:e.disabled?e.disabledReason:void 0}))}),select:t=>e.select({message:t.message,initialValue:t.initialValue,options:t.options.map(e=>({value:e.value,label:e.label,hint:e.hint,disabled:e.disabled}))}),log:e.log}}export{toChannelSetupPrompter};

package/dist/src/setup/scaffold/channels.js

@@ -1,7 +0,0 @@
-import{pathExists,writeTextFile}from"./files.js";import{getSupportedModuleBaseName,matchesSupportedModuleBaseName}from"./module-files.js";import{patchPackageJson}from"./package-json.js";import{PNPM_WORKSPACE_PATH,ensurePnpmWorkspacePolicy}from"./pnpm-workspace.js";import{WEB_APP_TEMPLATE_FILES,WEB_APP_TEMPLATE_PACKAGE_JSON}from"./web-template.js";import"./project.js";import{basename,join,resolve}from"node:path";import{readFile,readdir,writeFile}from"node:fs/promises";const SLACK_CHANNEL_DEFAULT_ROUTE=`/eve/v1/slack`,DEFAULT_SLACK_CONNECTOR_SLUG=`my-agent`,PACKAGE_DEPENDENCY_FIELDS=[`dependencies`,`devDependencies`,`peerDependencies`,`optionalDependencies`],WEB_NEXT_CONFIG_PATH=`next.config.ts`,WEB_VERCEL_JSON_PATH=`vercel.json`,WEB_VERCEL_JSON_SCHEMA=`https://openapi.vercel.sh/vercel.json`,WEB_COMPETING_NEXT_CONFIG_PATHS=[`next.config.js`,`next.config.mjs`,WEB_NEXT_CONFIG_PATH,`next.config.mts`].filter(e=>e!==WEB_NEXT_CONFIG_PATH),WEB_DEFAULT_VERCEL_SERVICES={web:{entrypoint:`.`,framework:`nextjs`,routePrefix:`/`},eve:{buildCommand:`eve build`,entrypoint:`.`,framework:`eve`,routePrefix:`/_eve_internal/eve`}};function toSlackConnectorSlug(e){return e}function isJsonObject(e){return typeof e==`object`&&!!e&&!Array.isArray(e)}async function readDependencyVersion(e,t){let n=JSON.parse(await readFile(e,`utf8`));if(!isJsonObject(n)||!isJsonObject(n.dependencies))return;let r=n.dependencies[t];return typeof r==`string`?r:void 0}function packageJsonHasDependency(e,t){for(let n of PACKAGE_DEPENDENCY_FIELDS){let r=e[n];if(isJsonObject(r)&&typeof r[t]==`string`)return!0}return!1}async function hasPackageDependency(t,n){if(!await pathExists(t))return!1;let r=JSON.parse(await readFile(t,`utf8`));return isJsonObject(r)&&packageJsonHasDependency(r,n)}async function ensurePackageDependency(t,n,r){return!await pathExists(t)||await readDependencyVersion(t,n)===r?[]:(await patchPackageJson(t,{dependencies:{[n]:r}}),[{path:t,dependencies:[n],devDependencies:[],scripts:[]}])}function resolveWebPackageVersions(e){return{evePackageVersion:e?.evePackageVersion??`0.6.0-beta.9`,aiPackageVersion:e?.aiPackageVersion??`7.0.0-canary.165`,nextPackageVersion:e?.nextPackageVersion??`16.2.6`,reactPackageVersion:e?.reactPackageVersion??`19.2.6`,reactDomPackageVersion:e?.reactDomPackageVersion??`19.2.6`,streamdownPackageVersion:e?.streamdownPackageVersion??`2.5.0`,zodPackageVersion:e?.zodPackageVersion??`4.4.3`,tsgoPackageVersion:e?.tsgoPackageVersion??`7.0.0-dev.20260523.1`,typesNodePackageVersion:e?.typesNodePackageVersion??`25.9.1`,typesReactPackageVersion:e?.typesReactPackageVersion??`19.2.15`,typesReactDomPackageVersion:e?.typesReactDomPackageVersion??`19.2.3`}}function formatEveDependencySpecifier(e){return/^\d+\.\d+\.\d+(?:[-+][0-9A-Za-z-.]+)?$/.test(e)?`^${e}`:e}async function patchWebPackageJson(t,n){if(!await pathExists(t))return[];assertStampedVersion(`evePackageVersion`,n.evePackageVersion),assertStampedVersion(`aiPackageVersion`,n.aiPackageVersion),assertStampedVersion(`nextPackageVersion`,n.nextPackageVersion),assertStampedVersion(`reactPackageVersion`,n.reactPackageVersion),assertStampedVersion(`reactDomPackageVersion`,n.reactDomPackageVersion),assertStampedVersion(`streamdownPackageVersion`,n.streamdownPackageVersion),assertStampedVersion(`zodPackageVersion`,n.zodPackageVersion),assertStampedVersion(`tsgoPackageVersion`,n.tsgoPackageVersion),assertStampedVersion(`typesNodePackageVersion`,n.typesNodePackageVersion),assertStampedVersion(`typesReactPackageVersion`,n.typesReactPackageVersion),assertStampedVersion(`typesReactDomPackageVersion`,n.typesReactDomPackageVersion);let r={...WEB_APP_TEMPLATE_PACKAGE_JSON.dependencies,ai:n.aiPackageVersion,eve:formatEveDependencySpecifier(n.evePackageVersion),next:n.nextPackageVersion,react:n.reactPackageVersion,"react-dom":n.reactDomPackageVersion,streamdown:n.streamdownPackageVersion,zod:n.zodPackageVersion},a={...WEB_APP_TEMPLATE_PACKAGE_JSON.devDependencies,"@types/node":n.typesNodePackageVersion,"@types/react":n.typesReactPackageVersion,"@types/react-dom":n.typesReactDomPackageVersion,"@typescript/native-preview":n.tsgoPackageVersion},o=WEB_APP_TEMPLATE_PACKAGE_JSON.scripts;return await patchPackageJson(t,{dependencies:r,devDependencies:a,scripts:o}),[{path:t,dependencies:Object.keys(r),devDependencies:Object.keys(a),scripts:Object.keys(o)}]}function normalizeSlackConnectorSlug(e){return toSlackConnectorSlug((e.trim().replace(/^@/,``).split(`/`).at(-1)??``).toLowerCase().replace(/[^a-z0-9_-]+/g,`-`).replace(/^[^a-z0-9]+/,``).replace(/[^a-z0-9]+$/,``).slice(0,100).replace(/[^a-z0-9]+$/,``)||`my-agent`)}async function deriveSlackConnectorSlug(e,t){if(t!==void 0&&t.length>0&&t!==`.`)return normalizeSlackConnectorSlug(t);try{let t=await readFile(join(e,`package.json`),`utf8`),n=JSON.parse(t);if(typeof n.name==`string`&&n.name.length>0)return normalizeSlackConnectorSlug(n.name)}catch{}return normalizeSlackConnectorSlug(basename(resolve(e))||`my-agent`)}function buildSlackTemplate(e){return`import { connectSlackCredentials } from "@vercel/connect/eve";
-import { slackChannel } from "eve/channels/slack";
-
-export default slackChannel({
-  credentials: connectSlackCredentials("slack/${e}"),
-});
-`}function renderWebAppTemplate(e,t,n){let r=n?``:`, { configureVercelJson: false }`;return e.replaceAll(`__EVE_INIT_APP_NAME__`,t).replaceAll(`__EVE_INIT_WITH_EVE_OPTIONS__`,r)}function withWebVercelServices(e){let t=JSON.parse(e);if(!isJsonObject(t))throw Error(`${WEB_VERCEL_JSON_PATH} must contain a JSON object.`);let n=t.experimentalServices;if(n!==void 0&&!isJsonObject(n))throw Error(`${WEB_VERCEL_JSON_PATH} experimentalServices must contain a JSON object.`);let r={...t,$schema:typeof t.$schema==`string`?t.$schema:WEB_VERCEL_JSON_SCHEMA,experimentalServices:{...n,web:n?.web??WEB_DEFAULT_VERCEL_SERVICES.web,eve:n?.eve??WEB_DEFAULT_VERCEL_SERVICES.eve}};return JSON.stringify(t)===JSON.stringify(r)?e:`${JSON.stringify(r,null,2)}\n`}async function ensureWebVercelServices(n){if(!await pathExists(n))return await writeTextFile(n,`${JSON.stringify({$schema:WEB_VERCEL_JSON_SCHEMA,experimentalServices:WEB_DEFAULT_VERCEL_SERVICES},null,2)}\n`,{force:!0}),`written`;let r=await readFile(n,`utf8`),i=withWebVercelServices(r);return i===r?`skipped`:(await writeFile(n,i,`utf8`),`written`)}async function findCompetingNextConfigFiles(t){let n=[];for(let r of WEB_COMPETING_NEXT_CONFIG_PATHS){let i=join(t,r);await pathExists(i)&&n.push(i)}return n}function assertStampedVersion(e,t){if(t.startsWith(`__`))throw Error(`Channel scaffold received unstamped version token (${e}=${t}). Build eve before using its dist entrypoint.`)}async function ensureChannel(e){switch(e.kind){case`slack`:return ensureSlackChannel({...e,kind:`slack`});case`web`:return ensureWebChannel({...e,kind:`web`})}}async function ensureWebChannel(n){let r=join(n.projectRoot,`package.json`),i=await pathExists(join(n.projectRoot,`app/page.tsx`));if(!n.force&&await hasPackageDependency(r,`next`))return{kind:`web`,action:`skipped`,skipReason:`nextjs-project`,filesWritten:[],filesSkipped:[r],packageJsonUpdated:[]};let c=await patchWebPackageJson(r,resolveWebPackageVersions(n.webPackageVersions)),l=[],u=[],d=[],f=[],p=basename(resolve(n.projectRoot)),m=n.configureVercelServices??!0;if(m){let e=join(n.projectRoot,WEB_VERCEL_JSON_PATH);await ensureWebVercelServices(e)===`written`?l.push(e):f.push(e)}let h=join(n.projectRoot,PNPM_WORKSPACE_PATH);await ensurePnpmWorkspacePolicy(h)===`written`?l.push(h):f.push(h);for(let[r,i]of Object.entries(WEB_APP_TEMPLATE_FILES)){let a=join(n.projectRoot,r);if(r===`agent/channels/eve.ts`&&!n.force&&await pathExists(a)){f.push(a);continue}let o=await pathExists(a);await writeTextFile(a,renderWebAppTemplate(i,p,m),{force:!0}),l.push(a),o&&u.push(a)}d.push(...await findCompetingNextConfigFiles(n.projectRoot));let g={kind:`web`,action:i?`overwritten`:`created`,filesWritten:l,filesSkipped:f,packageJsonUpdated:c};return u.length>0&&(g.filesOverwritten=u),d.length>0&&(g.competingNextConfigFiles=d),g}async function ensureSlackChannel(n){let r=join(n.projectRoot,`agent/channels/slack.ts`),i=await pathExists(r);if(!n.force&&i)return{kind:`slack`,action:`skipped`,filesWritten:[],filesSkipped:[r],packageJsonUpdated:[]};let a=n.connectPackageVersion??`0.1.1`;assertStampedVersion(`connectPackageVersion`,a);let o=await ensurePackageDependency(join(n.projectRoot,`package.json`),`@vercel/connect`,a),s=n.slackConnectorSlug??await deriveSlackConnectorSlug(n.projectRoot);await writeTextFile(r,buildSlackTemplate(s),{force:n.force});let c={kind:`slack`,action:i?`overwritten`:`created`,filesWritten:[r],filesSkipped:[],packageJsonUpdated:o,slackConnectorSlug:s};return i&&(c.filesOverwritten=[r]),c}async function listAuthoredChannels(e){let t=join(e,`agent/channels`),i;try{i=await readdir(t,{withFileTypes:!0})}catch(e){if(e.code===`ENOENT`)return[];throw e}let a=[];for(let e of i){if(e.isFile()){let t=getSupportedModuleBaseName(e.name);t!==null&&a.push(t);continue}if(e.isDirectory())try{(await readdir(join(t,e.name))).some(e=>matchesSupportedModuleBaseName(e,`connection`))&&a.push(e.name)}catch{}}return a.sort()}export{DEFAULT_SLACK_CONNECTOR_SLUG,SLACK_CHANNEL_DEFAULT_ROUTE,deriveSlackConnectorSlug,ensureChannel,listAuthoredChannels,normalizeSlackConnectorSlug};

package/dist/src/setup/scaffold/cli/channel-add-prompter.d.ts

@@ -1,12 +0,0 @@
-import type { ChannelSetupPrompter } from "./channel-setup-prompter.js";
-/** Cancellation raised by the `eve channels add` prompt UI. */
-export declare class ChannelAddCancelledError extends Error {
-    constructor();
-}
-/** Terminal operations required by `eve channels add`. */
-export interface ChannelAddPrompter extends ChannelSetupPrompter {
-    intro(title: string, subtitle?: string): void;
-    outro(message: string): void;
-}
-/** Creates the onboarding-style prompt UI for `eve channels add`. */
-export declare function createChannelAddPrompter(): ChannelAddPrompter;

package/dist/src/setup/scaffold/cli/channel-add-prompter.js

@@ -1 +0,0 @@
-import{__toESM}from"../../../_virtual/_rolldown/runtime.js";import{q}from"../../../node_modules/.pnpm/@clack_core@1.3.1/node_modules/@clack/core/dist/index.js";import{require_picocolors}from"../../../node_modules/.pnpm/picocolors@1.1.1/node_modules/picocolors/picocolors.js";import{formatPromptCancellation,formatPromptOpener,formatPromptOutro}from"./prompt-ui.js";import{createRailLog}from"./rail-log.js";import{runSelectComponent}from"./select-component.js";var import_picocolors=__toESM(require_picocolors(),1),ChannelAddCancelledError=class extends Error{constructor(){super(`Channel setup cancelled.`),this.name=`ChannelAddCancelledError`}};function guardCancel(e){if(q(e))throw process.stdout.write(formatPromptCancellation(`Channel setup cancelled.`,import_picocolors.default)),new ChannelAddCancelledError;return e}function createChannelAddPrompter(){let e=createRailLog({colors:import_picocolors.default,output:process.stdout});return{intro(t,n=`Eve by Vercel: like Next.js, but for agents.`){e.settle(),process.stdout.write(formatPromptOpener(t,n,import_picocolors.default))},outro(t){e.settle(),process.stdout.write(formatPromptOutro(t,import_picocolors.default))},async multiselect(t){return e.settle(),guardCancel(await runSelectComponent({message:t.message,options:t.options,multiple:!0,search:!1,required:t.required??!1,leadingRail:`green`}))},async select(t){return e.settle(),guardCancel(await runSelectComponent({message:t.message,options:t.options,multiple:!1,search:!1,required:!1,defaultValue:t.initialValue,leadingRail:`green`}))},log:e}}export{ChannelAddCancelledError,createChannelAddPrompter};

package/dist/src/setup/scaffold/cli/channel-setup-prompter.d.ts

@@ -1,56 +0,0 @@
-import type { ChannelKind } from "../channels.js";
-interface ChannelSelectOptionBase {
-    value: ChannelKind;
-    label: string;
-    hint?: string;
-}
-/** A selectable item displayed in the shared onboarding channel picker. */
-export interface EnabledChannelSelectOption extends ChannelSelectOptionBase {
-    disabled?: false;
-}
-/** An unavailable picker item with a visible explanation for its disabled state. */
-export interface DisabledChannelSelectOption extends ChannelSelectOptionBase {
-    disabled: true;
-    disabledReason: string;
-}
-/** An item displayed in the shared onboarding channel picker. */
-export type ChannelSelectOption = EnabledChannelSelectOption | DisabledChannelSelectOption;
-/** Reasons that make scaffoldable channel kinds unavailable in a picker. */
-export type DisabledChannelReasons = Readonly<Partial<Record<ChannelKind, string>>>;
-/** Minimal prompt capability needed to select scaffoldable channels. */
-export interface ChannelPrompt {
-    multiselect(opts: {
-        message: string;
-        options: ChannelSelectOption[];
-        required?: boolean;
-    }): Promise<ChannelKind[]>;
-}
-/** Values supported by the select questions in add-channel setup. */
-export type ChannelSetupPromptValue = string | number | boolean;
-/** One select option shown during add-channel setup. */
-export interface ChannelSetupSelectOption<T extends ChannelSetupPromptValue> {
-    value: T;
-    label: string;
-    hint?: string;
-    disabled?: boolean;
-}
-/** Status and subprocess output operations used by shared setup flows. */
-export interface ChannelSetupLog {
-    message(text: string): void;
-    info(text: string): void;
-    success(text: string): void;
-    warning(text: string): void;
-    error(text: string): void;
-    /** Updates the transient detail beneath the current status while a child command runs. */
-    commandOutput(text: string): void;
-}
-/** Prompts and status output needed by the shared channel setup flow. */
-export interface ChannelSetupPrompter extends ChannelPrompt {
-    select<T extends ChannelSetupPromptValue>(opts: {
-        message: string;
-        options: ChannelSetupSelectOption<T>[];
-        initialValue?: T;
-    }): Promise<T>;
-    log: ChannelSetupLog;
-}
-export {};