@spendgraph/prompt 0.4.0 → 0.6.0

package/dist/cache/cache.js

@@ -1,128 +1 @@
-export class PullCache {
-    store = new Map();
-    ttlMs;
-    maxSize;
-    now;
-    refreshing = new Set();
-    failures = new Map();
-    retryAfterMs;
-    onRefreshError;
-    identify;
-    tick = 0;
-    invalidatedAt = new Map();
-    clearedAt = -1;
-    outstanding = 0;
-    constructor(opts = {}) {
-        this.ttlMs = (opts.ttlSeconds ?? 300) * 1000;
-        this.maxSize = Math.max(1, opts.maxSize ?? 100);
-        this.now = opts.now ?? (() => Date.now());
-        this.retryAfterMs = (opts.retryAfterSeconds ?? 60) * 1000;
-        this.onRefreshError = opts.onRefreshError;
-        this.identify = opts.identify;
-    }
-    get(key) {
-        const entry = this.store.get(key);
-        if (!entry)
-            return undefined;
-        this.store.delete(key);
-        this.store.set(key, entry);
-        const ageMs = this.now() - entry.at;
-        return { value: entry.value, stale: ageMs > this.ttlMs, ageMs };
-    }
-    set(key, value) {
-        this.store.delete(key);
-        this.store.set(key, { value, at: this.now() });
-        while (this.store.size > this.maxSize) {
-            const oldest = this.store.keys().next().value;
-            if (oldest === undefined)
-                break;
-            this.store.delete(oldest);
-            if (!this.refreshing.has(oldest))
-                this.failures.delete(oldest);
-        }
-    }
-    refreshInBackground(key, refresh) {
-        if (this.refreshing.has(key))
-            return;
-        const failedAt = this.failures.get(key);
-        if (failedAt !== undefined && this.now() - failedAt < this.retryAfterMs)
-            return;
-        this.refreshing.add(key);
-        const startedAt = this.beginFetch();
-        void refresh()
-            .then((value) => this.settle(key, value, startedAt))
-            .catch((err) => {
-            this.abandon(key);
-            try {
-                this.onRefreshError?.(err, key);
-            }
-            catch {
-            }
-        })
-            .finally(() => {
-            this.refreshing.delete(key);
-            this.forgetLogIfIdle();
-        });
-    }
-    beginFetch() {
-        this.outstanding++;
-        return this.tick;
-    }
-    settle(key, value, startedAt) {
-        this.outstanding--;
-        const names = [key, ...(this.identify?.(value) ?? [])];
-        const overtaken = startedAt < this.clearedAt ||
-            names.some((n) => (this.invalidatedAt.get(n) ?? -1) > startedAt);
-        if (!overtaken) {
-            this.failures.delete(key);
-            this.set(key, value);
-        }
-        this.forgetLogIfIdle();
-    }
-    abandon(key) {
-        this.outstanding--;
-        this.failures.set(key, this.now());
-        this.boundFailures();
-        this.forgetLogIfIdle();
-    }
-    invalidate(name) {
-        this.invalidatedAt.set(name, ++this.tick);
-    }
-    forgetLogIfIdle() {
-        if (this.outstanding === 0 && this.refreshing.size === 0)
-            this.invalidatedAt.clear();
-    }
-    boundFailures() {
-        while (this.failures.size > this.maxSize) {
-            const oldest = this.failures.keys().next().value;
-            if (oldest === undefined)
-                break;
-            this.failures.delete(oldest);
-        }
-    }
-    keysWhere(match) {
-        const out = [];
-        for (const [key, entry] of this.store)
-            if (match(entry.value))
-                out.push(key);
-        return out;
-    }
-    delete(key) {
-        this.store.delete(key);
-        this.failures.delete(key);
-        this.invalidate(key);
-        this.forgetLogIfIdle();
-    }
-    clear() {
-        this.clearedAt = ++this.tick;
-        this.store.clear();
-        this.failures.clear();
-        this.forgetLogIfIdle();
-    }
-    get size() {
-        return this.store.size;
-    }
-    get trackedKeys() {
-        return new Set([...this.invalidatedAt.keys(), ...this.failures.keys()]).size;
-    }
-}
+class a{store=new Map;ttlMs;maxSize;now;refreshing=new Set;failures=new Map;retryAfterMs;onRefreshError;identify;tick=0;invalidatedAt=new Map;clearedAt=-1;outstanding=0;constructor(t={}){this.ttlMs=(t.ttlSeconds??300)*1e3,this.maxSize=Math.max(1,t.maxSize??100),this.now=t.now??(()=>Date.now()),this.retryAfterMs=(t.retryAfterSeconds??60)*1e3,this.onRefreshError=t.onRefreshError,this.identify=t.identify}get(t){const s=this.store.get(t);if(!s)return;this.store.delete(t),this.store.set(t,s);const e=this.now()-s.at;return{value:s.value,stale:e>this.ttlMs,ageMs:e}}set(t,s){for(this.store.delete(t),this.store.set(t,{value:s,at:this.now()});this.store.size>this.maxSize;){const e=this.store.keys().next().value;if(e===void 0)break;this.store.delete(e),this.refreshing.has(e)||this.failures.delete(e)}}refreshInBackground(t,s){if(this.refreshing.has(t))return;const e=this.failures.get(t);if(e!==void 0&&this.now()-e<this.retryAfterMs)return;this.refreshing.add(t);const i=this.beginFetch();s().then(r=>this.settle(t,r,i)).catch(r=>{this.abandon(t);try{this.onRefreshError?.(r,t)}catch{}}).finally(()=>{this.refreshing.delete(t),this.forgetLogIfIdle()})}beginFetch(){return this.outstanding++,this.tick}settle(t,s,e){this.outstanding--;const i=[t,...this.identify?.(s)??[]];e<this.clearedAt||i.some(n=>(this.invalidatedAt.get(n)??-1)>e)||(this.failures.delete(t),this.set(t,s)),this.forgetLogIfIdle()}abandon(t){this.outstanding--,this.failures.set(t,this.now()),this.boundFailures(),this.forgetLogIfIdle()}invalidate(t){this.invalidatedAt.set(t,++this.tick)}forgetLogIfIdle(){this.outstanding===0&&this.refreshing.size===0&&this.invalidatedAt.clear()}boundFailures(){for(;this.failures.size>this.maxSize;){const t=this.failures.keys().next().value;if(t===void 0)break;this.failures.delete(t)}}keysWhere(t){const s=[];for(const[e,i]of this.store)t(i.value)&&s.push(e);return s}delete(t){this.store.delete(t),this.failures.delete(t),this.invalidate(t),this.forgetLogIfIdle()}clear(){this.clearedAt=++this.tick,this.store.clear(),this.failures.clear(),this.forgetLogIfIdle()}get size(){return this.store.size}get trackedKeys(){return new Set([...this.invalidatedAt.keys(),...this.failures.keys()]).size}}export{a as PullCache};

package/dist/cache/index.js

@@ -1 +1 @@
-export { PullCache } from "./cache.js";
+import{PullCache as o}from"./cache.js";export{o as PullCache};

package/dist/client.d.ts

@@ -6,7 +6,13 @@ export interface PromptClientOptions extends Omit<ClientOptions, "apiKey" | "bas
     /** spendgraph API key (sg_…). Without it, `pull` throws and `report` no-ops. */
     apiKey: string | undefined;
     baseUrl: string;
-    cache?: CacheOptions<PromptPayload>;
+    /**
+     * `identify` is not yours to set: the client fixes it to the prompt's id and
+     * slug, because an invalidation that arrives under one handle has to reach a
+     * fetch started under the other. Naming it in the type and discarding it in
+     * the constructor was worse than not offering it.
+     */
+    cache?: Omit<CacheOptions<PromptPayload>, "identify">;
     /** Max requests in flight for sample() and runAll(). Default 4. */
     concurrency?: number;
     /**

package/dist/client.js

@@ -1,145 +1 @@
-import { Spendgraph } from "@spendgraph/sdk";
-import { Budget } from "./budget/index.js";
-import { buildCustomPrompt } from "./build/index.js";
-import { PullCache } from "./cache/index.js";
-import { makePrompt } from "./prompt/index.js";
-import { pullWithCache } from "./pull/index.js";
-import { newRolloutId } from "./run/id.js";
-import { runAcrossModels, runOnce, sampleRuns } from "./run/index.js";
-const DEFAULT_CONCURRENCY = 4;
-export class PromptClient {
-    sdk;
-    cache;
-    hasKey;
-    onReportError;
-    concurrency;
-    budget;
-    warnedAboutTokens = false;
-    constructor(opts) {
-        const { cache, onReportError, onPullError, concurrency, maxCostMicros, ...clientOpts } = opts;
-        this.sdk = new Spendgraph(clientOpts);
-        this.cache = new PullCache({
-            ...cache,
-            onRefreshError: cache?.onRefreshError ?? onPullError,
-            identify: (p) => [p.id, p.slug].filter((v) => Boolean(v)),
-        });
-        this.hasKey = Boolean(opts.apiKey);
-        this.onReportError = onReportError;
-        this.concurrency = Math.max(1, concurrency ?? DEFAULT_CONCURRENCY);
-        this.budget = new Budget("maxCostMicros" in opts ? maxCostMicros : undefined);
-    }
-    recorder() {
-        return {
-            enabled: true,
-            write: (promptId, entry) => {
-                this.warnOnEmptyTokens(entry);
-                return this.priced(promptId, entry);
-            },
-        };
-    }
-    async pull(handle) {
-        const payload = await pullWithCache(this.cache, handle, async () => {
-            const res = await this.sdk.prompts.get(handle);
-            return res.prompt;
-        });
-        return makePrompt({
-            id: payload.id,
-            name: payload.name,
-            slug: payload.slug ?? null,
-            blocks: payload.blocks,
-            question: payload.question,
-            fields: payload.fieldSpec ?? [],
-            versionId: payload.currentVersionId ?? null,
-            models: payload.models ?? [],
-        }, "server", this.recorder());
-    }
-    build(spec, opts = {}) {
-        return buildCustomPrompt(spec, { ...opts, sdk: this.sdk });
-    }
-    warnOnEmptyTokens(outcome) {
-        if (this.warnedAboutTokens)
-            return;
-        if (outcome.status === "failed")
-            return;
-        if ((outcome.inputTokens ?? 0) > 0 || (outcome.outputTokens ?? 0) > 0)
-            return;
-        this.warnedAboutTokens = true;
-        console.warn("[prompt] trace() recorded a rollout with no tokens. This package never sees " +
-            "the provider response, so return inputTokens and outputTokens from your callback " +
-            "or every cost on this prompt reads as zero.");
-    }
-    async run(promptId, values = {}, opts = {}) {
-        return runOnce(this.sdk.prompts, promptId, values, opts, this.budget);
-    }
-    async sample(promptId, values = {}, opts = {}) {
-        return sampleRuns(this.sdk.prompts, promptId, values, { concurrency: this.concurrency, ...opts }, this.budget);
-    }
-    async runAll(promptId, values = {}, opts = {}) {
-        const models = opts.models ?? (await this.pull(promptId)).models;
-        if (models.length === 0) {
-            throw new Error("No models given and the prompt has none saved.");
-        }
-        return runAcrossModels(this.sdk.prompts, promptId, values, models, { concurrency: this.concurrency, ...opts }, this.budget);
-    }
-    async cases(promptId) {
-        return this.sdk.prompts.cases(promptId);
-    }
-    async setCases(promptId, cases) {
-        return this.sdk.prompts.putCases(promptId, cases);
-    }
-    spent() {
-        return this.budget.spent();
-    }
-    remaining() {
-        return this.budget.remaining();
-    }
-    async versions(promptId, opts = {}) {
-        return this.sdk.prompts.versions(promptId, opts);
-    }
-    async promote(promptId, versionId) {
-        const res = await this.sdk.prompts.promote(promptId, versionId);
-        this.invalidate(promptId);
-        return res;
-    }
-    invalidate(promptId) {
-        if (!promptId) {
-            this.cache.clear();
-            return;
-        }
-        for (const key of this.cache.keysWhere((p) => p.id === promptId || p.slug === promptId)) {
-            this.cache.delete(key);
-        }
-        this.cache.delete(promptId);
-        this.cache.invalidate(promptId);
-    }
-    async priced(promptId, input) {
-        const rolloutId = input.rolloutId ?? newRolloutId();
-        if (!this.hasKey)
-            return undefined;
-        try {
-            const res = (await this.sdk.prompts.report(promptId, { ...input, rolloutId }));
-            if (res.priced === false)
-                return undefined;
-            return res.rollout?.costMicros;
-        }
-        catch (err) {
-            this.onReportError?.(err);
-            return undefined;
-        }
-    }
-    async report(promptId, input) {
-        const rolloutId = input.rolloutId ?? newRolloutId();
-        if (!this.hasKey)
-            return rolloutId;
-        try {
-            await this.sdk.prompts.report(promptId, { ...input, rolloutId });
-        }
-        catch (err) {
-            this.onReportError?.(err);
-        }
-        return rolloutId;
-    }
-}
-export function pullPrompt(handle, opts) {
-    return new PromptClient(opts).pull(handle);
-}
+import{Spendgraph as h}from"@spendgraph/sdk";import{Budget as d}from"./budget/index.js";import{buildCustomPrompt as l}from"./build/index.js";import{PullCache as m}from"./cache/index.js";import{makePrompt as f}from"./prompt/index.js";import{pullWithCache as y}from"./pull/index.js";import{newRolloutId as i}from"./run/id.js";import{runAcrossModels as k,runOnce as w,sampleRuns as g}from"./run/index.js";const b=4;function E(o,r){const e=o?.prompt;if(!e||typeof e!="object"||typeof e.id!="string")throw new Error(`Asked for prompt "${r}" and the response carried no prompt. Check the base URL points at a spendgraph app and that the key can read this project.`);return e}class R{sdk;cache;hasKey;onReportError;concurrency;budget;warnedAboutTokens=!1;constructor(r){const{cache:e,onReportError:t,onPullError:s,concurrency:a,maxCostMicros:c,...u}=r;this.sdk=new h(u),this.cache=new m({...e,onRefreshError:e?.onRefreshError??s,identify:n=>[n.id,n.slug].filter(p=>!!p)}),this.hasKey=!!r.apiKey,this.onReportError=t,this.concurrency=Math.max(1,a??b),this.budget=new d("maxCostMicros"in r?c:void 0)}recorder(){return{enabled:!0,write:(r,e)=>(this.warnOnEmptyTokens(e),this.priced(r,e))}}async pull(r){const e=await y(this.cache,r,async()=>{const t=await this.sdk.prompts.get(r);return E(t,r)});return f({id:e.id,name:e.name??e.id,slug:e.slug??null,blocks:e.blocks??[],question:e.question??"",fields:e.fieldSpec??[],versionId:e.currentVersionId??null,models:e.models??[]},"server",this.recorder())}build(r,e={}){return l(r,{onReportError:this.onReportError,...e,sdk:this.sdk})}warnOnEmptyTokens(r){this.warnedAboutTokens||r.status!=="failed"&&((r.inputTokens??0)>0||(r.outputTokens??0)>0||(this.warnedAboutTokens=!0,console.warn("[prompt] call() recorded a rollout with no tokens. This package never sees the provider response, so return inputTokens and outputTokens from your callback or every cost on this prompt reads as zero.")))}async run(r,e={},t={}){return w(this.sdk.prompts,r,e,t,this.budget)}async sample(r,e={},t={}){return g(this.sdk.prompts,r,e,{concurrency:this.concurrency,...t},this.budget)}async runAll(r,e={},t={}){const s=t.models??(await this.pull(r)).models;if(s.length===0)throw new Error("No models given and the prompt has none saved.");return k(this.sdk.prompts,r,e,s,{concurrency:this.concurrency,...t},this.budget)}async cases(r){return this.sdk.prompts.cases(r)}async setCases(r,e){return this.sdk.prompts.putCases(r,e)}spent(){return this.budget.spent()}remaining(){return this.budget.remaining()}async versions(r,e={}){return this.sdk.prompts.versions(r,e)}async promote(r,e){const t=await this.sdk.prompts.promote(r,e);return this.invalidate(r),t}invalidate(r){if(!r){this.cache.clear();return}for(const e of this.cache.keysWhere(t=>t.id===r||t.slug===r))this.cache.delete(e);this.cache.delete(r),this.cache.invalidate(r)}async priced(r,e){const t=e.rolloutId??i();if(this.hasKey)try{const s=await this.sdk.prompts.report(r,{...e,rolloutId:t});return s.priced===!1?void 0:s.rollout?.costMicros}catch(s){this.onReportError?.(s);return}}async report(r,e){const t=e.rolloutId??i();if(!this.hasKey)return t;try{await this.sdk.prompts.report(r,{...e,rolloutId:t})}catch(s){this.onReportError?.(s)}return t}}function O(o,r){return new R(r).pull(o)}export{R as PromptClient,O as pullPrompt};

package/dist/index.d.ts

@@ -5,7 +5,7 @@ export type { BuildOptions } from "./build/index.js";
 export { buildCustomPrompt } from "./build/index.js";
 export type { PromptClientOptions } from "./client.js";
 export { PromptClient, pullPrompt } from "./client.js";
-export type { Answer, BatchOptions, Chain, InvokeOptions, Model } from "./prompt/index.js";
+export type { Answer, BatchOptions, Chain, InvokeOptions, Model, ModelOptions, } from "./prompt/index.js";
 export { MAX_RECORDED_MESSAGES } from "./prompt/index.js";
 export type { Block, History, Message } from "./render/index.js";
-export type { DatasetCase, DatasetSummary, Prompt, PromptSource, PromptSpec, PromptVersion, RenderOptions, ReportInput, RunOptions, RunResult, Split, TraceHandle, TraceOptions, TraceOutcome, } from "./types/index.js";
+export type { DatasetCase, DatasetSummary, Prompt, PromptSource, PromptSpec, PromptVersion, Recordable, RenderOptions, ReportInput, RunOptions, RunResult, Split, TraceHandle, TraceOptions, TraceOutcome, TurnRecord, TurnSource, } from "./types/index.js";

package/dist/index.js

@@ -1,5 +1 @@
-export { FieldValidationError } from "@spendgraph/sdk";
-export { BudgetExceededError } from "./budget/index.js";
-export { buildCustomPrompt } from "./build/index.js";
-export { PromptClient, pullPrompt } from "./client.js";
-export { MAX_RECORDED_MESSAGES } from "./prompt/index.js";
+import{FieldValidationError as t}from"@spendgraph/sdk";import{BudgetExceededError as m}from"./budget/index.js";import{buildCustomPrompt as E}from"./build/index.js";import{PromptClient as l,pullPrompt as x}from"./client.js";import{MAX_RECORDED_MESSAGES as i}from"./prompt/index.js";export{m as BudgetExceededError,t as FieldValidationError,i as MAX_RECORDED_MESSAGES,l as PromptClient,E as buildCustomPrompt,x as pullPrompt};

package/dist/internals.d.ts

@@ -10,8 +10,8 @@ export { serializeFields, validateFields } from "@spendgraph/sdk";
 export { Budget } from "./budget/index.js";
 export type { CacheHit, CacheOptions } from "./cache/index.js";
 export { PullCache } from "./cache/index.js";
-export type { ModelOptions, PromptShape, Recorder } from "./prompt/index.js";
+export type { PromptShape, Recorder } from "./prompt/index.js";
 export { bind, makePrompt, noRecorder } from "./prompt/index.js";
 export { pullWithCache } from "./pull/index.js";
 export { mapLimit, newRolloutId } from "./run/index.js";
-export type { PromptPayload, Recordable, Rollout, TurnRecord, TurnSource } from "./types/index.js";
+export type { PromptPayload, Rollout } from "./types/index.js";

package/dist/internals.js

@@ -1,6 +1 @@
-export { serializeFields, validateFields } from "@spendgraph/sdk";
-export { Budget } from "./budget/index.js";
-export { PullCache } from "./cache/index.js";
-export { bind, makePrompt, noRecorder } from "./prompt/index.js";
-export { pullWithCache } from "./pull/index.js";
-export { mapLimit, newRolloutId } from "./run/index.js";
+import{serializeFields as r,validateFields as t}from"@spendgraph/sdk";import{Budget as m}from"./budget/index.js";import{PullCache as p}from"./cache/index.js";import{bind as d,makePrompt as f,noRecorder as x}from"./prompt/index.js";import{pullWithCache as c}from"./pull/index.js";import{mapLimit as n,newRolloutId as s}from"./run/index.js";export{m as Budget,p as PullCache,d as bind,f as makePrompt,n as mapLimit,s as newRolloutId,x as noRecorder,c as pullWithCache,r as serializeFields,t as validateFields};

package/dist/prompt/bind.js

@@ -1,15 +1 @@
-import { mapLimit } from "../run/concurrency.js";
-const DEFAULT_CONCURRENCY = 4;
-export function bind(prompt, model) {
-    const once = (values, opts, streaming) => prompt.call(values, ({ messages, turn }) => {
-        const modelOpts = { tools: turn, onText: opts.onText };
-        return streaming && model.stream
-            ? model.stream(messages, modelOpts)
-            : model.call(messages, modelOpts);
-    }, opts);
-    return {
-        invoke: (values = {}, opts = {}) => once(values, opts, false),
-        stream: (values = {}, opts = {}) => once(values, opts, true),
-        batch: (values, opts = {}) => mapLimit(values, opts.concurrency ?? DEFAULT_CONCURRENCY, (v) => once(v, opts, false)),
-    };
-}
+import{mapLimit as m}from"../run/concurrency.js";const s=4;function f(i,r){const c=(n,t,e)=>i.call(n,({messages:o,turn:l})=>{const a={tools:l,onText:t.onText};return e&&r.stream?r.stream(o,a):r.call(o,a)},t);return{invoke:(n={},t={})=>c(n,t,!1),stream:(n={},t={})=>c(n,t,!0),batch:(n,t={})=>m(n,t.concurrency??s,e=>c(e,t,!1))}}export{f as bind};

package/dist/prompt/factory.d.ts

@@ -17,7 +17,7 @@ export interface PromptShape {
  *
  * A server prompt writes a rollout; a custom one has no row to hang one on and
  * writes usage instead. Injecting it is what lets both constructors share one
- * `trace`, so the two can never drift on what "recorded" means.
+ * `call`, so the two can never drift on what "recorded" means.
  */
 export interface Recorder {
     enabled: boolean;

package/dist/prompt/factory.js

@@ -1,100 +1 @@
-import { serializeFields } from "@spendgraph/sdk";
-import { renderMessages } from "../render/index.js";
-import { newRolloutId } from "../run/id.js";
-import { bind } from "./bind.js";
-export const noRecorder = {
-    enabled: false,
-    write: () => { },
-};
-export const MAX_RECORDED_MESSAGES = 50;
-let warnedAboutLength = false;
-function warnIfUnrecordable(messages) {
-    if (warnedAboutLength || messages.length <= MAX_RECORDED_MESSAGES)
-        return;
-    warnedAboutLength = true;
-    console.warn(`[prompt] ${messages.length} messages is over the ${MAX_RECORDED_MESSAGES} a rollout ` +
-        "can record. The call still runs; the rollout will be rejected. Trim the history you pass.");
-}
-function lastUserMessage(messages) {
-    for (let i = messages.length - 1; i >= 0; i--) {
-        if (messages[i].role === "user")
-            return messages[i].content;
-    }
-    return "";
-}
-export function makePrompt(shape, source, recorder = noRecorder) {
-    const serialize = (values = {}) => serializeFields(values, shape.fields);
-    const format = (values = {}, opts = {}) => renderMessages(shape.blocks, shape.question, serialize(values), opts.history);
-    const built = {
-        id: shape.id,
-        name: shape.name,
-        slug: shape.slug,
-        fields: shape.fields,
-        versionId: shape.versionId,
-        models: shape.models,
-        source,
-        serialize,
-        format,
-        async call(values, run, opts = {}) {
-            const messages = format(values, { history: opts.history });
-            warnIfUnrecordable(messages);
-            const turn = opts.tools?.trace(opts.query ?? lastUserMessage(messages));
-            const rolloutId = opts.rolloutId ?? newRolloutId();
-            const recording = recorder.enabled && (opts.report ?? true);
-            const startedAt = Date.now();
-            const sent = {
-                rolloutId,
-                versionId: shape.versionId,
-                fields: serialize(values),
-                rendered: messages,
-            };
-            let outcome;
-            try {
-                outcome = await run({ messages, turn });
-            }
-            catch (err) {
-                if (recording) {
-                    const recorded = turn?.record();
-                    recorder.write(shape.id, {
-                        ...sent,
-                        model: "unknown",
-                        output: "",
-                        status: "failed",
-                        error: err instanceof Error ? err.message : String(err),
-                        latencyMs: Date.now() - startedAt,
-                        offeredTools: recorded?.offeredTools,
-                        steps: recorded?.steps,
-                    });
-                }
-                throw err;
-            }
-            const latencyMs = Date.now() - startedAt;
-            let pricing;
-            if (recording) {
-                const recorded = turn?.record();
-                const written = recorder.write(shape.id, {
-                    ...sent,
-                    model: outcome.model,
-                    output: outcome.output,
-                    status: outcome.status ?? "completed",
-                    error: outcome.error,
-                    inputTokens: outcome.inputTokens,
-                    outputTokens: outcome.outputTokens,
-                    cacheReadTokens: outcome.cacheReadTokens,
-                    cacheWriteTokens: outcome.cacheWriteTokens,
-                    citationTokens: outcome.citationTokens,
-                    reasoningTokens: outcome.reasoningTokens,
-                    latencyMs,
-                    caseId: outcome.caseId,
-                    seed: outcome.seed,
-                    offeredTools: outcome.offeredTools ?? recorded?.offeredTools,
-                    steps: outcome.steps ?? recorded?.steps,
-                });
-                pricing = written instanceof Promise ? written : undefined;
-            }
-            return { ...outcome, rolloutId, ...(pricing ? { pricing } : {}) };
-        },
-        bind: (model) => bind(built, model),
-    };
-    return built;
-}
+import{serializeFields as S}from"@spendgraph/sdk";import{findVariables as v,renderMessages as I}from"../render/index.js";import{newRolloutId as E}from"../run/id.js";import{bind as q}from"./bind.js";const $={enabled:!1,write:()=>{}},A=50;let D=!1;function j(e){D||e.length<=A||(D=!0,console.warn(`[prompt] ${e.length} messages is over the ${A} a rollout can record. The call still runs; the rollout will be rejected. Trim the history you pass.`))}function x(e,r,l){const s=Object.keys(e).filter(i=>l.has(i)&&!r.has(i));return s.length===0||console.warn(`[prompt] ${s.map(i=>`{${i}}`).join(", ")} appears in this prompt and you passed a value for it, but no field declares it, so it was not substituted and the placeholder goes to the model as written. Add it to the prompt's fields.`),s}function z(e){for(let r=e.length-1;r>=0;r--)if(e[r].role==="user")return e[r].content;return""}function _(e,r,l=$){const s=new Set(e.fields.map(o=>o.name)),i=new Set(v(e.blocks,e.question));let w=!1;const u=(o={})=>(w||(w=x(o,s,i).length>0),S(o,e.fields)),M=(o={},f={})=>I(e.blocks,e.question,u(o),f.history),T={id:e.id,name:e.name,slug:e.slug,fields:e.fields,versionId:e.versionId,models:e.models,source:r,serialize:u,format:M,async call(o,f,d={}){const b=u(o),a=I(e.blocks,e.question,b,d.history);j(a);const m=d.tools?.trace(d.query??z(a)),k=d.rolloutId??E(),g=l.enabled&&(d.report??!0),h=Date.now(),y={rolloutId:k,versionId:e.versionId,fields:b,rendered:a};let t;try{t=await f({messages:a,turn:m})}catch(n){if(g){const c=m?.record();l.write(e.id,{...y,model:"unknown",output:"",status:"failed",error:n instanceof Error?n.message:String(n),latencyMs:Date.now()-h,offeredTools:c?.offeredTools,steps:c?.steps})}throw n}const R=Date.now()-h;let p;if(g){const n=m?.record(),c=l.write(e.id,{...y,model:t.model,output:t.output,status:t.status??"completed",error:t.error,inputTokens:t.inputTokens,outputTokens:t.outputTokens,cacheReadTokens:t.cacheReadTokens,cacheWriteTokens:t.cacheWriteTokens,citationTokens:t.citationTokens,reasoningTokens:t.reasoningTokens,latencyMs:R,caseId:t.caseId,seed:t.seed,offeredTools:t.offeredTools??n?.offeredTools,steps:t.steps??n?.steps});p=c instanceof Promise?c:void 0}return{...t,rolloutId:k,...p?{pricing:p}:{}}},bind:o=>q(T,o)};return T}export{A as MAX_RECORDED_MESSAGES,_ as makePrompt,$ as noRecorder};

package/dist/prompt/index.js

@@ -1,2 +1 @@
-export { bind } from "./bind.js";
-export { MAX_RECORDED_MESSAGES, makePrompt, noRecorder } from "./factory.js";
+import{bind as e}from"./bind.js";import{MAX_RECORDED_MESSAGES as E,makePrompt as p,noRecorder as t}from"./factory.js";export{E as MAX_RECORDED_MESSAGES,e as bind,p as makePrompt,t as noRecorder};

package/dist/pull/index.js

@@ -1 +1 @@
-export { pullWithCache } from "./pull.js";
+import{pullWithCache as l}from"./pull.js";export{l as pullWithCache};

package/dist/pull/pull.js

@@ -1,19 +1 @@
-export async function pullWithCache(cache, key, fetchOne) {
-    const hit = cache.get(key);
-    if (hit && !hit.stale)
-        return hit.value;
-    if (hit) {
-        cache.refreshInBackground(key, fetchOne);
-        return hit.value;
-    }
-    const startedAt = cache.beginFetch();
-    try {
-        const value = await fetchOne();
-        cache.settle(key, value, startedAt);
-        return value;
-    }
-    catch (err) {
-        cache.abandon(key);
-        throw err;
-    }
-}
+async function o(t,n,e){const r=t.get(n);if(r&&!r.stale)return r.value;if(r)return t.refreshInBackground(n,e),r.value;const u=t.beginFetch();try{const a=await e();return t.settle(n,a,u),a}catch(a){throw t.abandon(n),a}}export{o as pullWithCache};

package/dist/render/index.js

@@ -1,3 +1 @@
-export { renderMessages } from "./messages.js";
-export { compileSystemPrompt } from "./system.js";
-export { applyVariables, findVariables } from "./variables.js";
+import{renderMessages as o}from"./messages.js";import{compileSystemPrompt as a}from"./system.js";import{applyVariables as s,findVariables as t}from"./variables.js";export{s as applyVariables,a as compileSystemPrompt,t as findVariables,o as renderMessages};

package/dist/render/messages.js

@@ -1,14 +1 @@
-import { compileSystemPrompt } from "./system.js";
-import { applyVariables } from "./variables.js";
-export function renderMessages(blocks, question, values, history = []) {
-    const system = compileSystemPrompt(blocks, values);
-    const user = applyVariables(question, values);
-    const turns = history.filter((m) => m.role !== "system");
-    return system
-        ? [
-            { role: "system", content: system },
-            ...turns,
-            { role: "user", content: user },
-        ]
-        : [...turns, { role: "user", content: user }];
-}
+import{compileSystemPrompt as l}from"./system.js";import{applyVariables as p}from"./variables.js";function y(s,n,e,m=[]){const t=l(s,e),r=p(n,e),o=m.filter(c=>c.role!=="system");return t?[{role:"system",content:t},...o,{role:"user",content:r}]:[...o,{role:"user",content:r}]}export{y as renderMessages};

package/dist/render/system.js

@@ -1,13 +1,4 @@
-import { applyVariables } from "./variables.js";
-export function compileSystemPrompt(blocks, values) {
-    const out = [];
-    for (const b of blocks ?? []) {
-        const body = b.body?.trim();
-        if (!body)
-            continue;
-        const title = b.title?.trim();
-        const text = applyVariables(body, values);
-        out.push(title ? `## ${applyVariables(title, values)}\n${text}` : text);
-    }
-    return out.join("\n\n");
-}
+import{applyVariables as e}from"./variables.js";function s(m,t){const o=[];for(const n of m??[]){const i=n.body?.trim();if(!i)continue;const r=n.title?.trim(),c=e(i,t);o.push(r?`## ${e(r,t)}
+${c}`:c)}return o.join(`
+
+`)}export{s as compileSystemPrompt};

package/dist/render/types.js

@@ -1 +0,0 @@
-export {};

package/dist/render/variables.d.ts

@@ -3,6 +3,13 @@ import type { Block } from "./types.js";
  * Substitutes `{name}` placeholders, leaving unknown ones verbatim — emptying
  * one would send a prompt with a hole the caller cannot see.
  *
+ * `Object.hasOwn` rather than `in`, which walks the prototype chain: every
+ * object has `constructor`, `toString` and `valueOf`, so `in` counted those as
+ * supplied and a prompt reading "explain what {constructor} does" went to the
+ * model as "explain what function Object() { [native code] } does". A template
+ * about code is all it takes, and noise that looks like content is worse than
+ * the visible hole this function exists to avoid.
+ *
  * Mirrors `lib/prompt.ts` in the app. Duplicated because this package depends on
  * nothing; `rendered` on every rollout makes a divergence visible.
  */

package/dist/render/variables.js

@@ -1,20 +1 @@
-export function applyVariables(text, values) {
-    if (!text || !values)
-        return text;
-    return text.replace(/\{(\w+)\}/g, (whole, name) => name in values ? values[name] : whole);
-}
-export function findVariables(blocks, question) {
-    const seen = [];
-    const scan = (text) => {
-        for (const m of text.matchAll(/\{(\w+)\}/g)) {
-            if (!seen.includes(m[1]))
-                seen.push(m[1]);
-        }
-    };
-    for (const b of blocks ?? []) {
-        scan(b.title ?? "");
-        scan(b.body ?? "");
-    }
-    scan(question);
-    return seen;
-}
+function f(o,r){return!o||!r?o:o.replace(/\{(\w+)\}/g,(c,n)=>Object.hasOwn(r,n)?r[n]:c)}function i(o,r){const c=[],n=t=>{for(const e of t.matchAll(/\{(\w+)\}/g))c.includes(e[1])||c.push(e[1])};for(const t of o??[])n(t.title??""),n(t.body??"");return n(r),c}export{f as applyVariables,i as findVariables};

package/dist/run/across-models.d.ts

@@ -1,7 +1,17 @@
 import type { Prompts } from "@spendgraph/sdk";
 import type { Budget } from "../budget/index.js";
 import type { RunOptions, RunResult } from "../types/index.js";
-/** One rollout per model — the playground's comparison, headless. */
+/**
+ * One rollout per model — the playground's comparison, headless.
+ *
+ * Always one result per model, in the order given. A model that failed is
+ * present with `status: "failed"` rather than missing, for the same reason
+ * `sampleRuns` keeps a failed seed: this is a comparison, and throwing on the
+ * first bad model discards every model that answered — after paying for them,
+ * because the calls already in flight are not cancelled by the throw.
+ *
+ * A budget stop throws instead. Money running out says nothing about a model.
+ */
 export declare function runAcrossModels(prompts: Prompts, promptId: string, values: Record<string, unknown>, models: string[], opts?: RunOptions & {
     concurrency?: number;
 }, budget?: Budget): Promise<RunResult[]>;

package/dist/run/across-models.js

@@ -1,5 +1 @@
-import { mapLimit } from "./concurrency.js";
-import { runOnce } from "./once.js";
-export async function runAcrossModels(prompts, promptId, values, models, opts = {}, budget) {
-    return mapLimit(models, opts.concurrency ?? 4, (model) => runOnce(prompts, promptId, values, { ...opts, model, rolloutId: undefined }, budget));
-}
+import{BudgetExceededError as i}from"../budget/index.js";import{mapLimit as a}from"./concurrency.js";import{runOnce as d}from"./once.js";async function p(n,o,u,c,r={},s){return a(c,r.concurrency??4,async t=>{try{return await d(n,o,u,{...r,model:t,rolloutId:void 0},s)}catch(e){if(e instanceof i)throw e;return{id:null,model:t,status:"failed",output:"",error:e.message,costMicros:0,latencyMs:0,inputTokens:0,outputTokens:0,seed:r.seed??0}}})}export{p as runAcrossModels};

package/dist/run/concurrency.js

@@ -1,12 +1 @@
-export async function mapLimit(items, limit, fn) {
-    const out = new Array(items.length);
-    let next = 0;
-    const workers = Array.from({ length: Math.max(1, Math.min(limit, items.length)) }, async () => {
-        while (next < items.length) {
-            const i = next++;
-            out[i] = await fn(items[i], i);
-        }
-    });
-    await Promise.all(workers);
-    return out;
-}
+async function h(n,e,o){const a=new Array(n.length);let r=0;const l=Array.from({length:Math.max(1,Math.min(e,n.length))},async()=>{for(;r<n.length;){const t=r++;a[t]=await o(n[t],t)}});return await Promise.all(l),a}export{h as mapLimit};

package/dist/run/id.js

@@ -1,3 +1 @@
-export function newRolloutId() {
-    return `ro_${crypto.randomUUID().replace(/-/g, "")}`;
-}
+function o(){return`ro_${crypto.randomUUID().replace(/-/g,"")}`}export{o as newRolloutId};