auden 0.1.0-alpha.2

package/dist/eval-provider.js

@@ -0,0 +1,359 @@
+import { parseEvalProviderConfig, parseEvalProviderSettings } from '@auden.to/protocol';
+import { AUDEN_CONFIG } from './auden-paths.js';
+export const DEFAULT_EVAL_PROVIDER = 'openrouter';
+export const DEFAULT_OPENROUTER_MODEL = 'anthropic/claude-sonnet-4.6';
+const DEFAULT_SITE_NAME = 'Auden CLI';
+const DEFAULT_SITE_URL = 'https://github.com/auden-to/auden';
+const DEFAULT_MODELS = {
+    openrouter: DEFAULT_OPENROUTER_MODEL,
+    anthropic: 'claude-sonnet-4-6',
+    'openai-compatible': 'gpt-5.5',
+    google: 'gemini-3.1-pro',
+    ollama: 'llama4',
+};
+const DEFAULT_BASE_URLS = {
+    openrouter: 'https://openrouter.ai/api/v1',
+    anthropic: 'https://api.anthropic.com',
+    'openai-compatible': 'https://api.openai.com/v1',
+    google: 'https://generativelanguage.googleapis.com/v1beta/models',
+    ollama: 'http://127.0.0.1:11434/v1',
+};
+const EVAL_PROVIDERS = [
+    'openrouter',
+    'anthropic',
+    'openai-compatible',
+    'google',
+    'ollama',
+];
+function trimOrUndefined(value) {
+    return typeof value === 'string' && value.trim() ? value.trim() : undefined;
+}
+function normalizeBaseUrl(baseUrl) {
+    return baseUrl.replace(/\/+$/, '');
+}
+function normalizeProviderBaseUrl(provider, baseUrl) {
+    const normalizedBaseUrl = normalizeBaseUrl(baseUrl);
+    if (provider === 'ollama' && !normalizedBaseUrl.endsWith('/v1')) {
+        return `${normalizedBaseUrl}/v1`;
+    }
+    return normalizedBaseUrl;
+}
+function isRecord(value) {
+    return !!value && typeof value === 'object';
+}
+function isEvalProviderKind(value) {
+    return EVAL_PROVIDERS.includes(value);
+}
+function getProviderApiKeyEnvVar(provider) {
+    switch (provider) {
+        case 'openrouter':
+            return 'OPENROUTER_API_KEY';
+        case 'anthropic':
+            return 'ANTHROPIC_API_KEY';
+        case 'openai-compatible':
+            return 'OPENAI_API_KEY';
+        case 'google':
+            return 'GOOGLE_API_KEY';
+        case 'ollama':
+            return 'OLLAMA_API_KEY';
+    }
+}
+function getProviderBaseUrlEnvVar(provider) {
+    switch (provider) {
+        case 'openrouter':
+            return 'OPENROUTER_BASE_URL';
+        case 'anthropic':
+            return 'ANTHROPIC_BASE_URL';
+        case 'openai-compatible':
+            return 'OPENAI_BASE_URL';
+        case 'google':
+            return 'GOOGLE_BASE_URL';
+        case 'ollama':
+            return 'OLLAMA_BASE_URL';
+    }
+}
+function requireApiKey(config) {
+    if (config.apiKey) {
+        return config.apiKey;
+    }
+    const envVar = getProviderApiKeyEnvVar(config.provider);
+    if (!envVar) {
+        throw new Error(`Provider ${config.provider} does not require an API key.`);
+    }
+    throw new Error(`  Error: ${envVar} environment variable is not set.\n` +
+        `  Export it before running, or add eval.apiKey to ${AUDEN_CONFIG}.`);
+}
+export function readStoredEvalProviderSettings(rawConfig) {
+    if (!isRecord(rawConfig) || !('eval' in rawConfig) || rawConfig['eval'] == null) {
+        return {};
+    }
+    return parseEvalProviderSettings(rawConfig['eval']);
+}
+export function resolveEvalProviderConfig(rawConfig, env, overrides = {}) {
+    const stored = readStoredEvalProviderSettings(rawConfig);
+    const providerValue = trimOrUndefined(overrides.provider) ??
+        trimOrUndefined(env['AUDEN_EVAL_PROVIDER']) ??
+        stored.provider ??
+        DEFAULT_EVAL_PROVIDER;
+    if (!isEvalProviderKind(providerValue)) {
+        throw new Error(`Unsupported eval provider "${providerValue}". Supported providers: ${EVAL_PROVIDERS.join(', ')}`);
+    }
+    const provider = providerValue;
+    const providerApiKeyEnvVar = getProviderApiKeyEnvVar(provider);
+    const providerBaseUrlEnvVar = getProviderBaseUrlEnvVar(provider);
+    const model = trimOrUndefined(overrides.model) ??
+        trimOrUndefined(env['AUDEN_EVAL_MODEL']) ??
+        stored.model ??
+        DEFAULT_MODELS[provider];
+    const apiKey = trimOrUndefined(overrides.apiKey) ??
+        trimOrUndefined(env['AUDEN_EVAL_API_KEY']) ??
+        trimOrUndefined(env[providerApiKeyEnvVar]) ??
+        stored.apiKey;
+    const baseUrl = trimOrUndefined(overrides.baseUrl) ??
+        trimOrUndefined(env['AUDEN_EVAL_BASE_URL']) ??
+        trimOrUndefined(env[providerBaseUrlEnvVar]) ??
+        (provider === 'ollama' ? trimOrUndefined(env['OLLAMA_HOST']) : undefined) ??
+        stored.baseUrl ??
+        DEFAULT_BASE_URLS[provider];
+    const siteUrl = trimOrUndefined(env['AUDEN_OPENROUTER_SITE_URL']) ??
+        stored.siteUrl ??
+        DEFAULT_SITE_URL;
+    const siteName = trimOrUndefined(env['AUDEN_OPENROUTER_SITE_NAME']) ??
+        stored.siteName ??
+        DEFAULT_SITE_NAME;
+    return parseEvalProviderConfig({
+        provider,
+        model,
+        apiKey,
+        baseUrl: normalizeProviderBaseUrl(provider, baseUrl),
+        siteUrl: provider === 'openrouter' ? siteUrl : undefined,
+        siteName: provider === 'openrouter' ? siteName : undefined,
+    });
+}
+/**
+ * Default per-request timeout for eval provider calls. Generous because LLM
+ * completions can legitimately take tens of seconds; the guard is against a
+ * hung connection blocking the CLI (and the Claude Code Stop hook) forever.
+ * Override with `AUDEN_EVAL_TIMEOUT_MS`.
+ */
+export const DEFAULT_EVAL_FETCH_TIMEOUT_MS = 120_000;
+export function evalFetchTimeoutMs(env = process.env) {
+    const raw = env['AUDEN_EVAL_TIMEOUT_MS'];
+    const parsed = raw ? Number(raw) : Number.NaN;
+    return Number.isFinite(parsed) && parsed > 0 ? parsed : DEFAULT_EVAL_FETCH_TIMEOUT_MS;
+}
+/**
+ * `fetch` with an abort-on-timeout signal. A timeout surfaces as a clear,
+ * provider-tagged error rather than a raw `TimeoutError`.
+ */
+async function fetchWithTimeout(provider, url, init) {
+    const timeoutMs = evalFetchTimeoutMs();
+    try {
+        return await fetch(url, { ...init, signal: AbortSignal.timeout(timeoutMs) });
+    }
+    catch (err) {
+        if (err instanceof Error &&
+            (err.name === 'TimeoutError' || err.name === 'AbortError')) {
+            throw new Error(`${provider} API request timed out after ${timeoutMs}ms`);
+        }
+        throw err;
+    }
+}
+async function readErrorBody(response) {
+    return response.text().catch(() => response.statusText);
+}
+function extractMessageText(content) {
+    if (typeof content === 'string') {
+        return content;
+    }
+    if (!Array.isArray(content)) {
+        return '';
+    }
+    return content
+        .map((part) => {
+        if (typeof part === 'string') {
+            return part;
+        }
+        if (isRecord(part) && typeof part['text'] === 'string') {
+            return part['text'];
+        }
+        return '';
+    })
+        .join('');
+}
+function extractChatCompletionText(data) {
+    if (!isRecord(data) || !Array.isArray(data['choices'])) {
+        return '';
+    }
+    const firstChoice = data['choices'][0];
+    if (!isRecord(firstChoice) || !isRecord(firstChoice['message'])) {
+        return '';
+    }
+    return extractMessageText(firstChoice['message']['content']);
+}
+function extractAnthropicText(data) {
+    if (!isRecord(data) || !Array.isArray(data['content'])) {
+        return '';
+    }
+    return data['content']
+        .map((block) => {
+        if (isRecord(block) && typeof block['text'] === 'string') {
+            return block['text'];
+        }
+        return '';
+    })
+        .join('');
+}
+function extractGoogleText(data) {
+    if (!isRecord(data) || !Array.isArray(data['candidates'])) {
+        return '';
+    }
+    const firstCandidate = data['candidates'][0];
+    if (!isRecord(firstCandidate) || !isRecord(firstCandidate['content'])) {
+        return '';
+    }
+    const parts = firstCandidate['content']['parts'];
+    if (!Array.isArray(parts)) {
+        return '';
+    }
+    return parts
+        .map((part) => {
+        if (isRecord(part) && typeof part['text'] === 'string') {
+            return part['text'];
+        }
+        return '';
+    })
+        .join('');
+}
+function createOpenAiCompatibleAdapter(config, extraHeaders = {}) {
+    const apiKey = requireApiKey(config);
+    return {
+        async complete(system, user) {
+            const response = await fetchWithTimeout(config.provider, `${config.baseUrl}/chat/completions`, {
+                method: 'POST',
+                headers: {
+                    'content-type': 'application/json',
+                    authorization: `Bearer ${apiKey}`,
+                    ...extraHeaders,
+                },
+                body: JSON.stringify({
+                    model: config.model,
+                    messages: [
+                        { role: 'system', content: system },
+                        { role: 'user', content: user },
+                    ],
+                    temperature: 0,
+                    response_format: { type: 'json_object' },
+                }),
+            });
+            if (!response.ok) {
+                throw new Error(`${config.provider} API error ${response.status}: ${await readErrorBody(response)}`);
+            }
+            return extractChatCompletionText(await response.json());
+        },
+    };
+}
+function createAnthropicAdapter(config) {
+    const apiKey = requireApiKey(config);
+    return {
+        async complete(system, user) {
+            const response = await fetchWithTimeout(config.provider, `${config.baseUrl}/v1/messages`, {
+                method: 'POST',
+                headers: {
+                    'x-api-key': apiKey,
+                    'anthropic-version': '2023-06-01',
+                    'content-type': 'application/json',
+                },
+                body: JSON.stringify({
+                    model: config.model,
+                    max_tokens: 4096,
+                    system,
+                    messages: [{ role: 'user', content: user }],
+                }),
+            });
+            if (!response.ok) {
+                throw new Error(`Anthropic API error ${response.status}: ${await readErrorBody(response)}`);
+            }
+            return extractAnthropicText(await response.json());
+        },
+    };
+}
+function createGoogleAdapter(config) {
+    const apiKey = requireApiKey(config);
+    return {
+        async complete(system, user) {
+            const response = await fetchWithTimeout(config.provider, `${config.baseUrl}/${encodeURIComponent(config.model)}:generateContent?key=${encodeURIComponent(apiKey)}`, {
+                method: 'POST',
+                headers: {
+                    'content-type': 'application/json',
+                },
+                body: JSON.stringify({
+                    systemInstruction: {
+                        parts: [{ text: system }],
+                    },
+                    contents: [
+                        {
+                            role: 'user',
+                            parts: [{ text: user }],
+                        },
+                    ],
+                    generationConfig: {
+                        temperature: 0,
+                        responseMimeType: 'application/json',
+                    },
+                }),
+            });
+            if (!response.ok) {
+                throw new Error(`Google API error ${response.status}: ${await readErrorBody(response)}`);
+            }
+            return extractGoogleText(await response.json());
+        },
+    };
+}
+function createOllamaAdapter(config) {
+    return {
+        async complete(system, user) {
+            const headers = {
+                'content-type': 'application/json',
+            };
+            if (config.apiKey) {
+                headers['authorization'] = `Bearer ${config.apiKey}`;
+            }
+            const response = await fetchWithTimeout(config.provider, `${config.baseUrl}/chat/completions`, {
+                method: 'POST',
+                headers,
+                body: JSON.stringify({
+                    model: config.model,
+                    messages: [
+                        { role: 'system', content: system },
+                        { role: 'user', content: user },
+                    ],
+                    temperature: 0,
+                    response_format: { type: 'json_object' },
+                }),
+            });
+            if (!response.ok) {
+                throw new Error(`Ollama API error ${response.status}: ${await readErrorBody(response)}`);
+            }
+            return extractChatCompletionText(await response.json());
+        },
+    };
+}
+export function createEvalAdapter(config) {
+    switch (config.provider) {
+        case 'openrouter':
+            return createOpenAiCompatibleAdapter(config, {
+                'HTTP-Referer': config.siteUrl ?? DEFAULT_SITE_URL,
+                'X-Title': config.siteName ?? DEFAULT_SITE_NAME,
+            });
+        case 'anthropic':
+            return createAnthropicAdapter(config);
+        case 'openai-compatible':
+            return createOpenAiCompatibleAdapter(config);
+        case 'google':
+            return createGoogleAdapter(config);
+        case 'ollama':
+            return createOllamaAdapter(config);
+    }
+}
+//# sourceMappingURL=eval-provider.js.map

package/dist/eval-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-provider.js","sourceRoot":"","sources":["../src/eval-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAA;AAEvF,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAY/C,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAqB,CAAA;AAC1D,MAAM,CAAC,MAAM,wBAAwB,GAAG,6BAA6B,CAAA;AAErE,MAAM,iBAAiB,GAAG,WAAW,CAAA;AACrC,MAAM,gBAAgB,GAAG,mCAAmC,CAAA;AAE5D,MAAM,cAAc,GAAqC;IACvD,UAAU,EAAE,wBAAwB;IACpC,SAAS,EAAE,mBAAmB;IAC9B,mBAAmB,EAAE,SAAS;IAC9B,MAAM,EAAE,gBAAgB;IACxB,MAAM,EAAE,QAAQ;CACjB,CAAA;AAED,MAAM,iBAAiB,GAAqC;IAC1D,UAAU,EAAE,8BAA8B;IAC1C,SAAS,EAAE,2BAA2B;IACtC,mBAAmB,EAAE,2BAA2B;IAChD,MAAM,EAAE,yDAAyD;IACjE,MAAM,EAAE,2BAA2B;CACpC,CAAA;AAED,MAAM,cAAc,GAAG;IACrB,YAAY;IACZ,WAAW;IACX,mBAAmB;IACnB,QAAQ;IACR,QAAQ;CACA,CAAA;AAEV,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;AAC7E,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe;IACvC,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;AACpC,CAAC;AAED,SAAS,wBAAwB,CAAC,QAA0B,EAAE,OAAe;IAC3E,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;IAEnD,IAAI,QAAQ,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,GAAG,iBAAiB,KAAK,CAAA;IAClC,CAAC;IAED,OAAO,iBAAiB,CAAA;AAC1B,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAA;AAC7C,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,OAAO,cAAc,CAAC,QAAQ,CAAC,KAAyB,CAAC,CAAA;AAC3D,CAAC;AAED,SAAS,uBAAuB,CAAC,QAA0B;IACzD,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,YAAY;YACf,OAAO,oBAAoB,CAAA;QAC7B,KAAK,WAAW;YACd,OAAO,mBAAmB,CAAA;QAC5B,KAAK,mBAAmB;YACtB,OAAO,gBAAgB,CAAA;QACzB,KAAK,QAAQ;YACX,OAAO,gBAAgB,CAAA;QACzB,KAAK,QAAQ;YACX,OAAO,gBAAgB,CAAA;IAC3B,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,QAA0B;IAC1D,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,YAAY;YACf,OAAO,qBAAqB,CAAA;QAC9B,KAAK,WAAW;YACd,OAAO,oBAAoB,CAAA;QAC7B,KAAK,mBAAmB;YACtB,OAAO,iBAAiB,CAAA;QAC1B,KAAK,QAAQ;YACX,OAAO,iBAAiB,CAAA;QAC1B,KAAK,QAAQ;YACX,OAAO,iBAAiB,CAAA;IAC5B,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,MAA0B;IAC/C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,MAAM,CAAC,MAAM,CAAA;IACtB,CAAC;IAED,MAAM,MAAM,GAAG,uBAAuB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IACvD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,YAAY,MAAM,CAAC,QAAQ,+BAA+B,CAAC,CAAA;IAC7E,CAAC;IAED,MAAM,IAAI,KAAK,CACb,YAAY,MAAM,qCAAqC;QACrD,qDAAqD,YAAY,GAAG,CACvE,CAAA;AACH,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,SAAkB;IAC/D,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QAChF,OAAO,EAAE,CAAA;IACX,CAAC;IAED,OAAO,yBAAyB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;AACrD,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,SAAkB,EAClB,GAAsB,EACtB,YAAiC,EAAE;IAEnC,MAAM,MAAM,GAAG,8BAA8B,CAAC,SAAS,CAAC,CAAA;IACxD,MAAM,aAAa,GACjB,eAAe,CAAC,SAAS,CAAC,QAAQ,CAAC;QACnC,eAAe,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAC3C,MAAM,CAAC,QAAQ;QACf,qBAAqB,CAAA;IAEvB,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CACb,8BAA8B,aAAa,2BAA2B,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClG,CAAA;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAA;IAC9B,MAAM,oBAAoB,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAA;IAC9D,MAAM,qBAAqB,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAA;IAChE,MAAM,KAAK,GACT,eAAe,CAAC,SAAS,CAAC,KAAK,CAAC;QAChC,eAAe,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,KAAK;QACZ,cAAc,CAAC,QAAQ,CAAC,CAAA;IAC1B,MAAM,MAAM,GACV,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC;QACjC,eAAe,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAC1C,eAAe,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAA;IACf,MAAM,OAAO,GACX,eAAe,CAAC,SAAS,CAAC,OAAO,CAAC;QAClC,eAAe,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAC3C,eAAe,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAC3C,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACzE,MAAM,CAAC,OAAO;QACd,iBAAiB,CAAC,QAAQ,CAAC,CAAA;IAC7B,MAAM,OAAO,GACX,eAAe,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACjD,MAAM,CAAC,OAAO;QACd,gBAAgB,CAAA;IAClB,MAAM,QAAQ,GACZ,eAAe,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAClD,MAAM,CAAC,QAAQ;QACf,iBAAiB,CAAA;IAEnB,OAAO,uBAAuB,CAAC;QAC7B,QAAQ;QACR,KAAK;QACL,MAAM;QACN,OAAO,EAAE,wBAAwB,CAAC,QAAQ,EAAE,OAAO,CAAC;QACpD,OAAO,EAAE,QAAQ,KAAK,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QACxD,QAAQ,EAAE,QAAQ,KAAK,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;KAC3D,CAAC,CAAA;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,OAAO,CAAA;AAEpD,MAAM,UAAU,kBAAkB,CAAC,MAAyB,OAAO,CAAC,GAAG;IACrE,MAAM,GAAG,GAAG,GAAG,CAAC,uBAAuB,CAAC,CAAA;IACxC,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAA;IAC7C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,6BAA6B,CAAA;AACvF,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,gBAAgB,CAC7B,QAA0B,EAC1B,GAAW,EACX,IAAiB;IAEjB,MAAM,SAAS,GAAG,kBAAkB,EAAE,CAAA;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;IAC9E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IACE,GAAG,YAAY,KAAK;YACpB,CAAC,GAAG,CAAC,IAAI,KAAK,cAAc,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,EAC1D,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,gCAAgC,SAAS,IAAI,CAAC,CAAA;QAC3E,CAAC;QACD,MAAM,GAAG,CAAA;IACX,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,QAAkB;IAC7C,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAA;AACzD,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAgB;IAC1C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAA;IACX,CAAC;IAED,OAAO,OAAO;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAA;QACb,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,QAAQ,EAAE,CAAC;YACvD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAA;QACrB,CAAC;QAED,OAAO,EAAE,CAAA;IACX,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,CAAA;AACb,CAAC;AAED,SAAS,yBAAyB,CAAC,IAAa;IAC9C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;IACtC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QAChE,OAAO,EAAE,CAAA;IACX,CAAC;IAED,OAAO,kBAAkB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;AAC9D,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAa;IACzC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO,EAAE,CAAA;IACX,CAAC;IAED,OAAO,IAAI,CAAC,SAAS,CAAC;SACnB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,QAAQ,EAAE,CAAC;YACzD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAA;QACtB,CAAC;QAED,OAAO,EAAE,CAAA;IACX,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,CAAA;AACb,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAa;IACtC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5C,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QACtE,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAA;IAChD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAA;IACX,CAAC;IAED,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,QAAQ,EAAE,CAAC;YACvD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAA;QACrB,CAAC;QAED,OAAO,EAAE,CAAA;IACX,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,CAAA;AACb,CAAC;AAED,SAAS,6BAA6B,CACpC,MAA0B,EAC1B,eAAuC,EAAE;IAEzC,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAA;IAEpC,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,IAAY;YACzC,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CACrC,MAAM,CAAC,QAAQ,EACf,GAAG,MAAM,CAAC,OAAO,mBAAmB,EACpC;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;oBACjC,GAAG,YAAY;iBAChB;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,QAAQ,EAAE;wBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;wBACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;qBAChC;oBACD,WAAW,EAAE,CAAC;oBACd,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;iBACzC,CAAC;aACH,CACF,CAAA;YAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CACb,GAAG,MAAM,CAAC,QAAQ,cAAc,QAAQ,CAAC,MAAM,KAAK,MAAM,aAAa,CAAC,QAAQ,CAAC,EAAE,CACpF,CAAA;YACH,CAAC;YAED,OAAO,yBAAyB,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;QACzD,CAAC;KACF,CAAA;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,MAA0B;IACxD,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAA;IAEpC,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,IAAY;YACzC,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CACrC,MAAM,CAAC,QAAQ,EACf,GAAG,MAAM,CAAC,OAAO,cAAc,EAC/B;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,WAAW,EAAE,MAAM;oBACnB,mBAAmB,EAAE,YAAY;oBACjC,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,UAAU,EAAE,IAAI;oBAChB,MAAM;oBACN,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;iBAC5C,CAAC;aACH,CACF,CAAA;YAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CACb,uBAAuB,QAAQ,CAAC,MAAM,KAAK,MAAM,aAAa,CAAC,QAAQ,CAAC,EAAE,CAC3E,CAAA;YACH,CAAC;YAED,OAAO,oBAAoB,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;QACpD,CAAC;KACF,CAAA;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,MAA0B;IACrD,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAA;IAEpC,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,IAAY;YACzC,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CACrC,MAAM,CAAC,QAAQ,EACf,GAAG,MAAM,CAAC,OAAO,IAAI,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,kBAAkB,CAAC,MAAM,CAAC,EAAE,EACzG;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,iBAAiB,EAAE;wBACjB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;qBAC1B;oBACD,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;yBACxB;qBACF;oBACD,gBAAgB,EAAE;wBAChB,WAAW,EAAE,CAAC;wBACd,gBAAgB,EAAE,kBAAkB;qBACrC;iBACF,CAAC;aACH,CACF,CAAA;YAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CACb,oBAAoB,QAAQ,CAAC,MAAM,KAAK,MAAM,aAAa,CAAC,QAAQ,CAAC,EAAE,CACxE,CAAA;YACH,CAAC;YAED,OAAO,iBAAiB,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;QACjD,CAAC;KACF,CAAA;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,MAA0B;IACrD,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,IAAY;YACzC,MAAM,OAAO,GAA2B;gBACtC,cAAc,EAAE,kBAAkB;aACnC,CAAA;YAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,MAAM,CAAC,MAAM,EAAE,CAAA;YACtD,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CACrC,MAAM,CAAC,QAAQ,EACf,GAAG,MAAM,CAAC,OAAO,mBAAmB,EACpC;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO;gBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,QAAQ,EAAE;wBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;wBACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;qBAChC;oBACD,WAAW,EAAE,CAAC;oBACd,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;iBACzC,CAAC;aACH,CACF,CAAA;YAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CACb,oBAAoB,QAAQ,CAAC,MAAM,KAAK,MAAM,aAAa,CAAC,QAAQ,CAAC,EAAE,CACxE,CAAA;YACH,CAAC;YAED,OAAO,yBAAyB,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;QACzD,CAAC;KACF,CAAA;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAA0B;IAC1D,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxB,KAAK,YAAY;YACf,OAAO,6BAA6B,CAAC,MAAM,EAAE;gBAC3C,cAAc,EAAE,MAAM,CAAC,OAAO,IAAI,gBAAgB;gBAClD,SAAS,EAAE,MAAM,CAAC,QAAQ,IAAI,iBAAiB;aAChD,CAAC,CAAA;QACJ,KAAK,WAAW;YACd,OAAO,sBAAsB,CAAC,MAAM,CAAC,CAAA;QACvC,KAAK,mBAAmB;YACtB,OAAO,6BAA6B,CAAC,MAAM,CAAC,CAAA;QAC9C,KAAK,QAAQ;YACX,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAA;QACpC,KAAK,QAAQ;YACX,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAA;IACtC,CAAC;AACH,CAAC"}

package/dist/eval-summary.d.ts

@@ -0,0 +1,24 @@
+import type { RunEvalResult } from '@auden.to/protocol';
+export interface SessionSummaryOptions {
+    /**
+     * Dashboard origin to point the user at for a deeper review. When provided
+     * (and there are violations to review), it's appended as a "Review: <url>"
+     * suffix so the terminal becomes the headline and the dashboard is where you
+     * go deeper.
+     */
+    dashboardUrl?: string;
+    /**
+     * Cap on how many violated rule names are named inline before collapsing the
+     * rest into "(+N more)". Defaults to 3 to keep the line terminal-friendly.
+     */
+    maxNamedRules?: number;
+}
+/**
+ * Format a run evaluation into a single concise, one-paragraph summary suitable
+ * for printing at session end (the Claude Code Stop hook runs `auden eval`).
+ *
+ * Pure — no I/O. Counts only `aligned`/`misaligned` verdicts as applicable;
+ * `not_applicable` rules are ignored, matching how `score` is computed.
+ */
+export declare function formatSessionSummary(result: RunEvalResult, options?: SessionSummaryOptions): string;
+//# sourceMappingURL=eval-summary.d.ts.map

package/dist/eval-summary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-summary.d.ts","sourceRoot":"","sources":["../src/eval-summary.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAEvD,MAAM,WAAW,qBAAqB;IACpC;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB;AAMD;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,aAAa,EACrB,OAAO,GAAE,qBAA0B,GAClC,MAAM,CA+BR"}

package/dist/eval-summary.js

@@ -0,0 +1,30 @@
+function pluralize(n, singular, plural = `${singular}s`) {
+    return n === 1 ? singular : plural;
+}
+/**
+ * Format a run evaluation into a single concise, one-paragraph summary suitable
+ * for printing at session end (the Claude Code Stop hook runs `auden eval`).
+ *
+ * Pure — no I/O. Counts only `aligned`/`misaligned` verdicts as applicable;
+ * `not_applicable` rules are ignored, matching how `score` is computed.
+ */
+export function formatSessionSummary(result, options = {}) {
+    const maxNamed = options.maxNamedRules ?? 3;
+    const dashboardUrl = options.dashboardUrl?.trim() ?? '';
+    const misaligned = result.verdicts.filter((v) => v.verdict === 'misaligned');
+    const aligned = result.verdicts.filter((v) => v.verdict === 'aligned');
+    const applicable = aligned.length + misaligned.length;
+    if (applicable === 0) {
+        return 'Auden — no applicable rules evaluated this session.';
+    }
+    const pct = Math.round(result.score * 100);
+    if (misaligned.length === 0) {
+        return `Auden — ${pct}% aligned. All ${applicable} ${pluralize(applicable, 'rule')} followed this session. ✓`;
+    }
+    const named = misaligned.slice(0, maxNamed).map((v) => `"${v.rule}"`);
+    const overflow = misaligned.length - named.length;
+    const namesText = overflow > 0 ? `${named.join(', ')} (+${overflow} more)` : named.join(', ');
+    const reviewSuffix = dashboardUrl ? ` Review: ${dashboardUrl}` : '';
+    return `Auden — ${pct}% aligned. ${misaligned.length} of ${applicable} ${pluralize(applicable, 'rule')} violated this session: ${namesText}.${reviewSuffix}`;
+}
+//# sourceMappingURL=eval-summary.js.map

package/dist/eval-summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-summary.js","sourceRoot":"","sources":["../src/eval-summary.ts"],"names":[],"mappings":"AAiBA,SAAS,SAAS,CAAC,CAAS,EAAE,QAAgB,EAAE,MAAM,GAAG,GAAG,QAAQ,GAAG;IACrE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAA;AACpC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAAqB,EACrB,UAAiC,EAAE;IAEnC,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAA;IAC3C,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAEvD,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,YAAY,CAAC,CAAA;IAC5E,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAA;IACtE,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;IAErD,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,qDAAqD,CAAA;IAC9D,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAA;IAE1C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,WAAW,GAAG,kBAAkB,UAAU,IAAI,SAAS,CAC5D,UAAU,EACV,MAAM,CACP,2BAA2B,CAAA;IAC9B,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAA;IACrE,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;IACjD,MAAM,SAAS,GACb,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,QAAQ,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC7E,MAAM,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IAEnE,OAAO,WAAW,GAAG,cAAc,UAAU,CAAC,MAAM,OAAO,UAAU,IAAI,SAAS,CAChF,UAAU,EACV,MAAM,CACP,2BAA2B,SAAS,IAAI,YAAY,EAAE,CAAA;AACzD,CAAC"}

package/dist/feedback/extract.d.ts

@@ -0,0 +1,6 @@
+import type { ExtractedFeedbackBatch } from '@auden.to/protocol';
+export declare function extractConversationalFeedback(options?: {
+    transcriptsDir?: string;
+    runsDir?: string;
+}): Promise<ExtractedFeedbackBatch>;
+//# sourceMappingURL=extract.d.ts.map

package/dist/feedback/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/feedback/extract.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAEV,sBAAsB,EAKvB,MAAM,oBAAoB,CAAA;AAyuB3B,wBAAsB,6BAA6B,CAAC,OAAO,CAAC,EAAE;IAC5D,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAWlC"}