@plumloom/cli 0.1.0

package/dist/api/client.js

@@ -0,0 +1,295 @@
+import { performance } from 'node:perf_hooks';
+import { redactText } from '../auth/redact.js';
+import { AutoevalError } from '../errors/autoeval-error.js';
+import { extractUpstreamError, ApiError } from './errors.js';
+const RETRYABLE_GET_STATUSES = new Set([429, 502, 503, 504]);
+function defaultSleep(milliseconds) {
+    return new Promise((resolve) => setTimeout(resolve, milliseconds));
+}
+function parseRetryAfter(value) {
+    if (!value)
+        return undefined;
+    const seconds = Number(value);
+    if (Number.isFinite(seconds) && seconds >= 0) {
+        return Math.min(seconds * 1_000, 5_000);
+    }
+    return undefined;
+}
+function createRequestSignal(externalSignal, timeoutMs) {
+    const controller = new AbortController();
+    let timedOut = false;
+    const timeout = setTimeout(() => {
+        timedOut = true;
+        controller.abort(new Error('request timeout'));
+    }, timeoutMs);
+    const abortFromExternal = () => controller.abort(externalSignal?.reason);
+    externalSignal?.addEventListener('abort', abortFromExternal, { once: true });
+    return {
+        signal: controller.signal,
+        didTimeout: () => timedOut,
+        cleanup: () => {
+            clearTimeout(timeout);
+            externalSignal?.removeEventListener('abort', abortFromExternal);
+        },
+    };
+}
+async function readBoundedResponse(response, maxBytes) {
+    const declaredLength = response.headers.get('content-length');
+    if (declaredLength && Number(declaredLength) > maxBytes) {
+        throw new AutoevalError('Autoeval API response exceeded the maximum allowed size.', {
+            kind: 'upstream',
+            code: 'RESPONSE_TOO_LARGE',
+        });
+    }
+    if (!response.body)
+        return '';
+    const reader = response.body.getReader();
+    const chunks = [];
+    let receivedBytes = 0;
+    try {
+        while (true) {
+            const item = await reader.read();
+            if (item.done)
+                break;
+            receivedBytes += item.value.byteLength;
+            if (receivedBytes > maxBytes) {
+                await reader.cancel();
+                throw new AutoevalError('Autoeval API response exceeded the maximum allowed size.', {
+                    kind: 'upstream',
+                    code: 'RESPONSE_TOO_LARGE',
+                });
+            }
+            chunks.push(item.value);
+        }
+    }
+    finally {
+        reader.releaseLock();
+    }
+    return Buffer.concat(chunks).toString('utf8');
+}
+function parseJsonBody(text, status) {
+    if (text.trim() === '')
+        return undefined;
+    try {
+        return JSON.parse(text);
+    }
+    catch (error) {
+        throw new ApiError({
+            status,
+            code: 'INVALID_JSON_RESPONSE',
+            message: 'Autoeval API returned an invalid JSON response.',
+            cause: error,
+        });
+    }
+}
+export class ApiClient {
+    #baseUrl;
+    #apiKey;
+    #requestTimeoutMs;
+    #maxResponseBytes;
+    #fetch;
+    #onDiagnostic;
+    #sleep;
+    #maxGetAttempts;
+    constructor(options) {
+        this.#baseUrl = options.baseUrl;
+        this.#apiKey = options.apiKey;
+        this.#requestTimeoutMs = options.requestTimeoutMs;
+        this.#maxResponseBytes = options.maxResponseBytes;
+        this.#fetch = options.fetchImplementation ?? fetch;
+        this.#onDiagnostic = options.onDiagnostic;
+        this.#sleep = options.sleep ?? defaultSleep;
+        this.#maxGetAttempts = options.maxGetAttempts ?? 3;
+    }
+    async request(options) {
+        if (!options.path.startsWith('/api/v1/') || options.path.includes('..')) {
+            throw new AutoevalError('Refusing an unsupported API path.', {
+                kind: 'validation',
+                code: 'UNSUPPORTED_API_PATH',
+            });
+        }
+        const maximumAttempts = options.method === 'GET' ? this.#maxGetAttempts : 1;
+        let attempt = 0;
+        while (attempt < maximumAttempts) {
+            attempt += 1;
+            try {
+                return await this.#requestOnce(options, attempt);
+            }
+            catch (error) {
+                const canRetryResponse = options.method === 'GET' &&
+                    error instanceof ApiError &&
+                    RETRYABLE_GET_STATUSES.has(error.status) &&
+                    error.code?.toUpperCase() !== 'RUN_NOT_READY';
+                const canRetryNetwork = options.method === 'GET' &&
+                    error instanceof AutoevalError &&
+                    error.kind === 'network' &&
+                    error.code !== 'REQUEST_ABORTED';
+                if (attempt >= maximumAttempts || (!canRetryResponse && !canRetryNetwork)) {
+                    throw error;
+                }
+                const retryAfter = error instanceof ApiError ? error.retryAfterMs : undefined;
+                await this.#sleep(retryAfter ?? 250 * 2 ** (attempt - 1));
+            }
+        }
+        throw new AutoevalError('Autoeval API request exhausted its retry budget.', {
+            kind: 'network',
+            code: 'RETRY_EXHAUSTED',
+        });
+    }
+    async openEventStream(path, signal) {
+        if (!path.startsWith('/api/v1/') || path.includes('..')) {
+            throw new AutoevalError('Refusing an unsupported API path.', {
+                kind: 'validation',
+                code: 'UNSUPPORTED_API_PATH',
+            });
+        }
+        const url = new URL(path, this.#baseUrl);
+        const requestSignal = createRequestSignal(signal, this.#requestTimeoutMs);
+        const startedAt = performance.now();
+        let response;
+        try {
+            response = await this.#fetch(url, {
+                method: 'GET',
+                redirect: 'error',
+                signal: requestSignal.signal,
+                headers: {
+                    Accept: 'text/event-stream',
+                    Authorization: `Bearer ${this.#apiKey}`,
+                },
+            });
+        }
+        catch (error) {
+            requestSignal.cleanup();
+            const durationMs = Math.round(performance.now() - startedAt);
+            this.#onDiagnostic?.({ method: 'GET', path, durationMs, attempt: 1 });
+            if (signal?.aborted) {
+                throw new AutoevalError('Autoeval API stream request was canceled.', {
+                    kind: 'network',
+                    code: 'REQUEST_ABORTED',
+                    cause: error,
+                });
+            }
+            throw new AutoevalError(requestSignal.didTimeout()
+                ? 'Autoeval API stream request timed out.'
+                : 'Could not connect to the Autoeval API stream endpoint.', {
+                kind: 'network',
+                code: requestSignal.didTimeout() ? 'REQUEST_TIMEOUT' : 'NETWORK_ERROR',
+                cause: error,
+            });
+        }
+        const requestId = response.headers.get('x-request-id') ?? undefined;
+        const diagnostic = {
+            method: 'GET',
+            path,
+            status: response.status,
+            durationMs: Math.round(performance.now() - startedAt),
+            attempt: 1,
+            ...(requestId ? { requestId } : {}),
+        };
+        this.#onDiagnostic?.(diagnostic);
+        try {
+            if (!response.ok) {
+                const responseText = await readBoundedResponse(response, this.#maxResponseBytes);
+                const responseBody = parseJsonBody(responseText, response.status);
+                const upstream = extractUpstreamError(responseBody);
+                const retryAfterMs = parseRetryAfter(response.headers.get('retry-after'));
+                throw new ApiError({
+                    status: response.status,
+                    ...(upstream.code ? { code: upstream.code } : {}),
+                    ...(upstream.message ? { message: redactText(upstream.message) } : {}),
+                    ...(requestId ? { requestId } : {}),
+                    ...(retryAfterMs !== undefined ? { retryAfterMs } : {}),
+                });
+            }
+        }
+        finally {
+            requestSignal.cleanup();
+            await response.body?.cancel();
+        }
+    }
+    async #requestOnce(options, attempt) {
+        const url = new URL(options.path, this.#baseUrl);
+        for (const [key, value] of Object.entries(options.query ?? {})) {
+            if (value !== undefined)
+                url.searchParams.set(key, String(value));
+        }
+        const requestSignal = createRequestSignal(options.signal, this.#requestTimeoutMs);
+        const startedAt = performance.now();
+        let response;
+        try {
+            response = await this.#fetch(url, {
+                method: options.method,
+                redirect: 'error',
+                signal: requestSignal.signal,
+                headers: {
+                    Accept: 'application/json',
+                    Authorization: `Bearer ${this.#apiKey}`,
+                    ...(options.body === undefined ? {} : { 'Content-Type': 'application/json' }),
+                    ...options.headers,
+                },
+                ...(options.body === undefined ? {} : { body: JSON.stringify(options.body) }),
+            });
+        }
+        catch (error) {
+            requestSignal.cleanup();
+            const durationMs = Math.round(performance.now() - startedAt);
+            this.#onDiagnostic?.({ method: options.method, path: options.path, durationMs, attempt });
+            if (options.signal?.aborted) {
+                throw new AutoevalError('Autoeval API request was canceled.', {
+                    kind: 'network',
+                    code: 'REQUEST_ABORTED',
+                    cause: error,
+                });
+            }
+            throw new AutoevalError(requestSignal.didTimeout()
+                ? 'Autoeval API request timed out.'
+                : 'Could not connect to the Autoeval API.', {
+                kind: 'network',
+                code: requestSignal.didTimeout() ? 'REQUEST_TIMEOUT' : 'NETWORK_ERROR',
+                cause: error,
+            });
+        }
+        let responseText;
+        try {
+            responseText = await readBoundedResponse(response, this.#maxResponseBytes);
+        }
+        finally {
+            requestSignal.cleanup();
+        }
+        const responseBody = parseJsonBody(responseText, response.status);
+        const requestId = response.headers.get('x-request-id') ?? undefined;
+        const upstream = extractUpstreamError(responseBody);
+        const diagnostic = {
+            method: options.method,
+            path: options.path,
+            status: response.status,
+            durationMs: Math.round(performance.now() - startedAt),
+            attempt,
+            ...(requestId ? { requestId } : {}),
+            ...(upstream.code ? { upstreamCode: upstream.code } : {}),
+        };
+        this.#onDiagnostic?.(diagnostic);
+        if (!response.ok) {
+            const retryAfterMs = parseRetryAfter(response.headers.get('retry-after'));
+            throw new ApiError({
+                status: response.status,
+                ...(upstream.code ? { code: upstream.code } : {}),
+                ...(upstream.message ? { message: redactText(upstream.message) } : {}),
+                ...(requestId ? { requestId } : {}),
+                ...(retryAfterMs !== undefined ? { retryAfterMs } : {}),
+            });
+        }
+        const parsed = options.schema.safeParse(responseBody);
+        if (!parsed.success) {
+            throw new ApiError({
+                status: 502,
+                code: 'INVALID_API_RESPONSE',
+                message: 'Autoeval API returned an unexpected response shape.',
+                ...(requestId ? { requestId } : {}),
+                cause: parsed.error,
+            });
+        }
+        return parsed.data;
+    }
+}
+//# sourceMappingURL=client.js.map

package/dist/api/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/api/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAI9C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAmC7D,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAE7D,SAAS,YAAY,CAAC,YAAoB;IACxC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,eAAe,CAAC,KAAoB;IAC3C,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,mBAAmB,CAC1B,cAAuC,EACvC,SAAiB;IAEjB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;QAC9B,QAAQ,GAAG,IAAI,CAAC;QAChB,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACjD,CAAC,EAAE,SAAS,CAAC,CAAC;IACd,MAAM,iBAAiB,GAAG,GAAS,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IAC/E,cAAc,EAAE,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7E,OAAO;QACL,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,UAAU,EAAE,GAAG,EAAE,CAAC,QAAQ;QAC1B,OAAO,EAAE,GAAG,EAAE;YACZ,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,cAAc,EAAE,mBAAmB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QAClE,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,QAAkB,EAAE,QAAgB;IACrE,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9D,IAAI,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,GAAG,QAAQ,EAAE,CAAC;QACxD,MAAM,IAAI,aAAa,CAAC,0DAA0D,EAAE;YAClF,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,oBAAoB;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,IAAI;gBAAE,MAAM;YACrB,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;YACvC,IAAI,aAAa,GAAG,QAAQ,EAAE,CAAC;gBAC7B,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;gBACtB,MAAM,IAAI,aAAa,CAAC,0DAA0D,EAAE;oBAClF,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,oBAAoB;iBAC3B,CAAC,CAAC;YACL,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,aAAa,CAAC,IAAY,EAAE,MAAc;IACjD,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,SAAS,CAAC;IACzC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,QAAQ,CAAC;YACjB,MAAM;YACN,IAAI,EAAE,uBAAuB;YAC7B,OAAO,EAAE,iDAAiD;YAC1D,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,MAAM,OAAO,SAAS;IACX,QAAQ,CAAM;IACd,OAAO,CAAS;IAChB,iBAAiB,CAAS;IAC1B,iBAAiB,CAAS;IAC1B,MAAM,CAAsB;IAC5B,aAAa,CAAoD;IACjE,MAAM,CAA0C;IAChD,eAAe,CAAS;IAEjC,YAAY,OAAyB;QACnC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;QAC9B,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QAClD,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,mBAAmB,IAAI,KAAK,CAAC;QACnD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;QAC1C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,YAAY,CAAC;QAC5C,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,OAAO,CAAI,OAA0B;QACzC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACxE,MAAM,IAAI,aAAa,CAAC,mCAAmC,EAAE;gBAC3D,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,sBAAsB;aAC7B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,OAAO,OAAO,GAAG,eAAe,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC,CAAC;YACb,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,gBAAgB,GACpB,OAAO,CAAC,MAAM,KAAK,KAAK;oBACxB,KAAK,YAAY,QAAQ;oBACzB,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;oBACxC,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,eAAe,CAAC;gBAChD,MAAM,eAAe,GACnB,OAAO,CAAC,MAAM,KAAK,KAAK;oBACxB,KAAK,YAAY,aAAa;oBAC9B,KAAK,CAAC,IAAI,KAAK,SAAS;oBACxB,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC;gBAEnC,IAAI,OAAO,IAAI,eAAe,IAAI,CAAC,CAAC,gBAAgB,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;oBAC1E,MAAM,KAAK,CAAC;gBACd,CAAC;gBAED,MAAM,UAAU,GAAG,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC9E,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAED,MAAM,IAAI,aAAa,CAAC,kDAAkD,EAAE;YAC1E,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,iBAAiB;SACxB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY,EAAE,MAAoB;QACtD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,aAAa,CAAC,mCAAmC,EAAE;gBAC3D,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,sBAAsB;aAC7B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,aAAa,GAAG,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;gBAChC,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,aAAa,CAAC,MAAM;gBAC5B,OAAO,EAAE;oBACP,MAAM,EAAE,mBAAmB;oBAC3B,aAAa,EAAE,UAAU,IAAI,CAAC,OAAO,EAAE;iBACxC;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;YAC7D,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;YACtE,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,aAAa,CAAC,2CAA2C,EAAE;oBACnE,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,iBAAiB;oBACvB,KAAK,EAAE,KAAK;iBACb,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,aAAa,CACrB,aAAa,CAAC,UAAU,EAAE;gBACxB,CAAC,CAAC,wCAAwC;gBAC1C,CAAC,CAAC,wDAAwD,EAC5D;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,eAAe;gBACtE,KAAK,EAAE,KAAK;aACb,CACF,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,SAAS,CAAC;QACpE,MAAM,UAAU,GAAkB;YAChC,MAAM,EAAE,KAAK;YACb,IAAI;YACJ,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACrD,OAAO,EAAE,CAAC;YACV,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpC,CAAC;QACF,IAAI,CAAC,aAAa,EAAE,CAAC,UAAU,CAAC,CAAC;QAEjC,IAAI,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBACjF,MAAM,YAAY,GAAG,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAClE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAC;gBACpD,MAAM,YAAY,GAAG,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC;gBAC1E,MAAM,IAAI,QAAQ,CAAC;oBACjB,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjD,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnC,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACxD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,OAA0B,EAAE,OAAe;QAC/D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YAC/D,IAAI,KAAK,KAAK,SAAS;gBAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,aAAa,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAClF,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,IAAI,QAAkB,CAAC;QAEvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;gBAChC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,aAAa,CAAC,MAAM;gBAC5B,OAAO,EAAE;oBACP,MAAM,EAAE,kBAAkB;oBAC1B,aAAa,EAAE,UAAU,IAAI,CAAC,OAAO,EAAE;oBACvC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;oBAC7E,GAAG,OAAO,CAAC,OAAO;iBACnB;gBACD,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;aAC9E,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;YAC7D,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1F,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBAC5B,MAAM,IAAI,aAAa,CAAC,oCAAoC,EAAE;oBAC5D,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,iBAAiB;oBACvB,KAAK,EAAE,KAAK;iBACb,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,aAAa,CACrB,aAAa,CAAC,UAAU,EAAE;gBACxB,CAAC,CAAC,iCAAiC;gBACnC,CAAC,CAAC,wCAAwC,EAC5C;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,eAAe;gBACtE,KAAK,EAAE,KAAK;aACb,CACF,CAAC;QACJ,CAAC;QAED,IAAI,YAAoB,CAAC;QACzB,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,mBAAmB,CAAC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC7E,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;QACD,MAAM,YAAY,GAAG,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClE,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,SAAS,CAAC;QACpE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAC;QACpD,MAAM,UAAU,GAAkB;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACrD,OAAO;YACP,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,CAAC;QACF,IAAI,CAAC,aAAa,EAAE,CAAC,UAAU,CAAC,CAAC;QAEjC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,YAAY,GAAG,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC;YAC1E,MAAM,IAAI,QAAQ,CAAC;gBACjB,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjD,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnC,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACxD,CAAC,CAAC;QACL,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,QAAQ,CAAC;gBACjB,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,qDAAqD;gBAC9D,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;CACF"}

package/dist/api/endpoints.d.ts

@@ -0,0 +1,31 @@
+export declare const apiEndpoints: {
+    readonly currentUser: () => string;
+    readonly workspaces: () => string;
+    readonly workspaceCreate: () => string;
+    readonly workspace: (workspaceId: string) => string;
+    readonly evaluations: () => string;
+    readonly evaluationMetadata: (workspaceId: string) => string;
+    readonly evaluationDraft: () => string;
+    readonly evaluationCreate: () => string;
+    readonly methodologyVersions: (evaluationId: string) => string;
+    readonly configVersions: (evaluationId: string) => string;
+    readonly evaluationVersions: (evaluationId: string) => string;
+    readonly evaluationConfiguration: (evaluationId: string) => string;
+    readonly evaluationUpdate: (evaluationId: string) => string;
+    readonly evaltoolUpdate: (workspaceId: string) => string;
+    readonly syncEvalsList: () => string;
+    readonly qualityStandards: () => string;
+    readonly qualityStandardsWorkspace: (workspaceId: string) => string;
+    readonly qualityStandard: (qualityStandardId: string) => string;
+    readonly models: () => string;
+    readonly runs: (evaluationId: string) => string;
+    readonly runStatus: (evaluationId: string, runId: string) => string;
+    readonly runStatusStream: (evaluationId: string, runId: string) => string;
+    readonly modelPerformance: (evaluationId: string, runId: string) => string;
+    readonly scenarioComparison: (evaluationId: string, runId: string) => string;
+    readonly modelResponses: (evaluationId: string, runId: string) => string;
+    readonly conversationResults: (evaluationId: string, runId: string) => string;
+    readonly agentTraceResults: (evaluationId: string, runId: string) => string;
+    readonly trajectory: (evaluationId: string, runId: string) => string;
+};
+//# sourceMappingURL=endpoints.d.ts.map

package/dist/api/endpoints.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"endpoints.d.ts","sourceRoot":"","sources":["../../src/api/endpoints.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,YAAY;gCACN,MAAM;+BACP,MAAM;oCACD,MAAM;sCACF,MAAM,KAAG,MAAM;gCACvB,MAAM;+CACW,MAAM,KAAG,MAAM;oCAC5B,MAAM;qCACL,MAAM;iDACQ,MAAM,KAAG,MAAM;4CAEpB,MAAM,KAAG,MAAM;gDAEX,MAAM,KAAG,MAAM;qDAEV,MAAM,KAAG,MAAM;8CAEtB,MAAM,KAAG,MAAM;2CAClB,MAAM,KAAG,MAAM;kCAC1B,MAAM;qCACH,MAAM;sDACa,MAAM,KAAG,MAAM;kDAEnB,MAAM,KAAG,MAAM;2BAExC,MAAM;kCACG,MAAM,KAAG,MAAM;uCACV,MAAM,SAAS,MAAM,KAAG,MAAM;6CAExB,MAAM,SAAS,MAAM,KAAG,MAAM;8CAE7B,MAAM,SAAS,MAAM,KAAG,MAAM;gDAE5B,MAAM,SAAS,MAAM,KAAG,MAAM;4CAElC,MAAM,SAAS,MAAM,KAAG,MAAM;iDAEzB,MAAM,SAAS,MAAM,KAAG,MAAM;+CAEhC,MAAM,SAAS,MAAM,KAAG,MAAM;wCAErC,MAAM,SAAS,MAAM,KAAG,MAAM;CAEjD,CAAC"}

package/dist/api/endpoints.js

@@ -0,0 +1,32 @@
+const API_PREFIX = '/api/v1';
+export const apiEndpoints = {
+    currentUser: () => `${API_PREFIX}/auth/me`,
+    workspaces: () => `${API_PREFIX}/workspaces`,
+    workspaceCreate: () => `${API_PREFIX}/workspaces/create`,
+    workspace: (workspaceId) => `${API_PREFIX}/workspaces/${workspaceId}`,
+    evaluations: () => `${API_PREFIX}/evaltools`,
+    evaluationMetadata: (workspaceId) => `${API_PREFIX}/evaltools/${workspaceId}`,
+    evaluationDraft: () => `${API_PREFIX}/evaluations/draft`,
+    evaluationCreate: () => `${API_PREFIX}/evaltools/create`,
+    methodologyVersions: (evaluationId) => `${API_PREFIX}/evaluations/${evaluationId}/methodology-versions`,
+    configVersions: (evaluationId) => `${API_PREFIX}/evaluations/${evaluationId}/config-versions`,
+    evaluationVersions: (evaluationId) => `${API_PREFIX}/evaluations/${evaluationId}/versions_v2`,
+    evaluationConfiguration: (evaluationId) => `${API_PREFIX}/evaluations/${evaluationId}`,
+    evaluationUpdate: (evaluationId) => `${API_PREFIX}/evaluations/${evaluationId}`,
+    evaltoolUpdate: (workspaceId) => `${API_PREFIX}/evaltools/${workspaceId}`,
+    syncEvalsList: () => `${API_PREFIX}/evaltools/sync_evals_list`,
+    qualityStandards: () => `${API_PREFIX}/quality-standards`,
+    qualityStandardsWorkspace: (workspaceId) => `${API_PREFIX}/quality-standards/workspaces/${workspaceId}`,
+    qualityStandard: (qualityStandardId) => `${API_PREFIX}/quality-standards/${qualityStandardId}`,
+    models: () => `${API_PREFIX}/byok/models/enabled`,
+    runs: (evaluationId) => `${API_PREFIX}/evaluations/${evaluationId}/runs`,
+    runStatus: (evaluationId, runId) => `${API_PREFIX}/evaluations/${evaluationId}/runs/${runId}/status`,
+    runStatusStream: (evaluationId, runId) => `${API_PREFIX}/evaluations/${evaluationId}/runs/${runId}/status/stream`,
+    modelPerformance: (evaluationId, runId) => `${API_PREFIX}/evaluations/${evaluationId}/runs/${runId}/model-performance`,
+    scenarioComparison: (evaluationId, runId) => `${API_PREFIX}/evaluations/${evaluationId}/runs/${runId}/scenario-comparison`,
+    modelResponses: (evaluationId, runId) => `${API_PREFIX}/evaluations/${evaluationId}/runs/${runId}/model-responses`,
+    conversationResults: (evaluationId, runId) => `${API_PREFIX}/evaluations/${evaluationId}/runs/${runId}/conversation_results`,
+    agentTraceResults: (evaluationId, runId) => `${API_PREFIX}/evaluations/${evaluationId}/runs/${runId}/agent_trace_results`,
+    trajectory: (evaluationId, runId) => `${API_PREFIX}/evaluations/${evaluationId}/runs/${runId}/trajectory`,
+};
+//# sourceMappingURL=endpoints.js.map

package/dist/api/endpoints.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"endpoints.js","sourceRoot":"","sources":["../../src/api/endpoints.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,GAAG,SAAS,CAAC;AAE7B,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,WAAW,EAAE,GAAW,EAAE,CAAC,GAAG,UAAU,UAAU;IAClD,UAAU,EAAE,GAAW,EAAE,CAAC,GAAG,UAAU,aAAa;IACpD,eAAe,EAAE,GAAW,EAAE,CAAC,GAAG,UAAU,oBAAoB;IAChE,SAAS,EAAE,CAAC,WAAmB,EAAU,EAAE,CAAC,GAAG,UAAU,eAAe,WAAW,EAAE;IACrF,WAAW,EAAE,GAAW,EAAE,CAAC,GAAG,UAAU,YAAY;IACpD,kBAAkB,EAAE,CAAC,WAAmB,EAAU,EAAE,CAAC,GAAG,UAAU,cAAc,WAAW,EAAE;IAC7F,eAAe,EAAE,GAAW,EAAE,CAAC,GAAG,UAAU,oBAAoB;IAChE,gBAAgB,EAAE,GAAW,EAAE,CAAC,GAAG,UAAU,mBAAmB;IAChE,mBAAmB,EAAE,CAAC,YAAoB,EAAU,EAAE,CACpD,GAAG,UAAU,gBAAgB,YAAY,uBAAuB;IAClE,cAAc,EAAE,CAAC,YAAoB,EAAU,EAAE,CAC/C,GAAG,UAAU,gBAAgB,YAAY,kBAAkB;IAC7D,kBAAkB,EAAE,CAAC,YAAoB,EAAU,EAAE,CACnD,GAAG,UAAU,gBAAgB,YAAY,cAAc;IACzD,uBAAuB,EAAE,CAAC,YAAoB,EAAU,EAAE,CACxD,GAAG,UAAU,gBAAgB,YAAY,EAAE;IAC7C,gBAAgB,EAAE,CAAC,YAAoB,EAAU,EAAE,CAAC,GAAG,UAAU,gBAAgB,YAAY,EAAE;IAC/F,cAAc,EAAE,CAAC,WAAmB,EAAU,EAAE,CAAC,GAAG,UAAU,cAAc,WAAW,EAAE;IACzF,aAAa,EAAE,GAAW,EAAE,CAAC,GAAG,UAAU,4BAA4B;IACtE,gBAAgB,EAAE,GAAW,EAAE,CAAC,GAAG,UAAU,oBAAoB;IACjE,yBAAyB,EAAE,CAAC,WAAmB,EAAU,EAAE,CACzD,GAAG,UAAU,iCAAiC,WAAW,EAAE;IAC7D,eAAe,EAAE,CAAC,iBAAyB,EAAU,EAAE,CACrD,GAAG,UAAU,sBAAsB,iBAAiB,EAAE;IACxD,MAAM,EAAE,GAAW,EAAE,CAAC,GAAG,UAAU,sBAAsB;IACzD,IAAI,EAAE,CAAC,YAAoB,EAAU,EAAE,CAAC,GAAG,UAAU,gBAAgB,YAAY,OAAO;IACxF,SAAS,EAAE,CAAC,YAAoB,EAAE,KAAa,EAAU,EAAE,CACzD,GAAG,UAAU,gBAAgB,YAAY,SAAS,KAAK,SAAS;IAClE,eAAe,EAAE,CAAC,YAAoB,EAAE,KAAa,EAAU,EAAE,CAC/D,GAAG,UAAU,gBAAgB,YAAY,SAAS,KAAK,gBAAgB;IACzE,gBAAgB,EAAE,CAAC,YAAoB,EAAE,KAAa,EAAU,EAAE,CAChE,GAAG,UAAU,gBAAgB,YAAY,SAAS,KAAK,oBAAoB;IAC7E,kBAAkB,EAAE,CAAC,YAAoB,EAAE,KAAa,EAAU,EAAE,CAClE,GAAG,UAAU,gBAAgB,YAAY,SAAS,KAAK,sBAAsB;IAC/E,cAAc,EAAE,CAAC,YAAoB,EAAE,KAAa,EAAU,EAAE,CAC9D,GAAG,UAAU,gBAAgB,YAAY,SAAS,KAAK,kBAAkB;IAC3E,mBAAmB,EAAE,CAAC,YAAoB,EAAE,KAAa,EAAU,EAAE,CACnE,GAAG,UAAU,gBAAgB,YAAY,SAAS,KAAK,uBAAuB;IAChF,iBAAiB,EAAE,CAAC,YAAoB,EAAE,KAAa,EAAU,EAAE,CACjE,GAAG,UAAU,gBAAgB,YAAY,SAAS,KAAK,sBAAsB;IAC/E,UAAU,EAAE,CAAC,YAAoB,EAAE,KAAa,EAAU,EAAE,CAC1D,GAAG,UAAU,gBAAgB,YAAY,SAAS,KAAK,aAAa;CAC9D,CAAC"}

package/dist/api/errors.d.ts

@@ -0,0 +1,22 @@
+import { AutoevalError } from '../errors/autoeval-error.js';
+type UpstreamErrorDetails = {
+    code?: string;
+    message?: string;
+};
+export declare function extractUpstreamError(body: unknown): UpstreamErrorDetails;
+export declare class ApiError extends AutoevalError {
+    readonly status: number;
+    readonly requestId: string | undefined;
+    readonly retryAfterMs: number | undefined;
+    constructor(input: {
+        status: number;
+        code?: string;
+        message?: string;
+        requestId?: string;
+        retryAfterMs?: number;
+        cause?: unknown;
+    });
+}
+export declare function isRunNotReady(error: unknown): error is ApiError;
+export {};
+//# sourceMappingURL=errors.d.ts.map

package/dist/api/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/api/errors.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAA0B,MAAM,6BAA6B,CAAC;AAEpF,KAAK,oBAAoB,GAAG;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAYF,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,OAAO,GAAG,oBAAoB,CAmCxE;AAiBD,qBAAa,QAAS,SAAQ,aAAa;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;gBAE9B,KAAK,EAAE;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB;CAYF;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,QAAQ,CAI/D"}

package/dist/api/errors.js

@@ -0,0 +1,84 @@
+import { redactText } from '../auth/redact.js';
+import { AutoevalError } from '../errors/autoeval-error.js';
+function objectValue(input) {
+    return input !== null && typeof input === 'object' && !Array.isArray(input)
+        ? input
+        : undefined;
+}
+function stringValue(input) {
+    return typeof input === 'string' && input.trim() !== '' ? input : undefined;
+}
+export function extractUpstreamError(body) {
+    const root = objectValue(body);
+    if (!root) {
+        const message = stringValue(body);
+        return message ? { message } : {};
+    }
+    const detail = objectValue(root.detail);
+    const error = objectValue(root.error);
+    const nestedDetailError = objectValue(detail?.error);
+    const code = stringValue(root.error_code) ??
+        stringValue(root.code) ??
+        stringValue(detail?.code) ??
+        stringValue(detail?.error_code) ??
+        stringValue(error?.code) ??
+        stringValue(error?.error_code) ??
+        stringValue(nestedDetailError?.code) ??
+        stringValue(root.error) ??
+        stringValue(detail?.error);
+    const message = stringValue(root.message) ??
+        stringValue(detail?.message) ??
+        stringValue(detail?.detail) ??
+        stringValue(error?.message) ??
+        stringValue(error?.detail) ??
+        stringValue(root.detail) ??
+        stringValue(root.error);
+    return {
+        ...(code ? { code } : {}),
+        ...(message ? { message: redactText(message) } : {}),
+    };
+}
+function errorKind(status, code) {
+    const normalizedCode = code?.toUpperCase() ?? '';
+    if (status === 401)
+        return 'authentication';
+    if (status === 402)
+        return 'plan_restriction';
+    if (status === 403) {
+        return /PLAN|CREDIT|SUBSCRIPTION|ENTITLEMENT/u.test(normalizedCode)
+            ? 'plan_restriction'
+            : 'authorization';
+    }
+    if (status === 404)
+        return 'authorization';
+    if (status === 400 || status === 409 || status === 422)
+        return 'validation';
+    if (status === 429 || status >= 500)
+        return 'upstream';
+    return 'upstream';
+}
+export class ApiError extends AutoevalError {
+    status;
+    requestId;
+    retryAfterMs;
+    constructor(input) {
+        const safeMessage = input.message ?? `Autoeval API request failed with HTTP ${input.status}.`;
+        super(safeMessage, {
+            kind: errorKind(input.status, input.code),
+            ...(input.code ? { code: input.code } : {}),
+            ...(input.cause !== undefined ? { cause: input.cause } : {}),
+        });
+        this.name = 'ApiError';
+        this.status = input.status;
+        this.requestId = input.requestId;
+        this.retryAfterMs = input.retryAfterMs;
+    }
+}
+export function isRunNotReady(error) {
+    if (!(error instanceof ApiError))
+        return false;
+    if (error.code?.toUpperCase() === 'RUN_NOT_READY')
+        return true;
+    return /\bRUN_NOT_READY\b/iu.test(error.message);
+}
+//# sourceMappingURL=errors.js.map

package/dist/api/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/api/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAA0B,MAAM,6BAA6B,CAAC;AAOpF,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAa;IAChD,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QAClC,OAAO,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACpC,CAAC;IAED,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAErD,MAAM,IAAI,GACR,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC;QAC5B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QACtB,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC;QACzB,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC;QAC/B,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC;QACxB,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC;QAC9B,WAAW,CAAC,iBAAiB,EAAE,IAAI,CAAC;QACpC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;QACvB,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAE7B,MAAM,OAAO,GACX,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC;QACzB,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC;QAC5B,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC;QAC3B,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC;QAC3B,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC;QAC1B,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC;QACxB,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAE1B,OAAO;QACL,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,MAAc,EAAE,IAAwB;IACzD,MAAM,cAAc,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACjD,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,gBAAgB,CAAC;IAC5C,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,kBAAkB,CAAC;IAC9C,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnB,OAAO,uCAAuC,CAAC,IAAI,CAAC,cAAc,CAAC;YACjE,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,eAAe,CAAC;IACtB,CAAC;IACD,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,eAAe,CAAC;IAC3C,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,YAAY,CAAC;IAC5E,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,IAAI,GAAG;QAAE,OAAO,UAAU,CAAC;IACvD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,OAAO,QAAS,SAAQ,aAAa;IAChC,MAAM,CAAS;IACf,SAAS,CAAqB;IAC9B,YAAY,CAAqB;IAE1C,YAAY,KAOX;QACC,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,IAAI,yCAAyC,KAAK,CAAC,MAAM,GAAG,CAAC;QAC9F,KAAK,CAAC,WAAW,EAAE;YACjB,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC;YACzC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QACjC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;IACzC,CAAC;CACF;AAED,MAAM,UAAU,aAAa,CAAC,KAAc;IAC1C,IAAI,CAAC,CAAC,KAAK,YAAY,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/C,IAAI,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,eAAe;QAAE,OAAO,IAAI,CAAC;IAC/D,OAAO,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AACnD,CAAC"}