langfx.js 0.1.0-alpha.0

package/dist/language-model.js

@@ -0,0 +1,218 @@
+import { canonical } from './cache.js';
+import { backoff, retryable, retryPolicy } from './retry.js';
+import { abortable, cancellationScope, checkCancelled } from './cancellation.js';
+import { EmptyGenerationError, LMError, UnsupportedCapabilityError } from './errors.js';
+import { AIMessage, Message, Modality, UserMessage } from './message.js';
+let modelSerial = 0;
+export class LanguageModel {
+    resultCache = new WeakMap();
+    responseCache = new WeakMap();
+    modelId;
+    cache;
+    cacheScope = ++modelSerial;
+    runtimeOptions;
+    samplingOptions;
+    capabilities = Object.freeze({ streaming: false, nativeStructuredOutput: false, media: false });
+    constructor(options = {}) {
+        const { model, cache = null, cacheSeed = 0, cacheNamespace = '', maxAttempts, retryInterval, exponentialBackoff, maxRetryInterval, ...samplingOptions } = options;
+        this.cache = cache;
+        this.runtimeOptions = Object.freeze({ cache, cacheSeed, cacheNamespace, ...retryPolicy({
+                ...(maxAttempts !== undefined ? { maxAttempts } : {}),
+                ...(retryInterval !== undefined ? { retryInterval: typeof retryInterval === 'number' ? retryInterval : Object.freeze([...retryInterval]) } : {}),
+                ...(exponentialBackoff !== undefined ? { exponentialBackoff } : {}),
+                ...(maxRetryInterval !== undefined ? { maxRetryInterval } : {}),
+            }) });
+        this.modelId = model ?? this.constructor.name;
+        this.samplingOptions = Object.freeze({ ...samplingOptions });
+    }
+    _stream(_prompt, _context) {
+        throw new UnsupportedCapabilityError(`${this.modelId} does not support streaming.`);
+    }
+    async sample(prompts, options = {}) {
+        const scope = cancellationScope([options.signal]);
+        try {
+            checkCancelled(scope.signal);
+            const messages = prompts.map(prompt => typeof prompt === 'string' ? new UserMessage(prompt) : prompt);
+            const context = this.context(options, scope.signal);
+            this.validate(messages, context);
+            if (!messages.length)
+                return [];
+            const runtime = { ...this.runtimeOptions, ...options };
+            const policy = retryPolicy(runtime);
+            const cache = runtime.cache;
+            const seed = runtime.cacheSeed;
+            if (seed !== null && seed !== undefined && !Number.isSafeInteger(seed))
+                throw new RangeError('cacheSeed must be a safe integer or null.');
+            if (!cache && policy.maxAttempts === 1)
+                return await this.sampleAttempt(messages, context);
+            const results = [];
+            // Isolate requests so a later batch failure never repeats a completed prompt.
+            for (const message of messages) {
+                checkCancelled(scope.signal);
+                let key;
+                if (cache && seed !== null) {
+                    const { signal: _signal, ...sampling } = context;
+                    try {
+                        key = canonical({ version: 1, instance: this.cacheScope, model: this.modelId, namespace: runtime.cacheNamespace, seed, message, sampling });
+                    }
+                    catch { /* Non-data inputs (e.g. Blob/custom classes) bypass caching. */ }
+                }
+                if (cache && key !== undefined) {
+                    const hit = await abortable(cache.get(key), scope.signal);
+                    checkCancelled(scope.signal);
+                    if (hit) {
+                        this.validateResults([hit], 1);
+                        results.push({ ...hit, cacheHit: true, ...(hit.usage ? { cachedUsage: hit.usage } : {}), usage: { promptTokens: 0, completionTokens: 0, totalTokens: 0 } });
+                        this.resultCache.set(results.at(-1), { cache, key });
+                        continue;
+                    }
+                }
+                let result;
+                for (let attempt = 1;; attempt++) {
+                    try {
+                        result = (await this.sampleAttempt([message], context))[0];
+                        break;
+                    }
+                    catch (error) {
+                        checkCancelled(scope.signal);
+                        if (!retryable(error) || attempt >= policy.maxAttempts)
+                            throw error;
+                        await backoff(policy, attempt, scope.signal);
+                    }
+                }
+                checkCancelled(scope.signal);
+                if (cache && key !== undefined)
+                    await abortable(cache.put(key, result), scope.signal);
+                checkCancelled(scope.signal);
+                results.push({ ...result, cacheHit: false });
+                if (cache && key !== undefined)
+                    this.resultCache.set(results.at(-1), { cache, key });
+            }
+            return results;
+        }
+        finally {
+            scope.abort();
+            scope.dispose();
+        }
+    }
+    async call(prompt, options = {}) {
+        const input = typeof prompt === 'string' ? new UserMessage(prompt) : prompt;
+        const [result] = await this.sample([input], options);
+        const response = result.samples[0].response;
+        const output = new AIMessage(response.parts, {
+            source: input,
+            metadata: { ...response.metadata, ...(result.usage ? { usage: result.usage } : {}), cacheHit: result.cacheHit ?? false, ...(result.cachedUsage ? { cachedUsage: result.cachedUsage } : {}) },
+        });
+        const entry = this.resultCache.get(result);
+        if (entry)
+            this.responseCache.set(output, entry);
+        return output;
+    }
+    /** Evict the exact entry associated with a response from this model's call(). */
+    async invalidateCache(response) {
+        const entry = this.responseCache.get(response);
+        if (entry) {
+            await entry.cache.delete(entry.key);
+            this.responseCache.delete(response);
+        }
+    }
+    /** Always returns an async iterable directly, never a Promise. */
+    async *stream(prompt, options = {}) {
+        const scope = cancellationScope([options.signal]);
+        let iterator;
+        try {
+            checkCancelled(scope.signal);
+            if ((options.tools ?? this.samplingOptions.tools)?.length && !this.capabilities.toolStreaming)
+                throw new UnsupportedCapabilityError(`${this.modelId} does not support streamed tool calls.`);
+            if (!this.capabilities.streaming)
+                throw new UnsupportedCapabilityError(`${this.modelId} does not support streaming.`);
+            const message = typeof prompt === 'string' ? new UserMessage(prompt) : prompt;
+            const context = this.context(options, scope.signal);
+            this.validate([message], context);
+            const policy = retryPolicy({ ...this.runtimeOptions, ...options });
+            let emitted = false;
+            for (let attempt = 1;; attempt++) {
+                const attemptScope = cancellationScope([scope.signal]);
+                try {
+                    iterator = this._stream(message, { ...context, signal: attemptScope.signal })[Symbol.asyncIterator]();
+                    while (true) {
+                        const next = await abortable(iterator.next(), attemptScope.signal);
+                        checkCancelled(scope.signal);
+                        if (next.done)
+                            throw new LMError('Provider stream ended without a terminal chunk.');
+                        if (next.value.index !== 0)
+                            throw new UnsupportedCapabilityError('Only one stream candidate is supported.');
+                        emitted = true; // Even an empty visible chunk prevents replay.
+                        yield next.value;
+                        if (next.value.isFinal)
+                            return;
+                    }
+                }
+                catch (error) {
+                    checkCancelled(scope.signal);
+                    if (emitted || !retryable(error) || attempt >= policy.maxAttempts)
+                        throw error;
+                }
+                finally {
+                    attemptScope.abort();
+                    attemptScope.dispose();
+                    const current = iterator;
+                    iterator = undefined;
+                    await current?.return?.();
+                }
+                await backoff(policy, attempt, scope.signal);
+            }
+        }
+        finally {
+            scope.abort();
+            scope.dispose();
+            await iterator?.return?.();
+        }
+    }
+    async sampleAttempt(messages, context) {
+        const attempt = cancellationScope([context.signal]);
+        try {
+            checkCancelled(attempt.signal);
+            const results = await abortable(this._sample(Object.freeze([...messages]), { ...context, signal: attempt.signal }), attempt.signal);
+            checkCancelled(attempt.signal);
+            this.validateResults(results, messages.length);
+            return [...results];
+        }
+        finally {
+            attempt.abort();
+            attempt.dispose();
+        }
+    }
+    validateResults(results, count) {
+        if (results.length !== count)
+            throw new LMError('Provider returned a different number of results than prompts.');
+        for (const result of results) {
+            if (!result.samples.length)
+                throw new EmptyGenerationError('Provider returned no candidates.');
+            if (result.samples.length !== 1)
+                throw new UnsupportedCapabilityError('This milestone supports one candidate per prompt.');
+        }
+    }
+    context(options, signal) {
+        const { cache: _cache, cacheSeed: _seed, cacheNamespace: _namespace, maxAttempts: _attempts, retryInterval: _interval, exponentialBackoff: _backoff, maxRetryInterval: _maxInterval, ...sampling } = options;
+        return Object.freeze({ ...this.samplingOptions, ...sampling, signal });
+    }
+    validate(messages, context) {
+        if ((context.tools?.length || context.toolChoice !== undefined) && !this.capabilities.tools) {
+            throw new UnsupportedCapabilityError(`${this.modelId} does not support tools.`);
+        }
+        if (context.toolChoice !== undefined && !context.tools?.length)
+            throw new TypeError('toolChoice requires tools.');
+        if (context.responseSchema && !this.capabilities.nativeStructuredOutput) {
+            throw new UnsupportedCapabilityError(`${this.modelId} does not support native structured output.`);
+        }
+        if (!this.capabilities.media && messages.some(message => message.sections.some(section => section.parts.some(part => part instanceof Modality)))) {
+            throw new UnsupportedCapabilityError(`${this.modelId} does not support media input.`);
+        }
+        if (context.maxTokens !== undefined && (!Number.isInteger(context.maxTokens) || context.maxTokens < 1))
+            throw new RangeError('maxTokens must be a positive integer.');
+        if (context.temperature !== undefined && !Number.isFinite(context.temperature))
+            throw new RangeError('temperature must be finite.');
+    }
+}
+//# sourceMappingURL=language-model.js.map

package/dist/language-model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"language-model.js","sourceRoot":"","sources":["../src/language-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAG7D,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACjF,OAAO,EAAE,oBAAoB,EAAE,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACxF,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AA6CzE,IAAI,WAAW,GAAG,CAAC,CAAC;AAEpB,MAAM,OAAgB,aAAa;IAChB,WAAW,GAAG,IAAI,OAAO,EAAiD,CAAC;IAC3E,aAAa,GAAG,IAAI,OAAO,EAA0C,CAAC;IAC9E,OAAO,CAAS;IAChB,KAAK,CAAe;IACZ,UAAU,GAAG,EAAE,WAAW,CAAC;IAC3B,cAAc,CAAgE;IACtF,eAAe,CAA4B;IAC3C,YAAY,GAAsB,MAAM,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,sBAAsB,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5H,YAAY,OAAO,GAAyB,EAAE;QAC5C,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,EAAE,SAAS,GAAG,CAAC,EAAE,cAAc,GAAG,EAAE,EAAE,WAAW,EAAE,aAAa,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,GAAG,eAAe,EAAE,GAAG,OAAO,CAAC;QAClK,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,WAAW,CAAC;gBACrF,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,aAAa,CAAC,CAA8B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7K,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnE,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChE,CAAC,EAAE,CAAC,CAAC;QACN,IAAI,CAAC,OAAO,GAAG,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAC9C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,eAAe,EAAE,CAAC,CAAC;IAC/D,CAAC;IAES,OAAO,CAAC,OAAgB,EAAE,QAAsB;QACxD,MAAM,IAAI,0BAA0B,CAAC,GAAG,IAAI,CAAC,OAAO,8BAA8B,CAAC,CAAC;IACtF,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,OAAsC,EAAE,OAAO,GAAgB,EAAE;QAC5E,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,IAAI,CAAC;YACH,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACtG,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACpD,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACjC,IAAI,CAAC,QAAQ,CAAC,MAAM;gBAAE,OAAO,EAAE,CAAC;YAChC,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC;YAC/B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC;gBAAE,MAAM,IAAI,UAAU,CAAC,2CAA2C,CAAC,CAAC;YAC1I,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,WAAW,KAAK,CAAC;gBAAE,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC3F,MAAM,OAAO,GAAqB,EAAE,CAAC;YACrC,8EAA8E;YAC9E,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC7B,IAAI,GAAuB,CAAC;gBAC5B,IAAI,KAAK,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAC3B,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC;oBACjD,IAAI,CAAC;wBAAC,GAAG,GAAG,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,cAAc,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;oBAAC,CAAC;oBACpJ,MAAM,CAAC,CAAC,gEAAgE,CAAC,CAAC;gBAC5E,CAAC;gBACD,IAAI,KAAK,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;oBAC/B,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;oBAC1D,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAC7B,IAAI,GAAG,EAAE,CAAC;wBACR,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;wBAC/B,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;wBAC5J,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;wBACtD,SAAS;oBACX,CAAC;gBACH,CAAC;gBACD,IAAI,MAAsB,CAAC;gBAC3B,KAAK,IAAI,OAAO,GAAG,CAAC,GAAG,OAAO,EAAE,EAAE,CAAC;oBACjC,IAAI,CAAC;wBAAC,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC;wBAAC,MAAM;oBAAC,CAAC;oBAC3E,OAAO,KAAK,EAAE,CAAC;wBACb,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBAC7B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,OAAO,IAAI,MAAM,CAAC,WAAW;4BAAE,MAAM,KAAK,CAAC;wBACpE,MAAM,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;oBAC/C,CAAC;gBACH,CAAC;gBACD,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC7B,IAAI,KAAK,IAAI,GAAG,KAAK,SAAS;oBAAE,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBACtF,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC7C,IAAI,KAAK,IAAI,GAAG,KAAK,SAAS;oBAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACxF,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;gBAAS,CAAC;YAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAAC,CAAC;IAC/C,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,MAAwB,EAAE,OAAO,GAAgB,EAAE;QAC5D,MAAM,KAAK,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,MAAO,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE;YAC3C,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAO,CAAC,QAAQ,IAAI,KAAK,EAAE,GAAG,CAAC,MAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;SAClM,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAO,CAAC,CAAC;QAC5C,IAAI,KAAK;YAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACjD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,iFAAiF;IACjF,KAAK,CAAC,eAAe,CAAC,QAAiB;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IACD,kEAAkE;IAClE,KAAK,CAAC,CAAC,MAAM,CAAC,MAAwB,EAAE,OAAO,GAAgB,EAAE;QAC/D,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,IAAI,QAAgD,CAAC;QACrD,IAAI,CAAC;YACH,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa;gBAAE,MAAM,IAAI,0BAA0B,CAAC,GAAG,IAAI,CAAC,OAAO,wCAAwC,CAAC,CAAC;YAC7L,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS;gBAAE,MAAM,IAAI,0BAA0B,CAAC,GAAG,IAAI,CAAC,OAAO,8BAA8B,CAAC,CAAC;YACtH,MAAM,OAAO,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACpD,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,WAAW,CAAC,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;YACnE,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,KAAK,IAAI,OAAO,GAAG,CAAC,GAAG,OAAO,EAAE,EAAE,CAAC;gBACjC,MAAM,YAAY,GAAG,iBAAiB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBACvD,IAAI,CAAC;oBACH,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;oBACtG,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;wBACnE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBAC7B,IAAI,IAAI,CAAC,IAAI;4BAAE,MAAM,IAAI,OAAO,CAAC,iDAAiD,CAAC,CAAC;wBACpF,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC;4BAAE,MAAM,IAAI,0BAA0B,CAAC,yCAAyC,CAAC,CAAC;wBAC5G,OAAO,GAAG,IAAI,CAAC,CAAC,+CAA+C;wBAC/D,MAAM,IAAI,CAAC,KAAK,CAAC;wBACjB,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO;4BAAE,OAAO;oBACjC,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAC7B,IAAI,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,OAAO,IAAI,MAAM,CAAC,WAAW;wBAAE,MAAM,KAAK,CAAC;gBACjF,CAAC;wBAAS,CAAC;oBACT,YAAY,CAAC,KAAK,EAAE,CAAC;oBAAC,YAAY,CAAC,OAAO,EAAE,CAAC;oBAC7C,MAAM,OAAO,GAAG,QAAQ,CAAC;oBAAC,QAAQ,GAAG,SAAS,CAAC;oBAC/C,MAAM,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC5B,CAAC;gBACD,MAAM,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,KAAK,CAAC,OAAO,EAAE,CAAC;YAChB,MAAM,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IACO,KAAK,CAAC,aAAa,CAAC,QAA4B,EAAE,OAAqB;QAC7E,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACpD,IAAI,CAAC;YACH,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACpI,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/B,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC/C,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;QACtB,CAAC;gBAAS,CAAC;YAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QAAC,CAAC;IACnD,CAAC;IACO,eAAe,CAAC,OAAkC,EAAE,KAAa;QACvE,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK;YAAE,MAAM,IAAI,OAAO,CAAC,+DAA+D,CAAC,CAAC;QACjH,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM;gBAAE,MAAM,IAAI,oBAAoB,CAAC,kCAAkC,CAAC,CAAC;YAC/F,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM,IAAI,0BAA0B,CAAC,mDAAmD,CAAC,CAAC;QAC7H,CAAC;IACH,CAAC;IACO,OAAO,CAAC,OAAoB,EAAE,MAAmB;QACvD,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,QAAQ,EAAE,gBAAgB,EAAE,YAAY,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC;QAC7M,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,eAAe,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IACzE,CAAC;IACO,QAAQ,CAAC,QAA4B,EAAE,OAAqB;QAClE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC5F,MAAM,IAAI,0BAA0B,CAAC,GAAG,IAAI,CAAC,OAAO,0BAA0B,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM;YAAE,MAAM,IAAI,SAAS,CAAC,4BAA4B,CAAC,CAAC;QAClH,IAAI,OAAO,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,sBAAsB,EAAE,CAAC;YACxE,MAAM,IAAI,0BAA0B,CAAC,GAAG,IAAI,CAAC,OAAO,6CAA6C,CAAC,CAAC;QACrG,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACjJ,MAAM,IAAI,0BAA0B,CAAC,GAAG,IAAI,CAAC,OAAO,gCAAgC,CAAC,CAAC;QACxF,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;YAAE,MAAM,IAAI,UAAU,CAAC,uCAAuC,CAAC,CAAC;QACtK,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;YAAE,MAAM,IAAI,UAAU,CAAC,6BAA6B,CAAC,CAAC;IACtI,CAAC;CACF"}

package/dist/llms/anthropic.d.ts

@@ -0,0 +1,30 @@
+import { LanguageModel } from '../language-model.js';
+import type { LanguageModelOptions, ModelContext, SamplingResult, StreamChunk } from '../language-model.js';
+import { Message } from '../message.js';
+import type { Transport } from './transport.js';
+export interface AnthropicOptions extends LanguageModelOptions {
+    readonly model: string;
+    readonly apiKey?: string | ((signal: AbortSignal) => string | Promise<string>);
+    /** API version root; default https://api.anthropic.com/v1. */
+    readonly baseUrl?: string;
+    readonly transport?: Transport;
+}
+/** Messages API: text, complete client tools, and text SSE. No SDK/global credentials. */
+export declare class Anthropic extends LanguageModel {
+    readonly capabilities: Readonly<{
+        streaming: true;
+        nativeStructuredOutput: false;
+        media: true;
+        tools: true;
+        toolStreaming: true;
+    }>;
+    private readonly endpoint;
+    private readonly transport;
+    private readonly apiKey;
+    constructor(options: AnthropicOptions);
+    protected _sample(prompts: readonly Message[], context: ModelContext): Promise<SamplingResult[]>;
+    protected _stream(prompt: Message, context: ModelContext): AsyncIterable<StreamChunk>;
+    private message;
+    private body;
+    private request;
+}

package/dist/llms/anthropic.js

@@ -0,0 +1,365 @@
+import { JsonStreamParser } from '../json-stream.js';
+import { encodeImage, validateImageRole } from './images.js';
+import { LanguageModel } from '../language-model.js';
+import { AIMessage, Image, Message } from '../message.js';
+import { ToolCall } from '../tool-call.js';
+import { abortable, checkCancelled } from '../cancellation.js';
+import { AuthenticationError, ContentFilteredError, EmptyGenerationError, IncompleteGenerationError, LMError, RateLimitError, TemporaryLMError, UnsupportedCapabilityError } from '../errors.js';
+import { readJson, sse } from './transport.js';
+function object(value) {
+    if (!value || typeof value !== 'object' || Array.isArray(value))
+        throw new LMError('Invalid Anthropic object.');
+    return value;
+}
+function string(value) {
+    if (typeof value !== 'string')
+        throw new LMError('Invalid Anthropic text field.');
+    return value;
+}
+function count(value) {
+    if (typeof value !== 'number' || !Number.isSafeInteger(value) || value < 0)
+        throw new LMError('Invalid Anthropic usage.');
+    return value;
+}
+function usage(value) {
+    if (value['input_tokens'] === undefined || value['output_tokens'] === undefined)
+        return undefined;
+    const promptTokens = count(value['input_tokens']) + count(value['cache_creation_input_tokens'] ?? 0) + count(value['cache_read_input_tokens'] ?? 0);
+    const completionTokens = count(value['output_tokens']);
+    if (!Number.isSafeInteger(promptTokens + completionTokens))
+        throw new LMError('Anthropic token count overflow.');
+    return { promptTokens, completionTokens, totalTokens: promptTokens + completionTokens };
+}
+function finish(reason, tools) {
+    if (reason === 'max_tokens' || reason === 'model_context_window_exceeded')
+        throw new IncompleteGenerationError('Anthropic generation was truncated.');
+    if (reason === 'refusal')
+        throw new ContentFilteredError('Anthropic refused the request.');
+    if (tools ? reason !== 'tool_use' : !['end_turn', 'stop_sequence'].includes(String(reason)))
+        throw new LMError('Unsupported or inconsistent Anthropic stop reason.');
+    return string(reason);
+}
+function providerError(type) {
+    if (type === 'rate_limit_error')
+        return new RateLimitError('Anthropic rate limit.');
+    if (type === 'overloaded_error' || type === 'api_error')
+        return new TemporaryLMError('Anthropic temporarily unavailable.');
+    if (type === 'authentication_error' || type === 'permission_error')
+        return new AuthenticationError('Anthropic authentication failed.');
+    return new LMError('Anthropic request failed.');
+}
+function freeze(value) {
+    if (value && typeof value === 'object') {
+        for (const child of Object.values(value))
+            freeze(child);
+        Object.freeze(value);
+    }
+    return value;
+}
+/** Messages API: text, complete client tools, and text SSE. No SDK/global credentials. */
+export class Anthropic extends LanguageModel {
+    capabilities = Object.freeze({ streaming: true, nativeStructuredOutput: false, media: true, tools: true, toolStreaming: true });
+    endpoint;
+    transport;
+    apiKey;
+    constructor(options) {
+        const { model, apiKey, baseUrl = 'https://api.anthropic.com/v1', transport, ...settings } = options;
+        if (!model || !/^[\w.-]+$/.test(model))
+            throw new TypeError('Expected an Anthropic model ID.');
+        super({ maxTokens: 4096, ...settings, model });
+        this.endpoint = baseUrl.replace(/\/$/, '');
+        this.apiKey = apiKey;
+        this.transport = transport ?? ((url, init) => fetch(url, init));
+    }
+    async _sample(prompts, context) {
+        const results = [];
+        for (const prompt of prompts) {
+            const response = await this.request(prompt, context, false);
+            const data = object(await readJson(response, context.signal));
+            if (data['type'] === 'error')
+                throw providerError(object(data['error'])['type']);
+            if (data['type'] !== 'message' || data['role'] !== 'assistant' || !Array.isArray(data['content']))
+                throw new LMError('Invalid Anthropic message.');
+            const blocks = data['content'].map(object);
+            finish(data['stop_reason'], blocks.some(block => block['type'] === 'tool_use'));
+            const parsed = this.message(blocks);
+            const tokens = data['usage'] === undefined ? undefined : usage(object(data['usage']));
+            results.push({ samples: [{ response: parsed }], ...(tokens ? { usage: tokens } : {}) });
+        }
+        return results;
+    }
+    async *_stream(prompt, context) {
+        const response = await this.request(prompt, context, true);
+        let started = false, ending = false, blockOpen = false, index = -1, text = '', reason;
+        let tokens = {};
+        const blocks = [], ids = new Set();
+        let current, args = '';
+        let totalChars = 0;
+        const bound = (piece) => { totalChars += piece.length; if (totalChars > 16_777_216)
+            throw new LMError('Anthropic stream exceeds size limit.'); };
+        const partial = () => new AIMessage(text);
+        for await (const raw of sse(response, context.signal)) {
+            let event;
+            try {
+                event = object(JSON.parse(raw));
+            }
+            catch (cause) {
+                throw new LMError('Invalid Anthropic SSE event.', { cause });
+            }
+            const type = event['type'];
+            if (type === 'ping')
+                continue;
+            if (type === 'error')
+                throw providerError(object(event['error'])['type']);
+            if (type === 'message_start') {
+                if (started)
+                    throw new LMError('Duplicate Anthropic message_start.');
+                const message = object(event['message']);
+                if (message['role'] !== 'assistant' || !Array.isArray(message['content']) || message['content'].length)
+                    throw new LMError('Invalid Anthropic stream start.');
+                tokens = object(message['usage']);
+                started = true;
+            }
+            else if (type === 'content_block_start') {
+                if (!started || ending || blockOpen || event['index'] !== index + 1)
+                    throw new LMError('Invalid Anthropic block order.');
+                const block = object(event['content_block']);
+                if (block['type'] !== 'text' && block['type'] !== 'tool_use')
+                    throw new UnsupportedCapabilityError('Unsupported Anthropic streamed block.');
+                if (blocks.length >= 1024)
+                    throw new LMError('Anthropic stream exceeds block limit.');
+                index++;
+                blockOpen = true;
+                current = { ...block };
+                args = '';
+                blocks.push(current);
+                if (block['type'] === 'tool_use') {
+                    const id = string(block['id']), name = string(block['name']);
+                    if (!id || !name || ids.has(id) || Object.keys(object(block['input'])).length)
+                        throw new LMError('Invalid Anthropic streamed tool start.');
+                    ids.add(id);
+                    bound(id + name);
+                    yield { delta: new AIMessage(''), aggregated: partial(), index: 0, isFinal: false, toolEvent: Object.freeze({ type: 'toolCallStart', id, name }) };
+                    continue;
+                }
+                const delta = string(block['text']);
+                text += delta;
+                bound(delta);
+                if (text.length > 16_777_216)
+                    throw new LMError('Anthropic stream exceeds size limit.');
+                if (delta)
+                    yield { delta: new AIMessage(delta), aggregated: new AIMessage(text), index: 0, isFinal: false };
+            }
+            else if (type === 'content_block_delta') {
+                if (!blockOpen || event['index'] !== index || ending)
+                    throw new LMError('Invalid Anthropic content delta order.');
+                const delta = object(event['delta']);
+                if (current?.['type'] === 'tool_use') {
+                    if (delta['type'] !== 'input_json_delta')
+                        throw new LMError('Invalid Anthropic tool delta type.');
+                    const piece = string(delta['partial_json']);
+                    bound(piece);
+                    args += piece;
+                    if (args.length > 1_048_576)
+                        throw new LMError('Tool arguments exceed size limit.');
+                    yield { delta: new AIMessage(''), aggregated: partial(), index: 0, isFinal: false, toolEvent: Object.freeze({ type: 'toolCallDelta', id: string(current['id']), delta: piece }) };
+                    continue;
+                }
+                if (delta['type'] !== 'text_delta')
+                    throw new UnsupportedCapabilityError('Unsupported Anthropic delta type.');
+                const piece = string(delta['text']);
+                text += piece;
+                bound(piece);
+                current['text'] = string(current['text']) + piece;
+                if (text.length > 16_777_216)
+                    throw new LMError('Anthropic stream exceeds size limit.');
+                yield { delta: new AIMessage(piece), aggregated: new AIMessage(text), index: 0, isFinal: false };
+            }
+            else if (type === 'content_block_stop') {
+                if (!blockOpen || event['index'] !== index)
+                    throw new LMError('Invalid Anthropic block stop.');
+                blockOpen = false;
+                if (current?.['type'] === 'tool_use') {
+                    try {
+                        const parser = new JsonStreamParser();
+                        for (const _event of parser.feed(args || '{}')) { /* Only complete arguments are exposed. */ }
+                        for (const _event of parser.finish()) { /* Validate terminal parser state. */ }
+                        current['input'] = object(parser.value);
+                    }
+                    catch (cause) {
+                        throw new LMError('Invalid streamed tool arguments.', { cause });
+                    }
+                    const call = freeze(new ToolCall(string(current['id']), string(current['name']), object(current['input'])));
+                    yield { delta: new AIMessage(''), aggregated: partial(), index: 0, isFinal: false, toolEvent: Object.freeze({ type: 'toolCallEnd', call }) };
+                }
+                current = undefined;
+            }
+            else if (type === 'message_delta') {
+                if (!started || blockOpen)
+                    throw new LMError('Invalid Anthropic message delta order.');
+                ending = true;
+                const delta = object(event['delta']);
+                if (delta['stop_reason'] != null)
+                    reason = delta['stop_reason'];
+                if (event['usage'] !== undefined)
+                    tokens = { ...tokens, ...object(event['usage']) };
+            }
+            else if (type === 'message_stop') {
+                if (!started || !ending || blockOpen)
+                    throw new LMError('Incomplete Anthropic stream.');
+                const finishReason = finish(reason, ids.size > 0);
+                if (!text && !ids.size)
+                    throw new EmptyGenerationError('Anthropic returned no text.');
+                const finalUsage = usage(tokens);
+                yield { delta: new AIMessage(''), aggregated: this.message(blocks), index: 0, isFinal: true, finishReason, ...(finalUsage ? { usage: finalUsage } : {}) };
+                return;
+            }
+            else if (typeof type !== 'string')
+                throw new LMError('Missing Anthropic event type.');
+            // Unknown future event types are ignored; unsupported content blocks fail explicitly.
+        }
+        throw new IncompleteGenerationError('Anthropic stream ended before message_stop.');
+    }
+    message(blocks) {
+        let text = '';
+        const calls = [];
+        const ids = new Set();
+        for (const block of blocks) {
+            if (block['type'] === 'text')
+                text += string(block['text']);
+            else if (block['type'] === 'tool_use') {
+                const call = new ToolCall(string(block['id']), string(block['name']), object(block['input']));
+                if (ids.has(call.id))
+                    throw new LMError('Duplicate Anthropic tool-call ID.');
+                ids.add(call.id);
+                calls.push(call);
+            }
+            else
+                throw new UnsupportedCapabilityError('Unsupported Anthropic response content block.');
+        }
+        if (!text && !calls.length)
+            throw new EmptyGenerationError('Anthropic returned no content.');
+        return new AIMessage(text, { metadata: freeze({ toolCalls: calls, anthropic: { model: this.modelId, endpoint: this.endpoint, content: blocks } }) });
+    }
+    async body(prompt, context, stream) {
+        const system = [], messages = [];
+        const pending = new Set();
+        for (const section of prompt.sections) {
+            validateImageRole(section);
+            if (section.role === 'system') {
+                if (messages.length)
+                    throw new LMError('Anthropic system messages must precede conversation turns.');
+                if (section.text)
+                    system.push({ type: 'text', text: section.text });
+                continue;
+            }
+            let content = [];
+            if (section.role === 'tool') {
+                const id = section.metadata['toolCallId'];
+                if (typeof id !== 'string' || !pending.delete(id))
+                    throw new LMError('Unmatched Anthropic tool result.');
+                content = [{ type: 'tool_result', tool_use_id: id, content: section.text }];
+            }
+            else {
+                if (pending.size)
+                    throw new LMError('Missing Anthropic tool results.');
+                if (section.parts.some(part => part instanceof Image)) {
+                    for (const part of section.parts) {
+                        if (typeof part === 'string')
+                            content.push({ type: 'text', text: part });
+                        else {
+                            const image = await encodeImage(part, context.signal);
+                            content.push({ type: 'image', source: 'url' in image ? { type: 'url', url: image.url } : { type: 'base64', media_type: image.mimeType, data: image.data } });
+                        }
+                    }
+                }
+                else if (section.text)
+                    content.push({ type: 'text', text: section.text });
+                if (section.toolCalls.length && section.role !== 'assistant')
+                    throw new LMError('Tool calls require an assistant message.');
+                const continuation = section.metadata['anthropic'];
+                if (continuation !== undefined) {
+                    const data = object(continuation);
+                    if (section.role !== 'assistant' || data['model'] !== this.modelId || data['endpoint'] !== this.endpoint || !Array.isArray(data['content']))
+                        throw new LMError('Anthropic continuation belongs to another model or endpoint.');
+                    content = data['content'].map(object);
+                    this.message(content); // Validate supported complete blocks before replay.
+                }
+                else
+                    for (const call of section.toolCalls)
+                        content.push({ type: 'tool_use', id: call.id, name: call.name, input: call.args });
+                for (const block of content)
+                    if (block['type'] === 'tool_use') {
+                        const id = string(block['id']);
+                        if (pending.has(id))
+                            throw new LMError('Duplicate Anthropic tool-call ID.');
+                        pending.add(id);
+                    }
+            }
+            if (!content.length)
+                throw new LMError('Empty Anthropic conversation turn.');
+            const role = section.role === 'assistant' ? 'assistant' : 'user';
+            const previous = messages.at(-1);
+            if (previous?.role === role)
+                previous.content.push(...content);
+            else
+                messages.push({ role, content });
+        }
+        if (pending.size)
+            throw new LMError('Missing Anthropic tool results.');
+        if (messages[0]?.role !== 'user')
+            throw new LMError('Anthropic conversation must begin with a user message.');
+        const body = { model: this.modelId, max_tokens: context.maxTokens, messages, stream };
+        if (system.length)
+            body['system'] = system;
+        if (context.temperature !== undefined)
+            body['temperature'] = context.temperature;
+        if (context.tools?.length)
+            body['tools'] = context.tools.map(tool => ({ name: tool.name, description: tool.description, input_schema: tool.inputSchema }));
+        if (context.toolChoice !== undefined) {
+            if (typeof context.toolChoice === 'object') {
+                if (!context.tools?.some(tool => tool.name === context.toolChoice.name))
+                    throw new TypeError('Unknown toolChoice name.');
+                body['tool_choice'] = { type: 'tool', name: context.toolChoice.name };
+            }
+            else
+                body['tool_choice'] = { type: context.toolChoice };
+        }
+        return body;
+    }
+    async request(prompt, context, stream) {
+        const body = JSON.stringify(await this.body(prompt, context, stream));
+        checkCancelled(context.signal);
+        const headers = { 'content-type': 'application/json', 'anthropic-version': '2023-06-01' };
+        const key = typeof this.apiKey === 'function' ? await abortable(Promise.resolve(this.apiKey(context.signal)), context.signal) : this.apiKey;
+        if (key !== undefined) {
+            if (!key)
+                throw new AuthenticationError('Empty Anthropic API key.');
+            headers['x-api-key'] = key;
+        }
+        checkCancelled(context.signal);
+        const response = await abortable(this.transport(`${this.endpoint}/messages`, { method: 'POST', headers, body, signal: context.signal }), context.signal);
+        if (!response.ok) {
+            try {
+                await response.body?.cancel();
+            }
+            catch { /* Preserve classified error. */ }
+            if (response.status === 401 || response.status === 403)
+                throw new AuthenticationError('Anthropic authentication failed.');
+            if (response.status === 429)
+                throw new RateLimitError('Anthropic rate limit.');
+            if (response.status >= 500)
+                throw new TemporaryLMError('Anthropic temporarily unavailable.');
+            throw new LMError(`Anthropic HTTP ${response.status}.`);
+        }
+        if (stream && !response.headers.get('content-type')?.includes('text/event-stream')) {
+            try {
+                await response.body?.cancel();
+            }
+            catch { /* Preserve error. */ }
+            throw new LMError('Expected Anthropic SSE response.');
+        }
+        return response;
+    }
+}
+//# sourceMappingURL=anthropic.js.map