effect-ai-vercel-gateway 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Lucas Duailibe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,88 @@
+# effect-ai-vercel-gateway
+
+[Vercel AI Gateway](https://vercel.com/docs/ai-gateway) as an `AnthropicClient` for
+[Effect AI](https://effect.website) (`@effect/ai-anthropic`, Effect v4).
+
+The gateway serves the Anthropic Messages API and routes to any model it lists, named
+`provider/model`. This package points Effect AI's Anthropic provider at the gateway, handles
+authentication per request, and smooths over the small differences between the gateway's
+dialect and what the provider's schemas expect.
+
+## Install
+
+```sh
+pnpm add effect-ai-vercel-gateway effect @effect/ai-anthropic
+```
+
+## Usage
+
+```ts
+import { AiGateway, Credentials } from "effect-ai-vercel-gateway"
+import { AnthropicLanguageModel } from "@effect/ai-anthropic"
+import { Effect, Layer } from "effect"
+import { LanguageModel } from "effect/unstable/ai"
+import { FetchHttpClient } from "effect/unstable/http"
+
+const Model = AnthropicLanguageModel.layer({ model: "google/gemini-2.5-flash" }).pipe(
+  Layer.provide(AiGateway.layer),
+  Layer.provide([Credentials.fromChain(), FetchHttpClient.layer]),
+)
+
+const program = LanguageModel.generateText({ prompt: "Say hi" }).pipe(
+  Effect.map((r) => r.text),
+  Effect.provide(Model),
+)
+```
+
+`AiGateway.layer` provides `AnthropicClient` and requires `Credentials` (below) and an
+`HttpClient`.
+
+Any Effect AI feature that works with the Anthropic provider (tools, structured output,
+streaming, thinking) works through the gateway, for every model the gateway offers.
+
+## Credentials
+
+`Credentials` is a service holding an effect that resolves the credential on every request,
+so a rotating token is always current. Pick a layer for where it comes from:
+
+| Layer                          | Source                                                                                                                                                                     |
+| ------------------------------ | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| `Credentials.fromApiKey(key)`  | A fixed key. Tests, custom wiring.                                                                                                                                         |
+| `Credentials.fromEnv()`        | `AI_GATEWAY_API_KEY`. Local dev, CI, anywhere off Vercel.                                                                                                                  |
+| `Credentials.fromVercelOidc()` | The OIDC token Vercel issues to the deployment: the `x-vercel-oidc-token` header of the current request (Functions), else `VERCEL_OIDC_TOKEN` (builds, `vercel env pull`). |
+| `Credentials.fromChain()`      | `fromEnv`, then `fromVercelOidc`. Same order as Vercel's own SDK.                                                                                                          |
+
+Each request carries `x-api-key` and `ai-gateway-auth-method` (`api-key` or `oidc`). A
+missing credential fails the request with an `AiError` wrapping a `CredentialsError` that
+names the source it tried and how to fix it.
+
+Environment variables are read through Effect's `Config`, so a `ConfigProvider` can redirect
+them. The OIDC token is not refreshed when it expires locally; re-run `vercel env pull`.
+
+## Dialect fixes
+
+Two adjustments are applied to traffic with the gateway:
+
+- Requests: `"cache_control": null` is removed from content blocks. The Effect provider emits it,
+  Anthropic accepts it, the gateway rejects it.
+- Responses: keys Anthropic always sends but the gateway omits are filled in with Anthropic's
+  "nothing to report" values, so the provider's schemas decode. These are the cache and
+  service-tier usage fields, `signature` on thinking blocks from non-Anthropic models, and
+  `type`/`request_id` on error envelopes (unknown `error.type` values map to `api_error`).
+
+Streaming responses pass through untouched.
+
+## Development
+
+```sh
+pnpm install
+pnpm test
+pnpm check   # tsc
+pnpm lint    # oxlint
+pnpm fmt     # oxfmt
+pnpm build   # tsdown -> dist/
+```
+
+## License
+
+MIT

package/dist/index.d.ts

@@ -0,0 +1,83 @@
+import { AnthropicClient } from "@effect/ai-anthropic";
+import { Context, Effect, Layer, Redacted } from "effect";
+import { HttpClient, HttpClientError, HttpClientRequest, HttpClientResponse } from "effect/unstable/http";
+declare namespace Credentials_d_exports {
+  export { API_KEY_ENV, Credentials, CredentialsError, OIDC_TOKEN_ENV, Resolved, Source, formatHeaders, fromApiKey, fromChain, fromEnv, fromVercelOidc };
+}
+/** The environment variable `fromEnv` reads. */
+declare const API_KEY_ENV = "AI_GATEWAY_API_KEY";
+/** The environment variable `fromVercelOidc` falls back to. */
+declare const OIDC_TOKEN_ENV = "VERCEL_OIDC_TOKEN";
+/** Which `from*` layer produced or failed to produce a credential. */
+type Source = "api-key" | "env" | "vercel-oidc" | "chain";
+/**
+ * A credential ready to put on a request. `method` is what the gateway
+ * records as the auth method; it matches the values Vercel's own SDK sends.
+ */
+interface Resolved {
+  readonly method: "api-key" | "oidc";
+  readonly token: Redacted.Redacted<string>;
+}
+declare const CredentialsError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
+  readonly _tag: "AiGatewayCredentialsError";
+} & Readonly<A>;
+/** No credential could be produced for a gateway request. */
+declare class CredentialsError extends CredentialsError_base<{
+  readonly message: string;
+  readonly source: Source;
+  readonly hints: ReadonlyArray<string>;
+  readonly cause?: unknown;
+}> {}
+declare const Credentials_base: Context.ServiceClass<Credentials, "effect-ai-vercel-gateway/Credentials", Effect.Effect<Resolved, CredentialsError, never>>;
+declare class Credentials extends Credentials_base {}
+/** The request headers that carry `credentials`. */
+declare const formatHeaders: (credentials: Resolved) => Record<string, string>;
+/** A fixed API key. */
+declare const fromApiKey: (apiKey: string | Redacted.Redacted<string>) => Layer.Layer<Credentials>;
+/** `AI_GATEWAY_API_KEY`: local dev, CI, or anywhere off Vercel. */
+declare const fromEnv: () => Layer.Layer<Credentials>;
+/**
+ * The OIDC token Vercel issues to the deployment: the `x-vercel-oidc-token`
+ * header of the current request in Functions, else `VERCEL_OIDC_TOKEN` in
+ * builds and after `vercel env pull`. Not refreshed when it expires locally.
+ */
+declare const fromVercelOidc: () => Layer.Layer<Credentials>;
+/** `fromEnv`, then `fromVercelOidc`. The usual choice for an app deployed to Vercel. */
+declare const fromChain: () => Layer.Layer<Credentials>;
+declare namespace AiGateway_d_exports {
+  export { AI_GATEWAY_URL, dropNullCacheControl, fillMissingResponseKeys, layer, make, patchResponseBody };
+}
+/** Base URL of the Vercel AI Gateway. */
+declare const AI_GATEWAY_URL = "https://ai-gateway.vercel.sh";
+/**
+ * Builds the Anthropic client against the gateway, authenticating each
+ * request with `credentials`. A credential failure fails that request as an
+ * `HttpClientError`, which Effect AI surfaces as a network `AiError`.
+ */
+declare const make: (credentials: typeof Credentials.Service) => Effect.Effect<AnthropicClient.Service, never, HttpClient.HttpClient>;
+/**
+ * `AnthropicClient` backed by the gateway. Needs `Credentials` (see the
+ * `Credentials` module's `from*` layers) and an `HttpClient`. Building never
+ * fails; without a usable credential, the requests fail.
+ */
+declare const layer: Layer.Layer<AnthropicClient.AnthropicClient, never, Credentials | HttpClient.HttpClient>;
+/**
+ * The Effect provider writes `"cache_control": null` on every content block
+ * it has no cache setting for. Anthropic accepts that; the gateway rejects
+ * the request with `messages.0.content: Invalid input`. Remove the null keys.
+ */
+declare function dropNullCacheControl(request: HttpClientRequest.HttpClientRequest): HttpClientRequest.HttpClientRequest;
+/**
+ * The gateway's Anthropic-shaped responses leave out keys that Anthropic
+ * always sends and the Effect provider's schema requires: the cache and
+ * service-tier usage fields, the `signature` of a thinking block from a
+ * non-Anthropic model, and `type`/`request_id` on error envelopes, whose
+ * `error.type` may also be a gateway-specific value. Fill them with the values
+ * Anthropic uses when there is nothing to report. Streaming responses are not
+ * JSON and pass through untouched.
+ */
+declare function fillMissingResponseKeys(response: HttpClientResponse.HttpClientResponse): Effect.Effect<HttpClientResponse.HttpClientResponse, HttpClientError.HttpClientError>;
+declare function patchResponseBody(body: Record<string, unknown>): Record<string, unknown>;
+//#endregion
+export { AiGateway_d_exports as AiGateway, Credentials_d_exports as Credentials };
+//# sourceMappingURL=index.d.ts.map

package/dist/index.js

@@ -0,0 +1,257 @@
+import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.js";
+import { AnthropicClient } from "@effect/ai-anthropic";
+import { Config, Context, Data, Effect, Layer, Option, Redacted } from "effect";
+import { HttpBody, HttpClient, HttpClientError, HttpClientRequest, HttpClientResponse } from "effect/unstable/http";
+//#region src/Credentials.ts
+/**
+* How gateway requests authenticate.
+*
+* `Credentials` holds an effect that produces the credential for one request.
+* It runs per request rather than once at startup: on Vercel the OIDC token
+* arrives on the request context and rotates, so it must not be cached. Pick
+* a `from*` layer for where the credential comes from.
+*
+* @example
+* ```ts
+* import { Credentials } from "effect-ai-vercel-gateway"
+*
+* Credentials.fromChain()      // AI_GATEWAY_API_KEY, else the Vercel OIDC token
+* Credentials.fromEnv()        // AI_GATEWAY_API_KEY only
+* Credentials.fromVercelOidc() // the Vercel OIDC token only
+* Credentials.fromApiKey("…")  // a fixed value
+* ```
+*/
+var Credentials_exports = /* @__PURE__ */ __exportAll({
+	API_KEY_ENV: () => API_KEY_ENV,
+	Credentials: () => Credentials,
+	CredentialsError: () => CredentialsError,
+	OIDC_TOKEN_ENV: () => OIDC_TOKEN_ENV,
+	formatHeaders: () => formatHeaders,
+	fromApiKey: () => fromApiKey,
+	fromChain: () => fromChain,
+	fromEnv: () => fromEnv,
+	fromVercelOidc: () => fromVercelOidc
+});
+/** The environment variable `fromEnv` reads. */
+const API_KEY_ENV = "AI_GATEWAY_API_KEY";
+/** The environment variable `fromVercelOidc` falls back to. */
+const OIDC_TOKEN_ENV = "VERCEL_OIDC_TOKEN";
+/** No credential could be produced for a gateway request. */
+var CredentialsError = class extends Data.TaggedError("AiGatewayCredentialsError") {};
+var Credentials = class extends Context.Service()("effect-ai-vercel-gateway/Credentials") {};
+/** The request headers that carry `credentials`. */
+const formatHeaders = (credentials) => ({
+	"x-api-key": Redacted.value(credentials.token),
+	"ai-gateway-auth-method": credentials.method
+});
+const hints = {
+	"api-key": [],
+	env: [`Set ${API_KEY_ENV} to an AI Gateway API key.`],
+	"vercel-oidc": ["Run on Vercel, where each request carries an OIDC token.", `Or run \`vercel env pull\` locally to populate ${OIDC_TOKEN_ENV}.`],
+	chain: [`Set ${API_KEY_ENV} to an AI Gateway API key.`, "Or run on Vercel / `vercel env pull` so an OIDC token is available."]
+};
+const fromConfig = (name, method, source) => Config.option(Config.Redacted(name)).pipe(Effect.map(Option.map((token) => ({
+	method,
+	token
+}))), Effect.catchTag("ConfigError", (cause) => new CredentialsError({
+	message: `Failed to read ${name}.`,
+	source,
+	hints: hints[source],
+	cause
+})));
+/**
+* Vercel exposes the current request's context on a well-known global symbol.
+* In Functions, the `x-vercel-oidc-token` header of the request lives there.
+* Mirrors `@vercel/oidc`'s `getVercelOidcTokenSync`, minus the dev-time
+* refresh that package also offers.
+*/
+const REQUEST_CONTEXT = Symbol.for("@vercel/request-context");
+const fromRequestContext = Effect.sync(() => {
+	const token = globalThis[REQUEST_CONTEXT]?.get?.()?.headers?.["x-vercel-oidc-token"];
+	return token === void 0 ? Option.none() : Option.some({
+		method: "oidc",
+		token: Redacted.make(token)
+	});
+});
+const firstOf = (lookups) => Effect.gen(function* () {
+	for (const lookup of lookups) {
+		const found = yield* lookup;
+		if (Option.isSome(found)) return found;
+	}
+	return Option.none();
+});
+const require = (lookup, source, message) => Layer.succeed(Credentials)(Effect.flatMap(lookup, (found) => Option.isSome(found) ? Effect.succeed(found.value) : Effect.fail(new CredentialsError({
+	message,
+	source,
+	hints: hints[source]
+}))));
+const apiKeyLookup = fromConfig(API_KEY_ENV, "api-key", "env");
+const vercelOidcLookup = firstOf([fromRequestContext, fromConfig(OIDC_TOKEN_ENV, "oidc", "vercel-oidc")]);
+/** A fixed API key. */
+const fromApiKey = (apiKey) => Layer.succeed(Credentials)(Effect.succeed({
+	method: "api-key",
+	token: Redacted.isRedacted(apiKey) ? apiKey : Redacted.make(apiKey)
+}));
+/** `AI_GATEWAY_API_KEY`: local dev, CI, or anywhere off Vercel. */
+const fromEnv = () => require(apiKeyLookup, "env", `${API_KEY_ENV} is not set.`);
+/**
+* The OIDC token Vercel issues to the deployment: the `x-vercel-oidc-token`
+* header of the current request in Functions, else `VERCEL_OIDC_TOKEN` in
+* builds and after `vercel env pull`. Not refreshed when it expires locally.
+*/
+const fromVercelOidc = () => require(vercelOidcLookup, "vercel-oidc", "No Vercel OIDC token is available.");
+/** `fromEnv`, then `fromVercelOidc`. The usual choice for an app deployed to Vercel. */
+const fromChain = () => require(firstOf([apiKeyLookup, vercelOidcLookup]), "chain", "No AI Gateway credential found.");
+//#endregion
+//#region src/AiGateway.ts
+/**
+* Vercel AI Gateway as an Anthropic Messages API client for Effect AI.
+*
+* The gateway serves the Anthropic Messages API at its root URL and accepts
+* any model it lists, named `provider/model` (for example
+* `anthropic/claude-sonnet-4.5` or `google/gemini-2.5-flash`). Effect AI's
+* Anthropic provider only needs the base URL and the credential swapped, plus
+* two small dialect fixes (see `dropNullCacheControl` and
+* `fillMissingResponseKeys`), so this module is the one place the gateway is
+* configured.
+*
+* Structured output (`output_config.format`) works for every provider behind
+* the gateway, so the Anthropic provider's default of native structured
+* output holds for models it does not recognise.
+*
+* @example
+* ```ts
+* import { AiGateway, Credentials } from "effect-ai-vercel-gateway"
+* import { AnthropicLanguageModel } from "@effect/ai-anthropic"
+* import { Layer } from "effect"
+* import { FetchHttpClient } from "effect/unstable/http"
+*
+* const Model = AnthropicLanguageModel.layer({ model: "anthropic/claude-sonnet-4.5" }).pipe(
+*   Layer.provide(AiGateway.layer),
+*   Layer.provide([Credentials.fromChain(), FetchHttpClient.layer]),
+* )
+* ```
+*/
+var AiGateway_exports = /* @__PURE__ */ __exportAll({
+	AI_GATEWAY_URL: () => AI_GATEWAY_URL,
+	dropNullCacheControl: () => dropNullCacheControl,
+	fillMissingResponseKeys: () => fillMissingResponseKeys,
+	layer: () => layer,
+	make: () => make,
+	patchResponseBody: () => patchResponseBody
+});
+/** Base URL of the Vercel AI Gateway. */
+const AI_GATEWAY_URL = "https://ai-gateway.vercel.sh";
+/**
+* Builds the Anthropic client against the gateway, authenticating each
+* request with `credentials`. A credential failure fails that request as an
+* `HttpClientError`, which Effect AI surfaces as a network `AiError`.
+*/
+const make = (credentials) => AnthropicClient.make({
+	apiUrl: AI_GATEWAY_URL,
+	transformClient: (client) => client.pipe(HttpClient.mapRequestEffect(authenticate(credentials)), HttpClient.mapRequest(dropNullCacheControl), HttpClient.transformResponse(Effect.flatMap(fillMissingResponseKeys)))
+});
+/**
+* `AnthropicClient` backed by the gateway. Needs `Credentials` (see the
+* `Credentials` module's `from*` layers) and an `HttpClient`. Building never
+* fails; without a usable credential, the requests fail.
+*/
+const layer = Layer.effect(AnthropicClient.AnthropicClient)(Effect.flatMap(Effect.service(Credentials), make));
+function authenticate(credentials) {
+	return (request) => credentials.pipe(Effect.map((resolved) => HttpClientRequest.setHeaders(request, formatHeaders(resolved))), Effect.mapError((error) => new HttpClientError.HttpClientError({ reason: new HttpClientError.TransportError({
+		request,
+		cause: error,
+		description: "AI Gateway credential unavailable"
+	}) })));
+}
+/**
+* The Effect provider writes `"cache_control": null` on every content block
+* it has no cache setting for. Anthropic accepts that; the gateway rejects
+* the request with `messages.0.content: Invalid input`. Remove the null keys.
+*/
+function dropNullCacheControl(request) {
+	const body = request.body;
+	if (body._tag !== "Uint8Array" || !isJson(body.contentType)) return request;
+	const json = JSON.parse(new TextDecoder().decode(body.body));
+	return HttpClientRequest.setBody(request, HttpBody.jsonUnsafe(withoutNullCacheControl(json), body.contentType));
+}
+function withoutNullCacheControl(value) {
+	if (Array.isArray(value)) return value.map(withoutNullCacheControl);
+	if (value === null || typeof value !== "object") return value;
+	const result = {};
+	for (const [key, entry] of Object.entries(value)) {
+		if (key === "cache_control" && entry === null) continue;
+		result[key] = withoutNullCacheControl(entry);
+	}
+	return result;
+}
+/**
+* The gateway's Anthropic-shaped responses leave out keys that Anthropic
+* always sends and the Effect provider's schema requires: the cache and
+* service-tier usage fields, the `signature` of a thinking block from a
+* non-Anthropic model, and `type`/`request_id` on error envelopes, whose
+* `error.type` may also be a gateway-specific value. Fill them with the values
+* Anthropic uses when there is nothing to report. Streaming responses are not
+* JSON and pass through untouched.
+*/
+function fillMissingResponseKeys(response) {
+	if (!isJson(response.headers["content-type"] ?? "")) return Effect.succeed(response);
+	return Effect.map(response.text, (text) => {
+		const body = JSON.parse(text);
+		return HttpClientResponse.fromWeb(response.request, new Response(JSON.stringify(patchResponseBody(body)), {
+			status: response.status,
+			headers: response.headers
+		}));
+	});
+}
+function patchResponseBody(body) {
+	if (body.type === "message") {
+		body.usage = {
+			cache_creation: null,
+			cache_creation_input_tokens: null,
+			cache_read_input_tokens: null,
+			inference_geo: null,
+			service_tier: null,
+			...body.usage ?? {}
+		};
+		if (Array.isArray(body.content)) body.content = body.content.map((block) => isRecord(block) && block.type === "thinking" ? {
+			signature: "",
+			...block
+		} : block);
+		return body;
+	}
+	if (isRecord(body.error)) {
+		const error = ANTHROPIC_ERROR_TYPES.has(String(body.error.type)) ? body.error : {
+			...body.error,
+			type: "api_error"
+		};
+		return {
+			type: "error",
+			request_id: null,
+			...body,
+			error
+		};
+	}
+	return body;
+}
+const ANTHROPIC_ERROR_TYPES = /* @__PURE__ */ new Set([
+	"invalid_request_error",
+	"authentication_error",
+	"billing_error",
+	"permission_error",
+	"not_found_error",
+	"rate_limit_error",
+	"timeout_error",
+	"api_error",
+	"overloaded_error"
+]);
+function isRecord(value) {
+	return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function isJson(contentType) {
+	return contentType.startsWith("application/json");
+}
+//#endregion
+export { AiGateway_exports as AiGateway, Credentials_exports as Credentials };
+
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["holder","Credentials.Credentials","Credentials.formatHeaders"],"sources":["../src/Credentials.ts","../src/AiGateway.ts"],"sourcesContent":["/**\n * How gateway requests authenticate.\n *\n * `Credentials` holds an effect that produces the credential for one request.\n * It runs per request rather than once at startup: on Vercel the OIDC token\n * arrives on the request context and rotates, so it must not be cached. Pick\n * a `from*` layer for where the credential comes from.\n *\n * @example\n * ```ts\n * import { Credentials } from \"effect-ai-vercel-gateway\"\n *\n * Credentials.fromChain()      // AI_GATEWAY_API_KEY, else the Vercel OIDC token\n * Credentials.fromEnv()        // AI_GATEWAY_API_KEY only\n * Credentials.fromVercelOidc() // the Vercel OIDC token only\n * Credentials.fromApiKey(\"…\")  // a fixed value\n * ```\n */\n\nimport { Config, Context, Data, Effect, Layer, Option, Redacted } from \"effect\"\n\n/** The environment variable `fromEnv` reads. */\nexport const API_KEY_ENV = \"AI_GATEWAY_API_KEY\"\n\n/** The environment variable `fromVercelOidc` falls back to. */\nexport const OIDC_TOKEN_ENV = \"VERCEL_OIDC_TOKEN\"\n\n/** Which `from*` layer produced or failed to produce a credential. */\nexport type Source = \"api-key\" | \"env\" | \"vercel-oidc\" | \"chain\"\n\n/**\n * A credential ready to put on a request. `method` is what the gateway\n * records as the auth method; it matches the values Vercel's own SDK sends.\n */\nexport interface Resolved {\n  readonly method: \"api-key\" | \"oidc\"\n  readonly token: Redacted.Redacted<string>\n}\n\n/** No credential could be produced for a gateway request. */\nexport class CredentialsError extends Data.TaggedError(\"AiGatewayCredentialsError\")<{\n  readonly message: string\n  readonly source: Source\n  readonly hints: ReadonlyArray<string>\n  readonly cause?: unknown\n}> {}\n\nexport class Credentials extends Context.Service<\n  Credentials,\n  Effect.Effect<Resolved, CredentialsError>\n>()(\"effect-ai-vercel-gateway/Credentials\") {}\n\n/** The request headers that carry `credentials`. */\nexport const formatHeaders = (credentials: Resolved): Record<string, string> => ({\n  \"x-api-key\": Redacted.value(credentials.token),\n  \"ai-gateway-auth-method\": credentials.method,\n})\n\nconst hints: Record<Source, ReadonlyArray<string>> = {\n  \"api-key\": [],\n  env: [`Set ${API_KEY_ENV} to an AI Gateway API key.`],\n  \"vercel-oidc\": [\n    \"Run on Vercel, where each request carries an OIDC token.\",\n    `Or run \\`vercel env pull\\` locally to populate ${OIDC_TOKEN_ENV}.`,\n  ],\n  chain: [\n    `Set ${API_KEY_ENV} to an AI Gateway API key.`,\n    \"Or run on Vercel / `vercel env pull` so an OIDC token is available.\",\n  ],\n}\n\n/**\n * Where a credential may come from. `None` means the place is not configured,\n * so a chain can move on; a failure means it is configured but unusable.\n */\ntype Lookup = Effect.Effect<Option.Option<Resolved>, CredentialsError>\n\nconst fromConfig = (name: string, method: Resolved[\"method\"], source: Source): Lookup =>\n  Config.option(Config.Redacted(name)).pipe(\n    Effect.map(Option.map((token) => ({ method, token }))),\n    Effect.catchTag(\n      \"ConfigError\",\n      (cause) =>\n        new CredentialsError({\n          message: `Failed to read ${name}.`,\n          source,\n          hints: hints[source],\n          cause,\n        }),\n    ),\n  )\n\n/**\n * Vercel exposes the current request's context on a well-known global symbol.\n * In Functions, the `x-vercel-oidc-token` header of the request lives there.\n * Mirrors `@vercel/oidc`'s `getVercelOidcTokenSync`, minus the dev-time\n * refresh that package also offers.\n */\nconst REQUEST_CONTEXT = Symbol.for(\"@vercel/request-context\")\n\ntype RequestContext = { readonly headers?: Record<string, string | undefined> }\n\nconst fromRequestContext: Lookup = Effect.sync(() => {\n  const holder = globalThis as typeof globalThis & {\n    [REQUEST_CONTEXT]?: { get?: () => RequestContext | undefined }\n  }\n  const token = holder[REQUEST_CONTEXT]?.get?.()?.headers?.[\"x-vercel-oidc-token\"]\n  return token === undefined\n    ? Option.none()\n    : Option.some({ method: \"oidc\" as const, token: Redacted.make(token) })\n})\n\nconst firstOf = (lookups: ReadonlyArray<Lookup>): Lookup =>\n  Effect.gen(function* () {\n    for (const lookup of lookups) {\n      const found = yield* lookup\n      if (Option.isSome(found)) return found\n    }\n    return Option.none()\n  })\n\nconst require = (lookup: Lookup, source: Source, message: string) =>\n  Layer.succeed(Credentials)(\n    Effect.flatMap(lookup, (found) =>\n      Option.isSome(found)\n        ? Effect.succeed(found.value)\n        : Effect.fail(new CredentialsError({ message, source, hints: hints[source] })),\n    ),\n  )\n\nconst apiKeyLookup = fromConfig(API_KEY_ENV, \"api-key\", \"env\")\n\nconst vercelOidcLookup = firstOf([\n  fromRequestContext,\n  fromConfig(OIDC_TOKEN_ENV, \"oidc\", \"vercel-oidc\"),\n])\n\n/** A fixed API key. */\nexport const fromApiKey = (apiKey: string | Redacted.Redacted<string>): Layer.Layer<Credentials> =>\n  Layer.succeed(Credentials)(\n    Effect.succeed({\n      method: \"api-key\",\n      token: Redacted.isRedacted(apiKey) ? apiKey : Redacted.make(apiKey),\n    }),\n  )\n\n/** `AI_GATEWAY_API_KEY`: local dev, CI, or anywhere off Vercel. */\nexport const fromEnv = (): Layer.Layer<Credentials> =>\n  require(apiKeyLookup, \"env\", `${API_KEY_ENV} is not set.`)\n\n/**\n * The OIDC token Vercel issues to the deployment: the `x-vercel-oidc-token`\n * header of the current request in Functions, else `VERCEL_OIDC_TOKEN` in\n * builds and after `vercel env pull`. Not refreshed when it expires locally.\n */\nexport const fromVercelOidc = (): Layer.Layer<Credentials> =>\n  require(vercelOidcLookup, \"vercel-oidc\", \"No Vercel OIDC token is available.\")\n\n/** `fromEnv`, then `fromVercelOidc`. The usual choice for an app deployed to Vercel. */\nexport const fromChain = (): Layer.Layer<Credentials> =>\n  require(firstOf([apiKeyLookup, vercelOidcLookup]), \"chain\", \"No AI Gateway credential found.\")\n","/**\n * Vercel AI Gateway as an Anthropic Messages API client for Effect AI.\n *\n * The gateway serves the Anthropic Messages API at its root URL and accepts\n * any model it lists, named `provider/model` (for example\n * `anthropic/claude-sonnet-4.5` or `google/gemini-2.5-flash`). Effect AI's\n * Anthropic provider only needs the base URL and the credential swapped, plus\n * two small dialect fixes (see `dropNullCacheControl` and\n * `fillMissingResponseKeys`), so this module is the one place the gateway is\n * configured.\n *\n * Structured output (`output_config.format`) works for every provider behind\n * the gateway, so the Anthropic provider's default of native structured\n * output holds for models it does not recognise.\n *\n * @example\n * ```ts\n * import { AiGateway, Credentials } from \"effect-ai-vercel-gateway\"\n * import { AnthropicLanguageModel } from \"@effect/ai-anthropic\"\n * import { Layer } from \"effect\"\n * import { FetchHttpClient } from \"effect/unstable/http\"\n *\n * const Model = AnthropicLanguageModel.layer({ model: \"anthropic/claude-sonnet-4.5\" }).pipe(\n *   Layer.provide(AiGateway.layer),\n *   Layer.provide([Credentials.fromChain(), FetchHttpClient.layer]),\n * )\n * ```\n */\n\nimport { AnthropicClient } from \"@effect/ai-anthropic\"\nimport { Effect, Layer } from \"effect\"\nimport {\n  HttpBody,\n  HttpClient,\n  HttpClientError,\n  HttpClientRequest,\n  HttpClientResponse,\n} from \"effect/unstable/http\"\nimport * as Credentials from \"./Credentials.js\"\n\n/** Base URL of the Vercel AI Gateway. */\nexport const AI_GATEWAY_URL = \"https://ai-gateway.vercel.sh\"\n\n/**\n * Builds the Anthropic client against the gateway, authenticating each\n * request with `credentials`. A credential failure fails that request as an\n * `HttpClientError`, which Effect AI surfaces as a network `AiError`.\n */\nexport const make = (credentials: typeof Credentials.Credentials.Service) =>\n  AnthropicClient.make({\n    apiUrl: AI_GATEWAY_URL,\n    transformClient: (client) =>\n      client.pipe(\n        HttpClient.mapRequestEffect(authenticate(credentials)),\n        HttpClient.mapRequest(dropNullCacheControl),\n        HttpClient.transformResponse(Effect.flatMap(fillMissingResponseKeys)),\n      ),\n  })\n\n/**\n * `AnthropicClient` backed by the gateway. Needs `Credentials` (see the\n * `Credentials` module's `from*` layers) and an `HttpClient`. Building never\n * fails; without a usable credential, the requests fail.\n */\nexport const layer: Layer.Layer<\n  AnthropicClient.AnthropicClient,\n  never,\n  Credentials.Credentials | HttpClient.HttpClient\n> = Layer.effect(AnthropicClient.AnthropicClient)(\n  Effect.flatMap(Effect.service(Credentials.Credentials), make),\n)\n\nfunction authenticate(credentials: typeof Credentials.Credentials.Service) {\n  return (request: HttpClientRequest.HttpClientRequest) =>\n    credentials.pipe(\n      Effect.map((resolved) =>\n        HttpClientRequest.setHeaders(request, Credentials.formatHeaders(resolved)),\n      ),\n      Effect.mapError(\n        (error) =>\n          new HttpClientError.HttpClientError({\n            reason: new HttpClientError.TransportError({\n              request,\n              cause: error,\n              description: \"AI Gateway credential unavailable\",\n            }),\n          }),\n      ),\n    )\n}\n\n/**\n * The Effect provider writes `\"cache_control\": null` on every content block\n * it has no cache setting for. Anthropic accepts that; the gateway rejects\n * the request with `messages.0.content: Invalid input`. Remove the null keys.\n */\nexport function dropNullCacheControl(\n  request: HttpClientRequest.HttpClientRequest,\n): HttpClientRequest.HttpClientRequest {\n  const body = request.body\n  if (body._tag !== \"Uint8Array\" || !isJson(body.contentType)) {\n    return request\n  }\n  const json: unknown = JSON.parse(new TextDecoder().decode(body.body))\n  return HttpClientRequest.setBody(\n    request,\n    HttpBody.jsonUnsafe(withoutNullCacheControl(json), body.contentType),\n  )\n}\n\nfunction withoutNullCacheControl(value: unknown): unknown {\n  if (Array.isArray(value)) return value.map(withoutNullCacheControl)\n  if (value === null || typeof value !== \"object\") return value\n  const result: Record<string, unknown> = {}\n  for (const [key, entry] of Object.entries(value)) {\n    if (key === \"cache_control\" && entry === null) continue\n    result[key] = withoutNullCacheControl(entry)\n  }\n  return result\n}\n\n/**\n * The gateway's Anthropic-shaped responses leave out keys that Anthropic\n * always sends and the Effect provider's schema requires: the cache and\n * service-tier usage fields, the `signature` of a thinking block from a\n * non-Anthropic model, and `type`/`request_id` on error envelopes, whose\n * `error.type` may also be a gateway-specific value. Fill them with the values\n * Anthropic uses when there is nothing to report. Streaming responses are not\n * JSON and pass through untouched.\n */\nexport function fillMissingResponseKeys(\n  response: HttpClientResponse.HttpClientResponse,\n): Effect.Effect<HttpClientResponse.HttpClientResponse, HttpClientError.HttpClientError> {\n  if (!isJson(response.headers[\"content-type\"] ?? \"\")) {\n    return Effect.succeed(response)\n  }\n  return Effect.map(response.text, (text) => {\n    const body = JSON.parse(text) as Record<string, unknown>\n    return HttpClientResponse.fromWeb(\n      response.request,\n      new Response(JSON.stringify(patchResponseBody(body)), {\n        status: response.status,\n        headers: response.headers,\n      }),\n    )\n  })\n}\n\nexport function patchResponseBody(body: Record<string, unknown>): Record<string, unknown> {\n  if (body.type === \"message\") {\n    const usage = (body.usage ?? {}) as Record<string, unknown>\n    body.usage = {\n      cache_creation: null,\n      cache_creation_input_tokens: null,\n      cache_read_input_tokens: null,\n      inference_geo: null,\n      service_tier: null,\n      ...usage,\n    }\n    if (Array.isArray(body.content)) {\n      body.content = body.content.map((block: unknown) =>\n        isRecord(block) && block.type === \"thinking\" ? { signature: \"\", ...block } : block,\n      )\n    }\n    return body\n  }\n  if (isRecord(body.error)) {\n    const error = ANTHROPIC_ERROR_TYPES.has(String(body.error.type))\n      ? body.error\n      : { ...body.error, type: \"api_error\" }\n    return { type: \"error\", request_id: null, ...body, error }\n  }\n  return body\n}\n\nconst ANTHROPIC_ERROR_TYPES = new Set([\n  \"invalid_request_error\",\n  \"authentication_error\",\n  \"billing_error\",\n  \"permission_error\",\n  \"not_found_error\",\n  \"rate_limit_error\",\n  \"timeout_error\",\n  \"api_error\",\n  \"overloaded_error\",\n])\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === \"object\" && value !== null && !Array.isArray(value)\n}\n\nfunction isJson(contentType: string): boolean {\n  return contentType.startsWith(\"application/json\")\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsBA,MAAa,cAAc;;AAG3B,MAAa,iBAAiB;;AAe9B,IAAa,mBAAb,cAAsC,KAAK,YAAY,2BAA2B,CAAC,CAKhF,CAAC;AAEJ,IAAa,cAAb,cAAiC,QAAQ,QAGvC,CAAC,CAAC,sCAAsC,CAAC,CAAC,CAAC;;AAG7C,MAAa,iBAAiB,iBAAmD;CAC/E,aAAa,SAAS,MAAM,YAAY,KAAK;CAC7C,0BAA0B,YAAY;AACxC;AAEA,MAAM,QAA+C;CACnD,WAAW,CAAC;CACZ,KAAK,CAAC,OAAO,YAAY,2BAA2B;CACpD,eAAe,CACb,4DACA,kDAAkD,eAAe,EACnE;CACA,OAAO,CACL,OAAO,YAAY,6BACnB,qEACF;AACF;AAQA,MAAM,cAAc,MAAc,QAA4B,WAC5D,OAAO,OAAO,OAAO,SAAS,IAAI,CAAC,CAAC,CAAC,KACnC,OAAO,IAAI,OAAO,KAAK,WAAW;CAAE;CAAQ;AAAM,EAAE,CAAC,GACrD,OAAO,SACL,gBACC,UACC,IAAI,iBAAiB;CACnB,SAAS,kBAAkB,KAAK;CAChC;CACA,OAAO,MAAM;CACb;AACF,CAAC,CACL,CACF;;;;;;;AAQF,MAAM,kBAAkB,OAAO,IAAI,yBAAyB;AAI5D,MAAM,qBAA6B,OAAO,WAAW;CAInD,MAAM,QAAQA,WAAO,gBAAgB,EAAE,MAAM,CAAC,EAAE,UAAU;CAC1D,OAAO,UAAU,KAAA,IACb,OAAO,KAAK,IACZ,OAAO,KAAK;EAAE,QAAQ;EAAiB,OAAO,SAAS,KAAK,KAAK;CAAE,CAAC;AAC1E,CAAC;AAED,MAAM,WAAW,YACf,OAAO,IAAI,aAAa;CACtB,KAAK,MAAM,UAAU,SAAS;EAC5B,MAAM,QAAQ,OAAO;EACrB,IAAI,OAAO,OAAO,KAAK,GAAG,OAAO;CACnC;CACA,OAAO,OAAO,KAAK;AACrB,CAAC;AAEH,MAAM,WAAW,QAAgB,QAAgB,YAC/C,MAAM,QAAQ,WAAW,CAAC,CACxB,OAAO,QAAQ,SAAS,UACtB,OAAO,OAAO,KAAK,IACf,OAAO,QAAQ,MAAM,KAAK,IAC1B,OAAO,KAAK,IAAI,iBAAiB;CAAE;CAAS;CAAQ,OAAO,MAAM;AAAQ,CAAC,CAAC,CACjF,CACF;AAEF,MAAM,eAAe,WAAW,aAAa,WAAW,KAAK;AAE7D,MAAM,mBAAmB,QAAQ,CAC/B,oBACA,WAAW,gBAAgB,QAAQ,aAAa,CAClD,CAAC;;AAGD,MAAa,cAAc,WACzB,MAAM,QAAQ,WAAW,CAAC,CACxB,OAAO,QAAQ;CACb,QAAQ;CACR,OAAO,SAAS,WAAW,MAAM,IAAI,SAAS,SAAS,KAAK,MAAM;AACpE,CAAC,CACH;;AAGF,MAAa,gBACX,QAAQ,cAAc,OAAO,GAAG,YAAY,aAAa;;;;;;AAO3D,MAAa,uBACX,QAAQ,kBAAkB,eAAe,oCAAoC;;AAG/E,MAAa,kBACX,QAAQ,QAAQ,CAAC,cAAc,gBAAgB,CAAC,GAAG,SAAS,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;ACvH/F,MAAa,iBAAiB;;;;;;AAO9B,MAAa,QAAQ,gBACnB,gBAAgB,KAAK;CACnB,QAAQ;CACR,kBAAkB,WAChB,OAAO,KACL,WAAW,iBAAiB,aAAa,WAAW,CAAC,GACrD,WAAW,WAAW,oBAAoB,GAC1C,WAAW,kBAAkB,OAAO,QAAQ,uBAAuB,CAAC,CACtE;AACJ,CAAC;;;;;;AAOH,MAAa,QAIT,MAAM,OAAO,gBAAgB,eAAe,CAAC,CAC/C,OAAO,QAAQ,OAAO,QAAQC,WAAuB,GAAG,IAAI,CAC9D;AAEA,SAAS,aAAa,aAAqD;CACzE,QAAQ,YACN,YAAY,KACV,OAAO,KAAK,aACV,kBAAkB,WAAW,SAASC,cAA0B,QAAQ,CAAC,CAC3E,GACA,OAAO,UACJ,UACC,IAAI,gBAAgB,gBAAgB,EAClC,QAAQ,IAAI,gBAAgB,eAAe;EACzC;EACA,OAAO;EACP,aAAa;CACf,CAAC,EACH,CAAC,CACL,CACF;AACJ;;;;;;AAOA,SAAgB,qBACd,SACqC;CACrC,MAAM,OAAO,QAAQ;CACrB,IAAI,KAAK,SAAS,gBAAgB,CAAC,OAAO,KAAK,WAAW,GACxD,OAAO;CAET,MAAM,OAAgB,KAAK,MAAM,IAAI,YAAY,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC;CACpE,OAAO,kBAAkB,QACvB,SACA,SAAS,WAAW,wBAAwB,IAAI,GAAG,KAAK,WAAW,CACrE;AACF;AAEA,SAAS,wBAAwB,OAAyB;CACxD,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,MAAM,IAAI,uBAAuB;CAClE,IAAI,UAAU,QAAQ,OAAO,UAAU,UAAU,OAAO;CACxD,MAAM,SAAkC,CAAC;CACzC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,KAAK,GAAG;EAChD,IAAI,QAAQ,mBAAmB,UAAU,MAAM;EAC/C,OAAO,OAAO,wBAAwB,KAAK;CAC7C;CACA,OAAO;AACT;;;;;;;;;;AAWA,SAAgB,wBACd,UACuF;CACvF,IAAI,CAAC,OAAO,SAAS,QAAQ,mBAAmB,EAAE,GAChD,OAAO,OAAO,QAAQ,QAAQ;CAEhC,OAAO,OAAO,IAAI,SAAS,OAAO,SAAS;EACzC,MAAM,OAAO,KAAK,MAAM,IAAI;EAC5B,OAAO,mBAAmB,QACxB,SAAS,SACT,IAAI,SAAS,KAAK,UAAU,kBAAkB,IAAI,CAAC,GAAG;GACpD,QAAQ,SAAS;GACjB,SAAS,SAAS;EACpB,CAAC,CACH;CACF,CAAC;AACH;AAEA,SAAgB,kBAAkB,MAAwD;CACxF,IAAI,KAAK,SAAS,WAAW;EAE3B,KAAK,QAAQ;GACX,gBAAgB;GAChB,6BAA6B;GAC7B,yBAAyB;GACzB,eAAe;GACf,cAAc;GACd,GAPa,KAAK,SAAS,CAAC;EAQ9B;EACA,IAAI,MAAM,QAAQ,KAAK,OAAO,GAC5B,KAAK,UAAU,KAAK,QAAQ,KAAK,UAC/B,SAAS,KAAK,KAAK,MAAM,SAAS,aAAa;GAAE,WAAW;GAAI,GAAG;EAAM,IAAI,KAC/E;EAEF,OAAO;CACT;CACA,IAAI,SAAS,KAAK,KAAK,GAAG;EACxB,MAAM,QAAQ,sBAAsB,IAAI,OAAO,KAAK,MAAM,IAAI,CAAC,IAC3D,KAAK,QACL;GAAE,GAAG,KAAK;GAAO,MAAM;EAAY;EACvC,OAAO;GAAE,MAAM;GAAS,YAAY;GAAM,GAAG;GAAM;EAAM;CAC3D;CACA,OAAO;AACT;AAEA,MAAM,wCAAwB,IAAI,IAAI;CACpC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF,CAAC;AAED,SAAS,SAAS,OAAkD;CAClE,OAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,OAAO,aAA8B;CAC5C,OAAO,YAAY,WAAW,kBAAkB;AAClD"}

package/dist/rolldown-runtime-D7D4PA-g.js

@@ -0,0 +1,13 @@
+//#region \0rolldown/runtime.js
+var __defProp = Object.defineProperty;
+var __exportAll = (all, no_symbols) => {
+	let target = {};
+	for (var name in all) __defProp(target, name, {
+		get: all[name],
+		enumerable: true
+	});
+	if (!no_symbols) __defProp(target, Symbol.toStringTag, { value: "Module" });
+	return target;
+};
+//#endregion
+export { __exportAll as t };

package/package.json

@@ -0,0 +1,59 @@
+{
+  "name": "effect-ai-vercel-gateway",
+  "version": "0.1.0",
+  "description": "Vercel AI Gateway client for Effect AI (@effect/ai-anthropic)",
+  "keywords": [
+    "ai-gateway",
+    "anthropic",
+    "effect",
+    "effect-ai",
+    "vercel"
+  ],
+  "homepage": "https://github.com/duailibe/effect-ai-vercel-gateway#readme",
+  "bugs": {
+    "url": "https://github.com/duailibe/effect-ai-vercel-gateway/issues"
+  },
+  "license": "MIT",
+  "author": "Lucas Duailibe <lucasds@gmail.com>",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/duailibe/effect-ai-vercel-gateway.git"
+  },
+  "files": [
+    "dist",
+    "src"
+  ],
+  "type": "module",
+  "sideEffects": false,
+  "exports": {
+    ".": "./dist/index.js",
+    "./package.json": "./package.json"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "devDependencies": {
+    "@effect/ai-anthropic": "4.0.0-rc.115",
+    "@effect/language-service": "^0.87.2",
+    "@effect/vitest": "4.0.0-rc.115",
+    "@types/node": "^24",
+    "effect": "4.0.0-rc.115",
+    "oxfmt": "^0.68.0",
+    "oxlint": "^1.83.0",
+    "tsdown": "^0.23.0",
+    "typescript": "^5.9",
+    "vitest": "^5.0.1"
+  },
+  "peerDependencies": {
+    "@effect/ai-anthropic": "^4.0.0-rc.112",
+    "effect": "^4.0.0-rc.112"
+  },
+  "scripts": {
+    "build": "tsdown",
+    "check": "tsc --noEmit",
+    "test": "vitest run",
+    "lint": "oxlint",
+    "fmt": "oxfmt",
+    "fmt:check": "oxfmt --check"
+  }
+}

package/src/AiGateway.ts

@@ -0,0 +1,194 @@
+/**
+ * Vercel AI Gateway as an Anthropic Messages API client for Effect AI.
+ *
+ * The gateway serves the Anthropic Messages API at its root URL and accepts
+ * any model it lists, named `provider/model` (for example
+ * `anthropic/claude-sonnet-4.5` or `google/gemini-2.5-flash`). Effect AI's
+ * Anthropic provider only needs the base URL and the credential swapped, plus
+ * two small dialect fixes (see `dropNullCacheControl` and
+ * `fillMissingResponseKeys`), so this module is the one place the gateway is
+ * configured.
+ *
+ * Structured output (`output_config.format`) works for every provider behind
+ * the gateway, so the Anthropic provider's default of native structured
+ * output holds for models it does not recognise.
+ *
+ * @example
+ * ```ts
+ * import { AiGateway, Credentials } from "effect-ai-vercel-gateway"
+ * import { AnthropicLanguageModel } from "@effect/ai-anthropic"
+ * import { Layer } from "effect"
+ * import { FetchHttpClient } from "effect/unstable/http"
+ *
+ * const Model = AnthropicLanguageModel.layer({ model: "anthropic/claude-sonnet-4.5" }).pipe(
+ *   Layer.provide(AiGateway.layer),
+ *   Layer.provide([Credentials.fromChain(), FetchHttpClient.layer]),
+ * )
+ * ```
+ */
+
+import { AnthropicClient } from "@effect/ai-anthropic"
+import { Effect, Layer } from "effect"
+import {
+  HttpBody,
+  HttpClient,
+  HttpClientError,
+  HttpClientRequest,
+  HttpClientResponse,
+} from "effect/unstable/http"
+import * as Credentials from "./Credentials.js"
+
+/** Base URL of the Vercel AI Gateway. */
+export const AI_GATEWAY_URL = "https://ai-gateway.vercel.sh"
+
+/**
+ * Builds the Anthropic client against the gateway, authenticating each
+ * request with `credentials`. A credential failure fails that request as an
+ * `HttpClientError`, which Effect AI surfaces as a network `AiError`.
+ */
+export const make = (credentials: typeof Credentials.Credentials.Service) =>
+  AnthropicClient.make({
+    apiUrl: AI_GATEWAY_URL,
+    transformClient: (client) =>
+      client.pipe(
+        HttpClient.mapRequestEffect(authenticate(credentials)),
+        HttpClient.mapRequest(dropNullCacheControl),
+        HttpClient.transformResponse(Effect.flatMap(fillMissingResponseKeys)),
+      ),
+  })
+
+/**
+ * `AnthropicClient` backed by the gateway. Needs `Credentials` (see the
+ * `Credentials` module's `from*` layers) and an `HttpClient`. Building never
+ * fails; without a usable credential, the requests fail.
+ */
+export const layer: Layer.Layer<
+  AnthropicClient.AnthropicClient,
+  never,
+  Credentials.Credentials | HttpClient.HttpClient
+> = Layer.effect(AnthropicClient.AnthropicClient)(
+  Effect.flatMap(Effect.service(Credentials.Credentials), make),
+)
+
+function authenticate(credentials: typeof Credentials.Credentials.Service) {
+  return (request: HttpClientRequest.HttpClientRequest) =>
+    credentials.pipe(
+      Effect.map((resolved) =>
+        HttpClientRequest.setHeaders(request, Credentials.formatHeaders(resolved)),
+      ),
+      Effect.mapError(
+        (error) =>
+          new HttpClientError.HttpClientError({
+            reason: new HttpClientError.TransportError({
+              request,
+              cause: error,
+              description: "AI Gateway credential unavailable",
+            }),
+          }),
+      ),
+    )
+}
+
+/**
+ * The Effect provider writes `"cache_control": null` on every content block
+ * it has no cache setting for. Anthropic accepts that; the gateway rejects
+ * the request with `messages.0.content: Invalid input`. Remove the null keys.
+ */
+export function dropNullCacheControl(
+  request: HttpClientRequest.HttpClientRequest,
+): HttpClientRequest.HttpClientRequest {
+  const body = request.body
+  if (body._tag !== "Uint8Array" || !isJson(body.contentType)) {
+    return request
+  }
+  const json: unknown = JSON.parse(new TextDecoder().decode(body.body))
+  return HttpClientRequest.setBody(
+    request,
+    HttpBody.jsonUnsafe(withoutNullCacheControl(json), body.contentType),
+  )
+}
+
+function withoutNullCacheControl(value: unknown): unknown {
+  if (Array.isArray(value)) return value.map(withoutNullCacheControl)
+  if (value === null || typeof value !== "object") return value
+  const result: Record<string, unknown> = {}
+  for (const [key, entry] of Object.entries(value)) {
+    if (key === "cache_control" && entry === null) continue
+    result[key] = withoutNullCacheControl(entry)
+  }
+  return result
+}
+
+/**
+ * The gateway's Anthropic-shaped responses leave out keys that Anthropic
+ * always sends and the Effect provider's schema requires: the cache and
+ * service-tier usage fields, the `signature` of a thinking block from a
+ * non-Anthropic model, and `type`/`request_id` on error envelopes, whose
+ * `error.type` may also be a gateway-specific value. Fill them with the values
+ * Anthropic uses when there is nothing to report. Streaming responses are not
+ * JSON and pass through untouched.
+ */
+export function fillMissingResponseKeys(
+  response: HttpClientResponse.HttpClientResponse,
+): Effect.Effect<HttpClientResponse.HttpClientResponse, HttpClientError.HttpClientError> {
+  if (!isJson(response.headers["content-type"] ?? "")) {
+    return Effect.succeed(response)
+  }
+  return Effect.map(response.text, (text) => {
+    const body = JSON.parse(text) as Record<string, unknown>
+    return HttpClientResponse.fromWeb(
+      response.request,
+      new Response(JSON.stringify(patchResponseBody(body)), {
+        status: response.status,
+        headers: response.headers,
+      }),
+    )
+  })
+}
+
+export function patchResponseBody(body: Record<string, unknown>): Record<string, unknown> {
+  if (body.type === "message") {
+    const usage = (body.usage ?? {}) as Record<string, unknown>
+    body.usage = {
+      cache_creation: null,
+      cache_creation_input_tokens: null,
+      cache_read_input_tokens: null,
+      inference_geo: null,
+      service_tier: null,
+      ...usage,
+    }
+    if (Array.isArray(body.content)) {
+      body.content = body.content.map((block: unknown) =>
+        isRecord(block) && block.type === "thinking" ? { signature: "", ...block } : block,
+      )
+    }
+    return body
+  }
+  if (isRecord(body.error)) {
+    const error = ANTHROPIC_ERROR_TYPES.has(String(body.error.type))
+      ? body.error
+      : { ...body.error, type: "api_error" }
+    return { type: "error", request_id: null, ...body, error }
+  }
+  return body
+}
+
+const ANTHROPIC_ERROR_TYPES = new Set([
+  "invalid_request_error",
+  "authentication_error",
+  "billing_error",
+  "permission_error",
+  "not_found_error",
+  "rate_limit_error",
+  "timeout_error",
+  "api_error",
+  "overloaded_error",
+])
+
+function isRecord(value: unknown): value is Record<string, unknown> {
+  return typeof value === "object" && value !== null && !Array.isArray(value)
+}
+
+function isJson(contentType: string): boolean {
+  return contentType.startsWith("application/json")
+}

package/src/Credentials.ts

@@ -0,0 +1,161 @@
+/**
+ * How gateway requests authenticate.
+ *
+ * `Credentials` holds an effect that produces the credential for one request.
+ * It runs per request rather than once at startup: on Vercel the OIDC token
+ * arrives on the request context and rotates, so it must not be cached. Pick
+ * a `from*` layer for where the credential comes from.
+ *
+ * @example
+ * ```ts
+ * import { Credentials } from "effect-ai-vercel-gateway"
+ *
+ * Credentials.fromChain()      // AI_GATEWAY_API_KEY, else the Vercel OIDC token
+ * Credentials.fromEnv()        // AI_GATEWAY_API_KEY only
+ * Credentials.fromVercelOidc() // the Vercel OIDC token only
+ * Credentials.fromApiKey("…")  // a fixed value
+ * ```
+ */
+
+import { Config, Context, Data, Effect, Layer, Option, Redacted } from "effect"
+
+/** The environment variable `fromEnv` reads. */
+export const API_KEY_ENV = "AI_GATEWAY_API_KEY"
+
+/** The environment variable `fromVercelOidc` falls back to. */
+export const OIDC_TOKEN_ENV = "VERCEL_OIDC_TOKEN"
+
+/** Which `from*` layer produced or failed to produce a credential. */
+export type Source = "api-key" | "env" | "vercel-oidc" | "chain"
+
+/**
+ * A credential ready to put on a request. `method` is what the gateway
+ * records as the auth method; it matches the values Vercel's own SDK sends.
+ */
+export interface Resolved {
+  readonly method: "api-key" | "oidc"
+  readonly token: Redacted.Redacted<string>
+}
+
+/** No credential could be produced for a gateway request. */
+export class CredentialsError extends Data.TaggedError("AiGatewayCredentialsError")<{
+  readonly message: string
+  readonly source: Source
+  readonly hints: ReadonlyArray<string>
+  readonly cause?: unknown
+}> {}
+
+export class Credentials extends Context.Service<
+  Credentials,
+  Effect.Effect<Resolved, CredentialsError>
+>()("effect-ai-vercel-gateway/Credentials") {}
+
+/** The request headers that carry `credentials`. */
+export const formatHeaders = (credentials: Resolved): Record<string, string> => ({
+  "x-api-key": Redacted.value(credentials.token),
+  "ai-gateway-auth-method": credentials.method,
+})
+
+const hints: Record<Source, ReadonlyArray<string>> = {
+  "api-key": [],
+  env: [`Set ${API_KEY_ENV} to an AI Gateway API key.`],
+  "vercel-oidc": [
+    "Run on Vercel, where each request carries an OIDC token.",
+    `Or run \`vercel env pull\` locally to populate ${OIDC_TOKEN_ENV}.`,
+  ],
+  chain: [
+    `Set ${API_KEY_ENV} to an AI Gateway API key.`,
+    "Or run on Vercel / `vercel env pull` so an OIDC token is available.",
+  ],
+}
+
+/**
+ * Where a credential may come from. `None` means the place is not configured,
+ * so a chain can move on; a failure means it is configured but unusable.
+ */
+type Lookup = Effect.Effect<Option.Option<Resolved>, CredentialsError>
+
+const fromConfig = (name: string, method: Resolved["method"], source: Source): Lookup =>
+  Config.option(Config.Redacted(name)).pipe(
+    Effect.map(Option.map((token) => ({ method, token }))),
+    Effect.catchTag(
+      "ConfigError",
+      (cause) =>
+        new CredentialsError({
+          message: `Failed to read ${name}.`,
+          source,
+          hints: hints[source],
+          cause,
+        }),
+    ),
+  )
+
+/**
+ * Vercel exposes the current request's context on a well-known global symbol.
+ * In Functions, the `x-vercel-oidc-token` header of the request lives there.
+ * Mirrors `@vercel/oidc`'s `getVercelOidcTokenSync`, minus the dev-time
+ * refresh that package also offers.
+ */
+const REQUEST_CONTEXT = Symbol.for("@vercel/request-context")
+
+type RequestContext = { readonly headers?: Record<string, string | undefined> }
+
+const fromRequestContext: Lookup = Effect.sync(() => {
+  const holder = globalThis as typeof globalThis & {
+    [REQUEST_CONTEXT]?: { get?: () => RequestContext | undefined }
+  }
+  const token = holder[REQUEST_CONTEXT]?.get?.()?.headers?.["x-vercel-oidc-token"]
+  return token === undefined
+    ? Option.none()
+    : Option.some({ method: "oidc" as const, token: Redacted.make(token) })
+})
+
+const firstOf = (lookups: ReadonlyArray<Lookup>): Lookup =>
+  Effect.gen(function* () {
+    for (const lookup of lookups) {
+      const found = yield* lookup
+      if (Option.isSome(found)) return found
+    }
+    return Option.none()
+  })
+
+const require = (lookup: Lookup, source: Source, message: string) =>
+  Layer.succeed(Credentials)(
+    Effect.flatMap(lookup, (found) =>
+      Option.isSome(found)
+        ? Effect.succeed(found.value)
+        : Effect.fail(new CredentialsError({ message, source, hints: hints[source] })),
+    ),
+  )
+
+const apiKeyLookup = fromConfig(API_KEY_ENV, "api-key", "env")
+
+const vercelOidcLookup = firstOf([
+  fromRequestContext,
+  fromConfig(OIDC_TOKEN_ENV, "oidc", "vercel-oidc"),
+])
+
+/** A fixed API key. */
+export const fromApiKey = (apiKey: string | Redacted.Redacted<string>): Layer.Layer<Credentials> =>
+  Layer.succeed(Credentials)(
+    Effect.succeed({
+      method: "api-key",
+      token: Redacted.isRedacted(apiKey) ? apiKey : Redacted.make(apiKey),
+    }),
+  )
+
+/** `AI_GATEWAY_API_KEY`: local dev, CI, or anywhere off Vercel. */
+export const fromEnv = (): Layer.Layer<Credentials> =>
+  require(apiKeyLookup, "env", `${API_KEY_ENV} is not set.`)
+
+/**
+ * The OIDC token Vercel issues to the deployment: the `x-vercel-oidc-token`
+ * header of the current request in Functions, else `VERCEL_OIDC_TOKEN` in
+ * builds and after `vercel env pull`. Not refreshed when it expires locally.
+ */
+export const fromVercelOidc = (): Layer.Layer<Credentials> =>
+  require(vercelOidcLookup, "vercel-oidc", "No Vercel OIDC token is available.")
+
+/** `fromEnv`, then `fromVercelOidc`. The usual choice for an app deployed to Vercel. */
+export const fromChain = (): Layer.Layer<Credentials> =>
+  require(firstOf([apiKeyLookup, vercelOidcLookup]), "chain", "No AI Gateway credential found.")

package/src/index.ts

@@ -0,0 +1,2 @@
+export * as AiGateway from "./AiGateway.js"
+export * as Credentials from "./Credentials.js"