@neondatabase/ai-sdk-provider 0.0.0 → 0.4.0

package/src/lib/provider.ts

@@ -1,211 +0,0 @@
-/**
- * Community Vercel AI SDK provider for the Neon AI Gateway.
- *
- * `createNeon()` returns a provider that routes each model to the best gateway
- * endpoint based on its id (Anthropic → native Messages, OpenAI → native
- * Responses incl. Codex, everything else → unified MLflow), so a single
- * `neon('databricks-...')` call (same base URL + token) reaches the whole
- * catalog. Configure with the branch-scoped `NEON_AI_GATEWAY_BASE_URL` +
- * `NEON_AI_GATEWAY_TOKEN` emitted by `neonctl env pull` / `neon dev`, or pass
- * `baseURL` / `apiKey` explicitly.
- */
-import type { ProviderErrorStructure } from "@ai-sdk/openai-compatible";
-import {
-	type LanguageModelV4,
-	NoSuchModelError,
-	type ProviderV4,
-} from "@ai-sdk/provider";
-import {
-	type FetchFunction,
-	generateId,
-	loadApiKey,
-	loadSetting,
-	withoutTrailingSlash,
-	withUserAgentSuffix,
-} from "@ai-sdk/provider-utils";
-import { z } from "zod/v4";
-import { NeonAnthropicLanguageModel } from "./neon-anthropic-language-model.js";
-import { NeonChatLanguageModel } from "./neon-chat-language-model.js";
-import type { NeonChatModelId } from "./neon-chat-options.js";
-import { getNeonModelRoute } from "./neon-model-capabilities.js";
-import { NeonResponsesLanguageModel } from "./neon-responses-language-model.js";
-import { VERSION } from "./version.js";
-
-const neonErrorSchema = z.object({
-	error: z.object({
-		message: z.string(),
-		type: z.string().nullish(),
-		param: z.unknown().nullish(),
-		code: z.unknown().nullish(),
-	}),
-});
-
-export type NeonErrorData = z.infer<typeof neonErrorSchema>;
-
-const neonErrorStructure: ProviderErrorStructure<NeonErrorData> = {
-	errorSchema: neonErrorSchema,
-	errorToMessage: (data) => data.error.message,
-};
-
-/**
- * Recursively remove the JSON Schema `$schema` marker, which some gateway
- * backends (notably Gemini) reject in tool/structured-output schemas. Other
- * backends ignore its absence, so stripping it everywhere is safe.
- */
-function stripJsonSchemaMarker(value: unknown): unknown {
-	if (Array.isArray(value)) {
-		return value.map(stripJsonSchemaMarker);
-	}
-	if (value !== null && typeof value === "object") {
-		const result: Record<string, unknown> = {};
-		for (const [key, entry] of Object.entries(value)) {
-			if (key === "$schema") {
-				continue;
-			}
-			result[key] = stripJsonSchemaMarker(entry);
-		}
-		return result;
-	}
-	return value;
-}
-
-function transformNeonRequestBody(
-	args: Record<string, unknown>,
-): Record<string, unknown> {
-	const transformed = { ...args };
-	if (transformed.tools != null) {
-		transformed.tools = stripJsonSchemaMarker(transformed.tools);
-	}
-	if (transformed.response_format != null) {
-		transformed.response_format = stripJsonSchemaMarker(
-			transformed.response_format,
-		);
-	}
-	return transformed;
-}
-
-export interface NeonProviderSettings {
-	/**
-	 * Neon AI Gateway base URL — the branch-scoped host root, e.g.
-	 * `https://<branch-id>-api.ai.<region>.aws.neon.tech`. The gateway paths are
-	 * appended internally. Falls back to the `NEON_AI_GATEWAY_BASE_URL` env var.
-	 */
-	baseURL?: string;
-
-	/**
-	 * Neon AI Gateway platform token (the `nt_live_...` value). Falls back to the
-	 * `NEON_AI_GATEWAY_TOKEN` env var.
-	 */
-	apiKey?: string;
-
-	/** Custom headers to include in the requests. */
-	headers?: Record<string, string>;
-
-	/** Custom fetch implementation (e.g. for testing or middleware). */
-	fetch?: FetchFunction;
-}
-
-export interface NeonProvider extends ProviderV4 {
-	/** Creates a Neon AI Gateway model for text generation. */
-	(modelId: NeonChatModelId): LanguageModelV4;
-
-	/** Creates a Neon AI Gateway model for text generation. */
-	languageModel(modelId: NeonChatModelId): LanguageModelV4;
-
-	/** Creates a Neon AI Gateway chat model for text generation. */
-	chat(modelId: NeonChatModelId): LanguageModelV4;
-
-	/** @deprecated Use `embeddingModel` instead. */
-	textEmbeddingModel(modelId: string): never;
-}
-
-export function createNeon(options: NeonProviderSettings = {}): NeonProvider {
-	// Resolved lazily so that `createNeon()` and the default `neon` instance do
-	// not throw at import time when configuration comes from the environment.
-	const getHost = () =>
-		withoutTrailingSlash(
-			loadSetting({
-				settingValue: options.baseURL,
-				environmentVariableName: "NEON_AI_GATEWAY_BASE_URL",
-				settingName: "baseURL",
-				description: "Neon AI Gateway base URL",
-			}),
-		);
-
-	const getHeaders = (extra?: Record<string, string>) =>
-		withUserAgentSuffix(
-			{
-				Authorization: `Bearer ${loadApiKey({
-					apiKey: options.apiKey,
-					environmentVariableName: "NEON_AI_GATEWAY_TOKEN",
-					description: "Neon AI Gateway token",
-				})}`,
-				...extra,
-				...options.headers,
-			},
-			`neondatabase/ai-sdk-provider/${VERSION}`,
-		);
-
-	// Anthropic models -> native Messages API.
-	const createAnthropicModel = (modelId: NeonChatModelId) =>
-		new NeonAnthropicLanguageModel(modelId, {
-			provider: "neon.anthropic",
-			baseURL: `${getHost()}/ai-gateway/anthropic/v1`,
-			headers: () => getHeaders({ "anthropic-version": "2023-06-01" }),
-			fetch: options.fetch,
-			generateId,
-		});
-
-	// OpenAI models (incl. Codex, only served natively) -> Responses API.
-	const createOpenAIModel = (modelId: NeonChatModelId) =>
-		new NeonResponsesLanguageModel(modelId, {
-			provider: "neon.openai.responses",
-			url: ({ path }) => `${getHost()}/ai-gateway/openai/v1${path}`,
-			headers: getHeaders,
-			fetch: options.fetch,
-			fileIdPrefixes: ["file-"],
-		});
-
-	// Everything else (Gemini, Llama, Qwen, gpt-oss, ...) -> unified MLflow
-	// endpoint. Gemini is here because its native endpoint can't stream.
-	const createChatModel = (modelId: NeonChatModelId) =>
-		new NeonChatLanguageModel(modelId, {
-			provider: "neon.chat",
-			url: ({ path }) => `${getHost()}/ai-gateway/mlflow/v1${path}`,
-			headers: getHeaders,
-			fetch: options.fetch,
-			errorStructure: neonErrorStructure,
-			transformRequestBody: transformNeonRequestBody,
-			supportsStructuredOutputs: true,
-		});
-
-	const createLanguageModel = (modelId: NeonChatModelId): LanguageModelV4 => {
-		switch (getNeonModelRoute(modelId)) {
-			case "anthropic":
-				return createAnthropicModel(modelId);
-			case "openai":
-				return createOpenAIModel(modelId);
-			default:
-				return createChatModel(modelId);
-		}
-	};
-
-	const provider = (modelId: NeonChatModelId) => createLanguageModel(modelId);
-
-	provider.specificationVersion = "v4" as const;
-	provider.languageModel = createLanguageModel;
-	provider.chat = createLanguageModel;
-
-	provider.embeddingModel = (modelId: string) => {
-		throw new NoSuchModelError({ modelId, modelType: "embeddingModel" });
-	};
-	provider.textEmbeddingModel = provider.embeddingModel;
-	provider.imageModel = (modelId: string) => {
-		throw new NoSuchModelError({ modelId, modelType: "imageModel" });
-	};
-
-	return provider;
-}
-
-/** Default Neon provider instance (reads `NEON_AI_GATEWAY_*` env vars). */
-export const neon = createNeon();

package/src/lib/version.ts

@@ -1,2 +0,0 @@
-// Package version, used in the User-Agent suffix sent to the gateway.
-export const VERSION = "0.0.0";

package/src/v1.ts

@@ -1,26 +0,0 @@
-/**
- * `@neondatabase/ai-sdk-provider/v1` — community Vercel AI SDK provider for the
- * Neon AI Gateway.
- *
- * - `createNeon()` / `neon` — the provider. Routes each model to the best
- *   gateway endpoint (Anthropic → native Messages, OpenAI → native Responses
- *   incl. Codex, everything else → unified MLflow).
- */
-export { NeonAnthropicLanguageModel } from "./lib/neon-anthropic-language-model.js";
-export { NeonChatLanguageModel } from "./lib/neon-chat-language-model.js";
-export type { NeonChatModelId } from "./lib/neon-chat-options.js";
-export {
-	getNeonModelCapabilities,
-	getNeonModelRoute,
-	type NeonModelCapabilities,
-	type NeonModelFamily,
-	type NeonModelRoute,
-} from "./lib/neon-model-capabilities.js";
-export { NeonResponsesLanguageModel } from "./lib/neon-responses-language-model.js";
-export {
-	createNeon,
-	type NeonErrorData,
-	type NeonProvider,
-	type NeonProviderSettings,
-	neon,
-} from "./lib/provider.js";

package/tsconfig.json

@@ -1,4 +0,0 @@
-{
-	"extends": "../../tsconfig.base.json",
-	"include": ["src", "vitest.config.ts", "tsdown.config.ts"]
-}

package/tsdown.config.ts

@@ -1,12 +0,0 @@
-import { defineConfig } from "tsdown";
-
-export default defineConfig({
-	name: "@neondatabase/ai-sdk-provider",
-	bundle: false,
-	clean: true,
-	dts: true,
-	entry: ["src/index.ts", "src/v1.ts", "src/lib/**/*.ts", "!src/**/*.test.*"],
-	format: "esm",
-	outDir: "dist",
-	treeshake: true,
-});

package/vitest.config.ts

@@ -1,17 +0,0 @@
-import { defineConfig } from "vitest/config";
-
-export default defineConfig({
-	test: {
-		clearMocks: true,
-		mockReset: true,
-		unstubEnvs: true,
-		coverage: {
-			all: true,
-			include: ["src"],
-			exclude: ["src/**/*.test.ts"],
-			reporter: ["html", "lcov"],
-		},
-		exclude: ["lib", "node_modules", "dist"],
-		setupFiles: ["console-fail-test/setup"],
-	},
-});