@oh-my-pi/pi-ai 8.1.0 → 8.2.0

package/README.md

@@ -231,7 +231,7 @@ const bookMeetingTool: Tool = {
 Tool results use content blocks and can include both text and images:
 
 ```typescript
-import { readFileSync } from "fs";
+import * as fs from "node:fs";
 
 const context: Context = {
 	messages: [{ role: "user", content: "What is the weather in London?" }],
@@ -260,7 +260,7 @@ for (const block of response.content) {
 }
 
 // Tool results can also include images (for vision-capable models)
-const imageBuffer = readFileSync("chart.png");
+const imageBuffer = fs.readFileSync("chart.png");
 context.messages.push({
 	role: "toolResult",
 	toolCallId: "tool_xyz",
@@ -379,7 +379,7 @@ All streaming events emitted during assistant message generation:
 Models with vision capabilities can process images. You can check if a model supports images via the `input` property. If you pass images to a non-vision model, they are silently ignored.
 
 ```typescript
-import { readFileSync } from "fs";
+import * as fs from "node:fs";
 import { getModel, complete } from "@oh-my-pi/pi-ai";
 
 const model = getModel("openai", "gpt-4o-mini");
@@ -389,7 +389,7 @@ if (model.input.includes("image")) {
 	console.log("Model supports vision");
 }
 
-const imageBuffer = readFileSync("image.png");
+const imageBuffer = fs.readFileSync("image.png");
 const base64Image = imageBuffer.toString("base64");
 
 const response = await complete(model, {
@@ -551,10 +551,9 @@ The abort signal allows you to cancel in-progress requests. Aborted requests hav
 import { getModel, stream } from "@oh-my-pi/pi-ai";
 
 const model = getModel("openai", "gpt-4o-mini");
-const controller = new AbortController();
 
 // Abort after 2 seconds
-setTimeout(() => controller.abort(), 2000);
+const signal = AbortSignal.timeout(2000);
 
 const s = stream(
 	model,
@@ -562,7 +561,7 @@ const s = stream(
 		messages: [{ role: "user", content: "Write a long story" }],
 	},
 	{
-		signal: controller.signal,
+		signal,
 	},
 );
 
@@ -1022,7 +1021,7 @@ await loginOpenAICodex({
 
 ```typescript
 import { loginGitHubCopilot } from "@oh-my-pi/pi-ai";
-import { writeFileSync } from "fs";
+import * as fs from "node:fs";
 
 const credentials = await loginGitHubCopilot({
 	onAuth: (url, instructions) => {
@@ -1037,7 +1036,7 @@ const credentials = await loginGitHubCopilot({
 
 // Store credentials yourself
 const auth = { "github-copilot": { type: "oauth", ...credentials } };
-writeFileSync("auth.json", JSON.stringify(auth, null, 2));
+fs.writeFileSync("auth.json", JSON.stringify(auth, null, 2));
 ```
 
 ### Using OAuth Tokens
@@ -1046,10 +1045,10 @@ Use `getOAuthApiKey()` to get an API key, automatically refreshing if expired:
 
 ```typescript
 import { getModel, complete, getOAuthApiKey } from "@oh-my-pi/pi-ai";
-import { readFileSync, writeFileSync } from "fs";
+import * as fs from "node:fs";
 
 // Load your stored credentials
-const auth = JSON.parse(readFileSync("auth.json", "utf-8"));
+const auth = JSON.parse(fs.readFileSync("auth.json", "utf-8"));
 
 // Get API key (refreshes if expired)
 const result = await getOAuthApiKey("github-copilot", auth);
@@ -1057,7 +1056,7 @@ if (!result) throw new Error("Not logged in");
 
 // Save refreshed credentials
 auth["github-copilot"] = { type: "oauth", ...result.newCredentials };
-writeFileSync("auth.json", JSON.stringify(auth, null, 2));
+fs.writeFileSync("auth.json", JSON.stringify(auth, null, 2));
 
 // Use the API key
 const model = getModel("github-copilot", "gpt-4o");

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@oh-my-pi/pi-ai",
-	"version": "8.1.0",
+	"version": "8.2.0",
 	"description": "Unified LLM API with automatic model discovery and provider configuration",
 	"type": "module",
 	"main": "./src/index.ts",
@@ -10,13 +10,37 @@
 			"types": "./src/index.ts",
 			"import": "./src/index.ts"
 		},
+		"./models": {
+			"types": "./src/models.ts",
+			"import": "./src/models.ts"
+		},
+		"./models.generated": {
+			"types": "./src/models.generated.ts",
+			"import": "./src/models.generated.ts"
+		},
+		"./stream": {
+			"types": "./src/stream.ts",
+			"import": "./src/stream.ts"
+		},
+		"./types": {
+			"types": "./src/types.ts",
+			"import": "./src/types.ts"
+		},
+		"./usage": {
+			"types": "./src/usage.ts",
+			"import": "./src/usage.ts"
+		},
+		"./storage": {
+			"types": "./src/storage.ts",
+			"import": "./src/storage.ts"
+		},
+		"./providers/*": {
+			"types": "./src/providers/*.ts",
+			"import": "./src/providers/*.ts"
+		},
 		"./utils/*": {
 			"types": "./src/utils/*.ts",
 			"import": "./src/utils/*.ts"
-		},
-		"./*": {
-			"types": "./src/*",
-			"import": "./src/*"
 		}
 	},
 	"bin": {
@@ -27,25 +51,25 @@
 		"README.md"
 	],
 	"scripts": {
+		"check": "tsgo -p tsconfig.json",
 		"generate-models": "bun scripts/generate-models.ts",
-		"test": "bun test",
-		"prepublishOnly": "cp tsconfig.publish.json tsconfig.json"
+		"test": "bun test"
 	},
 	"dependencies": {
-		"@oh-my-pi/pi-utils": "workspace:*",
-		"@anthropic-ai/sdk": "0.71.2",
-		"@aws-sdk/client-bedrock-runtime": "^3.968.0",
+		"@oh-my-pi/pi-utils": "8.2.0",
+		"@anthropic-ai/sdk": "^0.71.2",
+		"@aws-sdk/client-bedrock-runtime": "^3.975.0",
 		"@bufbuild/protobuf": "^2.10.2",
 		"@connectrpc/connect": "^2.1.1",
 		"@connectrpc/connect-node": "^2.1.1",
-		"@google/genai": "1.34.0",
-		"@mistralai/mistralai": "1.10.0",
+		"@google/genai": "^1.38.0",
+		"@mistralai/mistralai": "^1.13.0",
 		"@sinclair/typebox": "^0.34.41",
 		"ajv": "^8.17.1",
 		"ajv-formats": "^3.0.1",
 		"chalk": "^5.6.2",
 		"json5": "^2.2.3",
-		"openai": "6.10.0",
+		"openai": "^6.16.0",
 		"partial-json": "^0.1.7",
 		"zod-to-json-schema": "^3.24.6"
 	},
@@ -69,6 +93,6 @@
 		"bun": ">=1.0.0"
 	},
 	"devDependencies": {
-		"@types/node": "^24.3.0"
+		"@types/node": "^25.0.10"
 	}
 }

package/src/cli.ts

@@ -23,7 +23,7 @@ async function login(provider: OAuthProvider): Promise<void> {
 	const rl = createInterface({ input: process.stdin, output: process.stdout });
 
 	const promptFn = (msg: string) => prompt(rl, `${msg} `);
-	const storage = new CliAuthStorage();
+	const storage = await CliAuthStorage.create();
 
 	try {
 		let credentials: OAuthCredentials;
@@ -91,7 +91,7 @@ async function login(provider: OAuthProvider): Promise<void> {
 
 			case "cursor":
 				credentials = await loginCursor(
-					(url) => {
+					url => {
 						console.log(`\nOpen this URL in your browser:\n${url}\n`);
 					},
 					() => {
@@ -145,7 +145,7 @@ Examples:
 	}
 
 	if (command === "status") {
-		const storage = new CliAuthStorage();
+		const storage = await CliAuthStorage.create();
 		try {
 			const providers = storage.listProviders();
 			if (providers.length === 0) {
@@ -179,7 +179,7 @@ Examples:
 
 	if (command === "logout") {
 		let provider = args[1] as OAuthProvider | undefined;
-		const storage = new CliAuthStorage();
+		const storage = await CliAuthStorage.create();
 
 		try {
 			if (!provider) {
@@ -243,7 +243,7 @@ Examples:
 			provider = PROVIDERS[index].id;
 		}
 
-		if (!PROVIDERS.some((p) => p.id === provider)) {
+		if (!PROVIDERS.some(p => p.id === provider)) {
 			console.error(`Unknown provider: ${provider}`);
 			console.error(`Use 'bunx @oh-my-pi/pi-ai list' to see available providers`);
 			process.exit(1);
@@ -259,7 +259,7 @@ Examples:
 	process.exit(1);
 }
 
-main().catch((err) => {
+main().catch(err => {
 	console.error("Error:", err.message);
 	process.exit(1);
 });

package/src/providers/amazon-bedrock.ts

@@ -17,8 +17,7 @@ import {
 	type ToolConfiguration,
 	ToolResultStatus,
 } from "@aws-sdk/client-bedrock-runtime";
-
-import { calculateCost } from "@oh-my-pi/pi-ai/models";
+import { calculateCost } from "../models";
 import type {
 	Api,
 	AssistantMessage,
@@ -34,10 +33,10 @@ import type {
 	Tool,
 	ToolCall,
 	ToolResultMessage,
-} from "@oh-my-pi/pi-ai/types";
-import { AssistantMessageEventStream } from "@oh-my-pi/pi-ai/utils/event-stream";
-import { parseStreamingJson } from "@oh-my-pi/pi-ai/utils/json-parse";
-import { sanitizeSurrogates } from "@oh-my-pi/pi-ai/utils/sanitize-unicode";
+} from "../types";
+import { AssistantMessageEventStream } from "../utils/event-stream";
+import { parseStreamingJson } from "../utils/json-parse";
+import { sanitizeSurrogates } from "../utils/sanitize-unicode";
 import { transformMessages } from "./transform-messages";
 
 export interface BedrockOptions extends StreamOptions {
@@ -200,7 +199,7 @@ function handleContentBlockDelta(
 ): void {
 	const contentBlockIndex = event.contentBlockIndex!;
 	const delta = event.delta;
-	let index = blocks.findIndex((b) => b.index === contentBlockIndex);
+	let index = blocks.findIndex(b => b.index === contentBlockIndex);
 	let block = blocks[index];
 
 	if (delta?.text !== undefined) {
@@ -271,7 +270,7 @@ function handleContentBlockStop(
 	output: AssistantMessage,
 	stream: AssistantMessageEventStream,
 ): void {
-	const index = blocks.findIndex((b) => b.index === event.contentBlockIndex);
+	const index = blocks.findIndex(b => b.index === event.contentBlockIndex);
 	const block = blocks[index];
 	if (!block) return;
 	delete (block as Block).index;
@@ -351,7 +350,7 @@ function convertMessages(context: Context, model: Model<"bedrock-converse-stream
 					});
 				} else {
 					const contentBlocks = m.content
-						.map((c) => {
+						.map(c => {
 							switch (c.type) {
 								case "text":
 									return { text: sanitizeSurrogates(c.text) };
@@ -361,7 +360,7 @@ function convertMessages(context: Context, model: Model<"bedrock-converse-stream
 									throw new Error("Unknown user content type");
 							}
 						})
-						.filter((block) => {
+						.filter(block => {
 							// Filter out empty text blocks
 							if ("text" in block && block.text) {
 								return block.text.trim().length > 0;
@@ -442,7 +441,7 @@ function convertMessages(context: Context, model: Model<"bedrock-converse-stream
 				toolResults.push({
 					toolResult: {
 						toolUseId: sanitizeToolCallId(m.toolCallId),
-						content: m.content.map((c) =>
+						content: m.content.map(c =>
 							c.type === "image"
 								? { image: createImageBlock(c.mimeType, c.data) }
 								: { text: sanitizeSurrogates(c.text) },
@@ -458,7 +457,7 @@ function convertMessages(context: Context, model: Model<"bedrock-converse-stream
 					toolResults.push({
 						toolResult: {
 							toolUseId: sanitizeToolCallId(nextMsg.toolCallId),
-							content: nextMsg.content.map((c) =>
+							content: nextMsg.content.map(c =>
 								c.type === "image"
 									? { image: createImageBlock(c.mimeType, c.data) }
 									: { text: sanitizeSurrogates(c.text) },
@@ -500,7 +499,7 @@ function convertToolConfig(
 ): ToolConfiguration | undefined {
 	if (!tools?.length || toolChoice === "none") return undefined;
 
-	const bedrockTools: BedrockTool[] = tools.map((tool) => ({
+	const bedrockTools: BedrockTool[] = tools.map(tool => ({
 		toolSpec: {
 			name: tool.name,
 			description: tool.description,

package/src/providers/anthropic.ts

@@ -4,8 +4,8 @@ import type {
 	MessageCreateParamsStreaming,
 	MessageParam,
 } from "@anthropic-ai/sdk/resources/messages";
-import { calculateCost } from "@oh-my-pi/pi-ai/models";
-import { getEnvApiKey, OUTPUT_FALLBACK_BUFFER } from "@oh-my-pi/pi-ai/stream";
+import { calculateCost } from "../models";
+import { getEnvApiKey, OUTPUT_FALLBACK_BUFFER } from "../stream";
 import type {
 	Api,
 	AssistantMessage,
@@ -21,12 +21,11 @@ import type {
 	Tool,
 	ToolCall,
 	ToolResultMessage,
-} from "@oh-my-pi/pi-ai/types";
-import { AssistantMessageEventStream } from "@oh-my-pi/pi-ai/utils/event-stream";
-import { parseStreamingJson } from "@oh-my-pi/pi-ai/utils/json-parse";
-import { formatErrorMessageWithRetryAfter } from "@oh-my-pi/pi-ai/utils/retry-after";
-import { sanitizeSurrogates } from "@oh-my-pi/pi-ai/utils/sanitize-unicode";
-
+} from "../types";
+import { AssistantMessageEventStream } from "../utils/event-stream";
+import { parseStreamingJson } from "../utils/json-parse";
+import { formatErrorMessageWithRetryAfter } from "../utils/retry-after";
+import { sanitizeSurrogates } from "../utils/sanitize-unicode";
 import { transformMessages } from "./transform-messages";
 
 // Stealth mode: Mimic Claude Code headers and tool prefixing.
@@ -89,13 +88,13 @@ function convertContentBlocks(content: (TextContent | ImageContent)[]):
 			  }
 	  > {
 	// If only text blocks, return as concatenated string for simplicity
-	const hasImages = content.some((c) => c.type === "image");
+	const hasImages = content.some(c => c.type === "image");
 	if (!hasImages) {
-		return sanitizeSurrogates(content.map((c) => (c as TextContent).text).join("\n"));
+		return sanitizeSurrogates(content.map(c => (c as TextContent).text).join("\n"));
 	}
 
 	// If we have images, convert to content block array
-	const blocks = content.map((block) => {
+	const blocks = content.map(block => {
 		if (block.type === "text") {
 			return {
 				type: "text" as const,
@@ -113,7 +112,7 @@ function convertContentBlocks(content: (TextContent | ImageContent)[]):
 	});
 
 	// If only images (no text), add placeholder text block
-	const hasText = blocks.some((b) => b.type === "text");
+	const hasText = blocks.some(b => b.type === "text");
 	if (!hasText) {
 		blocks.unshift({
 			type: "text" as const,
@@ -218,7 +217,7 @@ export const streamAnthropic: StreamFunction<"anthropic-messages"> = (
 					}
 				} else if (event.type === "content_block_delta") {
 					if (event.delta.type === "text_delta") {
-						const index = blocks.findIndex((b) => b.index === event.index);
+						const index = blocks.findIndex(b => b.index === event.index);
 						const block = blocks[index];
 						if (block && block.type === "text") {
 							block.text += event.delta.text;
@@ -230,7 +229,7 @@ export const streamAnthropic: StreamFunction<"anthropic-messages"> = (
 							});
 						}
 					} else if (event.delta.type === "thinking_delta") {
-						const index = blocks.findIndex((b) => b.index === event.index);
+						const index = blocks.findIndex(b => b.index === event.index);
 						const block = blocks[index];
 						if (block && block.type === "thinking") {
 							block.thinking += event.delta.thinking;
@@ -242,7 +241,7 @@ export const streamAnthropic: StreamFunction<"anthropic-messages"> = (
 							});
 						}
 					} else if (event.delta.type === "input_json_delta") {
-						const index = blocks.findIndex((b) => b.index === event.index);
+						const index = blocks.findIndex(b => b.index === event.index);
 						const block = blocks[index];
 						if (block && block.type === "toolCall") {
 							block.partialJson += event.delta.partial_json;
@@ -255,7 +254,7 @@ export const streamAnthropic: StreamFunction<"anthropic-messages"> = (
 							});
 						}
 					} else if (event.delta.type === "signature_delta") {
-						const index = blocks.findIndex((b) => b.index === event.index);
+						const index = blocks.findIndex(b => b.index === event.index);
 						const block = blocks[index];
 						if (block && block.type === "thinking") {
 							block.thinkingSignature = block.thinkingSignature || "";
@@ -263,7 +262,7 @@ export const streamAnthropic: StreamFunction<"anthropic-messages"> = (
 						}
 					}
 				} else if (event.type === "content_block_stop") {
-					const index = blocks.findIndex((b) => b.index === event.index);
+					const index = blocks.findIndex(b => b.index === event.index);
 					const block = blocks[index];
 					if (block) {
 						delete (block as any).index;
@@ -360,7 +359,7 @@ function isAnthropicBaseUrl(baseUrl?: string): boolean {
 export function normalizeExtraBetas(betas?: string[] | string): string[] {
 	if (!betas) return [];
 	const raw = Array.isArray(betas) ? betas : betas.split(",");
-	return raw.map((beta) => beta.trim()).filter((beta) => beta.length > 0);
+	return raw.map(beta => beta.trim()).filter(beta => beta.length > 0);
 }
 
 // Build deduplicated beta header string
@@ -406,7 +405,7 @@ export function buildAnthropicHeaders(options: AnthropicHeaderOptions): Record<s
 			"X-App",
 			"Authorization",
 			"X-Api-Key",
-		].map((key) => key.toLowerCase()),
+		].map(key => key.toLowerCase()),
 	);
 	const modelHeaders = Object.fromEntries(
 		Object.entries(options.modelHeaders ?? {}).filter(([key]) => !enforcedHeaderKeys.has(key.toLowerCase())),
@@ -687,7 +686,7 @@ function applyPromptCaching(params: MessageCreateParamsStreaming): void {
 	// 3. Cache penultimate user message for conversation history caching
 	const userIndexes = params.messages
 		.map((message, index) => (message.role === "user" ? index : -1))
-		.filter((index) => index >= 0);
+		.filter(index => index >= 0);
 
 	if (userIndexes.length >= 2) {
 		const penultimateUserIndex = userIndexes[userIndexes.length - 2];
@@ -748,7 +747,7 @@ function convertMessages(
 					});
 				}
 			} else if (Array.isArray(msg.content)) {
-				const blocks: Array<ContentBlockParam & CacheControlBlock> = msg.content.map((item) => {
+				const blocks: Array<ContentBlockParam & CacheControlBlock> = msg.content.map(item => {
 					if (item.type === "text") {
 						return {
 							type: "text",
@@ -764,8 +763,8 @@ function convertMessages(
 						},
 					};
 				});
-				let filteredBlocks = !model?.input.includes("image") ? blocks.filter((b) => b.type !== "image") : blocks;
-				filteredBlocks = filteredBlocks.filter((b) => {
+				let filteredBlocks = !model?.input.includes("image") ? blocks.filter(b => b.type !== "image") : blocks;
+				filteredBlocks = filteredBlocks.filter(b => {
 					if (b.type === "text") {
 						return b.text.trim().length > 0;
 					}
@@ -786,7 +785,7 @@ function convertMessages(
 			// block with a missing/invalid signature (e.g., from aborted stream), we must skip
 			// the entire message to avoid API rejection. Checking the first non-empty block.
 			const firstContentBlock = msg.content.find(
-				(b) =>
+				b =>
 					(b.type === "text" && b.text.trim().length > 0) ||
 					(b.type === "thinking" && b.thinking.trim().length > 0) ||
 					b.type === "toolCall",
@@ -889,7 +888,7 @@ function convertMessages(
 	}
 
 	// Final validation: filter out any messages with invalid content
-	return params.filter((msg) => {
+	return params.filter(msg => {
 		if (!msg.content) return false;
 		if (typeof msg.content === "string") return msg.content.length > 0;
 		if (Array.isArray(msg.content)) return msg.content.length > 0;
@@ -900,7 +899,7 @@ function convertMessages(
 function convertTools(tools: Tool[], isOAuthToken: boolean): Anthropic.Messages.Tool[] {
 	if (!tools) return [];
 
-	return tools.map((tool) => {
+	return tools.map(tool => {
 		const jsonSchema = tool.parameters as any; // TypeBox already generates JSON Schema
 
 		return {