startx 0.9.4 → 0.9.9

package/packages/aix/src/providers/default-models.ts

@@ -0,0 +1,471 @@
+import type { AiProvider, AiProviderModelType } from "./types.js";
+
+export const DefaultAiModels = {
+	groq: [
+		{
+			id: "llama-3.3-70b-versatile",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 32768,
+			type: "text-completion",
+		},
+		{
+			id: "llama-3.1-8b-instant",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 131072,
+			type: "text-completion",
+		},
+		{
+			id: "openai/gpt-oss-120b",
+			owner: "OpenAI",
+			contextWindowToken: 131072,
+			maxCompletionToken: 65536,
+			type: "text-completion",
+		},
+		{
+			id: "openai/gpt-oss-20b",
+			owner: "OpenAI",
+			contextWindowToken: 131072,
+			maxCompletionToken: 65536,
+			type: "text-completion",
+		},
+	],
+	openAi: [
+		{
+			id: "gpt-4o",
+			owner: "OpenAI",
+			contextWindowToken: 128000,
+			maxCompletionToken: 16384,
+			type: "text-completion",
+		},
+		{
+			id: "o1",
+			owner: "OpenAI",
+			contextWindowToken: 200000,
+			maxCompletionToken: 100000,
+			type: "text-completion",
+		},
+		{
+			id: "dall-e-3",
+			owner: "OpenAI",
+			contextWindowToken: 0,
+			maxCompletionToken: 1,
+			type: "image-generation",
+		},
+		{
+			id: "tts-1",
+			owner: "OpenAI",
+			contextWindowToken: 4096,
+			maxCompletionToken: 0,
+			type: "audio-generation",
+		},
+	],
+	cloudflare: [
+		{
+			id: "@cf/meta/llama-3.2-1b-instruct",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-3.2-3b-instruct",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-3.1-8b-instruct-fp8-fast",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-3.2-11b-vision-instruct",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-3.1-70b-instruct-fp8-fast",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b",
+			owner: "DeepSeek",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/mistral/mistral-7b-instruct-v0.1",
+			owner: "Mistral",
+			contextWindowToken: 32768,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/mistralai/mistral-small-3.1-24b-instruct",
+			owner: "Mistral",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-3.1-8b-instruct",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-3.1-8b-instruct-fp8",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-3.1-8b-instruct-awq",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-3-8b-instruct",
+			owner: "Meta",
+			contextWindowToken: 8192,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-3-8b-instruct-awq",
+			owner: "Meta",
+			contextWindowToken: 8192,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-2-7b-chat-fp16",
+			owner: "Meta",
+			contextWindowToken: 4096,
+			maxCompletionToken: 4096,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-guard-3-8b",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/meta/llama-4-scout-17b-16e-instruct",
+			owner: "Meta",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/google/gemma-3-12b-it",
+			owner: "Google",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/qwen/qwq-32b",
+			owner: "Qwen",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/qwen/qwen2.5-coder-32b-instruct",
+			owner: "Qwen",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/qwen/qwen3-30b-a3b-fp8",
+			owner: "Qwen",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/openai/gpt-oss-120b",
+			owner: "OpenAI",
+			contextWindowToken: 128000,
+			maxCompletionToken: 16384,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/openai/gpt-oss-20b",
+			owner: "OpenAI",
+			contextWindowToken: 128000,
+			maxCompletionToken: 16384,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/aisingapore/gemma-sea-lion-v4-27b-it",
+			owner: "AI Singapore",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/ibm-granite/granite-4.0-h-micro",
+			owner: "IBM",
+			contextWindowToken: 128000,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/zai-org/glm-4.7-flash",
+			owner: "Zhipu AI",
+			contextWindowToken: 128000,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/nvidia/nemotron-3-120b-a12b",
+			owner: "Nvidia",
+			contextWindowToken: 128000,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/moonshotai/kimi-k2.5",
+			owner: "Moonshot AI",
+			contextWindowToken: 200000,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/moonshotai/kimi-k2.6",
+			owner: "Moonshot AI",
+			contextWindowToken: 200000,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "@cf/google/gemma-4-26b-a4b-it",
+			owner: "Google",
+			contextWindowToken: 131072,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+
+		// Image Models
+		{
+			id: "@cf/black-forest-labs/flux-1-schnell",
+			owner: "Black Forest Labs",
+			contextWindowToken: 0,
+			maxCompletionToken: 1,
+			type: "image-generation",
+		},
+		{
+			id: "@cf/leonardo/lucid-origin",
+			owner: "Leonardo",
+			contextWindowToken: 0,
+			maxCompletionToken: 1,
+			type: "image-generation",
+		},
+		{
+			id: "@cf/leonardo/phoenix-1.0",
+			owner: "Leonardo",
+			contextWindowToken: 0,
+			maxCompletionToken: 1,
+			type: "image-generation",
+		},
+		{
+			id: "@cf/black-forest-labs/flux-2-dev",
+			owner: "Black Forest Labs",
+			contextWindowToken: 0,
+			maxCompletionToken: 1,
+			type: "image-generation",
+		},
+		{
+			id: "@cf/black-forest-labs/flux-2-klein-4b",
+			owner: "Black Forest Labs",
+			contextWindowToken: 0,
+			maxCompletionToken: 1,
+			type: "image-generation",
+		},
+		{
+			id: "@cf/black-forest-labs/flux-2-klein-9b",
+			owner: "Black Forest Labs",
+			contextWindowToken: 0,
+			maxCompletionToken: 1,
+			type: "image-generation",
+		},
+
+		// Audio Models
+		{
+			id: "@cf/openai/whisper",
+			owner: "OpenAI",
+			contextWindowToken: 4096,
+			maxCompletionToken: 0,
+			type: "audio-generation",
+		},
+		{
+			id: "@cf/openai/whisper-large-v3-turbo",
+			owner: "OpenAI",
+			contextWindowToken: 4096,
+			maxCompletionToken: 0,
+			type: "audio-generation",
+		},
+		{
+			id: "@cf/myshell-ai/melotts",
+			owner: "MyShell",
+			contextWindowToken: 4096,
+			maxCompletionToken: 0,
+			type: "audio-generation",
+		},
+		{
+			id: "@cf/deepgram/aura-1",
+			owner: "Deepgram",
+			contextWindowToken: 4096,
+			maxCompletionToken: 0,
+			type: "audio-generation",
+		},
+		{
+			id: "@cf/deepgram/nova-3",
+			owner: "Deepgram",
+			contextWindowToken: 4096,
+			maxCompletionToken: 0,
+			type: "audio-generation",
+		},
+		{
+			id: "@cf/deepgram/nova-3 (WebSocket)",
+			owner: "Deepgram",
+			contextWindowToken: 4096,
+			maxCompletionToken: 0,
+			type: "audio-generation",
+		},
+		{
+			id: "@cf/pipecat-ai/smart-turn-v2",
+			owner: "Pipecat",
+			contextWindowToken: 4096,
+			maxCompletionToken: 0,
+			type: "audio-generation",
+		},
+		{
+			id: "@cf/deepgram/aura-2-en",
+			owner: "Deepgram",
+			contextWindowToken: 4096,
+			maxCompletionToken: 0,
+			type: "audio-generation",
+		},
+		{
+			id: "@cf/deepgram/aura-2-es",
+			owner: "Deepgram",
+			contextWindowToken: 4096,
+			maxCompletionToken: 0,
+			type: "audio-generation",
+		},
+		{
+			id: "@cf/deepgram/flux (WebSocket)",
+			owner: "Deepgram",
+			contextWindowToken: 4096,
+			maxCompletionToken: 0,
+			type: "audio-generation",
+		},
+	],
+	gemini: [
+		{
+			id: "gemini-2.5-pro",
+			owner: "Google",
+			contextWindowToken: 2000000,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "gemini-2.5-flash",
+			owner: "Google",
+			contextWindowToken: 1000000,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "imagen-3.0-generate-002",
+			owner: "Google",
+			contextWindowToken: 0,
+			maxCompletionToken: 1,
+			type: "image-generation",
+		},
+	],
+	anthropic: [
+		{
+			id: "claude-opus-4-7",
+			owner: "Anthropic",
+			contextWindowToken: 1000000,
+			maxCompletionToken: 128000,
+			type: "text-completion",
+		},
+		{
+			id: "claude-sonnet-4-6",
+			owner: "Anthropic",
+			contextWindowToken: 1000000,
+			maxCompletionToken: 64000,
+			type: "text-completion",
+		},
+		{
+			id: "claude-haiku-4-5",
+			owner: "Anthropic",
+			contextWindowToken: 200000,
+			maxCompletionToken: 64000,
+			type: "text-completion",
+		},
+	],
+	cerebras: [
+		{
+			id: "llama3.1-8b",
+			owner: "Meta",
+			contextWindowToken: 8192,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "llama3.1-70b",
+			owner: "Meta",
+			contextWindowToken: 8192,
+			maxCompletionToken: 8192,
+			type: "text-completion",
+		},
+		{
+			id: "qwen-3-235b-a22b-instruct-2507",
+			owner: "Meta",
+			contextWindowToken: 100000,
+			maxCompletionToken: 40000,
+			type: "text-completion",
+		},
+	],
+} as const satisfies Record<
+	AiProvider,
+	ReadonlyArray<{
+		id: string;
+		owner: string;
+		created?: Date;
+		contextWindowToken: number;
+		maxCompletionToken: number;
+		type?: AiProviderModelType;
+	}>
+>;

package/packages/aix/src/providers/index.ts

@@ -0,0 +1 @@
+export * from "./providers.js";

package/packages/aix/src/providers/openai/openai.ts

@@ -0,0 +1,139 @@
+import OpenAI from "openai";
+import type { ChatCompletionCreateParamsBase } from "openai/resources/chat/completions.mjs";
+import { AiInterface, type AiInterfaceConstructor } from "../ai-interface.js";
+export class OpenAIClient extends AiInterface<OpenAI, "openAi"> {
+	constructor(props: AiInterfaceConstructor) {
+		super(props);
+		this.ai = new OpenAI({ apiKey: props.credentials.apiKey, baseURL: props.credentials.baseUrl });
+	}
+	ai: OpenAI;
+	async listModels(): Promise<any> {
+		return await this.ai.models.list();
+	}
+	async handleAi() {
+		const getCompletion = async (retries = 1): Promise<OpenAI.Chat.ChatCompletion> => {
+			try {
+				const tools = this.tools.getActiveTools().map(tool => ({
+					type: "function" as const,
+					function: {
+						name: tool.name,
+						description: tool.description,
+						parameters: tool.input_schema.toJSONSchema(),
+					} as const,
+				}));
+
+				const hasAnyTools =
+					tools.length > 0
+						? ({
+								tools,
+								tool_choice: this.preferences.toolOnly ? "required" : "auto",
+							} as const)
+						: {};
+
+				const messages = this.chats.getMessages();
+				const response = await this.ai.chat.completions.create({
+					model: this.model,
+					messages: messages.map(e => ({
+						role: e.role,
+						content: e.content,
+					})) as unknown as ChatCompletionCreateParamsBase["messages"],
+					temperature: this.preferences.temperature,
+					...hasAnyTools,
+				});
+				if (response.usage) {
+					this.event.emit("token", {
+						input: response.usage.prompt_tokens,
+						output: response.usage.completion_tokens,
+					});
+				}
+				return response;
+			} catch (error) {
+				const err = error as Error;
+				this.event.emit("log", {
+					type: "error",
+					message: err.message,
+					meta: err.cause as Record<string, unknown>,
+					stack: err.stack,
+				});
+				throw error;
+			}
+		};
+
+		let response = await getCompletion();
+
+		while (true) {
+			const choice = response?.choices?.[0];
+			if (!choice) {
+				this.event.emit("log", {
+					type: "warn",
+					message: `⚠️ No choices returned in response: ${JSON.stringify(response, null, 2)}`,
+				});
+				return;
+			}
+
+			const message = choice.message;
+			this.chats.addMessage({
+				role: "assistant",
+				content: message.content || "",
+				tool_calls: message.tool_calls,
+				timestamp: new Date(),
+			});
+			if (message.content) {
+				return;
+			}
+
+			if (!message.tool_calls?.length) {
+				return;
+			}
+
+			if (message.tool_calls?.length) {
+				for (const toolCall of message.tool_calls) {
+					switch (toolCall.type) {
+						case "function": {
+							let toolArgs: object;
+							try {
+								toolArgs = JSON.parse(toolCall.function.arguments) as object;
+							} catch (err) {
+								this.event.emit("log", {
+									type: "error",
+									message: `Tool: ${toolCall.function.name}⚠️ Failed to parse tool arguments: ${toolCall.function.arguments}`,
+									meta: { err },
+									// stack: (err as any).stack,
+								});
+								continue;
+							}
+							const result = await this.callTool({
+								args: toolArgs as Record<string, unknown>,
+								name: toolCall.function.name,
+								toolCallId: toolCall.id,
+							});
+
+							if (result.isCompleted) {
+								return;
+							}
+							if (result.isError) {
+								return;
+							}
+							break;
+						}
+						case "custom": {
+							this.event.emit("log", {
+								type: "error",
+								message: `Tool: ${toolCall.type}⚠️ Unsupported tool type: ${toolCall.type}`,
+							});
+							continue;
+						}
+					}
+				}
+
+				response = await getCompletion();
+				continue;
+			}
+			this.event.emit("log", {
+				type: "warn",
+				message: `⚠️ No content returned in response: ${JSON.stringify(response, null, 2)}`,
+			});
+			return;
+		}
+	}
+}

package/packages/aix/src/providers/providers.ts

@@ -0,0 +1,39 @@
+import type { AiInterfaceConstructor } from "./ai-interface.js";
+import { OpenAIClient } from "./openai/openai.js";
+import type { AiProvider } from "./types.js";
+export function aiProvider<T extends AiProvider>(type: T) {
+	return (props: AiInterfaceConstructor) => {
+		switch (type) {
+			case "openAi":
+				return new OpenAIClient(props);
+			case "anthropic":
+				return new OpenAIClient({
+					...props,
+					credentials: {
+						apiKey: props.credentials.apiKey,
+						baseUrl: props.credentials.baseUrl || "https://api.anthropic.com/v1",
+					},
+				});
+			case "groq":
+				return new OpenAIClient({
+					...props,
+					credentials: {
+						apiKey: props.credentials.apiKey,
+						baseUrl: props.credentials.baseUrl || "https://api.groq.com/openai/v1",
+					},
+				});
+			case "cerebras":
+				return new OpenAIClient({
+					...props,
+					credentials: {
+						apiKey: props.credentials.apiKey,
+						baseUrl: props.credentials.baseUrl || "https://api.cerebras.ai/v1/",
+					},
+				});
+			case "cloudflare":
+				return new OpenAIClient(props);
+			default:
+				throw new Error("Provider not implemented");
+		}
+	};
+}

package/packages/aix/src/providers/types.ts

@@ -0,0 +1,54 @@
+export type AiProvider = "groq" | "openAi" | "cloudflare" | "gemini" | "anthropic" | "cerebras";
+export type AiProviderModelType = "text-completion" | "image-generation" | "audio-generation";
+
+export type AiChatRole = "user" | "system" | "assistant";
+
+export type AiChatMessage =
+	| {
+			role: AiChatRole;
+			content: string;
+			timestamp: Date;
+	  }
+	| {
+			role: "tool";
+			content: string;
+			tool_call_id: string;
+			timestamp: Date;
+	  }
+	| {
+			role: "assistant";
+			content: string;
+			tool_calls: Array<{
+				type: "function" | "custom";
+				id: string;
+			}>;
+			timestamp: Date;
+	  };
+
+export type AiResource =
+	| {
+			type: "table";
+			data: Array<Record<string, unknown>>;
+			columns?: string[];
+			meta?: {
+				rowCount?: number;
+			};
+	  }
+	| {
+			type: "image";
+			source: { kind: "url"; url: string } | { kind: "base64"; data: string; mimeType?: string };
+			alt?: string;
+			meta?: {
+				width?: number;
+				height?: number;
+			};
+	  }
+	| {
+			type: "file";
+			source: { kind: "url"; url: string } | { kind: "base64"; data: string; mimeType?: string };
+			name?: string;
+			size?: number;
+			meta?: {
+				extension?: string;
+			};
+	  };