@elyracode/web-ui 0.9.9 → 0.9.11

package/src/utils/model-discovery.ts

@@ -1,14 +1,27 @@
-import type { Model } from "@elyracode/ai";
+import type { Api, Model } from "@elyracode/ai";
 import { LMStudioClient } from "@lmstudio/sdk";
 import { Ollama } from "ollama/browser";
 
+/** Minimal shape of a model entry from an OpenAI-compatible /v1/models endpoint. */
+interface OpenAICompatibleModel {
+	id: string;
+	context_length?: number;
+	max_tokens?: number;
+	max_model_len?: number;
+}
+
+/** Minimal shape of the response from an OpenAI-compatible /v1/models endpoint. */
+interface OpenAICompatibleModelsResponse {
+	data?: OpenAICompatibleModel[];
+}
+
 /**
  * Discover models from an Ollama server.
  * @param baseUrl - Base URL of the Ollama server (e.g., "http://localhost:11434")
  * @param apiKey - Optional API key (currently unused by Ollama)
  * @returns Array of discovered models
  */
-export async function discoverOllamaModels(baseUrl: string, _apiKey?: string): Promise<Model<any>[]> {
+export async function discoverOllamaModels(baseUrl: string, _apiKey?: string): Promise<Model<Api>[]> {
 	try {
 		// Create Ollama client
 		const ollama = new Ollama({ host: baseUrl });
@@ -17,7 +30,7 @@ export async function discoverOllamaModels(baseUrl: string, _apiKey?: string): P
 		const { models } = await ollama.list();
 
 		// Fetch details for each model and convert to Model format
-		const ollamaModelPromises: Promise<Model<any> | null>[] = models.map(async (model: any) => {
+		const ollamaModelPromises: Promise<Model<Api> | null>[] = models.map(async (model) => {
 			try {
 				// Get model details
 				const details = await ollama.show({
@@ -25,14 +38,14 @@ export async function discoverOllamaModels(baseUrl: string, _apiKey?: string): P
 				});
 
 				// Check capabilities - filter out models that don't support tools
-				const capabilities: string[] = (details as any).capabilities || [];
+				const capabilities: string[] = details.capabilities || [];
 				if (!capabilities.includes("tools")) {
 					console.debug(`Skipping model ${model.name}: does not support tools`);
 					return null;
 				}
 
 				// Extract model info
-				const modelInfo: any = details.model_info || {};
+				const modelInfo = (details.model_info || {}) as unknown as Record<string, string>;
 
 				// Get context window size - look for architecture-specific keys
 				const architecture = modelInfo["general.architecture"] || "";
@@ -43,10 +56,10 @@ export async function discoverOllamaModels(baseUrl: string, _apiKey?: string): P
 				const maxTokens = contextWindow * 10;
 
 				// Ollama only supports completions API
-				const ollamaModel: Model<any> = {
+				const ollamaModel: Model<Api> = {
 					id: model.name,
 					name: model.name,
-					api: "openai-completions" as any,
+					api: "openai-completions",
 					provider: "", // Will be set by caller
 					baseUrl: `${baseUrl}/v1`,
 					reasoning: capabilities.includes("thinking"),
@@ -69,7 +82,7 @@ export async function discoverOllamaModels(baseUrl: string, _apiKey?: string): P
 		});
 
 		const results = await Promise.all(ollamaModelPromises);
-		return results.filter((m): m is Model<any> => m !== null);
+		return results.filter((m): m is Model<Api> => m !== null);
 	} catch (err) {
 		console.error("Failed to discover Ollama models:", err);
 		throw new Error(`Ollama discovery failed: ${err instanceof Error ? err.message : String(err)}`);
@@ -82,7 +95,7 @@ export async function discoverOllamaModels(baseUrl: string, _apiKey?: string): P
  * @param apiKey - Optional API key
  * @returns Array of discovered models
  */
-export async function discoverLlamaCppModels(baseUrl: string, apiKey?: string): Promise<Model<any>[]> {
+export async function discoverLlamaCppModels(baseUrl: string, apiKey?: string): Promise<Model<Api>[]> {
 	try {
 		const headers: HeadersInit = {
 			"Content-Type": "application/json",
@@ -101,21 +114,21 @@ export async function discoverLlamaCppModels(baseUrl: string, apiKey?: string):
 			throw new Error(`HTTP ${response.status}: ${response.statusText}`);
 		}
 
-		const data = await response.json();
+		const data = (await response.json()) as OpenAICompatibleModelsResponse;
 
 		if (!data.data || !Array.isArray(data.data)) {
 			throw new Error("Invalid response format from llama.cpp server");
 		}
 
-		return data.data.map((model: any) => {
+		return data.data.map((model) => {
 			// llama.cpp doesn't always provide context window info
 			const contextWindow = model.context_length || 8192;
 			const maxTokens = model.max_tokens || 4096;
 
-			const llamaModel: Model<any> = {
+			const llamaModel: Model<Api> = {
 				id: model.id,
 				name: model.id,
-				api: "openai-completions" as any,
+				api: "openai-completions",
 				provider: "", // Will be set by caller
 				baseUrl: `${baseUrl}/v1`,
 				reasoning: false,
@@ -144,7 +157,7 @@ export async function discoverLlamaCppModels(baseUrl: string, apiKey?: string):
  * @param apiKey - Optional API key
  * @returns Array of discovered models
  */
-export async function discoverVLLMModels(baseUrl: string, apiKey?: string): Promise<Model<any>[]> {
+export async function discoverVLLMModels(baseUrl: string, apiKey?: string): Promise<Model<Api>[]> {
 	try {
 		const headers: HeadersInit = {
 			"Content-Type": "application/json",
@@ -163,21 +176,21 @@ export async function discoverVLLMModels(baseUrl: string, apiKey?: string): Prom
 			throw new Error(`HTTP ${response.status}: ${response.statusText}`);
 		}
 
-		const data = await response.json();
+		const data = (await response.json()) as OpenAICompatibleModelsResponse;
 
 		if (!data.data || !Array.isArray(data.data)) {
 			throw new Error("Invalid response format from vLLM server");
 		}
 
-		return data.data.map((model: any) => {
+		return data.data.map((model) => {
 			// vLLM provides max_model_len which is the context window
 			const contextWindow = model.max_model_len || 8192;
 			const maxTokens = Math.min(contextWindow, 4096); // Cap max tokens
 
-			const vllmModel: Model<any> = {
+			const vllmModel: Model<Api> = {
 				id: model.id,
 				name: model.id,
-				api: "openai-completions" as any,
+				api: "openai-completions",
 				provider: "", // Will be set by caller
 				baseUrl: `${baseUrl}/v1`,
 				reasoning: false,
@@ -206,7 +219,7 @@ export async function discoverVLLMModels(baseUrl: string, apiKey?: string): Prom
  * @param apiKey - Optional API key (unused for LM Studio SDK)
  * @returns Array of discovered models
  */
-export async function discoverLMStudioModels(baseUrl: string, _apiKey?: string): Promise<Model<any>[]> {
+export async function discoverLMStudioModels(baseUrl: string, _apiKey?: string): Promise<Model<Api>[]> {
 	try {
 		// Extract host and port from baseUrl
 		const url = new URL(baseUrl);
@@ -226,10 +239,10 @@ export async function discoverLMStudioModels(baseUrl: string, _apiKey?: string):
 				// Use 10x context length like Ollama does
 				const maxTokens = contextWindow;
 
-				const lmStudioModel: Model<any> = {
+				const lmStudioModel: Model<Api> = {
 					id: model.path,
 					name: model.displayName || model.path,
-					api: "openai-completions" as any,
+					api: "openai-completions",
 					provider: "", // Will be set by caller
 					baseUrl: `${baseUrl}/v1`,
 					reasoning: model.trainedForToolUse || false,
@@ -263,7 +276,7 @@ export async function discoverModels(
 	type: "ollama" | "llama.cpp" | "vllm" | "lmstudio",
 	baseUrl: string,
 	apiKey?: string,
-): Promise<Model<any>[]> {
+): Promise<Model<Api>[]> {
 	switch (type) {
 		case "ollama":
 			return discoverOllamaModels(baseUrl, apiKey);

package/src/utils/proxy-utils.ts

@@ -125,7 +125,7 @@ export function isCorsError(error: unknown): boolean {
  * @returns A streamFn compatible with Agent's streamFn option
  */
 export function createStreamFn(getProxyUrl: () => Promise<string | undefined>) {
-	return async (model: Model<any>, context: Context, options?: SimpleStreamOptions) => {
+	return async (model: Model<Api>, context: Context, options?: SimpleStreamOptions) => {
 		const apiKey = options?.apiKey;
 		const proxyUrl = await getProxyUrl();