universal-llm-client 4.2.0 → 4.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (97) hide show
  1. package/CHANGELOG.md +139 -103
  2. package/LICENSE +21 -21
  3. package/README.md +591 -591
  4. package/dist/ai-model.js.map +1 -1
  5. package/dist/auditor.js.map +1 -1
  6. package/dist/client.js.map +1 -1
  7. package/dist/http.js.map +1 -1
  8. package/dist/index.js.map +1 -1
  9. package/dist/interfaces.d.ts +20 -0
  10. package/dist/interfaces.d.ts.map +1 -1
  11. package/dist/interfaces.js.map +1 -1
  12. package/dist/mcp.js.map +1 -1
  13. package/dist/providers/anthropic.js.map +1 -1
  14. package/dist/providers/google.d.ts.map +1 -1
  15. package/dist/providers/google.js +2 -0
  16. package/dist/providers/google.js.map +1 -1
  17. package/dist/providers/index.js.map +1 -1
  18. package/dist/providers/ollama.js.map +1 -1
  19. package/dist/providers/openai.js.map +1 -1
  20. package/dist/router.js.map +1 -1
  21. package/dist/stream-decoder.js.map +1 -1
  22. package/dist/structured-output.js.map +1 -1
  23. package/dist/tools.js.map +1 -1
  24. package/dist/zod-adapter.js.map +1 -1
  25. package/package.json +115 -116
  26. package/src/ai-model.ts +0 -350
  27. package/src/auditor.ts +0 -213
  28. package/src/client.ts +0 -402
  29. package/src/debug/debug-google-streaming.ts +0 -97
  30. package/src/debug/debug-tool-execution.ts +0 -86
  31. package/src/debug/test-lmstudio-tools.ts +0 -155
  32. package/src/demos/README.md +0 -47
  33. package/src/demos/basic/universal-llm-examples.ts +0 -161
  34. package/src/demos/mcp/astrid-memory-demo.ts +0 -295
  35. package/src/demos/mcp/astrid-persona-memory.ts +0 -357
  36. package/src/demos/mcp/mcp-mongodb-demo.ts +0 -275
  37. package/src/demos/mcp/simple-astrid-memory.ts +0 -148
  38. package/src/demos/mcp/simple-mcp-demo.ts +0 -68
  39. package/src/demos/mcp/working-mcp-demo.ts +0 -62
  40. package/src/demos/model-alias-demo.ts +0 -0
  41. package/src/demos/tools/RAG_MEMORY_INTEGRATION.md +0 -267
  42. package/src/demos/tools/astrid-memory-demo.ts +0 -270
  43. package/src/demos/tools/astrid-production-memory-clean.ts +0 -785
  44. package/src/demos/tools/astrid-production-memory.ts +0 -558
  45. package/src/demos/tools/basic-translation-test.ts +0 -66
  46. package/src/demos/tools/chromadb-similarity-tuning.ts +0 -390
  47. package/src/demos/tools/clean-multilingual-conversation.ts +0 -209
  48. package/src/demos/tools/clean-translation-test.ts +0 -119
  49. package/src/demos/tools/clean-universal-multilingual-test.ts +0 -131
  50. package/src/demos/tools/complete-rag-demo.ts +0 -369
  51. package/src/demos/tools/complete-tool-demo.ts +0 -132
  52. package/src/demos/tools/demo-tool-calling.ts +0 -124
  53. package/src/demos/tools/dynamic-language-switching-test.ts +0 -251
  54. package/src/demos/tools/hybrid-thinking-test.ts +0 -154
  55. package/src/demos/tools/memory-integration-test.ts +0 -420
  56. package/src/demos/tools/multilingual-memory-system.ts +0 -802
  57. package/src/demos/tools/ondemand-translation-demo.ts +0 -655
  58. package/src/demos/tools/production-tool-demo.ts +0 -245
  59. package/src/demos/tools/revolutionary-multilingual-test.ts +0 -151
  60. package/src/demos/tools/rigorous-language-analysis.ts +0 -218
  61. package/src/demos/tools/test-universal-memory-system.ts +0 -126
  62. package/src/demos/tools/translation-integration-guide.ts +0 -346
  63. package/src/demos/tools/universal-memory-system.ts +0 -560
  64. package/src/http.ts +0 -247
  65. package/src/index.ts +0 -161
  66. package/src/interfaces.ts +0 -657
  67. package/src/mcp.ts +0 -345
  68. package/src/providers/anthropic.ts +0 -762
  69. package/src/providers/google.ts +0 -620
  70. package/src/providers/index.ts +0 -8
  71. package/src/providers/ollama.ts +0 -469
  72. package/src/providers/openai.ts +0 -392
  73. package/src/router.ts +0 -780
  74. package/src/stream-decoder.ts +0 -361
  75. package/src/structured-output.ts +0 -759
  76. package/src/test-scripts/test-advanced-tools.ts +0 -310
  77. package/src/test-scripts/test-google-streaming-enhanced.ts +0 -147
  78. package/src/test-scripts/test-google-streaming.ts +0 -63
  79. package/src/test-scripts/test-google-system-prompt-comprehensive.ts +0 -189
  80. package/src/test-scripts/test-mcp-config.ts +0 -28
  81. package/src/test-scripts/test-mcp-connection.ts +0 -29
  82. package/src/test-scripts/test-system-message-positions.ts +0 -163
  83. package/src/test-scripts/test-system-prompt-improvement-demo.ts +0 -83
  84. package/src/test-scripts/test-tool-calling.ts +0 -231
  85. package/src/tests/ai-model.test.ts +0 -1614
  86. package/src/tests/auditor.test.ts +0 -224
  87. package/src/tests/http.test.ts +0 -200
  88. package/src/tests/interfaces.test.ts +0 -117
  89. package/src/tests/providers/google.test.ts +0 -660
  90. package/src/tests/providers/ollama.test.ts +0 -954
  91. package/src/tests/providers/openai.test.ts +0 -1122
  92. package/src/tests/router.test.ts +0 -254
  93. package/src/tests/stream-decoder.test.ts +0 -179
  94. package/src/tests/structured-output.test.ts +0 -1450
  95. package/src/tests/tools.test.ts +0 -175
  96. package/src/tools.ts +0 -246
  97. package/src/zod-adapter.ts +0 -72
package/src/mcp.ts DELETED
@@ -1,345 +0,0 @@
1
- /**
2
- * Universal LLM Client v3 — MCP Integration
3
- *
4
- * Native MCP tool discovery and execution bridge.
5
- * Uses @modelcontextprotocol/sdk as a peer dependency.
6
- *
7
- * Supports:
8
- * - Stdio transport (Node/Bun/Deno — spawns server processes)
9
- * - Streamable HTTP transport (all runtimes including browsers)
10
- *
11
- * Usage:
12
- * const mcp = new MCPToolBridge({
13
- * servers: {
14
- * filesystem: { command: 'npx', args: ['-y', '@modelcontextprotocol/server-filesystem', './'] },
15
- * weather: { url: 'https://mcp.example.com/weather' },
16
- * }
17
- * });
18
- * await mcp.connect();
19
- * await mcp.registerTools(model); // or registerTools(model)
20
- * // ... use model.chatWithTools() — MCP tools are now callable
21
- * await mcp.disconnect();
22
- */
23
-
24
- import type { AIModel } from './ai-model.js';
25
- import type { LLMFunction, ToolHandler } from './interfaces.js';
26
- import type { Auditor } from './auditor.js';
27
- import { NoopAuditor } from './auditor.js';
28
-
29
- // ============================================================================
30
- // MCP Types
31
- // ============================================================================
32
-
33
- export interface MCPServerConfig {
34
- /** Stdio transport: command to spawn the MCP server */
35
- command?: string;
36
- /** Stdio transport: arguments for the command */
37
- args?: string[];
38
- /** Stdio transport: environment variables for the spawned process */
39
- env?: Record<string, string>;
40
- /** HTTP transport: URL of the remote MCP server */
41
- url?: string;
42
- /** HTTP transport: additional headers for requests */
43
- headers?: Record<string, string>;
44
- }
45
-
46
- export interface MCPBridgeConfig {
47
- /** Named MCP server configurations */
48
- servers: Record<string, MCPServerConfig>;
49
- /** Auditor for observability */
50
- auditor?: Auditor;
51
- }
52
-
53
- export interface MCPTool {
54
- /** Server this tool came from */
55
- serverName: string;
56
- /** Tool name (as reported by the server) */
57
- name: string;
58
- /** Full qualified name (serverName:toolName) */
59
- qualifiedName: string;
60
- /** Tool description */
61
- description: string;
62
- /** JSON Schema for tool input */
63
- inputSchema: Record<string, unknown>;
64
- }
65
-
66
- // ============================================================================
67
- // Internal: SDK types (to avoid hard dependency)
68
- // ============================================================================
69
-
70
- interface MCPClientLike {
71
- connect(transport: unknown): Promise<void>;
72
- close(): Promise<void>;
73
- listTools(): Promise<{ tools: Array<{ name: string; description?: string; inputSchema: Record<string, unknown> }> }>;
74
- callTool(params: { name: string; arguments?: Record<string, unknown> }): Promise<{ content: Array<{ type: string; text?: string }> }>;
75
- }
76
-
77
- // ============================================================================
78
- // MCPToolBridge
79
- // ============================================================================
80
-
81
- export class MCPToolBridge {
82
- private config: MCPBridgeConfig;
83
- private auditor: Auditor;
84
- private clients: Map<string, MCPClientLike> = new Map();
85
- private transports: Map<string, unknown> = new Map();
86
- private discoveredTools: MCPTool[] = [];
87
- private connected = false;
88
-
89
- constructor(config: MCPBridgeConfig) {
90
- this.config = config;
91
- this.auditor = config.auditor ?? new NoopAuditor();
92
- }
93
-
94
- // ========================================================================
95
- // Connection Lifecycle
96
- // ========================================================================
97
-
98
- /**
99
- * Connect to all configured MCP servers and discover their tools.
100
- * Requires @modelcontextprotocol/sdk to be installed.
101
- */
102
- async connect(): Promise<void> {
103
- if (this.connected) return;
104
-
105
- // Dynamic import of MCP SDK (peer dependency)
106
- let sdk: {
107
- Client: new (info: { name: string; version: string }, opts?: { capabilities?: Record<string, unknown> }) => MCPClientLike;
108
- StdioClientTransport?: new (opts: { command: string; args?: string[]; env?: Record<string, string> }) => unknown;
109
- StreamableHTTPClientTransport?: new (url: URL, opts?: { requestInit?: { headers: Record<string, string> } }) => unknown;
110
- };
111
-
112
- try {
113
- // @ts-ignore — peer dependency, may not be installed
114
- sdk = await import('@modelcontextprotocol/sdk/client/index.js');
115
- } catch {
116
- throw new Error(
117
- 'MCP integration requires @modelcontextprotocol/sdk.\n' +
118
- 'Install it: bun add @modelcontextprotocol/sdk'
119
- );
120
- }
121
-
122
- const entries = Object.entries(this.config.servers);
123
-
124
- for (const [serverName, serverConfig] of entries) {
125
- try {
126
- const client = new sdk.Client(
127
- { name: 'universal-llm-client', version: '3.0.0' },
128
- { capabilities: {} },
129
- );
130
-
131
- let transport: unknown;
132
-
133
- if (serverConfig.url) {
134
- // HTTP transport (all runtimes)
135
- if (!sdk.StreamableHTTPClientTransport) {
136
- // Try separate import path
137
- // @ts-ignore — peer dependency, may not be installed
138
- const httpModule = await import('@modelcontextprotocol/sdk/client/streamableHttp.js').catch(() => null);
139
- if (!httpModule?.StreamableHTTPClientTransport) {
140
- throw new Error('StreamableHTTPClientTransport not available in this SDK version');
141
- }
142
- transport = new httpModule.StreamableHTTPClientTransport(
143
- new URL(serverConfig.url),
144
- serverConfig.headers ? { requestInit: { headers: serverConfig.headers } } : undefined,
145
- );
146
- } else {
147
- transport = new sdk.StreamableHTTPClientTransport(
148
- new URL(serverConfig.url),
149
- serverConfig.headers ? { requestInit: { headers: serverConfig.headers } } : undefined,
150
- );
151
- }
152
- } else if (serverConfig.command) {
153
- // Stdio transport (Node/Bun/Deno only)
154
- if (!sdk.StdioClientTransport) {
155
- // @ts-ignore — peer dependency, may not be installed
156
- const stdioModule = await import('@modelcontextprotocol/sdk/client/stdio.js').catch(() => null);
157
- if (!stdioModule?.StdioClientTransport) {
158
- throw new Error(
159
- 'Stdio transport not available. This is expected in browser environments.\n' +
160
- 'Use HTTP transport (url) instead, or run in Node/Bun/Deno.'
161
- );
162
- }
163
- transport = new stdioModule.StdioClientTransport({
164
- command: serverConfig.command,
165
- args: serverConfig.args,
166
- env: serverConfig.env,
167
- });
168
- } else {
169
- transport = new sdk.StdioClientTransport({
170
- command: serverConfig.command,
171
- args: serverConfig.args,
172
- env: serverConfig.env,
173
- });
174
- }
175
- } else {
176
- throw new Error(`MCP server "${serverName}" must have either "url" or "command" configured`);
177
- }
178
-
179
- await client.connect(transport);
180
- this.clients.set(serverName, client);
181
- this.transports.set(serverName, transport);
182
-
183
- // Discover tools
184
- const toolList = await client.listTools();
185
- for (const tool of toolList.tools) {
186
- this.discoveredTools.push({
187
- serverName,
188
- name: tool.name,
189
- qualifiedName: `${serverName}:${tool.name}`,
190
- description: tool.description ?? '',
191
- inputSchema: tool.inputSchema,
192
- });
193
- }
194
-
195
- this.auditor.record({
196
- timestamp: Date.now(),
197
- type: 'response',
198
- metadata: {
199
- event: 'mcp_connected',
200
- server: serverName,
201
- toolCount: toolList.tools.length,
202
- },
203
- });
204
- } catch (error) {
205
- this.auditor.record({
206
- timestamp: Date.now(),
207
- type: 'error',
208
- error: error instanceof Error ? error.message : String(error),
209
- metadata: { event: 'mcp_connect_failed', server: serverName },
210
- });
211
- throw error;
212
- }
213
- }
214
-
215
- this.connected = true;
216
- }
217
-
218
- // ========================================================================
219
- // Tool Registration
220
- // ========================================================================
221
-
222
- /**
223
- * Register all discovered MCP tools with an AIModel instance.
224
- * Each MCP tool becomes a callable tool that forwards execution
225
- * to the appropriate MCP server.
226
- */
227
- async registerTools(model: AIModel): Promise<void> {
228
- if (!this.connected) {
229
- await this.connect();
230
- }
231
-
232
- const tools = this.discoveredTools.map(mcpTool => ({
233
- name: mcpTool.qualifiedName,
234
- description: mcpTool.description,
235
- parameters: this.convertInputSchema(mcpTool.inputSchema),
236
- handler: this.createToolHandler(mcpTool),
237
- }));
238
-
239
- model.registerTools(tools);
240
- }
241
-
242
- /**
243
- * Get all discovered MCP tools (for inspection).
244
- */
245
- getTools(): ReadonlyArray<MCPTool> {
246
- return this.discoveredTools;
247
- }
248
-
249
- // ========================================================================
250
- // Disconnect
251
- // ========================================================================
252
-
253
- /**
254
- * Disconnect from all MCP servers and clean up.
255
- */
256
- async disconnect(): Promise<void> {
257
- for (const [serverName, client] of this.clients) {
258
- try {
259
- await client.close();
260
- } catch (error) {
261
- this.auditor.record({
262
- timestamp: Date.now(),
263
- type: 'error',
264
- error: error instanceof Error ? error.message : String(error),
265
- metadata: { event: 'mcp_disconnect_failed', server: serverName },
266
- });
267
- }
268
- }
269
- this.clients.clear();
270
- this.transports.clear();
271
- this.discoveredTools = [];
272
- this.connected = false;
273
- }
274
-
275
- // ========================================================================
276
- // Internal
277
- // ========================================================================
278
-
279
- private createToolHandler(mcpTool: MCPTool): ToolHandler {
280
- return async (args: unknown) => {
281
- const client = this.clients.get(mcpTool.serverName);
282
- if (!client) {
283
- throw new Error(`MCP server "${mcpTool.serverName}" is not connected`);
284
- }
285
-
286
- const start = Date.now();
287
- this.auditor.record({
288
- timestamp: start,
289
- type: 'tool_call',
290
- metadata: {
291
- event: 'mcp_tool_call',
292
- server: mcpTool.serverName,
293
- tool: mcpTool.name,
294
- },
295
- });
296
-
297
- try {
298
- const result = await client.callTool({
299
- name: mcpTool.name,
300
- arguments: args as Record<string, unknown> | undefined,
301
- });
302
-
303
- // Extract text content from MCP response
304
- const textParts = result.content
305
- .filter(c => c.type === 'text' && c.text)
306
- .map(c => c.text);
307
-
308
- const output = textParts.length === 1 ? textParts[0] : textParts.join('\n');
309
-
310
- this.auditor.record({
311
- timestamp: Date.now(),
312
- type: 'tool_result',
313
- metadata: {
314
- event: 'mcp_tool_result',
315
- server: mcpTool.serverName,
316
- tool: mcpTool.name,
317
- duration: Date.now() - start,
318
- },
319
- });
320
-
321
- return output;
322
- } catch (error) {
323
- this.auditor.record({
324
- timestamp: Date.now(),
325
- type: 'error',
326
- error: error instanceof Error ? error.message : String(error),
327
- metadata: {
328
- event: 'mcp_tool_error',
329
- server: mcpTool.serverName,
330
- tool: mcpTool.name,
331
- },
332
- });
333
- throw error;
334
- }
335
- };
336
- }
337
-
338
- private convertInputSchema(schema: Record<string, unknown>): LLMFunction['parameters'] {
339
- return {
340
- type: 'object',
341
- properties: (schema['properties'] as Record<string, unknown>) ?? {},
342
- required: schema['required'] as string[] | undefined,
343
- };
344
- }
345
- }