universal-llm-client 4.1.0 → 4.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. package/CHANGELOG.md +139 -103
  2. package/LICENSE +21 -21
  3. package/README.md +591 -591
  4. package/dist/ai-model.js.map +1 -1
  5. package/dist/auditor.js.map +1 -1
  6. package/dist/client.js.map +1 -1
  7. package/dist/http.js.map +1 -1
  8. package/dist/index.d.ts +1 -1
  9. package/dist/index.d.ts.map +1 -1
  10. package/dist/index.js +1 -1
  11. package/dist/index.js.map +1 -1
  12. package/dist/interfaces.d.ts +20 -0
  13. package/dist/interfaces.d.ts.map +1 -1
  14. package/dist/interfaces.js.map +1 -1
  15. package/dist/mcp.js.map +1 -1
  16. package/dist/providers/anthropic.js.map +1 -1
  17. package/dist/providers/google.d.ts.map +1 -1
  18. package/dist/providers/google.js +2 -0
  19. package/dist/providers/google.js.map +1 -1
  20. package/dist/providers/index.js.map +1 -1
  21. package/dist/providers/ollama.js.map +1 -1
  22. package/dist/providers/openai.js.map +1 -1
  23. package/dist/router.js.map +1 -1
  24. package/dist/stream-decoder.js.map +1 -1
  25. package/dist/structured-output.d.ts +24 -1
  26. package/dist/structured-output.d.ts.map +1 -1
  27. package/dist/structured-output.js +58 -5
  28. package/dist/structured-output.js.map +1 -1
  29. package/dist/tools.js.map +1 -1
  30. package/dist/zod-adapter.js.map +1 -1
  31. package/package.json +115 -116
  32. package/src/ai-model.ts +0 -350
  33. package/src/auditor.ts +0 -213
  34. package/src/client.ts +0 -402
  35. package/src/debug/debug-google-streaming.ts +0 -97
  36. package/src/debug/debug-tool-execution.ts +0 -86
  37. package/src/debug/test-lmstudio-tools.ts +0 -155
  38. package/src/demos/README.md +0 -47
  39. package/src/demos/basic/universal-llm-examples.ts +0 -161
  40. package/src/demos/mcp/astrid-memory-demo.ts +0 -295
  41. package/src/demos/mcp/astrid-persona-memory.ts +0 -357
  42. package/src/demos/mcp/mcp-mongodb-demo.ts +0 -275
  43. package/src/demos/mcp/simple-astrid-memory.ts +0 -148
  44. package/src/demos/mcp/simple-mcp-demo.ts +0 -68
  45. package/src/demos/mcp/working-mcp-demo.ts +0 -62
  46. package/src/demos/model-alias-demo.ts +0 -0
  47. package/src/demos/tools/RAG_MEMORY_INTEGRATION.md +0 -267
  48. package/src/demos/tools/astrid-memory-demo.ts +0 -270
  49. package/src/demos/tools/astrid-production-memory-clean.ts +0 -785
  50. package/src/demos/tools/astrid-production-memory.ts +0 -558
  51. package/src/demos/tools/basic-translation-test.ts +0 -66
  52. package/src/demos/tools/chromadb-similarity-tuning.ts +0 -390
  53. package/src/demos/tools/clean-multilingual-conversation.ts +0 -209
  54. package/src/demos/tools/clean-translation-test.ts +0 -119
  55. package/src/demos/tools/clean-universal-multilingual-test.ts +0 -131
  56. package/src/demos/tools/complete-rag-demo.ts +0 -369
  57. package/src/demos/tools/complete-tool-demo.ts +0 -132
  58. package/src/demos/tools/demo-tool-calling.ts +0 -124
  59. package/src/demos/tools/dynamic-language-switching-test.ts +0 -251
  60. package/src/demos/tools/hybrid-thinking-test.ts +0 -154
  61. package/src/demos/tools/memory-integration-test.ts +0 -420
  62. package/src/demos/tools/multilingual-memory-system.ts +0 -802
  63. package/src/demos/tools/ondemand-translation-demo.ts +0 -655
  64. package/src/demos/tools/production-tool-demo.ts +0 -245
  65. package/src/demos/tools/revolutionary-multilingual-test.ts +0 -151
  66. package/src/demos/tools/rigorous-language-analysis.ts +0 -218
  67. package/src/demos/tools/test-universal-memory-system.ts +0 -126
  68. package/src/demos/tools/translation-integration-guide.ts +0 -346
  69. package/src/demos/tools/universal-memory-system.ts +0 -560
  70. package/src/http.ts +0 -247
  71. package/src/index.ts +0 -160
  72. package/src/interfaces.ts +0 -657
  73. package/src/mcp.ts +0 -345
  74. package/src/providers/anthropic.ts +0 -762
  75. package/src/providers/google.ts +0 -620
  76. package/src/providers/index.ts +0 -8
  77. package/src/providers/ollama.ts +0 -469
  78. package/src/providers/openai.ts +0 -392
  79. package/src/router.ts +0 -780
  80. package/src/stream-decoder.ts +0 -361
  81. package/src/structured-output.ts +0 -702
  82. package/src/test-scripts/test-advanced-tools.ts +0 -310
  83. package/src/test-scripts/test-google-streaming-enhanced.ts +0 -147
  84. package/src/test-scripts/test-google-streaming.ts +0 -63
  85. package/src/test-scripts/test-google-system-prompt-comprehensive.ts +0 -189
  86. package/src/test-scripts/test-mcp-config.ts +0 -28
  87. package/src/test-scripts/test-mcp-connection.ts +0 -29
  88. package/src/test-scripts/test-system-message-positions.ts +0 -163
  89. package/src/test-scripts/test-system-prompt-improvement-demo.ts +0 -83
  90. package/src/test-scripts/test-tool-calling.ts +0 -231
  91. package/src/tests/ai-model.test.ts +0 -1614
  92. package/src/tests/auditor.test.ts +0 -224
  93. package/src/tests/http.test.ts +0 -200
  94. package/src/tests/interfaces.test.ts +0 -117
  95. package/src/tests/providers/google.test.ts +0 -660
  96. package/src/tests/providers/ollama.test.ts +0 -954
  97. package/src/tests/providers/openai.test.ts +0 -1122
  98. package/src/tests/router.test.ts +0 -254
  99. package/src/tests/stream-decoder.test.ts +0 -179
  100. package/src/tests/structured-output.test.ts +0 -1340
  101. package/src/tests/tools.test.ts +0 -175
  102. package/src/tools.ts +0 -246
  103. package/src/zod-adapter.ts +0 -72
package/src/mcp.ts DELETED
@@ -1,345 +0,0 @@
1
- /**
2
- * Universal LLM Client v3 — MCP Integration
3
- *
4
- * Native MCP tool discovery and execution bridge.
5
- * Uses @modelcontextprotocol/sdk as a peer dependency.
6
- *
7
- * Supports:
8
- * - Stdio transport (Node/Bun/Deno — spawns server processes)
9
- * - Streamable HTTP transport (all runtimes including browsers)
10
- *
11
- * Usage:
12
- * const mcp = new MCPToolBridge({
13
- * servers: {
14
- * filesystem: { command: 'npx', args: ['-y', '@modelcontextprotocol/server-filesystem', './'] },
15
- * weather: { url: 'https://mcp.example.com/weather' },
16
- * }
17
- * });
18
- * await mcp.connect();
19
- * await mcp.registerTools(model); // or registerTools(model)
20
- * // ... use model.chatWithTools() — MCP tools are now callable
21
- * await mcp.disconnect();
22
- */
23
-
24
- import type { AIModel } from './ai-model.js';
25
- import type { LLMFunction, ToolHandler } from './interfaces.js';
26
- import type { Auditor } from './auditor.js';
27
- import { NoopAuditor } from './auditor.js';
28
-
29
- // ============================================================================
30
- // MCP Types
31
- // ============================================================================
32
-
33
- export interface MCPServerConfig {
34
- /** Stdio transport: command to spawn the MCP server */
35
- command?: string;
36
- /** Stdio transport: arguments for the command */
37
- args?: string[];
38
- /** Stdio transport: environment variables for the spawned process */
39
- env?: Record<string, string>;
40
- /** HTTP transport: URL of the remote MCP server */
41
- url?: string;
42
- /** HTTP transport: additional headers for requests */
43
- headers?: Record<string, string>;
44
- }
45
-
46
- export interface MCPBridgeConfig {
47
- /** Named MCP server configurations */
48
- servers: Record<string, MCPServerConfig>;
49
- /** Auditor for observability */
50
- auditor?: Auditor;
51
- }
52
-
53
- export interface MCPTool {
54
- /** Server this tool came from */
55
- serverName: string;
56
- /** Tool name (as reported by the server) */
57
- name: string;
58
- /** Full qualified name (serverName:toolName) */
59
- qualifiedName: string;
60
- /** Tool description */
61
- description: string;
62
- /** JSON Schema for tool input */
63
- inputSchema: Record<string, unknown>;
64
- }
65
-
66
- // ============================================================================
67
- // Internal: SDK types (to avoid hard dependency)
68
- // ============================================================================
69
-
70
- interface MCPClientLike {
71
- connect(transport: unknown): Promise<void>;
72
- close(): Promise<void>;
73
- listTools(): Promise<{ tools: Array<{ name: string; description?: string; inputSchema: Record<string, unknown> }> }>;
74
- callTool(params: { name: string; arguments?: Record<string, unknown> }): Promise<{ content: Array<{ type: string; text?: string }> }>;
75
- }
76
-
77
- // ============================================================================
78
- // MCPToolBridge
79
- // ============================================================================
80
-
81
- export class MCPToolBridge {
82
- private config: MCPBridgeConfig;
83
- private auditor: Auditor;
84
- private clients: Map<string, MCPClientLike> = new Map();
85
- private transports: Map<string, unknown> = new Map();
86
- private discoveredTools: MCPTool[] = [];
87
- private connected = false;
88
-
89
- constructor(config: MCPBridgeConfig) {
90
- this.config = config;
91
- this.auditor = config.auditor ?? new NoopAuditor();
92
- }
93
-
94
- // ========================================================================
95
- // Connection Lifecycle
96
- // ========================================================================
97
-
98
- /**
99
- * Connect to all configured MCP servers and discover their tools.
100
- * Requires @modelcontextprotocol/sdk to be installed.
101
- */
102
- async connect(): Promise<void> {
103
- if (this.connected) return;
104
-
105
- // Dynamic import of MCP SDK (peer dependency)
106
- let sdk: {
107
- Client: new (info: { name: string; version: string }, opts?: { capabilities?: Record<string, unknown> }) => MCPClientLike;
108
- StdioClientTransport?: new (opts: { command: string; args?: string[]; env?: Record<string, string> }) => unknown;
109
- StreamableHTTPClientTransport?: new (url: URL, opts?: { requestInit?: { headers: Record<string, string> } }) => unknown;
110
- };
111
-
112
- try {
113
- // @ts-ignore — peer dependency, may not be installed
114
- sdk = await import('@modelcontextprotocol/sdk/client/index.js');
115
- } catch {
116
- throw new Error(
117
- 'MCP integration requires @modelcontextprotocol/sdk.\n' +
118
- 'Install it: bun add @modelcontextprotocol/sdk'
119
- );
120
- }
121
-
122
- const entries = Object.entries(this.config.servers);
123
-
124
- for (const [serverName, serverConfig] of entries) {
125
- try {
126
- const client = new sdk.Client(
127
- { name: 'universal-llm-client', version: '3.0.0' },
128
- { capabilities: {} },
129
- );
130
-
131
- let transport: unknown;
132
-
133
- if (serverConfig.url) {
134
- // HTTP transport (all runtimes)
135
- if (!sdk.StreamableHTTPClientTransport) {
136
- // Try separate import path
137
- // @ts-ignore — peer dependency, may not be installed
138
- const httpModule = await import('@modelcontextprotocol/sdk/client/streamableHttp.js').catch(() => null);
139
- if (!httpModule?.StreamableHTTPClientTransport) {
140
- throw new Error('StreamableHTTPClientTransport not available in this SDK version');
141
- }
142
- transport = new httpModule.StreamableHTTPClientTransport(
143
- new URL(serverConfig.url),
144
- serverConfig.headers ? { requestInit: { headers: serverConfig.headers } } : undefined,
145
- );
146
- } else {
147
- transport = new sdk.StreamableHTTPClientTransport(
148
- new URL(serverConfig.url),
149
- serverConfig.headers ? { requestInit: { headers: serverConfig.headers } } : undefined,
150
- );
151
- }
152
- } else if (serverConfig.command) {
153
- // Stdio transport (Node/Bun/Deno only)
154
- if (!sdk.StdioClientTransport) {
155
- // @ts-ignore — peer dependency, may not be installed
156
- const stdioModule = await import('@modelcontextprotocol/sdk/client/stdio.js').catch(() => null);
157
- if (!stdioModule?.StdioClientTransport) {
158
- throw new Error(
159
- 'Stdio transport not available. This is expected in browser environments.\n' +
160
- 'Use HTTP transport (url) instead, or run in Node/Bun/Deno.'
161
- );
162
- }
163
- transport = new stdioModule.StdioClientTransport({
164
- command: serverConfig.command,
165
- args: serverConfig.args,
166
- env: serverConfig.env,
167
- });
168
- } else {
169
- transport = new sdk.StdioClientTransport({
170
- command: serverConfig.command,
171
- args: serverConfig.args,
172
- env: serverConfig.env,
173
- });
174
- }
175
- } else {
176
- throw new Error(`MCP server "${serverName}" must have either "url" or "command" configured`);
177
- }
178
-
179
- await client.connect(transport);
180
- this.clients.set(serverName, client);
181
- this.transports.set(serverName, transport);
182
-
183
- // Discover tools
184
- const toolList = await client.listTools();
185
- for (const tool of toolList.tools) {
186
- this.discoveredTools.push({
187
- serverName,
188
- name: tool.name,
189
- qualifiedName: `${serverName}:${tool.name}`,
190
- description: tool.description ?? '',
191
- inputSchema: tool.inputSchema,
192
- });
193
- }
194
-
195
- this.auditor.record({
196
- timestamp: Date.now(),
197
- type: 'response',
198
- metadata: {
199
- event: 'mcp_connected',
200
- server: serverName,
201
- toolCount: toolList.tools.length,
202
- },
203
- });
204
- } catch (error) {
205
- this.auditor.record({
206
- timestamp: Date.now(),
207
- type: 'error',
208
- error: error instanceof Error ? error.message : String(error),
209
- metadata: { event: 'mcp_connect_failed', server: serverName },
210
- });
211
- throw error;
212
- }
213
- }
214
-
215
- this.connected = true;
216
- }
217
-
218
- // ========================================================================
219
- // Tool Registration
220
- // ========================================================================
221
-
222
- /**
223
- * Register all discovered MCP tools with an AIModel instance.
224
- * Each MCP tool becomes a callable tool that forwards execution
225
- * to the appropriate MCP server.
226
- */
227
- async registerTools(model: AIModel): Promise<void> {
228
- if (!this.connected) {
229
- await this.connect();
230
- }
231
-
232
- const tools = this.discoveredTools.map(mcpTool => ({
233
- name: mcpTool.qualifiedName,
234
- description: mcpTool.description,
235
- parameters: this.convertInputSchema(mcpTool.inputSchema),
236
- handler: this.createToolHandler(mcpTool),
237
- }));
238
-
239
- model.registerTools(tools);
240
- }
241
-
242
- /**
243
- * Get all discovered MCP tools (for inspection).
244
- */
245
- getTools(): ReadonlyArray<MCPTool> {
246
- return this.discoveredTools;
247
- }
248
-
249
- // ========================================================================
250
- // Disconnect
251
- // ========================================================================
252
-
253
- /**
254
- * Disconnect from all MCP servers and clean up.
255
- */
256
- async disconnect(): Promise<void> {
257
- for (const [serverName, client] of this.clients) {
258
- try {
259
- await client.close();
260
- } catch (error) {
261
- this.auditor.record({
262
- timestamp: Date.now(),
263
- type: 'error',
264
- error: error instanceof Error ? error.message : String(error),
265
- metadata: { event: 'mcp_disconnect_failed', server: serverName },
266
- });
267
- }
268
- }
269
- this.clients.clear();
270
- this.transports.clear();
271
- this.discoveredTools = [];
272
- this.connected = false;
273
- }
274
-
275
- // ========================================================================
276
- // Internal
277
- // ========================================================================
278
-
279
- private createToolHandler(mcpTool: MCPTool): ToolHandler {
280
- return async (args: unknown) => {
281
- const client = this.clients.get(mcpTool.serverName);
282
- if (!client) {
283
- throw new Error(`MCP server "${mcpTool.serverName}" is not connected`);
284
- }
285
-
286
- const start = Date.now();
287
- this.auditor.record({
288
- timestamp: start,
289
- type: 'tool_call',
290
- metadata: {
291
- event: 'mcp_tool_call',
292
- server: mcpTool.serverName,
293
- tool: mcpTool.name,
294
- },
295
- });
296
-
297
- try {
298
- const result = await client.callTool({
299
- name: mcpTool.name,
300
- arguments: args as Record<string, unknown> | undefined,
301
- });
302
-
303
- // Extract text content from MCP response
304
- const textParts = result.content
305
- .filter(c => c.type === 'text' && c.text)
306
- .map(c => c.text);
307
-
308
- const output = textParts.length === 1 ? textParts[0] : textParts.join('\n');
309
-
310
- this.auditor.record({
311
- timestamp: Date.now(),
312
- type: 'tool_result',
313
- metadata: {
314
- event: 'mcp_tool_result',
315
- server: mcpTool.serverName,
316
- tool: mcpTool.name,
317
- duration: Date.now() - start,
318
- },
319
- });
320
-
321
- return output;
322
- } catch (error) {
323
- this.auditor.record({
324
- timestamp: Date.now(),
325
- type: 'error',
326
- error: error instanceof Error ? error.message : String(error),
327
- metadata: {
328
- event: 'mcp_tool_error',
329
- server: mcpTool.serverName,
330
- tool: mcpTool.name,
331
- },
332
- });
333
- throw error;
334
- }
335
- };
336
- }
337
-
338
- private convertInputSchema(schema: Record<string, unknown>): LLMFunction['parameters'] {
339
- return {
340
- type: 'object',
341
- properties: (schema['properties'] as Record<string, unknown>) ?? {},
342
- required: schema['required'] as string[] | undefined,
343
- };
344
- }
345
- }