opc-agent 4.0.42 → 4.0.44

package/dist/providers/index.d.ts

@@ -8,6 +8,12 @@ export interface LLMProvider {
     chat(messages: Message[], systemPrompt?: string, options?: ChatOptions): Promise<string>;
     chatStream(messages: Message[], systemPrompt?: string): AsyncIterable<string>;
 }
+export declare function autoDetectProvider(): {
+    name: string;
+    model?: string;
+    baseUrl?: string;
+    apiKey?: string;
+};
 export declare function createProvider(name?: string, model?: string, baseUrl?: string, apiKey?: string): LLMProvider;
 export declare const SUPPORTED_PROVIDERS: readonly ["openai", "ollama", "claude-cli", "deepseek", "qwen", "gemini", "dashscope", "zhipu", "moonshot"];
 //# sourceMappingURL=index.d.ts.map

package/dist/providers/index.js

@@ -34,6 +34,7 @@ var __importStar = (this && this.__importStar) || (function () {
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SUPPORTED_PROVIDERS = void 0;
+exports.autoDetectProvider = autoDetectProvider;
 exports.createProvider = createProvider;
 const https = __importStar(require("https"));
 const http = __importStar(require("http"));
@@ -507,7 +508,70 @@ class ClaudeCLIProvider {
         }
     }
 }
-function createProvider(name = 'openai', model, baseUrl, apiKey) {
+const child_process_1 = require("child_process");
+function detectClaudeCLI() {
+    try {
+        (0, child_process_1.execSync)('claude --version', { stdio: 'pipe', timeout: 3000 });
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function detectOllama() {
+    try {
+        (0, child_process_1.execSync)('ollama --version', { stdio: 'pipe', timeout: 3000 });
+        // Also check if server is running
+        const res = (0, child_process_1.execSync)('curl -s http://localhost:11434/api/tags', { stdio: 'pipe', timeout: 3000 });
+        return res.toString().includes('models');
+    }
+    catch {
+        return false;
+    }
+}
+function detectApiKeys() {
+    if (process.env.ANTHROPIC_API_KEY)
+        return { provider: 'anthropic', key: process.env.ANTHROPIC_API_KEY };
+    if (process.env.OPENAI_API_KEY && process.env.OPENAI_API_KEY !== 'your-api-key-here')
+        return { provider: 'openai', key: process.env.OPENAI_API_KEY };
+    if (process.env.DEEPSEEK_API_KEY)
+        return { provider: 'deepseek', key: process.env.DEEPSEEK_API_KEY, baseUrl: 'https://api.deepseek.com/v1' };
+    if (process.env.DASHSCOPE_API_KEY)
+        return { provider: 'qwen', key: process.env.DASHSCOPE_API_KEY, baseUrl: 'https://dashscope.aliyuncs.com/compatible-mode/v1' };
+    if (process.env.GEMINI_API_KEY)
+        return { provider: 'gemini', key: process.env.GEMINI_API_KEY };
+    return null;
+}
+function autoDetectProvider() {
+    // 1. Claude CLI (zero config, Claude Max/Pro subscription)
+    if (detectClaudeCLI()) {
+        return { name: 'claude-cli' };
+    }
+    // 2. API keys from environment
+    const apiKey = detectApiKeys();
+    if (apiKey) {
+        return { name: apiKey.provider, apiKey: apiKey.key, baseUrl: apiKey.baseUrl };
+    }
+    // 3. Ollama (local, free)
+    if (detectOllama()) {
+        return { name: 'ollama', model: 'qwen2.5:7b' };
+    }
+    // 4. Nothing found
+    return { name: 'none' };
+}
+function createProvider(name = 'auto', model, baseUrl, apiKey) {
+    // Auto-detect if name is 'auto' or default openai with no real key
+    const needsAutoDetect = name === 'auto' || (name === 'openai' && !apiKey && (!process.env.OPENAI_API_KEY || process.env.OPENAI_API_KEY === 'your-api-key-here'));
+    if (needsAutoDetect) {
+        const detected = autoDetectProvider();
+        if (detected.name !== 'none') {
+            console.log(`[provider] Auto-detected: ${detected.name}`);
+            name = detected.name;
+            model = model || detected.model;
+            baseUrl = baseUrl || detected.baseUrl;
+            apiKey = apiKey || detected.apiKey;
+        }
+    }
     const finalModel = model || process.env.OPC_LLM_MODEL || 'gpt-4o-mini';
     // Claude CLI mode: use local claude command (Claude Max/Pro subscription)
     if (name === 'claude-cli' || process.env.OPC_LLM_PROVIDER === 'claude-cli') {

package/dist/schema/oad.d.ts

@@ -146,6 +146,7 @@ export declare const LongTermMemorySchema: z.ZodObject<{
     }, z.ZodTypeAny, "passthrough"> | undefined;
     collection?: string | undefined;
 }, {
+    provider?: "in-memory" | "deepbrain" | undefined;
     config?: z.objectInputType<{
         database: z.ZodOptional<z.ZodString>;
         embeddingProvider: z.ZodOptional<z.ZodString>;
@@ -153,7 +154,6 @@ export declare const LongTermMemorySchema: z.ZodObject<{
         autoRecall: z.ZodOptional<z.ZodBoolean>;
         evolveInterval: z.ZodOptional<z.ZodNumber>;
     }, z.ZodTypeAny, "passthrough"> | undefined;
-    provider?: "in-memory" | "deepbrain" | undefined;
     collection?: string | undefined;
 }>;
 export declare const MemorySchema: z.ZodObject<{
@@ -191,6 +191,7 @@ export declare const MemorySchema: z.ZodObject<{
         }, z.ZodTypeAny, "passthrough"> | undefined;
         collection?: string | undefined;
     }, {
+        provider?: "in-memory" | "deepbrain" | undefined;
         config?: z.objectInputType<{
             database: z.ZodOptional<z.ZodString>;
             embeddingProvider: z.ZodOptional<z.ZodString>;
@@ -198,7 +199,6 @@ export declare const MemorySchema: z.ZodObject<{
             autoRecall: z.ZodOptional<z.ZodBoolean>;
             evolveInterval: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough"> | undefined;
-        provider?: "in-memory" | "deepbrain" | undefined;
         collection?: string | undefined;
     }>]>>;
     provider: z.ZodOptional<z.ZodString>;
@@ -220,6 +220,7 @@ export declare const MemorySchema: z.ZodObject<{
     provider?: string | undefined;
     shortTerm?: boolean | undefined;
     longTerm?: boolean | {
+        provider?: "in-memory" | "deepbrain" | undefined;
         config?: z.objectInputType<{
             database: z.ZodOptional<z.ZodString>;
             embeddingProvider: z.ZodOptional<z.ZodString>;
@@ -227,7 +228,6 @@ export declare const MemorySchema: z.ZodObject<{
             autoRecall: z.ZodOptional<z.ZodBoolean>;
             evolveInterval: z.ZodOptional<z.ZodNumber>;
         }, z.ZodTypeAny, "passthrough"> | undefined;
-        provider?: "in-memory" | "deepbrain" | undefined;
         collection?: string | undefined;
     } | undefined;
 }>;
@@ -672,6 +672,7 @@ export declare const SpecSchema: z.ZodObject<{
             }, z.ZodTypeAny, "passthrough"> | undefined;
             collection?: string | undefined;
         }, {
+            provider?: "in-memory" | "deepbrain" | undefined;
             config?: z.objectInputType<{
                 database: z.ZodOptional<z.ZodString>;
                 embeddingProvider: z.ZodOptional<z.ZodString>;
@@ -679,7 +680,6 @@ export declare const SpecSchema: z.ZodObject<{
                 autoRecall: z.ZodOptional<z.ZodBoolean>;
                 evolveInterval: z.ZodOptional<z.ZodNumber>;
             }, z.ZodTypeAny, "passthrough"> | undefined;
-            provider?: "in-memory" | "deepbrain" | undefined;
             collection?: string | undefined;
         }>]>>;
         provider: z.ZodOptional<z.ZodString>;
@@ -701,6 +701,7 @@ export declare const SpecSchema: z.ZodObject<{
         provider?: string | undefined;
         shortTerm?: boolean | undefined;
         longTerm?: boolean | {
+            provider?: "in-memory" | "deepbrain" | undefined;
             config?: z.objectInputType<{
                 database: z.ZodOptional<z.ZodString>;
                 embeddingProvider: z.ZodOptional<z.ZodString>;
@@ -708,7 +709,6 @@ export declare const SpecSchema: z.ZodObject<{
                 autoRecall: z.ZodOptional<z.ZodBoolean>;
                 evolveInterval: z.ZodOptional<z.ZodNumber>;
             }, z.ZodTypeAny, "passthrough"> | undefined;
-            provider?: "in-memory" | "deepbrain" | undefined;
             collection?: string | undefined;
         } | undefined;
     }>>;
@@ -1064,6 +1064,10 @@ export declare const SpecSchema: z.ZodObject<{
             env?: Record<string, string> | undefined;
         }[] | undefined;
     } | undefined;
+    provider?: {
+        default: string;
+        allowed: string[];
+    } | undefined;
     auth?: {
         enabled: boolean;
         apiKeys: string[];
@@ -1080,10 +1084,6 @@ export declare const SpecSchema: z.ZodObject<{
         secret?: string | undefined;
         retryAttempts?: number | undefined;
     } | undefined;
-    provider?: {
-        default: string;
-        allowed: string[];
-    } | undefined;
     systemPrompt?: string | undefined;
     memory?: {
         shortTerm: boolean;
@@ -1179,6 +1179,10 @@ export declare const SpecSchema: z.ZodObject<{
         }[] | undefined;
     } | undefined;
     model?: string | undefined;
+    provider?: {
+        default?: string | undefined;
+        allowed?: string[] | undefined;
+    } | undefined;
     auth?: {
         enabled?: boolean | undefined;
         apiKeys?: string[] | undefined;
@@ -1195,10 +1199,6 @@ export declare const SpecSchema: z.ZodObject<{
         secret?: string | undefined;
         retryAttempts?: number | undefined;
     } | undefined;
-    provider?: {
-        default?: string | undefined;
-        allowed?: string[] | undefined;
-    } | undefined;
     systemPrompt?: string | undefined;
     skills?: {
         name: string;
@@ -1214,6 +1214,7 @@ export declare const SpecSchema: z.ZodObject<{
         provider?: string | undefined;
         shortTerm?: boolean | undefined;
         longTerm?: boolean | {
+            provider?: "in-memory" | "deepbrain" | undefined;
             config?: z.objectInputType<{
                 database: z.ZodOptional<z.ZodString>;
                 embeddingProvider: z.ZodOptional<z.ZodString>;
@@ -1221,7 +1222,6 @@ export declare const SpecSchema: z.ZodObject<{
                 autoRecall: z.ZodOptional<z.ZodBoolean>;
                 evolveInterval: z.ZodOptional<z.ZodNumber>;
             }, z.ZodTypeAny, "passthrough"> | undefined;
-            provider?: "in-memory" | "deepbrain" | undefined;
             collection?: string | undefined;
         } | undefined;
     } | undefined;
@@ -1418,6 +1418,7 @@ export declare const OADSchema: z.ZodObject<{
                 }, z.ZodTypeAny, "passthrough"> | undefined;
                 collection?: string | undefined;
             }, {
+                provider?: "in-memory" | "deepbrain" | undefined;
                 config?: z.objectInputType<{
                     database: z.ZodOptional<z.ZodString>;
                     embeddingProvider: z.ZodOptional<z.ZodString>;
@@ -1425,7 +1426,6 @@ export declare const OADSchema: z.ZodObject<{
                     autoRecall: z.ZodOptional<z.ZodBoolean>;
                     evolveInterval: z.ZodOptional<z.ZodNumber>;
                 }, z.ZodTypeAny, "passthrough"> | undefined;
-                provider?: "in-memory" | "deepbrain" | undefined;
                 collection?: string | undefined;
             }>]>>;
             provider: z.ZodOptional<z.ZodString>;
@@ -1447,6 +1447,7 @@ export declare const OADSchema: z.ZodObject<{
             provider?: string | undefined;
             shortTerm?: boolean | undefined;
             longTerm?: boolean | {
+                provider?: "in-memory" | "deepbrain" | undefined;
                 config?: z.objectInputType<{
                     database: z.ZodOptional<z.ZodString>;
                     embeddingProvider: z.ZodOptional<z.ZodString>;
@@ -1454,7 +1455,6 @@ export declare const OADSchema: z.ZodObject<{
                     autoRecall: z.ZodOptional<z.ZodBoolean>;
                     evolveInterval: z.ZodOptional<z.ZodNumber>;
                 }, z.ZodTypeAny, "passthrough"> | undefined;
-                provider?: "in-memory" | "deepbrain" | undefined;
                 collection?: string | undefined;
             } | undefined;
         }>>;
@@ -1810,6 +1810,10 @@ export declare const OADSchema: z.ZodObject<{
                 env?: Record<string, string> | undefined;
             }[] | undefined;
         } | undefined;
+        provider?: {
+            default: string;
+            allowed: string[];
+        } | undefined;
         auth?: {
             enabled: boolean;
             apiKeys: string[];
@@ -1826,10 +1830,6 @@ export declare const OADSchema: z.ZodObject<{
             secret?: string | undefined;
             retryAttempts?: number | undefined;
         } | undefined;
-        provider?: {
-            default: string;
-            allowed: string[];
-        } | undefined;
         systemPrompt?: string | undefined;
         memory?: {
             shortTerm: boolean;
@@ -1925,6 +1925,10 @@ export declare const OADSchema: z.ZodObject<{
             }[] | undefined;
         } | undefined;
         model?: string | undefined;
+        provider?: {
+            default?: string | undefined;
+            allowed?: string[] | undefined;
+        } | undefined;
         auth?: {
             enabled?: boolean | undefined;
             apiKeys?: string[] | undefined;
@@ -1941,10 +1945,6 @@ export declare const OADSchema: z.ZodObject<{
             secret?: string | undefined;
             retryAttempts?: number | undefined;
         } | undefined;
-        provider?: {
-            default?: string | undefined;
-            allowed?: string[] | undefined;
-        } | undefined;
         systemPrompt?: string | undefined;
         skills?: {
             name: string;
@@ -1960,6 +1960,7 @@ export declare const OADSchema: z.ZodObject<{
             provider?: string | undefined;
             shortTerm?: boolean | undefined;
             longTerm?: boolean | {
+                provider?: "in-memory" | "deepbrain" | undefined;
                 config?: z.objectInputType<{
                     database: z.ZodOptional<z.ZodString>;
                     embeddingProvider: z.ZodOptional<z.ZodString>;
@@ -1967,7 +1968,6 @@ export declare const OADSchema: z.ZodObject<{
                     autoRecall: z.ZodOptional<z.ZodBoolean>;
                     evolveInterval: z.ZodOptional<z.ZodNumber>;
                 }, z.ZodTypeAny, "passthrough"> | undefined;
-                provider?: "in-memory" | "deepbrain" | undefined;
                 collection?: string | undefined;
             } | undefined;
         } | undefined;
@@ -2085,6 +2085,10 @@ export declare const OADSchema: z.ZodObject<{
                 env?: Record<string, string> | undefined;
             }[] | undefined;
         } | undefined;
+        provider?: {
+            default: string;
+            allowed: string[];
+        } | undefined;
         auth?: {
             enabled: boolean;
             apiKeys: string[];
@@ -2101,10 +2105,6 @@ export declare const OADSchema: z.ZodObject<{
             secret?: string | undefined;
             retryAttempts?: number | undefined;
         } | undefined;
-        provider?: {
-            default: string;
-            allowed: string[];
-        } | undefined;
         systemPrompt?: string | undefined;
         memory?: {
             shortTerm: boolean;
@@ -2217,6 +2217,10 @@ export declare const OADSchema: z.ZodObject<{
             }[] | undefined;
         } | undefined;
         model?: string | undefined;
+        provider?: {
+            default?: string | undefined;
+            allowed?: string[] | undefined;
+        } | undefined;
         auth?: {
             enabled?: boolean | undefined;
             apiKeys?: string[] | undefined;
@@ -2233,10 +2237,6 @@ export declare const OADSchema: z.ZodObject<{
             secret?: string | undefined;
             retryAttempts?: number | undefined;
         } | undefined;
-        provider?: {
-            default?: string | undefined;
-            allowed?: string[] | undefined;
-        } | undefined;
         systemPrompt?: string | undefined;
         skills?: {
             name: string;
@@ -2252,6 +2252,7 @@ export declare const OADSchema: z.ZodObject<{
             provider?: string | undefined;
             shortTerm?: boolean | undefined;
             longTerm?: boolean | {
+                provider?: "in-memory" | "deepbrain" | undefined;
                 config?: z.objectInputType<{
                     database: z.ZodOptional<z.ZodString>;
                     embeddingProvider: z.ZodOptional<z.ZodString>;
@@ -2259,7 +2260,6 @@ export declare const OADSchema: z.ZodObject<{
                     autoRecall: z.ZodOptional<z.ZodBoolean>;
                     evolveInterval: z.ZodOptional<z.ZodNumber>;
                 }, z.ZodTypeAny, "passthrough"> | undefined;
-                provider?: "in-memory" | "deepbrain" | undefined;
                 collection?: string | undefined;
             } | undefined;
         } | undefined;

package/dist/studio/server.js

@@ -733,37 +733,47 @@ class StudioServer {
         });
         const allMsgs = [{ role: 'system', content: agent.systemPrompt }, ...messages];
         const lastMsg = allMsgs[allMsgs.length - 1]?.content || '';
-        // Try to call the real /v1/chat/completions endpoint
+        // Use createProvider directly to call LLM
         try {
-            const completionReq = (0, http_1.request)({
-                hostname: 'localhost',
-                port: 3000,
-                path: '/v1/chat/completions',
-                method: 'POST',
-                headers: { 'Content-Type': 'application/json' },
-            }, (completionRes) => {
-                const ct = completionRes.headers['content-type'] || '';
-                if (completionRes.statusCode === 200 && (ct.includes('text/event-stream') || ct.includes('application/json'))) {
-                    completionRes.pipe(res);
+            const { createProvider } = require('../providers');
+            // Read OAD config for provider info
+            let providerName = agent.provider || process.env.OPC_LLM_PROVIDER;
+            if (!providerName) {
+                // Try reading from oad.yaml
+                try {
+                    const oadPath = (0, path_1.join)(this.config.agentDir, 'oad.yaml');
+                    if ((0, fs_1.existsSync)(oadPath)) {
+                        const yaml = require('js-yaml');
+                        const oad = yaml.load((0, fs_1.readFileSync)(oadPath, 'utf-8'));
+                        providerName = oad?.spec?.provider?.default;
+                    }
                 }
-                else {
-                    // Drain the response to avoid leak
-                    completionRes.resume();
-                    // Fallback to simulated response
-                    this.sendSimulatedResponse(res, lastMsg, agent);
+                catch { }
+            }
+            providerName = providerName || 'openai';
+            const provider = createProvider(providerName, agent.model);
+            let fullText = '';
+            try {
+                for await (const chunk of provider.chatStream(allMsgs, agent.systemPrompt)) {
+                    const sseData = JSON.stringify({
+                        choices: [{ delta: { content: chunk }, index: 0 }],
+                    });
+                    res.write(`data: ${sseData}\n\n`);
+                    fullText += chunk;
                 }
-            });
-            completionReq.on('error', () => {
-                this.sendSimulatedResponse(res, lastMsg, agent);
-            });
-            completionReq.write(JSON.stringify({
-                model: agent.model,
-                messages: allMsgs,
-                stream: true,
-            }));
-            completionReq.end();
+            }
+            catch (streamErr) {
+                if (!fullText) {
+                    // No content streamed yet, send error
+                    const errData = JSON.stringify({ error: streamErr.message });
+                    res.write(`data: ${errData}\n\n`);
+                }
+            }
+            res.write('data: [DONE]\n\n');
+            res.end();
         }
-        catch {
+        catch (err) {
+            // Fallback: try simulated response
             this.sendSimulatedResponse(res, lastMsg, agent);
         }
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "opc-agent",
-  "version": "4.0.42",
+  "version": "4.0.44",
   "description": "Open Agent Framework — Build, test, and run AI Agents for business workstations",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/providers/index.ts

@@ -513,7 +513,68 @@ class ClaudeCLIProvider implements LLMProvider {
   }
 }
 
-export function createProvider(name: string = 'openai', model?: string, baseUrl?: string, apiKey?: string): LLMProvider {
+import { execSync } from 'child_process';
+
+function detectClaudeCLI(): boolean {
+  try {
+    execSync('claude --version', { stdio: 'pipe', timeout: 3000 });
+    return true;
+  } catch { return false; }
+}
+
+function detectOllama(): boolean {
+  try {
+    execSync('ollama --version', { stdio: 'pipe', timeout: 3000 });
+    // Also check if server is running
+    const res = execSync('curl -s http://localhost:11434/api/tags', { stdio: 'pipe', timeout: 3000 });
+    return res.toString().includes('models');
+  } catch { return false; }
+}
+
+function detectApiKeys(): { provider: string; key: string; baseUrl?: string } | null {
+  if (process.env.ANTHROPIC_API_KEY) return { provider: 'anthropic', key: process.env.ANTHROPIC_API_KEY };
+  if (process.env.OPENAI_API_KEY && process.env.OPENAI_API_KEY !== 'your-api-key-here') return { provider: 'openai', key: process.env.OPENAI_API_KEY };
+  if (process.env.DEEPSEEK_API_KEY) return { provider: 'deepseek', key: process.env.DEEPSEEK_API_KEY, baseUrl: 'https://api.deepseek.com/v1' };
+  if (process.env.DASHSCOPE_API_KEY) return { provider: 'qwen', key: process.env.DASHSCOPE_API_KEY, baseUrl: 'https://dashscope.aliyuncs.com/compatible-mode/v1' };
+  if (process.env.GEMINI_API_KEY) return { provider: 'gemini', key: process.env.GEMINI_API_KEY };
+  return null;
+}
+
+export function autoDetectProvider(): { name: string; model?: string; baseUrl?: string; apiKey?: string } {
+  // 1. Claude CLI (zero config, Claude Max/Pro subscription)
+  if (detectClaudeCLI()) {
+    return { name: 'claude-cli' };
+  }
+
+  // 2. API keys from environment
+  const apiKey = detectApiKeys();
+  if (apiKey) {
+    return { name: apiKey.provider, apiKey: apiKey.key, baseUrl: apiKey.baseUrl };
+  }
+
+  // 3. Ollama (local, free)
+  if (detectOllama()) {
+    return { name: 'ollama', model: 'qwen2.5:7b' };
+  }
+
+  // 4. Nothing found
+  return { name: 'none' };
+}
+
+export function createProvider(name: string = 'auto', model?: string, baseUrl?: string, apiKey?: string): LLMProvider {
+  // Auto-detect if name is 'auto' or default openai with no real key
+  const needsAutoDetect = name === 'auto' || (name === 'openai' && !apiKey && (!process.env.OPENAI_API_KEY || process.env.OPENAI_API_KEY === 'your-api-key-here'));
+  if (needsAutoDetect) {
+    const detected = autoDetectProvider();
+    if (detected.name !== 'none') {
+      console.log(`[provider] Auto-detected: ${detected.name}`);
+      name = detected.name;
+      model = model || detected.model;
+      baseUrl = baseUrl || detected.baseUrl;
+      apiKey = apiKey || detected.apiKey;
+    }
+  }
+
   const finalModel = model || process.env.OPC_LLM_MODEL || 'gpt-4o-mini';
 
   // Claude CLI mode: use local claude command (Claude Max/Pro subscription)

package/src/studio/server.ts

@@ -735,35 +735,45 @@ class StudioServer {
     const allMsgs = [{ role: 'system', content: agent.systemPrompt }, ...messages];
     const lastMsg = allMsgs[allMsgs.length - 1]?.content || '';
 
-    // Try to call the real /v1/chat/completions endpoint
+    // Use createProvider directly to call LLM
     try {
-      const completionReq = httpRequest({
-        hostname: 'localhost',
-        port: 3000,
-        path: '/v1/chat/completions',
-        method: 'POST',
-        headers: { 'Content-Type': 'application/json' },
-      }, (completionRes) => {
-        const ct = completionRes.headers['content-type'] || '';
-        if (completionRes.statusCode === 200 && (ct.includes('text/event-stream') || ct.includes('application/json'))) {
-          completionRes.pipe(res);
-        } else {
-          // Drain the response to avoid leak
-          completionRes.resume();
-          // Fallback to simulated response
-          this.sendSimulatedResponse(res, lastMsg, agent);
+      const { createProvider } = require('../providers');
+      // Read OAD config for provider info
+      let providerName = agent.provider || process.env.OPC_LLM_PROVIDER;
+      if (!providerName) {
+        // Try reading from oad.yaml
+        try {
+          const oadPath = join(this.config.agentDir, 'oad.yaml');
+          if (existsSync(oadPath)) {
+            const yaml = require('js-yaml');
+            const oad = yaml.load(readFileSync(oadPath, 'utf-8'));
+            providerName = oad?.spec?.provider?.default;
+          }
+        } catch {}
+      }
+      providerName = providerName || 'openai';
+      const provider = createProvider(providerName, agent.model);
+      
+      let fullText = '';
+      try {
+        for await (const chunk of provider.chatStream(allMsgs, agent.systemPrompt)) {
+          const sseData = JSON.stringify({
+            choices: [{ delta: { content: chunk }, index: 0 }],
+          });
+          res.write(`data: ${sseData}\n\n`);
+          fullText += chunk;
         }
-      });
-      completionReq.on('error', () => {
-        this.sendSimulatedResponse(res, lastMsg, agent);
-      });
-      completionReq.write(JSON.stringify({
-        model: agent.model,
-        messages: allMsgs,
-        stream: true,
-      }));
-      completionReq.end();
-    } catch {
+      } catch (streamErr: any) {
+        if (!fullText) {
+          // No content streamed yet, send error
+          const errData = JSON.stringify({ error: streamErr.message });
+          res.write(`data: ${errData}\n\n`);
+        }
+      }
+      res.write('data: [DONE]\n\n');
+      res.end();
+    } catch (err: any) {
+      // Fallback: try simulated response
       this.sendSimulatedResponse(res, lastMsg, agent);
     }
   }