berget 2.2.7 → 2.2.9

package/dist/src/services/chat-service.js

@@ -22,26 +22,6 @@ var __importStar = (this && this.__importStar) || function (mod) {
     __setModuleDefault(result, mod);
     return result;
 };
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __rest = (this && this.__rest) || function (s, e) {
-    var t = {};
-    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
-        t[p] = s[p];
-    if (s != null && typeof Object.getOwnPropertySymbols === "function")
-        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
-            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
-                t[p[i]] = s[p[i]];
-        }
-    return t;
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ChatService = void 0;
 const client_1 = require("../client");
@@ -51,9 +31,16 @@ const logger_1 = require("../utils/logger");
  * Command group: chat
  */
 class ChatService {
-    constructor() {
-        this.client = (0, client_1.createAuthenticatedClient)();
-    }
+    // Command group name for this service
+    static COMMAND_GROUP = 'chat';
+    // Subcommands for this service
+    static COMMANDS = {
+        LIST: 'list',
+        RUN: 'run',
+    };
+    static instance;
+    client = (0, client_1.createAuthenticatedClient)();
+    constructor() { }
     static getInstance() {
         if (!ChatService.instance) {
             ChatService.instance = new ChatService();
@@ -64,133 +51,184 @@ class ChatService {
      * Create a chat completion
      * Command: berget chat completion
      */
-    createCompletion(options) {
-        return __awaiter(this, void 0, void 0, function* () {
+    async createCompletion(options) {
+        try {
+            logger_1.logger.debug('Starting createCompletion method');
+            // Initialize options if undefined
+            const optionsCopy = options ? { ...options } : { messages: [] };
+            // Check if messages are defined
+            if (!optionsCopy.messages || !Array.isArray(optionsCopy.messages)) {
+                logger_1.logger.error('messages is undefined or not an array');
+                optionsCopy.messages = [];
+            }
+            // Log the options object
+            logger_1.logger.debug('Starting createCompletion with options:');
             try {
-                logger_1.logger.debug("Starting createCompletion method");
-                // Initialize options if undefined
-                const optionsCopy = options ? Object.assign({}, options) : { messages: [] };
-                // Check if messages are defined
-                if (!optionsCopy.messages || !Array.isArray(optionsCopy.messages)) {
-                    logger_1.logger.error("messages is undefined or not an array");
-                    optionsCopy.messages = [];
-                }
-                // Log the options object
-                logger_1.logger.debug("Starting createCompletion with options:");
+                logger_1.logger.debug(JSON.stringify({
+                    ...optionsCopy,
+                    apiKey: optionsCopy.apiKey ? '***' : undefined,
+                    messages: optionsCopy.messages
+                        ? `${optionsCopy.messages.length} messages`
+                        : '0 messages',
+                }, null, 2));
+            }
+            catch (error) {
+                logger_1.logger.error('Failed to stringify options:', error);
+            }
+            const headers = {};
+            // First try to use the authenticated client (with refresh token support)
+            // Only fall back to API key flow if explicitly requested or no auth tokens available
+            const { TokenManager } = await Promise.resolve().then(() => __importStar(require('../utils/token-manager')));
+            const tokenManagerInstance = TokenManager.getInstance();
+            const hasValidAuth = tokenManagerInstance.getAccessToken() && !tokenManagerInstance.isTokenExpired();
+            const environmentApiKeyForAuth = process.env.BERGET_API_KEY;
+            const hasExplicitApiKey = !!optionsCopy.apiKey || !!environmentApiKeyForAuth;
+            // If we have valid auth tokens and no explicit API key, use authenticated client
+            if (hasValidAuth && !hasExplicitApiKey) {
+                logger_1.logger.debug('Using authenticated client with refresh token support');
+                // Create a copy without apiKey to let the authenticated client handle auth automatically
+                const { apiKey: _, ...optionsWithoutKey } = optionsCopy;
+                return this.executeCompletion(optionsWithoutKey, {});
+            }
+            // Check for environment variables first - prioritize this over everything else
+            const environmentApiKey = process.env.BERGET_API_KEY;
+            if (environmentApiKey) {
+                logger_1.logger.debug('Using API key from BERGET_API_KEY environment variable');
+                optionsCopy.apiKey = environmentApiKey;
+                // Skip the default API key logic if we already have a key
+                return this.executeCompletion(optionsCopy, headers);
+            }
+            // If API key is already provided, use it directly
+            else if (optionsCopy.apiKey) {
+                logger_1.logger.debug('Using API key provided in options');
+                // Skip the default API key logic if we already have a key
+                return this.executeCompletion(optionsCopy, headers);
+            }
+            // Only try to get the default API key if no API key is provided and no env var is set
+            else {
+                logger_1.logger.debug('No API key provided, trying to get default');
                 try {
-                    logger_1.logger.debug(JSON.stringify(Object.assign(Object.assign({}, optionsCopy), { apiKey: optionsCopy.apiKey ? "***" : undefined, messages: optionsCopy.messages
-                            ? `${optionsCopy.messages.length} messages`
-                            : "0 messages" }), null, 2));
+                    // Import the DefaultApiKeyManager directly
+                    logger_1.logger.debug('Importing DefaultApiKeyManager');
+                    const { DefaultApiKeyManager } = await Promise.resolve().then(() => __importStar(require('../utils/default-api-key')));
+                    const defaultApiKeyManager = DefaultApiKeyManager.getInstance();
+                    logger_1.logger.debug('Got DefaultApiKeyManager instance');
+                    // Try to get the default API key
+                    logger_1.logger.debug('Calling promptForDefaultApiKey');
+                    const defaultApiKeyData = defaultApiKeyManager.getDefaultApiKeyData();
+                    const apiKey = defaultApiKeyData?.key || (await defaultApiKeyManager.promptForDefaultApiKey());
+                    logger_1.logger.debug(`Default API key data exists: ${!!defaultApiKeyData}`);
+                    logger_1.logger.debug(`promptForDefaultApiKey returned: ${apiKey ? 'a key' : 'null'}`);
+                    if (apiKey) {
+                        logger_1.logger.debug('Using API key from default API key manager');
+                        optionsCopy.apiKey = apiKey;
+                    }
+                    else {
+                        logger_1.logger.warn('No API key available. You need to either:');
+                        logger_1.logger.warn('1. Create an API key with: berget api-keys create --name "My Key"');
+                        logger_1.logger.warn('2. Set a default API key with: berget api-keys set-default <id>');
+                        logger_1.logger.warn('3. Provide an API key with the --api-key option');
+                        logger_1.logger.warn('4. Set the BERGET_API_KEY environment variable');
+                        logger_1.logger.warn('\nExample:');
+                        logger_1.logger.warn('  export BERGET_API_KEY=your_api_key_here');
+                        logger_1.logger.warn('  # or for a single command:');
+                        logger_1.logger.warn('  BERGET_API_KEY=your_api_key_here berget chat run google/gemma-3-27b-it');
+                        throw new Error('No API key provided and no default API key set');
+                    }
+                    // Set the API key in the options
+                    logger_1.logger.debug('Setting API key in options');
+                    // Only set the API key if it's not null
+                    if (apiKey) {
+                        optionsCopy.apiKey = apiKey;
+                    }
                 }
                 catch (error) {
-                    logger_1.logger.error("Failed to stringify options:", error);
-                }
-                const headers = {};
-                // First try to use the authenticated client (with refresh token support)
-                // Only fall back to API key flow if explicitly requested or no auth tokens available
-                const { TokenManager } = yield Promise.resolve().then(() => __importStar(require("../utils/token-manager")));
-                const tokenManagerInstance = TokenManager.getInstance();
-                const hasValidAuth = tokenManagerInstance.getAccessToken() && !tokenManagerInstance.isTokenExpired();
-                const envApiKeyForAuth = process.env.BERGET_API_KEY;
-                const hasExplicitApiKey = !!optionsCopy.apiKey || !!envApiKeyForAuth;
-                // If we have valid auth tokens and no explicit API key, use authenticated client
-                if (hasValidAuth && !hasExplicitApiKey) {
-                    logger_1.logger.debug("Using authenticated client with refresh token support");
-                    // Create a copy without apiKey to let the authenticated client handle auth automatically
-                    const { apiKey: _apiKey } = optionsCopy, optionsWithoutKey = __rest(optionsCopy, ["apiKey"]);
-                    return this.executeCompletion(optionsWithoutKey, {});
-                }
-                // Check for environment variables first - prioritize this over everything else
-                const envApiKey = process.env.BERGET_API_KEY;
-                if (envApiKey) {
-                    logger_1.logger.debug("Using API key from BERGET_API_KEY environment variable");
-                    optionsCopy.apiKey = envApiKey;
-                    // Skip the default API key logic if we already have a key
-                    return this.executeCompletion(optionsCopy, headers);
-                }
-                // If API key is already provided, use it directly
-                else if (optionsCopy.apiKey) {
-                    logger_1.logger.debug("Using API key provided in options");
-                    // Skip the default API key logic if we already have a key
-                    return this.executeCompletion(optionsCopy, headers);
-                }
-                // Only try to get the default API key if no API key is provided and no env var is set
-                else {
-                    logger_1.logger.debug("No API key provided, trying to get default");
-                    try {
-                        // Import the DefaultApiKeyManager directly
-                        logger_1.logger.debug("Importing DefaultApiKeyManager");
-                        const DefaultApiKeyManager = (yield Promise.resolve().then(() => __importStar(require("../utils/default-api-key"))))
-                            .DefaultApiKeyManager;
-                        const defaultApiKeyManager = DefaultApiKeyManager.getInstance();
-                        logger_1.logger.debug("Got DefaultApiKeyManager instance");
-                        // Try to get the default API key
-                        logger_1.logger.debug("Calling promptForDefaultApiKey");
-                        const defaultApiKeyData = defaultApiKeyManager.getDefaultApiKeyData();
-                        const apiKey = (defaultApiKeyData === null || defaultApiKeyData === void 0 ? void 0 : defaultApiKeyData.key) || (yield defaultApiKeyManager.promptForDefaultApiKey());
-                        logger_1.logger.debug(`Default API key data exists: ${!!defaultApiKeyData}`);
-                        logger_1.logger.debug(`promptForDefaultApiKey returned: ${apiKey ? "a key" : "null"}`);
-                        if (apiKey) {
-                            logger_1.logger.debug("Using API key from default API key manager");
-                            optionsCopy.apiKey = apiKey;
-                        }
-                        else {
-                            logger_1.logger.warn("No API key available. You need to either:");
-                            logger_1.logger.warn('1. Create an API key with: berget api-keys create --name "My Key"');
-                            logger_1.logger.warn("2. Set a default API key with: berget api-keys set-default <id>");
-                            logger_1.logger.warn("3. Provide an API key with the --api-key option");
-                            logger_1.logger.warn("4. Set the BERGET_API_KEY environment variable");
-                            logger_1.logger.warn("\nExample:");
-                            logger_1.logger.warn("  export BERGET_API_KEY=your_api_key_here");
-                            logger_1.logger.warn("  # or for a single command:");
-                            logger_1.logger.warn("  BERGET_API_KEY=your_api_key_here berget chat run google/gemma-3-27b-it");
-                            throw new Error("No API key provided and no default API key set");
-                        }
-                        // Set the API key in the options
-                        logger_1.logger.debug("Setting API key in options");
-                        // Only set the API key if it's not null
-                        if (apiKey) {
-                            optionsCopy.apiKey = apiKey;
-                        }
+                    logger_1.logger.error('Error getting API key:');
+                    if (error instanceof Error) {
+                        logger_1.logger.error(error.message);
                     }
-                    catch (error) {
-                        logger_1.logger.error("Error getting API key:");
-                        if (error instanceof Error) {
-                            logger_1.logger.error(error.message);
-                        }
-                        logger_1.logger.warn('Please create an API key with: berget api-keys create --name "My Key"');
-                        throw new Error("Failed to get API key");
+                    logger_1.logger.warn('Please create an API key with: berget api-keys create --name "My Key"');
+                    throw new Error('Failed to get API key');
+                }
+            }
+            // Set default model if not provided
+            if (!optionsCopy.model) {
+                logger_1.logger.debug('No model specified, using default: google/gemma-3-27b-it');
+                optionsCopy.model = 'google/gemma-3-27b-it';
+            }
+            logger_1.logger.debug('Chat completion options:');
+            logger_1.logger.debug(JSON.stringify({
+                ...optionsCopy,
+                apiKey: optionsCopy.apiKey ? '***' : undefined, // Hide the actual API key in debug output
+            }, null, 2));
+            return this.executeCompletion(optionsCopy, headers);
+        }
+        catch (error) {
+            // Improved error handling
+            let errorMessage = 'Failed to create chat completion';
+            if (error instanceof Error) {
+                try {
+                    // Try to parse the error message as JSON
+                    const parsedError = JSON.parse(error.message);
+                    if (parsedError.error && parsedError.error.message) {
+                        errorMessage = `Chat error: ${parsedError.error.message}`;
                     }
                 }
-                // Set default model if not provided
-                if (!optionsCopy.model) {
-                    logger_1.logger.debug("No model specified, using default: google/gemma-3-27b-it");
-                    optionsCopy.model = "google/gemma-3-27b-it";
+                catch {
+                    // If parsing fails, use the original error message
+                    errorMessage = `Chat error: ${error.message}`;
                 }
-                logger_1.logger.debug("Chat completion options:");
-                logger_1.logger.debug(JSON.stringify(Object.assign(Object.assign({}, optionsCopy), { apiKey: optionsCopy.apiKey ? "***" : undefined }), null, 2));
-                return this.executeCompletion(optionsCopy, headers);
             }
-            catch (error) {
-                // Improved error handling
-                let errorMessage = "Failed to create chat completion";
-                if (error instanceof Error) {
-                    try {
-                        // Try to parse the error message as JSON
-                        const parsedError = JSON.parse(error.message);
-                        if (parsedError.error && parsedError.error.message) {
-                            errorMessage = `Chat error: ${parsedError.error.message}`;
-                        }
-                    }
-                    catch (_a) {
-                        // If parsing fails, use the original error message
-                        errorMessage = `Chat error: ${error.message}`;
+            logger_1.logger.error(errorMessage);
+            throw new Error(errorMessage);
+        }
+    }
+    /**
+     * List available models
+     * Command: berget chat list
+     */
+    async listModels(apiKey) {
+        try {
+            // Check for environment variable first, then fallback to provided API key
+            const environmentApiKey = process.env.BERGET_API_KEY;
+            const effectiveApiKey = environmentApiKey || apiKey;
+            if (effectiveApiKey) {
+                const headers = {
+                    Authorization: effectiveApiKey,
+                };
+                const { data, error } = await this.client.GET('/v1/models', { headers });
+                if (error)
+                    throw new Error(JSON.stringify(error));
+                return data;
+            }
+            else {
+                const { data, error } = await this.client.GET('/v1/models');
+                if (error)
+                    throw new Error(JSON.stringify(error));
+                return data;
+            }
+        }
+        catch (error) {
+            // Improved error handling
+            let errorMessage = 'Failed to list models';
+            if (error instanceof Error) {
+                try {
+                    // Try to parse the error message as JSON
+                    const parsedError = JSON.parse(error.message);
+                    if (parsedError.error) {
+                        errorMessage = `Models error: ${typeof parsedError.error === 'string'
+                            ? parsedError.error
+                            : parsedError.error.message || JSON.stringify(parsedError.error)}`;
                     }
                 }
-                logger_1.logger.error(errorMessage);
-                throw new Error(errorMessage);
+                catch {
+                    // If parsing fails, use the original error message
+                    errorMessage = `Models error: ${error.message}`;
+                }
             }
-        });
+            logger_1.logger.error(errorMessage);
+            throw new Error(errorMessage);
+        }
     }
     /**
      * Execute the completion request with the provided options
@@ -198,51 +236,55 @@ class ChatService {
      * @param headers Additional headers to include
      * @returns The completion response
      */
-    executeCompletion(options, headers = {}) {
-        return __awaiter(this, void 0, void 0, function* () {
-            try {
-                // If an API key is provided, use it for this request
-                if (options.apiKey) {
-                    // API keys should be sent directly, not with Bearer prefix
-                    headers["Authorization"] = options.apiKey;
-                }
-                // Remove apiKey and onChunk from options before sending to API
-                const { apiKey, onChunk } = options, requestOptions = __rest(options, ["apiKey", "onChunk"]);
-                logger_1.logger.debug("Request options:");
-                logger_1.logger.debug(JSON.stringify(Object.assign(Object.assign({}, requestOptions), { messages: requestOptions.messages
-                        ? `${requestOptions.messages.length} messages`
-                        : "0 messages" }), null, 2));
-                // Handle streaming responses differently
-                if (requestOptions.stream && onChunk) {
-                    return yield this.handleStreamingResponse(Object.assign(Object.assign({}, requestOptions), { onChunk }), headers);
-                }
-                else {
-                    // Ensure model is always defined for the API call
-                    const requestBody = Object.assign(Object.assign({}, requestOptions), { model: requestOptions.model || "google/gemma-3-27b-it" });
-                    // Debug the headers being sent
-                    logger_1.logger.debug("Headers being sent:");
-                    logger_1.logger.debug(JSON.stringify(headers, null, 2));
-                    const response = yield this.client.POST("/v1/chat/completions", {
-                        body: requestBody,
-                        headers,
-                    });
-                    // Check if response has an error property
-                    const responseAny = response;
-                    if (responseAny && responseAny.error)
-                        throw new Error(JSON.stringify(responseAny.error));
-                    logger_1.logger.debug("API response:");
-                    logger_1.logger.debug(JSON.stringify(response, null, 2));
-                    // Output the complete response data for debugging
-                    logger_1.logger.debug("Complete response data:");
-                    logger_1.logger.debug(JSON.stringify(response.data, null, 2));
-                    return response.data;
-                }
+    async executeCompletion(options, headers = {}) {
+        try {
+            // If an API key is provided, use it for this request
+            if (options.apiKey) {
+                // API keys should be sent directly, not with Bearer prefix
+                headers['Authorization'] = options.apiKey;
+            }
+            // Remove apiKey and onChunk from options before sending to API
+            const { apiKey: _, onChunk, ...requestOptions } = options;
+            logger_1.logger.debug('Request options:');
+            logger_1.logger.debug(JSON.stringify({
+                ...requestOptions,
+                messages: requestOptions.messages
+                    ? `${requestOptions.messages.length} messages`
+                    : '0 messages',
+            }, null, 2));
+            // Handle streaming responses differently
+            if (requestOptions.stream && onChunk) {
+                return await this.handleStreamingResponse({ ...requestOptions, onChunk }, headers);
             }
-            catch (requestError) {
-                logger_1.logger.debug(`Request error: ${requestError instanceof Error ? requestError.message : String(requestError)}`);
-                throw requestError;
+            else {
+                // Ensure model is always defined for the API call
+                const requestBody = {
+                    ...requestOptions,
+                    model: requestOptions.model || 'google/gemma-3-27b-it',
+                };
+                // Debug the headers being sent
+                logger_1.logger.debug('Headers being sent:');
+                logger_1.logger.debug(JSON.stringify(headers, null, 2));
+                const response = await this.client.POST('/v1/chat/completions', {
+                    body: requestBody,
+                    headers,
+                });
+                // Check if response has an error property
+                const responseAny = response;
+                if (responseAny && responseAny.error)
+                    throw new Error(JSON.stringify(responseAny.error));
+                logger_1.logger.debug('API response:');
+                logger_1.logger.debug(JSON.stringify(response, null, 2));
+                // Output the complete response data for debugging
+                logger_1.logger.debug('Complete response data:');
+                logger_1.logger.debug(JSON.stringify(response.data, null, 2));
+                return response.data;
             }
-        });
+        }
+        catch (requestError) {
+            logger_1.logger.debug(`Request error: ${requestError instanceof Error ? requestError.message : String(requestError)}`);
+            throw requestError;
+        }
     }
     /**
   
@@ -253,226 +295,167 @@ class ChatService {
      * @param headers Request headers
      * @returns A promise that resolves when the stream is complete
      */
-    handleStreamingResponse(options, headers) {
-        var _a, _b, _c, _d;
-        return __awaiter(this, void 0, void 0, function* () {
-            // Use the same base URL as the client
-            const baseUrl = process.env.API_BASE_URL || "https://api.berget.ai";
-            const url = new URL(`${baseUrl}/v1/chat/completions`);
-            try {
-                logger_1.logger.debug(`Making streaming request to: ${url.toString()}`);
-                logger_1.logger.debug(`Headers:`, JSON.stringify(headers, null, 2));
-                logger_1.logger.debug(`Body:`, JSON.stringify(options, null, 2));
-                // Make fetch request directly to handle streaming
-                const response = yield fetch(url.toString(), {
-                    method: "POST",
-                    headers: Object.assign({ "Content-Type": "application/json", Accept: "text/event-stream" }, headers),
-                    body: JSON.stringify(options),
-                });
-                logger_1.logger.debug(`Response status: ${response.status}`);
-                logger_1.logger.debug(`Response headers:`, JSON.stringify(Object.fromEntries(response.headers.entries()), null, 2));
-                if (!response.ok) {
-                    const errorText = yield response.text();
-                    logger_1.logger.error(`Stream request failed: ${response.status} ${response.statusText}`);
-                    logger_1.logger.error(`Error response: ${errorText}`);
-                    throw new Error(`Stream request failed: ${response.status} ${response.statusText} - ${errorText}`);
-                }
-                if (!response.body) {
-                    throw new Error("No response body received");
-                }
-                // Process the stream
-                const reader = response.body.getReader();
-                const decoder = new TextDecoder();
-                let fullContent = "";
-                let fullResponse = null;
-                let buffer = ""; // Buffer to accumulate partial JSON data
-                while (true) {
-                    const { done, value } = yield reader.read();
-                    if (done)
-                        break;
-                    const chunk = decoder.decode(value, { stream: true });
-                    logger_1.logger.debug(`Received chunk: ${chunk.length} bytes`);
-                    // Add chunk to buffer
-                    buffer += chunk;
-                    logger_1.logger.debug(`Added chunk to buffer. Buffer length: ${buffer.length}`);
-                    // Process the buffer - it may contain multiple SSE events
-                    const lines = buffer.split("\n");
-                    logger_1.logger.debug(`Processing ${lines.length} lines from buffer`);
-                    // Keep track of processed lines to update buffer
-                    let processedLines = 0;
-                    for (let i = 0; i < lines.length; i++) {
-                        const line = lines[i];
-                        logger_1.logger.debug(`Line ${i}: "${line}"`);
-                        if (line.startsWith("data:")) {
-                            const jsonData = line.slice(5).trim();
-                            logger_1.logger.debug(`Extracted JSON data: "${jsonData}"`);
-                            // Skip empty data or [DONE] marker
-                            if (jsonData === "" || jsonData === "[DONE]") {
-                                logger_1.logger.debug(`Skipping empty data or [DONE] marker`);
-                                processedLines = i + 1;
+    async handleStreamingResponse(options, headers) {
+        // Use the same base URL as the client
+        const baseUrl = process.env.API_BASE_URL || 'https://api.berget.ai';
+        const url = new URL(`${baseUrl}/v1/chat/completions`);
+        try {
+            logger_1.logger.debug(`Making streaming request to: ${url.toString()}`);
+            logger_1.logger.debug(`Headers:`, JSON.stringify(headers, null, 2));
+            logger_1.logger.debug(`Body:`, JSON.stringify(options, null, 2));
+            // Make fetch request directly to handle streaming
+            const response = await fetch(url.toString(), {
+                body: JSON.stringify(options),
+                headers: {
+                    Accept: 'text/event-stream',
+                    'Content-Type': 'application/json',
+                    ...headers,
+                },
+                method: 'POST',
+            });
+            logger_1.logger.debug(`Response status: ${response.status}`);
+            logger_1.logger.debug(`Response headers:`, JSON.stringify(Object.fromEntries(response.headers.entries()), null, 2));
+            if (!response.ok) {
+                const errorText = await response.text();
+                logger_1.logger.error(`Stream request failed: ${response.status} ${response.statusText}`);
+                logger_1.logger.error(`Error response: ${errorText}`);
+                throw new Error(`Stream request failed: ${response.status} ${response.statusText} - ${errorText}`);
+            }
+            if (!response.body) {
+                throw new Error('No response body received');
+            }
+            // Process the stream
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            let fullContent = '';
+            let fullResponse = null;
+            let buffer = ''; // Buffer to accumulate partial JSON data
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                const chunk = decoder.decode(value, { stream: true });
+                logger_1.logger.debug(`Received chunk: ${chunk.length} bytes`);
+                // Add chunk to buffer
+                buffer += chunk;
+                logger_1.logger.debug(`Added chunk to buffer. Buffer length: ${buffer.length}`);
+                // Process the buffer - it may contain multiple SSE events
+                const lines = buffer.split('\n');
+                logger_1.logger.debug(`Processing ${lines.length} lines from buffer`);
+                // Keep track of processed lines to update buffer
+                let processedLines = 0;
+                for (const [index, line] of lines.entries()) {
+                    logger_1.logger.debug(`Line ${index}: "${line}"`);
+                    if (line.startsWith('data:')) {
+                        const jsonData = line.slice(5).trim();
+                        logger_1.logger.debug(`Extracted JSON data: "${jsonData}"`);
+                        // Skip empty data or [DONE] marker
+                        if (jsonData === '' || jsonData === '[DONE]') {
+                            logger_1.logger.debug(`Skipping empty data or [DONE] marker`);
+                            processedLines = index + 1;
+                            continue;
+                        }
+                        // Check if JSON looks complete (basic validation)
+                        if (!jsonData.startsWith('{')) {
+                            logger_1.logger.warn(`JSON data doesn't start with '{', might be partial: "${jsonData.slice(0, 50)}..."`);
+                            // Don't process this line yet, keep it in buffer
+                            break;
+                        }
+                        // Count braces to check if JSON is complete
+                        let braceCount = 0;
+                        let inString = false;
+                        let escaped = false;
+                        for (const char of jsonData) {
+                            if (escaped) {
+                                escaped = false;
                                 continue;
                             }
-                            // Check if JSON looks complete (basic validation)
-                            if (!jsonData.startsWith("{")) {
-                                logger_1.logger.warn(`JSON data doesn't start with '{', might be partial: "${jsonData.substring(0, 50)}..."`);
-                                // Don't process this line yet, keep it in buffer
-                                break;
+                            if (char === '\\') {
+                                escaped = true;
+                                continue;
                             }
-                            // Count braces to check if JSON is complete
-                            let braceCount = 0;
-                            let inString = false;
-                            let escaped = false;
-                            for (let j = 0; j < jsonData.length; j++) {
-                                const char = jsonData[j];
-                                if (escaped) {
-                                    escaped = false;
-                                    continue;
-                                }
-                                if (char === "\\") {
-                                    escaped = true;
-                                    continue;
-                                }
-                                if (char === '"') {
-                                    inString = !inString;
-                                    continue;
-                                }
-                                if (!inString && char === "{") {
-                                    braceCount++;
-                                }
-                                else if (!inString && char === "}") {
-                                    braceCount--;
-                                }
+                            if (char === '"') {
+                                inString = !inString;
+                                continue;
+                            }
+                            if (!inString && char === '{') {
+                                braceCount++;
+                            }
+                            else if (!inString && char === '}') {
+                                braceCount--;
+                            }
+                        }
+                        if (braceCount !== 0) {
+                            logger_1.logger.warn(`JSON braces don't balance (${braceCount}), treating as partial: "${jsonData.slice(0, 50)}..."`);
+                            // Don't process this line yet, keep it in buffer
+                            break;
+                        }
+                        try {
+                            logger_1.logger.debug(`Attempting to parse JSON of length: ${jsonData.length}`);
+                            const parsedData = JSON.parse(jsonData);
+                            logger_1.logger.debug(`Successfully parsed JSON: ${JSON.stringify(parsedData, null, 2)}`);
+                            processedLines = index + 1; // Mark this line as processed
+                            // Call the onChunk callback with the parsed data
+                            if (options.onChunk) {
+                                options.onChunk(parsedData);
                             }
-                            if (braceCount !== 0) {
-                                logger_1.logger.warn(`JSON braces don't balance (${braceCount}), treating as partial: "${jsonData.substring(0, 50)}..."`);
-                                // Don't process this line yet, keep it in buffer
-                                break;
+                            // Keep track of the full response
+                            if (!fullResponse) {
+                                fullResponse = parsedData;
                             }
-                            try {
-                                logger_1.logger.debug(`Attempting to parse JSON of length: ${jsonData.length}`);
-                                const parsedData = JSON.parse(jsonData);
-                                logger_1.logger.debug(`Successfully parsed JSON: ${JSON.stringify(parsedData, null, 2)}`);
-                                processedLines = i + 1; // Mark this line as processed
-                                // Call the onChunk callback with the parsed data
-                                if (options.onChunk) {
-                                    options.onChunk(parsedData);
-                                }
-                                // Keep track of the full response
-                                if (!fullResponse) {
-                                    fullResponse = parsedData;
-                                }
-                                else if (parsedData.choices &&
-                                    parsedData.choices[0] &&
-                                    parsedData.choices[0].delta) {
-                                    // Accumulate content for the full response
-                                    if (parsedData.choices[0].delta.content) {
-                                        fullContent += parsedData.choices[0].delta.content;
-                                    }
-                                }
+                            else if (parsedData.choices &&
+                                parsedData.choices[0] &&
+                                parsedData.choices[0].delta && // Accumulate content for the full response
+                                parsedData.choices[0].delta.content) {
+                                fullContent += parsedData.choices[0].delta.content;
                             }
-                            catch (e) {
-                                logger_1.logger.error(`Error parsing chunk: ${e}`);
-                                logger_1.logger.error(`JSON parse error at position ${((_b = (_a = e.message) === null || _a === void 0 ? void 0 : _a.match(/position (\d+)/)) === null || _b === void 0 ? void 0 : _b[1]) || "unknown"}`);
-                                logger_1.logger.error(`Problematic chunk length: ${jsonData.length}`);
-                                logger_1.logger.error(`Problematic chunk content: "${jsonData}"`);
-                                logger_1.logger.error(`Chunk starts with: "${jsonData.substring(0, 50)}..."`);
-                                logger_1.logger.error(`Chunk ends with: "...${jsonData.substring(jsonData.length - 50)}"`);
-                                // Show character codes around the error position
-                                const errorPos = parseInt(((_d = (_c = e.message) === null || _c === void 0 ? void 0 : _c.match(/position (\d+)/)) === null || _d === void 0 ? void 0 : _d[1]) || "0");
-                                if (errorPos > 0) {
-                                    const start = Math.max(0, errorPos - 20);
-                                    const end = Math.min(jsonData.length, errorPos + 20);
-                                    logger_1.logger.error(`Context around error position ${errorPos}:`);
-                                    logger_1.logger.error(`"${jsonData.substring(start, end)}"`);
-                                    logger_1.logger.error(`Character codes: ${Array.from(jsonData.substring(start, end))
-                                        .map(c => c.charCodeAt(0))
-                                        .join(" ")}`);
-                                }
+                        }
+                        catch (error) {
+                            logger_1.logger.error(`Error parsing chunk: ${error}`);
+                            logger_1.logger.error(`JSON parse error at position ${error.message?.match(/position (\d+)/)?.[1] || 'unknown'}`);
+                            logger_1.logger.error(`Problematic chunk length: ${jsonData.length}`);
+                            logger_1.logger.error(`Problematic chunk content: "${jsonData}"`);
+                            logger_1.logger.error(`Chunk starts with: "${jsonData.slice(0, 50)}..."`);
+                            logger_1.logger.error(`Chunk ends with: "...${jsonData.slice(Math.max(0, jsonData.length - 50))}"`);
+                            // Show character codes around the error position
+                            const errorPos = Number.parseInt(error.message?.match(/position (\d+)/)?.[1] || '0');
+                            if (errorPos > 0) {
+                                const start = Math.max(0, errorPos - 20);
+                                const end = Math.min(jsonData.length, errorPos + 20);
+                                logger_1.logger.error(`Context around error position ${errorPos}:`);
+                                logger_1.logger.error(`"${jsonData.substring(start, end)}"`);
+                                logger_1.logger.error(`Character codes: ${[...jsonData.substring(start, end)]
+                                    .map((c) => c.charCodeAt(0))
+                                    .join(' ')}`);
                             }
                         }
                     }
-                    // Update buffer to only contain unprocessed lines
-                    if (processedLines > 0) {
-                        const remainingLines = lines.slice(processedLines);
-                        buffer = remainingLines.join("\n");
-                        logger_1.logger.debug(`Updated buffer. Remaining lines: ${remainingLines.length}, Buffer length: ${buffer.length}`);
-                    }
                 }
-                // Construct the final response object similar to non-streaming response
-                if (fullResponse) {
-                    if (fullContent) {
-                        fullResponse.choices[0].message = {
-                            role: "assistant",
-                            content: fullContent,
-                        };
-                    }
-                    return fullResponse;
+                // Update buffer to only contain unprocessed lines
+                if (processedLines > 0) {
+                    const remainingLines = lines.slice(processedLines);
+                    buffer = remainingLines.join('\n');
+                    logger_1.logger.debug(`Updated buffer. Remaining lines: ${remainingLines.length}, Buffer length: ${buffer.length}`);
                 }
-                return {
-                    choices: [{ message: { role: "assistant", content: fullContent } }],
-                };
-            }
-            catch (error) {
-                logger_1.logger.error(`Streaming error: ${error instanceof Error ? error.message : String(error)}`);
-                throw error;
             }
-        });
-    }
-    /**
-     * List available models
-     * Command: berget chat list
-     */
-    listModels(apiKey) {
-        return __awaiter(this, void 0, void 0, function* () {
-            try {
-                // Check for environment variable first, then fallback to provided API key
-                const envApiKey = process.env.BERGET_API_KEY;
-                const effectiveApiKey = envApiKey || apiKey;
-                if (effectiveApiKey) {
-                    const headers = {
-                        Authorization: effectiveApiKey,
+            // Construct the final response object similar to non-streaming response
+            if (fullResponse) {
+                if (fullContent) {
+                    fullResponse.choices[0].message = {
+                        content: fullContent,
+                        role: 'assistant',
                     };
-                    const { data, error } = yield this.client.GET("/v1/models", { headers });
-                    if (error)
-                        throw new Error(JSON.stringify(error));
-                    return data;
-                }
-                else {
-                    const { data, error } = yield this.client.GET("/v1/models");
-                    if (error)
-                        throw new Error(JSON.stringify(error));
-                    return data;
                 }
+                return fullResponse;
             }
-            catch (error) {
-                // Improved error handling
-                let errorMessage = "Failed to list models";
-                if (error instanceof Error) {
-                    try {
-                        // Try to parse the error message as JSON
-                        const parsedError = JSON.parse(error.message);
-                        if (parsedError.error) {
-                            errorMessage = `Models error: ${typeof parsedError.error === "string"
-                                ? parsedError.error
-                                : parsedError.error.message || JSON.stringify(parsedError.error)}`;
-                        }
-                    }
-                    catch (_a) {
-                        // If parsing fails, use the original error message
-                        errorMessage = `Models error: ${error.message}`;
-                    }
-                }
-                logger_1.logger.error(errorMessage);
-                throw new Error(errorMessage);
-            }
-        });
+            return {
+                choices: [{ message: { content: fullContent, role: 'assistant' } }],
+            };
+        }
+        catch (error) {
+            logger_1.logger.error(`Streaming error: ${error instanceof Error ? error.message : String(error)}`);
+            throw error;
+        }
     }
 }
 exports.ChatService = ChatService;
-// Command group name for this service
-ChatService.COMMAND_GROUP = "chat";
-// Subcommands for this service
-ChatService.COMMANDS = {
-    RUN: "run",
-    LIST: "list",
-};