@flare-ai-sdk/server 1.0.0 → 1.0.1

package/dist/index.js

@@ -10,9 +10,6 @@ var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __propIsEnum = Object.prototype.propertyIsEnumerable;
 var __knownSymbol = (name, symbol) => (symbol = Symbol[name]) ? symbol : /* @__PURE__ */ Symbol.for("Symbol." + name);
-var __typeError = (msg) => {
-  throw TypeError(msg);
-};
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
 var __spreadValues = (a, b) => {
   for (var prop in b || (b = {}))
@@ -83,34 +80,6 @@ var __asyncGenerator = (__this, __arguments, generator) => {
   }, method = (k) => it[k] = (x) => new Promise((yes, no) => resume(k, x, yes, no)), it = {};
   return generator = generator.apply(__this, __arguments), it[__knownSymbol("asyncIterator")] = () => it, method("next"), method("throw"), method("return"), it;
 };
-var __yieldStar = (value) => {
-  var obj = value[__knownSymbol("asyncIterator")], isAwait = false, method, it = {};
-  if (obj == null) {
-    obj = value[__knownSymbol("iterator")]();
-    method = (k) => it[k] = (x) => obj[k](x);
-  } else {
-    obj = obj.call(value);
-    method = (k) => it[k] = (v) => {
-      if (isAwait) {
-        isAwait = false;
-        if (k === "throw") throw v;
-        return v;
-      }
-      isAwait = true;
-      return {
-        done: false,
-        value: new __await(new Promise((resolve) => {
-          var x = obj[k](v);
-          if (!(x instanceof Object)) __typeError("Object expected");
-          resolve(x);
-        }), 1)
-      };
-    };
-  }
-  return it[__knownSymbol("iterator")] = () => it, method("next"), "throw" in obj ? method("throw") : it.throw = (x) => {
-    throw x;
-  }, "return" in obj && method("return"), it;
-};
 var __forAwait = (obj, it, method) => (it = obj[__knownSymbol("asyncIterator")]) ? it.call(obj) : (obj = obj[__knownSymbol("iterator")](), it = {}, method = (key, fn) => (fn = obj[key]) && (it[key] = (arg) => new Promise((yes, no, done) => (arg = fn.call(obj, arg), done = arg.done, Promise.resolve(arg.value).then((value) => yes({ value, done }), no)))), method("next"), method("return"), it);
 
 // src/index.ts
@@ -911,24 +880,10 @@ var BaseProvider = class {
     __publicField(this, "config");
     this.config = config;
   }
-  makeRequest(url, options, stream = false) {
-    return __async(this, null, function* () {
-      const headers = __spreadValues({
-        "Content-Type": "application/json"
-      }, options.headers || {});
-      if (this.config.apiKey) {
-        headers["Authorization"] = `Bearer ${this.config.apiKey}`;
-      }
-      const response = yield fetch(url, __spreadProps(__spreadValues({}, options), {
-        headers
-      }));
-      if (!response.ok && !stream) {
-        const errorText = yield response.text();
-        throw new Error(`Provider request failed: ${response.status} ${errorText}`);
-      }
-      return response;
-    });
-  }
+  /**
+   * Format messages for API request
+   * Handles system prompts and conversation history
+   */
   formatMessages(request) {
     const messages = [];
     if (request.systemPrompt) {
@@ -937,16 +892,29 @@ var BaseProvider = class {
     messages.push(...request.messages);
     return messages;
   }
-  getEndpoint(path) {
-    const baseUrl = this.config.baseUrl || this.getDefaultBaseUrl();
-    return `${baseUrl}${path}`;
+  /**
+   * Validate configuration
+   */
+  validateConfig() {
+    if (!this.config.apiKey) {
+      throw new Error(`API key is required for ${this.config.provider} provider`);
+    }
+    if (!this.config.model) {
+      throw new Error(`Model is required for ${this.config.provider} provider`);
+    }
   }
 };
 
 // src/providers/anthropic/anthropic.ts
+var import_sdk = __toESM(require("@anthropic-ai/sdk"));
 var AnthropicProvider = class extends BaseProvider {
-  getDefaultBaseUrl() {
-    return "https://api.anthropic.com/v1";
+  constructor(config) {
+    super(config);
+    __publicField(this, "client");
+    this.client = new import_sdk.default({
+      apiKey: this.config.apiKey,
+      baseURL: this.config.baseUrl
+    });
   }
   generateText(request) {
     return __async(this, null, function* () {
@@ -954,31 +922,22 @@ var AnthropicProvider = class extends BaseProvider {
       const messages = this.formatMessages(request);
       const systemPrompt = (_a = messages.find((m) => m.role === "system")) == null ? void 0 : _a.content;
       const userMessages = messages.filter((m) => m.role !== "system");
-      const response = yield this.makeRequest(
-        this.getEndpoint("/messages"),
-        {
-          method: "POST",
-          headers: {
-            "anthropic-version": "2023-06-01"
-          },
-          body: JSON.stringify({
-            model: this.config.model,
-            messages: userMessages,
-            system: systemPrompt,
-            max_tokens: this.config.maxTokens || 1024,
-            temperature: this.config.temperature
-          })
-        }
-      );
-      const data = yield response.json();
+      const response = yield this.client.messages.create({
+        model: this.config.model,
+        messages: userMessages,
+        system: systemPrompt,
+        max_tokens: this.config.maxTokens || 1024,
+        temperature: this.config.temperature
+      });
+      const textContent = response.content.find((c) => c.type === "text");
       return {
-        text: data.content[0].text,
+        text: (textContent == null ? void 0 : textContent.type) === "text" ? textContent.text : "",
         usage: {
-          promptTokens: data.usage.input_tokens,
-          completionTokens: data.usage.output_tokens,
-          totalTokens: data.usage.input_tokens + data.usage.output_tokens
+          promptTokens: response.usage.input_tokens,
+          completionTokens: response.usage.output_tokens,
+          totalTokens: response.usage.input_tokens + response.usage.output_tokens
         },
-        finishReason: data.stop_reason
+        finishReason: response.stop_reason
       };
     });
   }
@@ -988,47 +947,43 @@ var AnthropicProvider = class extends BaseProvider {
       const messages = this.formatMessages(request);
       const systemPrompt = (_a = messages.find((m) => m.role === "system")) == null ? void 0 : _a.content;
       const userMessages = messages.filter((m) => m.role !== "system");
-      const response = yield new __await(this.makeRequest(
-        this.getEndpoint("/messages"),
-        {
-          method: "POST",
-          headers: {
-            "anthropic-version": "2023-06-01"
-          },
-          body: JSON.stringify({
-            model: this.config.model,
-            messages: userMessages,
-            system: systemPrompt,
-            max_tokens: this.config.maxTokens || 1024,
-            stream: true
-          })
-        },
-        true
-      ));
-      const reader = response.body.getReader();
-      const decoder = new TextDecoder();
-      let buffer = "";
+      const stream = yield new __await(this.client.messages.stream({
+        model: this.config.model,
+        messages: userMessages,
+        system: systemPrompt,
+        max_tokens: this.config.maxTokens || 1024,
+        temperature: this.config.temperature
+      }));
       try {
-        while (true) {
-          const { done, value } = yield new __await(reader.read());
-          if (done) break;
-          buffer += decoder.decode(value, { stream: true });
-          const lines = buffer.split("\n");
-          buffer = lines.pop() || "";
-          for (const line of lines) {
-            if (line.startsWith("data: ")) {
-              try {
-                const data = JSON.parse(line.slice(6));
-                if (data.type === "content_block_delta") {
-                  yield { type: "content", content: data.delta.text };
+        for (var iter = __forAwait(stream), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+          const event = temp.value;
+          if (event.type === "content_block_delta" && event.delta.type === "text_delta") {
+            yield { type: "content", content: event.delta.text };
+          }
+          if (event.type === "message_stop") {
+            const message = yield new __await(stream.finalMessage());
+            yield {
+              type: "done",
+              done: {
+                finishReason: message.stop_reason,
+                usage: {
+                  promptTokens: message.usage.input_tokens,
+                  completionTokens: message.usage.output_tokens,
+                  totalTokens: message.usage.input_tokens + message.usage.output_tokens
                 }
-              } catch (e) {
               }
-            }
+            };
           }
         }
+      } catch (temp) {
+        error = [temp];
       } finally {
-        reader.releaseLock();
+        try {
+          more && (temp = iter.return) && (yield new __await(temp.call(iter)));
+        } finally {
+          if (error)
+            throw error[0];
+        }
       }
     });
   }
@@ -1086,35 +1041,128 @@ var AnthropicProvider = class extends BaseProvider {
   }
 };
 
-// src/providers/custom/custom.ts
-var CustomProvider = class extends BaseProvider {
-  constructor() {
-    super(...arguments);
-    /**
-     * Request format for custom provider
-     */
-    __publicField(this, "requestFormat", "openai");
+// src/providers/custom-base.ts
+var CustomBaseProvider = class extends BaseProvider {
+  /**
+   * Make HTTP request with proper error handling
+   */
+  makeRequest(url, options, stream = false) {
+    return __async(this, null, function* () {
+      const headers = __spreadValues({
+        "Content-Type": "application/json"
+      }, options.headers || {});
+      if (this.config.apiKey) {
+        headers["Authorization"] = `Bearer ${this.config.apiKey}`;
+      }
+      const response = yield fetch(url, __spreadProps(__spreadValues({}, options), {
+        headers
+      }));
+      if (!response.ok && !stream) {
+        const errorText = yield response.text();
+        throw new Error(`Provider request failed: ${response.status} ${errorText}`);
+      }
+      return response;
+    });
   }
-  getDefaultBaseUrl() {
-    return this.config.baseUrl || "http://localhost:8000/v1";
+  /**
+   * Get API endpoint URL
+   */
+  getEndpoint(path) {
+    const baseUrl = this.config.baseUrl || this.getDefaultBaseUrl();
+    return `${baseUrl}${path}`;
+  }
+  /**
+   * Parse streaming SSE response
+   */
+  parseSSEStream(response) {
+    return __asyncGenerator(this, null, function* () {
+      const reader = response.body.getReader();
+      const decoder = new TextDecoder();
+      let buffer = "";
+      try {
+        while (true) {
+          const { done, value } = yield new __await(reader.read());
+          if (done) break;
+          buffer += decoder.decode(value, { stream: true });
+          const lines = buffer.split("\n");
+          buffer = lines.pop() || "";
+          for (const line of lines) {
+            if (line.startsWith("data: ")) {
+              const data = line.slice(6).trim();
+              if (data === "[DONE]") continue;
+              try {
+                yield JSON.parse(data);
+              } catch (e) {
+              }
+            }
+          }
+        }
+      } finally {
+        reader.releaseLock();
+      }
+    });
   }
   /**
-   * Set request format for custom provider
+   * Build request body with common parameters
    */
-  setRequestFormat(format) {
-    this.requestFormat = format;
+  buildRequestBody(request, stream = false) {
+    return {
+      model: this.config.model,
+      messages: this.formatMessages(request),
+      max_tokens: this.config.maxTokens,
+      temperature: this.config.temperature,
+      top_p: this.config.topP,
+      frequency_penalty: this.config.frequencyPenalty,
+      presence_penalty: this.config.presencePenalty,
+      stop: this.config.stop,
+      stream
+    };
+  }
+};
+
+// src/providers/custom/custom.ts
+var CustomProvider = class extends CustomBaseProvider {
+  getDefaultBaseUrl() {
+    if (!this.config.baseUrl) {
+      throw new ProviderError(
+        "custom",
+        "baseUrl is required for custom provider",
+        void 0,
+        { config: this.config }
+      );
+    }
+    return this.config.baseUrl;
   }
   generateText(request) {
     return __async(this, null, function* () {
-      const messages = this.formatMessages(request);
+      var _a, _b, _c;
+      this.validateConfig();
       try {
-        const requestBody = this.formatRequestBody(messages, false);
-        const response = yield this.makeRequest(this.getEndpoint("/chat/completions"), {
-          method: "POST",
-          body: JSON.stringify(requestBody)
-        });
+        const response = yield this.makeRequest(
+          this.getEndpoint("/chat/completions"),
+          {
+            method: "POST",
+            body: JSON.stringify(this.buildRequestBody(request))
+          }
+        );
         const data = yield response.json();
-        return this.parseTextResponse(data);
+        if (!data.choices || data.choices.length === 0) {
+          throw new ProviderError(
+            "custom",
+            "No choices returned from custom API",
+            response.status,
+            { response: data }
+          );
+        }
+        return {
+          text: data.choices[0].message.content,
+          usage: {
+            promptTokens: ((_a = data.usage) == null ? void 0 : _a.prompt_tokens) || 0,
+            completionTokens: ((_b = data.usage) == null ? void 0 : _b.completion_tokens) || 0,
+            totalTokens: ((_c = data.usage) == null ? void 0 : _c.total_tokens) || 0
+          },
+          finishReason: data.choices[0].finish_reason || "stop"
+        };
       } catch (error) {
         throw new ProviderError(
           "custom",
@@ -1127,26 +1175,56 @@ var CustomProvider = class extends BaseProvider {
   }
   streamText(request) {
     return __asyncGenerator(this, null, function* () {
-      const messages = this.formatMessages(request);
+      var _a, _b, _c, _d, _e, _f, _g, _h;
+      this.validateConfig();
       try {
-        const requestBody = this.formatRequestBody(messages, true);
         const response = yield new __await(this.makeRequest(
           this.getEndpoint("/chat/completions"),
           {
             method: "POST",
-            body: JSON.stringify(requestBody)
+            body: JSON.stringify(this.buildRequestBody(request, true))
           },
           true
         ));
-        yield* __yieldStar(this.parseStreamResponse(response));
-      } catch (error) {
+        try {
+          for (var iter = __forAwait(this.parseSSEStream(response)), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+            const data = temp.value;
+            const content = (_c = (_b = (_a = data.choices) == null ? void 0 : _a[0]) == null ? void 0 : _b.delta) == null ? void 0 : _c.content;
+            if (content) {
+              yield { type: "content", content };
+            }
+            if ((_e = (_d = data.choices) == null ? void 0 : _d[0]) == null ? void 0 : _e.finish_reason) {
+              yield {
+                type: "done",
+                done: {
+                  finishReason: data.choices[0].finish_reason || "stop",
+                  usage: {
+                    promptTokens: ((_f = data.usage) == null ? void 0 : _f.prompt_tokens) || 0,
+                    completionTokens: ((_g = data.usage) == null ? void 0 : _g.completion_tokens) || 0,
+                    totalTokens: ((_h = data.usage) == null ? void 0 : _h.total_tokens) || 0
+                  }
+                }
+              };
+            }
+          }
+        } catch (temp) {
+          error = [temp];
+        } finally {
+          try {
+            more && (temp = iter.return) && (yield new __await(temp.call(iter)));
+          } finally {
+            if (error)
+              throw error[0];
+          }
+        }
+      } catch (error2) {
         yield {
           type: "error",
           error: new ProviderError(
             "custom",
-            error instanceof Error ? error.message : "Streaming error",
+            error2 instanceof Error ? error2.message : "Streaming error",
             void 0,
-            { originalError: error }
+            { originalError: error2 }
           )
         };
       }
@@ -1159,18 +1237,13 @@ var CustomProvider = class extends BaseProvider {
           ...request.messages,
           {
             role: "user",
-            content: `Respond with valid JSON matching this schema: ${JSON.stringify(request.schema)}. Only return the JSON object.`
+            content: `Respond with valid JSON matching this schema: ${JSON.stringify(request.schema)}`
           }
         ]
       });
       const textResponse = yield this.generateText(enhancedRequest);
-      let jsonText = textResponse.text.trim();
-      const codeBlockMatch = jsonText.match(/```(?:json)?\s*([\s\S]*?)\s*```/);
-      if (codeBlockMatch) {
-        jsonText = codeBlockMatch[1];
-      }
       try {
-        const object = JSON.parse(jsonText);
+        const object = JSON.parse(textResponse.text);
         return {
           object,
           text: textResponse.text,
@@ -1194,13 +1267,8 @@ var CustomProvider = class extends BaseProvider {
           const chunk = temp.value;
           if (chunk.type === "content") {
             accumulatedText += chunk.content;
-            let jsonText2 = accumulatedText.trim();
-            const codeBlockMatch2 = jsonText2.match(/```(?:json)?\s*([\s\S]*?)\s*```/);
-            if (codeBlockMatch2) {
-              jsonText2 = codeBlockMatch2[1];
-            }
             try {
-              const partial = JSON.parse(jsonText2);
+              const partial = JSON.parse(accumulatedText);
               yield { type: "partial", partial, text: accumulatedText };
             } catch (e) {
             }
@@ -1216,203 +1284,67 @@ var CustomProvider = class extends BaseProvider {
             throw error[0];
         }
       }
-      let jsonText = accumulatedText.trim();
-      const codeBlockMatch = jsonText.match(/```(?:json)?\s*([\s\S]*?)\s*```/);
-      if (codeBlockMatch) {
-        jsonText = codeBlockMatch[1];
-      }
       try {
-        const object = JSON.parse(jsonText);
+        const object = JSON.parse(accumulatedText);
         yield { type: "complete", object, text: accumulatedText };
       } catch (e) {
         yield { type: "error", error: new Error("Invalid JSON in response") };
       }
     });
   }
-  /**
-   * Format request body based on provider format
-   */
-  formatRequestBody(messages, stream) {
-    var _a;
-    if (this.requestFormat === "anthropic") {
-      const systemPrompt = (_a = messages.find((m) => m.role === "system")) == null ? void 0 : _a.content;
-      const userMessages = messages.filter((m) => m.role !== "system");
-      return {
-        model: this.config.model,
-        messages: userMessages,
-        system: systemPrompt,
-        max_tokens: this.config.maxTokens || 1024,
-        temperature: this.config.temperature,
-        top_p: this.config.topP,
-        stream
-      };
-    }
-    return {
-      model: this.config.model,
-      messages,
-      max_tokens: this.config.maxTokens,
-      temperature: this.config.temperature,
-      top_p: this.config.topP,
-      frequency_penalty: this.config.frequencyPenalty,
-      presence_penalty: this.config.presencePenalty,
-      stop: this.config.stop,
-      stream
-    };
-  }
-  /**
-   * Parse text response based on provider format
-   */
-  parseTextResponse(data) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
-    if (data.choices && ((_a = data.choices[0]) == null ? void 0 : _a.message)) {
-      return {
-        text: data.choices[0].message.content,
-        usage: {
-          promptTokens: ((_b = data.usage) == null ? void 0 : _b.prompt_tokens) || 0,
-          completionTokens: ((_c = data.usage) == null ? void 0 : _c.completion_tokens) || 0,
-          totalTokens: ((_d = data.usage) == null ? void 0 : _d.total_tokens) || 0
-        },
-        finishReason: data.choices[0].finish_reason || "stop"
-      };
-    }
-    if (data.content && Array.isArray(data.content)) {
-      return {
-        text: ((_e = data.content[0]) == null ? void 0 : _e.text) || "",
-        usage: {
-          promptTokens: ((_f = data.usage) == null ? void 0 : _f.input_tokens) || 0,
-          completionTokens: ((_g = data.usage) == null ? void 0 : _g.output_tokens) || 0,
-          totalTokens: (((_h = data.usage) == null ? void 0 : _h.input_tokens) || 0) + (((_i = data.usage) == null ? void 0 : _i.output_tokens) || 0)
-        },
-        finishReason: data.stop_reason || "stop"
-      };
-    }
-    return {
-      text: data.text || data.response || JSON.stringify(data),
-      usage: {
-        promptTokens: 0,
-        completionTokens: 0,
-        totalTokens: 0
-      },
-      finishReason: "stop"
-    };
-  }
-  /**
-   * Parse streaming response
-   */
-  parseStreamResponse(response) {
-    return __asyncGenerator(this, null, function* () {
-      var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
-      const reader = response.body.getReader();
-      const decoder = new TextDecoder();
-      let buffer = "";
-      try {
-        while (true) {
-          const { done, value } = yield new __await(reader.read());
-          if (done) break;
-          buffer += decoder.decode(value, { stream: true });
-          const lines = buffer.split("\n");
-          buffer = lines.pop() || "";
-          for (const line of lines) {
-            if (line.startsWith("data: ")) {
-              const data = line.slice(6);
-              if (data === "[DONE]") continue;
-              try {
-                const parsed = JSON.parse(data);
-                if ((_c = (_b = (_a = parsed.choices) == null ? void 0 : _a[0]) == null ? void 0 : _b.delta) == null ? void 0 : _c.content) {
-                  yield { type: "content", content: parsed.choices[0].delta.content };
-                }
-                if (parsed.type === "content_block_delta" && ((_d = parsed.delta) == null ? void 0 : _d.text)) {
-                  yield { type: "content", content: parsed.delta.text };
-                }
-                if (parsed.content && !parsed.choices) {
-                  yield { type: "content", content: parsed.content };
-                }
-                if (((_f = (_e = parsed.choices) == null ? void 0 : _e[0]) == null ? void 0 : _f.finish_reason) || parsed.stop_reason) {
-                  yield {
-                    type: "done",
-                    done: {
-                      finishReason: ((_h = (_g = parsed.choices) == null ? void 0 : _g[0]) == null ? void 0 : _h.finish_reason) || parsed.stop_reason || "stop",
-                      usage: {
-                        promptTokens: ((_i = parsed.usage) == null ? void 0 : _i.prompt_tokens) || ((_j = parsed.usage) == null ? void 0 : _j.input_tokens) || 0,
-                        completionTokens: ((_k = parsed.usage) == null ? void 0 : _k.completion_tokens) || ((_l = parsed.usage) == null ? void 0 : _l.output_tokens) || 0,
-                        totalTokens: ((_m = parsed.usage) == null ? void 0 : _m.total_tokens) || 0
-                      }
-                    }
-                  };
-                }
-              } catch (e) {
-                console.error("Failed to parse streaming chunk:", e);
-              }
-            }
-          }
-        }
-      } finally {
-        reader.releaseLock();
-      }
-    });
-  }
 };
 
 // src/providers/google/google.ts
+var import_generative_ai = require("@google/generative-ai");
 var GoogleProvider = class extends BaseProvider {
-  getDefaultBaseUrl() {
-    return "https://generativelanguage.googleapis.com/v1beta";
+  constructor(config) {
+    super(config);
+    __publicField(this, "genAI");
+    __publicField(this, "model");
+    this.genAI = new import_generative_ai.GoogleGenerativeAI(this.config.apiKey);
+    this.model = this.genAI.getGenerativeModel({
+      model: this.config.model,
+      generationConfig: {
+        maxOutputTokens: this.config.maxTokens,
+        temperature: this.config.temperature,
+        topP: this.config.topP,
+        stopSequences: this.config.stop
+      }
+    });
   }
   /**
    * Format messages for Google's API format
    */
   formatGoogleMessages(messages) {
     return messages.map((msg) => ({
-      role: msg.role === "assistant" ? "model" : msg.role,
+      role: msg.role === "assistant" ? "model" : "user",
       parts: [{ text: msg.content }]
     }));
   }
   generateText(request) {
     return __async(this, null, function* () {
-      var _a, _b, _c, _d;
+      var _a, _b, _c, _d, _e, _f, _g, _h;
       const messages = this.formatMessages(request);
       const systemPrompt = (_a = messages.find((m) => m.role === "system")) == null ? void 0 : _a.content;
       const conversationMessages = messages.filter((m) => m.role !== "system");
-      const endpoint = this.getEndpoint(
-        `/models/${this.config.model}:generateContent?key=${this.config.apiKey}`
-      );
       try {
-        const response = yield this.makeRequest(endpoint, {
-          method: "POST",
-          body: JSON.stringify({
-            contents: this.formatGoogleMessages(conversationMessages),
-            systemInstruction: systemPrompt ? {
-              parts: [{ text: systemPrompt }]
-            } : void 0,
-            generationConfig: {
-              maxOutputTokens: this.config.maxTokens,
-              temperature: this.config.temperature,
-              topP: this.config.topP,
-              stopSequences: this.config.stop
-            }
-          })
+        const chat = this.model.startChat({
+          history: this.formatGoogleMessages(conversationMessages.slice(0, -1)),
+          systemInstruction: systemPrompt
         });
-        const data = yield response.json();
-        if (!data.candidates || data.candidates.length === 0) {
-          throw new ProviderError(
-            "google",
-            "No candidates returned from Google API",
-            response.status,
-            { response: data }
-          );
-        }
-        const candidate = data.candidates[0];
-        const text = candidate.content.parts.map((p) => p.text).join("");
+        const lastMessage = conversationMessages[conversationMessages.length - 1];
+        const result = yield chat.sendMessage(lastMessage.content);
+        const response = result.response;
         return {
-          text,
+          text: response.text(),
           usage: {
-            promptTokens: ((_b = data.usageMetadata) == null ? void 0 : _b.promptTokenCount) || 0,
-            completionTokens: ((_c = data.usageMetadata) == null ? void 0 : _c.candidatesTokenCount) || 0,
-            totalTokens: ((_d = data.usageMetadata) == null ? void 0 : _d.totalTokenCount) || 0
+            promptTokens: ((_b = response.usageMetadata) == null ? void 0 : _b.promptTokenCount) || 0,
+            completionTokens: ((_c = response.usageMetadata) == null ? void 0 : _c.candidatesTokenCount) || 0,
+            totalTokens: ((_d = response.usageMetadata) == null ? void 0 : _d.totalTokenCount) || 0
           },
-          finishReason: this.mapGoogleFinishReason(candidate.finishReason),
+          finishReason: this.mapGoogleFinishReason((_f = (_e = response.candidates) == null ? void 0 : _e[0]) == null ? void 0 : _f.finishReason),
           metadata: {
-            safetyRatings: candidate.safetyRatings
+            safetyRatings: (_h = (_g = response.candidates) == null ? void 0 : _g[0]) == null ? void 0 : _h.safetyRatings
           }
         };
       } catch (error) {
@@ -1427,79 +1359,55 @@ var GoogleProvider = class extends BaseProvider {
   }
   streamText(request) {
     return __asyncGenerator(this, null, function* () {
-      var _a, _b, _c, _d, _e, _f, _g;
+      var _a, _b, _c, _d, _e, _f;
       const messages = this.formatMessages(request);
       const systemPrompt = (_a = messages.find((m) => m.role === "system")) == null ? void 0 : _a.content;
       const conversationMessages = messages.filter((m) => m.role !== "system");
-      const endpoint = this.getEndpoint(
-        `/models/${this.config.model}:streamGenerateContent?key=${this.config.apiKey}`
-      );
       try {
-        const response = yield new __await(this.makeRequest(
-          endpoint,
-          {
-            method: "POST",
-            body: JSON.stringify({
-              contents: this.formatGoogleMessages(conversationMessages),
-              systemInstruction: systemPrompt ? {
-                parts: [{ text: systemPrompt }]
-              } : void 0,
-              generationConfig: {
-                maxOutputTokens: this.config.maxTokens,
-                temperature: this.config.temperature,
-                topP: this.config.topP
-              }
-            })
-          },
-          true
-        ));
-        const reader = response.body.getReader();
-        const decoder = new TextDecoder();
-        let buffer = "";
-        while (true) {
-          const { done, value } = yield new __await(reader.read());
-          if (done) break;
-          buffer += decoder.decode(value, { stream: true });
-          const lines = buffer.split("\n");
-          buffer = lines.pop() || "";
-          for (const line of lines) {
-            if (!line.trim() || !line.startsWith("data: ")) continue;
-            try {
-              const jsonStr = line.slice(6).trim();
-              if (!jsonStr) continue;
-              const data = JSON.parse(jsonStr);
-              if (data.candidates && ((_c = (_b = data.candidates[0]) == null ? void 0 : _b.content) == null ? void 0 : _c.parts)) {
-                const text = data.candidates[0].content.parts.map((p) => p.text).join("");
-                if (text) {
-                  yield { type: "content", content: text };
-                }
-              }
-              if (data.candidates && ((_d = data.candidates[0]) == null ? void 0 : _d.finishReason)) {
-                yield {
-                  type: "done",
-                  done: {
-                    finishReason: this.mapGoogleFinishReason(data.candidates[0].finishReason),
-                    usage: {
-                      promptTokens: ((_e = data.usageMetadata) == null ? void 0 : _e.promptTokenCount) || 0,
-                      completionTokens: ((_f = data.usageMetadata) == null ? void 0 : _f.candidatesTokenCount) || 0,
-                      totalTokens: ((_g = data.usageMetadata) == null ? void 0 : _g.totalTokenCount) || 0
-                    }
-                  }
-                };
-              }
-            } catch (e) {
-              console.error("Failed to parse Google streaming response:", e);
+        const chat = this.model.startChat({
+          history: this.formatGoogleMessages(conversationMessages.slice(0, -1)),
+          systemInstruction: systemPrompt
+        });
+        const lastMessage = conversationMessages[conversationMessages.length - 1];
+        const result = yield new __await(chat.sendMessageStream(lastMessage.content));
+        try {
+          for (var iter = __forAwait(result.stream), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+            const chunk = temp.value;
+            const text = chunk.text();
+            if (text) {
+              yield { type: "content", content: text };
             }
           }
+        } catch (temp) {
+          error = [temp];
+        } finally {
+          try {
+            more && (temp = iter.return) && (yield new __await(temp.call(iter)));
+          } finally {
+            if (error)
+              throw error[0];
+          }
         }
-      } catch (error) {
+        const response = yield new __await(result.response);
+        yield {
+          type: "done",
+          done: {
+            finishReason: this.mapGoogleFinishReason((_c = (_b = response.candidates) == null ? void 0 : _b[0]) == null ? void 0 : _c.finishReason),
+            usage: {
+              promptTokens: ((_d = response.usageMetadata) == null ? void 0 : _d.promptTokenCount) || 0,
+              completionTokens: ((_e = response.usageMetadata) == null ? void 0 : _e.candidatesTokenCount) || 0,
+              totalTokens: ((_f = response.usageMetadata) == null ? void 0 : _f.totalTokenCount) || 0
+            }
+          }
+        };
+      } catch (error2) {
         yield {
           type: "error",
           error: new ProviderError(
             "google",
-            error instanceof Error ? error.message : "Streaming error",
+            error2 instanceof Error ? error2.message : "Streaming error",
             void 0,
-            { originalError: error }
+            { originalError: error2 }
           )
         };
       }
@@ -1585,9 +1493,6 @@ var GoogleProvider = class extends BaseProvider {
       }
     });
   }
-  /**
-   * Map Google's finish reason to standard format
-   */
   mapGoogleFinishReason(reason) {
     const mapping = {
       "STOP": "stop",
@@ -1596,89 +1501,85 @@ var GoogleProvider = class extends BaseProvider {
       "RECITATION": "content_filter",
       "OTHER": "stop"
     };
-    return mapping[reason] || "stop";
+    return mapping[reason || "STOP"] || "stop";
   }
 };
 
 // src/providers/openai/openai.ts
+var import_openai = __toESM(require("openai"));
 var OpenAIProvider = class extends BaseProvider {
-  getDefaultBaseUrl() {
-    return "https://api.openai.com/v1";
+  constructor(config) {
+    super(config);
+    __publicField(this, "client");
+    this.client = new import_openai.default({
+      apiKey: this.config.apiKey,
+      baseURL: this.config.baseUrl
+    });
   }
   generateText(request) {
     return __async(this, null, function* () {
-      const response = yield this.makeRequest(
-        this.getEndpoint("/chat/completions"),
-        {
-          method: "POST",
-          body: JSON.stringify({
-            model: this.config.model,
-            messages: this.formatMessages(request),
-            max_tokens: this.config.maxTokens,
-            temperature: this.config.temperature,
-            top_p: this.config.topP,
-            frequency_penalty: this.config.frequencyPenalty,
-            presence_penalty: this.config.presencePenalty,
-            stop: this.config.stop
-          })
-        }
-      );
-      const data = yield response.json();
+      var _a, _b, _c;
+      const completion = yield this.client.chat.completions.create({
+        model: this.config.model,
+        messages: this.formatMessages(request),
+        max_tokens: this.config.maxTokens,
+        temperature: this.config.temperature,
+        top_p: this.config.topP,
+        frequency_penalty: this.config.frequencyPenalty,
+        presence_penalty: this.config.presencePenalty,
+        stop: this.config.stop
+      });
       return {
-        text: data.choices[0].message.content,
+        text: completion.choices[0].message.content || "",
         usage: {
-          promptTokens: data.usage.prompt_tokens,
-          completionTokens: data.usage.completion_tokens,
-          totalTokens: data.usage.total_tokens
+          promptTokens: ((_a = completion.usage) == null ? void 0 : _a.prompt_tokens) || 0,
+          completionTokens: ((_b = completion.usage) == null ? void 0 : _b.completion_tokens) || 0,
+          totalTokens: ((_c = completion.usage) == null ? void 0 : _c.total_tokens) || 0
         },
-        finishReason: data.choices[0].finish_reason
+        finishReason: completion.choices[0].finish_reason
       };
     });
   }
   streamText(request) {
     return __asyncGenerator(this, null, function* () {
-      var _a, _b;
-      const response = yield new __await(this.makeRequest(
-        this.getEndpoint("/chat/completions"),
-        {
-          method: "POST",
-          body: JSON.stringify({
-            model: this.config.model,
-            messages: this.formatMessages(request),
-            max_tokens: this.config.maxTokens,
-            temperature: this.config.temperature,
-            stream: true
-          })
-        },
-        true
-      ));
-      const reader = response.body.getReader();
-      const decoder = new TextDecoder();
-      let buffer = "";
+      var _a, _b, _c;
+      const stream = yield new __await(this.client.chat.completions.create({
+        model: this.config.model,
+        messages: this.formatMessages(request),
+        max_tokens: this.config.maxTokens,
+        temperature: this.config.temperature,
+        stream: true
+      }));
       try {
-        while (true) {
-          const { done, value } = yield new __await(reader.read());
-          if (done) break;
-          buffer += decoder.decode(value, { stream: true });
-          const lines = buffer.split("\n");
-          buffer = lines.pop() || "";
-          for (const line of lines) {
-            if (line.startsWith("data: ")) {
-              const data = line.slice(6);
-              if (data === "[DONE]") continue;
-              try {
-                const parsed = JSON.parse(data);
-                const content = (_b = (_a = parsed.choices[0]) == null ? void 0 : _a.delta) == null ? void 0 : _b.content;
-                if (content) {
-                  yield { type: "content", content };
-                }
-              } catch (e) {
+        for (var iter = __forAwait(stream), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+          const chunk = temp.value;
+          const content = (_b = (_a = chunk.choices[0]) == null ? void 0 : _a.delta) == null ? void 0 : _b.content;
+          if (content) {
+            yield { type: "content", content };
+          }
+          if ((_c = chunk.choices[0]) == null ? void 0 : _c.finish_reason) {
+            yield {
+              type: "done",
+              done: {
+                finishReason: chunk.choices[0].finish_reason,
+                usage: chunk.usage ? {
+                  promptTokens: chunk.usage.prompt_tokens || 0,
+                  completionTokens: chunk.usage.completion_tokens || 0,
+                  totalTokens: chunk.usage.total_tokens || 0
+                } : void 0
               }
-            }
+            };
           }
         }
+      } catch (temp) {
+        error = [temp];
       } finally {
-        reader.releaseLock();
+        try {
+          more && (temp = iter.return) && (yield new __await(temp.call(iter)));
+        } finally {
+          if (error)
+            throw error[0];
+        }
       }
     });
   }
@@ -1737,29 +1638,22 @@ var OpenAIProvider = class extends BaseProvider {
 };
 
 // src/providers/sarvam/sarvam.ts
-var SarvamProvider = class extends BaseProvider {
+var SarvamProvider = class extends CustomBaseProvider {
   getDefaultBaseUrl() {
     return "https://api.sarvam.ai/v1";
   }
   generateText(request) {
     return __async(this, null, function* () {
       var _a, _b, _c;
-      const messages = this.formatMessages(request);
+      this.validateConfig();
       try {
-        const response = yield this.makeRequest(this.getEndpoint("/chat/completions"), {
-          method: "POST",
-          body: JSON.stringify({
-            model: this.config.model,
-            messages: messages.map((m) => ({
-              role: m.role,
-              content: m.content
-            })),
-            max_tokens: this.config.maxTokens,
-            temperature: this.config.temperature,
-            top_p: this.config.topP,
-            stop: this.config.stop
-          })
-        });
+        const response = yield this.makeRequest(
+          this.getEndpoint("/chat/completions"),
+          {
+            method: "POST",
+            body: JSON.stringify(this.buildRequestBody(request))
+          }
+        );
         const data = yield response.json();
         if (!data.choices || data.choices.length === 0) {
           throw new ProviderError(
@@ -1776,7 +1670,7 @@ var SarvamProvider = class extends BaseProvider {
             completionTokens: ((_b = data.usage) == null ? void 0 : _b.completion_tokens) || 0,
             totalTokens: ((_c = data.usage) == null ? void 0 : _c.total_tokens) || 0
           },
-          finishReason: this.mapSarvamFinishReason(data.choices[0].finish_reason)
+          finishReason: this.mapFinishReason(data.choices[0].finish_reason)
         };
       } catch (error) {
         throw new ProviderError(
@@ -1791,70 +1685,55 @@ var SarvamProvider = class extends BaseProvider {
   streamText(request) {
     return __asyncGenerator(this, null, function* () {
       var _a, _b, _c, _d, _e, _f, _g, _h;
-      const messages = this.formatMessages(request);
+      this.validateConfig();
       try {
         const response = yield new __await(this.makeRequest(
           this.getEndpoint("/chat/completions"),
           {
             method: "POST",
-            body: JSON.stringify({
-              model: this.config.model,
-              messages: messages.map((m) => ({
-                role: m.role,
-                content: m.content
-              })),
-              max_tokens: this.config.maxTokens,
-              temperature: this.config.temperature,
-              stream: true
-            })
+            body: JSON.stringify(this.buildRequestBody(request, true))
           },
           true
         ));
-        const reader = response.body.getReader();
-        const decoder = new TextDecoder();
-        let buffer = "";
-        while (true) {
-          const { done, value } = yield new __await(reader.read());
-          if (done) break;
-          buffer += decoder.decode(value, { stream: true });
-          const lines = buffer.split("\n");
-          buffer = lines.pop() || "";
-          for (const line of lines) {
-            if (line.startsWith("data: ")) {
-              const data = line.slice(6);
-              if (data === "[DONE]") continue;
-              try {
-                const parsed = JSON.parse(data);
-                const content = (_c = (_b = (_a = parsed.choices) == null ? void 0 : _a[0]) == null ? void 0 : _b.delta) == null ? void 0 : _c.content;
-                if (content) {
-                  yield { type: "content", content };
-                }
-                if ((_e = (_d = parsed.choices) == null ? void 0 : _d[0]) == null ? void 0 : _e.finish_reason) {
-                  yield {
-                    type: "done",
-                    done: {
-                      finishReason: this.mapSarvamFinishReason(parsed.choices[0].finish_reason),
-                      usage: {
-                        promptTokens: ((_f = parsed.usage) == null ? void 0 : _f.prompt_tokens) || 0,
-                        completionTokens: ((_g = parsed.usage) == null ? void 0 : _g.completion_tokens) || 0,
-                        totalTokens: ((_h = parsed.usage) == null ? void 0 : _h.total_tokens) || 0
-                      }
-                    }
-                  };
+        try {
+          for (var iter = __forAwait(this.parseSSEStream(response)), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+            const data = temp.value;
+            const content = (_c = (_b = (_a = data.choices) == null ? void 0 : _a[0]) == null ? void 0 : _b.delta) == null ? void 0 : _c.content;
+            if (content) {
+              yield { type: "content", content };
+            }
+            if ((_e = (_d = data.choices) == null ? void 0 : _d[0]) == null ? void 0 : _e.finish_reason) {
+              yield {
+                type: "done",
+                done: {
+                  finishReason: this.mapFinishReason(data.choices[0].finish_reason),
+                  usage: {
+                    promptTokens: ((_f = data.usage) == null ? void 0 : _f.prompt_tokens) || 0,
+                    completionTokens: ((_g = data.usage) == null ? void 0 : _g.completion_tokens) || 0,
+                    totalTokens: ((_h = data.usage) == null ? void 0 : _h.total_tokens) || 0
+                  }
                 }
-              } catch (e) {
-              }
+              };
             }
           }
+        } catch (temp) {
+          error = [temp];
+        } finally {
+          try {
+            more && (temp = iter.return) && (yield new __await(temp.call(iter)));
+          } finally {
+            if (error)
+              throw error[0];
+          }
         }
-      } catch (error) {
+      } catch (error2) {
         yield {
           type: "error",
           error: new ProviderError(
             "sarvam",
-            error instanceof Error ? error.message : "Streaming error",
+            error2 instanceof Error ? error2.message : "Streaming error",
             void 0,
-            { originalError: error }
+            { originalError: error2 }
           )
         };
       }
@@ -1922,10 +1801,7 @@ var SarvamProvider = class extends BaseProvider {
       }
     });
   }
-  /**
-   * Map Sarvam's finish reason to standard format
-   */
-  mapSarvamFinishReason(reason) {
+  mapFinishReason(reason) {
     const mapping = {
       "stop": "stop",
       "length": "length",