@devopsplaybook.io/common-utils 1.5.0-beta.14.dd2303d → 1.6.0-beta.15.02b378d

package/dist/src/LLM.d.ts

@@ -38,6 +38,13 @@ export interface LLMRequestOptions {
     jsonMode?: boolean;
     /** Override the configured model for this call */
     model?: string;
+    /**
+     * Override the configured timeout for this call, in milliseconds.
+     * Set `0` to disable the timeout entirely, for slow models or very large
+     * completions that legitimately exceed the client-level timeout.
+     * When omitted, the client-level `timeoutMs` applies.
+     */
+    timeoutMs?: number;
 }
 /**
  * Normalized response from a chat completion call.
@@ -96,7 +103,8 @@ export declare class LLMClient {
      * Send a chat completion request.
      *
      * @param messages  The chat messages to send.
-     * @param options   Optional per-request overrides (JSON mode, model).
+     * @param options   Optional per-request overrides (JSON mode, model,
+     *                  timeout). `timeoutMs: 0` disables the request timeout.
      * @returns The first choice content and total token usage.
      * @throws When the client is disabled, the provider returns an error, or
      *         the response has no choices.

package/dist/src/LLM.js

@@ -75,7 +75,8 @@ class LLMClient {
      * Send a chat completion request.
      *
      * @param messages  The chat messages to send.
-     * @param options   Optional per-request overrides (JSON mode, model).
+     * @param options   Optional per-request overrides (JSON mode, model,
+     *                  timeout). `timeoutMs: 0` disables the request timeout.
      * @returns The first choice content and total token usage.
      * @throws When the client is disabled, the provider returns an error, or
      *         the response has no choices.
@@ -96,7 +97,9 @@ class LLMClient {
             body.response_format = { type: "json_object" };
         }
         try {
-            const response = await this.client.post("", body);
+            const response = (options === null || options === void 0 ? void 0 : options.timeoutMs) !== undefined
+                ? await this.client.post("", body, { timeout: options.timeoutMs })
+                : await this.client.post("", body);
             const choice = (_b = (_a = response.data) === null || _a === void 0 ? void 0 : _a.choices) === null || _b === void 0 ? void 0 : _b[0];
             if (!choice) {
                 throw new Error("LLM response has no choices");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@devopsplaybook.io/common-utils",
-  "version": "1.5.0-beta.14.dd2303d",
+  "version": "1.6.0-beta.15.02b378d",
   "description": "Shared utility modules for devopsplaybook.io projects (DB, Config, OTel context, auth/users, notifications, LLM, system helpers)",
   "keywords": [
     "Open Telemetry",

package/src/LLM.spec.ts

@@ -197,6 +197,61 @@ describe("LLMClient", () => {
       );
     });
 
+    it("should override the timeout per request", async () => {
+      mockPost.mockResolvedValue({
+        data: {
+          choices: [{ message: { content: "ok" } }],
+          usage: { total_tokens: 1 },
+        },
+      });
+      const client = createEnabledClient();
+
+      await client.request([{ role: "user", content: "hello" }], {
+        timeoutMs: 600000,
+      });
+
+      expect(mockPost).toHaveBeenCalledWith(
+        "",
+        expect.anything(),
+        expect.objectContaining({ timeout: 600000 }),
+      );
+    });
+
+    it("should disable the timeout when timeoutMs is 0", async () => {
+      mockPost.mockResolvedValue({
+        data: {
+          choices: [{ message: { content: "ok" } }],
+          usage: { total_tokens: 1 },
+        },
+      });
+      const client = createEnabledClient();
+
+      await client.request([{ role: "user", content: "hello" }], {
+        timeoutMs: 0,
+      });
+
+      expect(mockPost).toHaveBeenCalledWith(
+        "",
+        expect.anything(),
+        expect.objectContaining({ timeout: 0 }),
+      );
+    });
+
+    it("should not pass a request config when no timeout override is given", async () => {
+      mockPost.mockResolvedValue({
+        data: {
+          choices: [{ message: { content: "ok" } }],
+          usage: { total_tokens: 1 },
+        },
+      });
+      const client = createEnabledClient();
+
+      await client.request([{ role: "user", content: "hello" }]);
+
+      expect(mockPost).toHaveBeenCalledTimes(1);
+      expect(mockPost.mock.calls[0]).toHaveLength(2);
+    });
+
     it("should default totalTokens to 0 and content to empty string", async () => {
       mockPost.mockResolvedValue({
         data: { choices: [{ message: { content: null } }] },

package/src/LLM.ts

@@ -43,6 +43,13 @@ export interface LLMRequestOptions {
   jsonMode?: boolean;
   /** Override the configured model for this call */
   model?: string;
+  /**
+   * Override the configured timeout for this call, in milliseconds.
+   * Set `0` to disable the timeout entirely, for slow models or very large
+   * completions that legitimately exceed the client-level timeout.
+   * When omitted, the client-level `timeoutMs` applies.
+   */
+  timeoutMs?: number;
 }
 
 /**
@@ -135,7 +142,8 @@ export class LLMClient {
    * Send a chat completion request.
    *
    * @param messages  The chat messages to send.
-   * @param options   Optional per-request overrides (JSON mode, model).
+   * @param options   Optional per-request overrides (JSON mode, model,
+   *                  timeout). `timeoutMs: 0` disables the request timeout.
    * @returns The first choice content and total token usage.
    * @throws When the client is disabled, the provider returns an error, or
    *         the response has no choices.
@@ -162,7 +170,10 @@ export class LLMClient {
     }
 
     try {
-      const response = await this.client.post("", body);
+      const response =
+        options?.timeoutMs !== undefined
+          ? await this.client.post("", body, { timeout: options.timeoutMs })
+          : await this.client.post("", body);
       const choice = response.data?.choices?.[0];
       if (!choice) {
         throw new Error("LLM response has no choices");