@exulu/backend 1.62.0 → 1.62.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -220,7 +220,8 @@ import { resolve } from "path";
220
220
  var MAX_CRASHES = 5;
221
221
  var INITIAL_BACKOFF_MS = 1e3;
222
222
  var MAX_BACKOFF_MS = 3e4;
223
- var READY_TIMEOUT_MS = 3e4;
223
+ var READY_TIMEOUT_MS = 9e4;
224
+ var WAIT_TIMEOUT_MS = 6e4;
224
225
  var READY_POLL_INTERVAL_MS = 200;
225
226
  var SHUTDOWN_GRACE_MS = 5e3;
226
227
  var internal = {
@@ -394,10 +395,18 @@ var startLiteLLMSupervisor = async (options = {}) => {
394
395
  var waitForLiteLLMReady = async () => {
395
396
  if (!isLiteLLMEnabled()) return;
396
397
  if (!internal.readyPromise) {
397
- await startLiteLLMSupervisor();
398
- return;
398
+ return startLiteLLMSupervisor();
399
399
  }
400
- return internal.readyPromise;
400
+ const deadline = Date.now() + WAIT_TIMEOUT_MS;
401
+ while (Date.now() < deadline) {
402
+ const s = getSupervisorState();
403
+ if (s === "ready") return;
404
+ if (s === "given_up") {
405
+ throw new Error("LiteLLM supervisor has given up.");
406
+ }
407
+ await new Promise((r) => setTimeout(r, READY_POLL_INTERVAL_MS));
408
+ }
409
+ throw new Error("Timed out waiting for LiteLLM to become ready.");
401
410
  };
402
411
  var stopLiteLLM = (signal = "SIGTERM") => {
403
412
  internal.shutdownRequested = true;
@@ -424,6 +433,7 @@ var registerShutdownHandlers = () => {
424
433
  process.on("SIGTERM", () => stopLiteLLM("SIGTERM"));
425
434
  process.on("exit", () => stopLiteLLM("SIGTERM"));
426
435
  };
436
+ var getSupervisorState = () => internal.state;
427
437
 
428
438
  // src/exulu/tags.ts
429
439
  var MAX_LEN = 63;
@@ -760,7 +770,7 @@ var ExuluTool = class {
760
770
  });
761
771
  providerapikey = resolved.apiKey;
762
772
  }
763
- const { convertExuluToolsToAiSdkTools: convertExuluToolsToAiSdkTools2 } = await import("./convert-exulu-tools-to-ai-sdk-tools-2HF7PPYW.js");
773
+ const { convertExuluToolsToAiSdkTools: convertExuluToolsToAiSdkTools2 } = await import("./convert-exulu-tools-to-ai-sdk-tools-FZ4ZCVBZ.js");
764
774
  const tools = await convertExuluToolsToAiSdkTools2(
765
775
  [this],
766
776
  [],
@@ -1,6 +1,6 @@
1
1
  import {
2
2
  convertExuluToolsToAiSdkTools
3
- } from "./chunk-LYNLQWXC.js";
3
+ } from "./chunk-4TCN467I.js";
4
4
  export {
5
5
  convertExuluToolsToAiSdkTools
6
6
  };
package/dist/index.cjs CHANGED
@@ -376,7 +376,7 @@ var init_statistics = __esm({
376
376
  });
377
377
 
378
378
  // src/exulu/litellm/supervisor.ts
379
- var import_node_child_process, import_node_fs, import_node_path, MAX_CRASHES, INITIAL_BACKOFF_MS, MAX_BACKOFF_MS, READY_TIMEOUT_MS, READY_POLL_INTERVAL_MS, SHUTDOWN_GRACE_MS, internal, isLiteLLMEnabled, resolveConfig, log, pollHealth, spawnLiteLLM, supervise, _packageRoot, setLiteLLMPackageRoot, startLiteLLMSupervisor, waitForLiteLLMReady, stopLiteLLM, shutdownHandlersRegistered, registerShutdownHandlers;
379
+ var import_node_child_process, import_node_fs, import_node_path, MAX_CRASHES, INITIAL_BACKOFF_MS, MAX_BACKOFF_MS, READY_TIMEOUT_MS, WAIT_TIMEOUT_MS, READY_POLL_INTERVAL_MS, SHUTDOWN_GRACE_MS, internal, isLiteLLMEnabled, resolveConfig, log, pollHealth, spawnLiteLLM, supervise, _packageRoot, setLiteLLMPackageRoot, startLiteLLMSupervisor, waitForLiteLLMReady, stopLiteLLM, shutdownHandlersRegistered, registerShutdownHandlers, getSupervisorState;
380
380
  var init_supervisor = __esm({
381
381
  "src/exulu/litellm/supervisor.ts"() {
382
382
  "use strict";
@@ -387,7 +387,8 @@ var init_supervisor = __esm({
387
387
  MAX_CRASHES = 5;
388
388
  INITIAL_BACKOFF_MS = 1e3;
389
389
  MAX_BACKOFF_MS = 3e4;
390
- READY_TIMEOUT_MS = 3e4;
390
+ READY_TIMEOUT_MS = 9e4;
391
+ WAIT_TIMEOUT_MS = 6e4;
391
392
  READY_POLL_INTERVAL_MS = 200;
392
393
  SHUTDOWN_GRACE_MS = 5e3;
393
394
  internal = {
@@ -560,10 +561,18 @@ var init_supervisor = __esm({
560
561
  waitForLiteLLMReady = async () => {
561
562
  if (!isLiteLLMEnabled()) return;
562
563
  if (!internal.readyPromise) {
563
- await startLiteLLMSupervisor();
564
- return;
564
+ return startLiteLLMSupervisor();
565
565
  }
566
- return internal.readyPromise;
566
+ const deadline = Date.now() + WAIT_TIMEOUT_MS;
567
+ while (Date.now() < deadline) {
568
+ const s = getSupervisorState();
569
+ if (s === "ready") return;
570
+ if (s === "given_up") {
571
+ throw new Error("LiteLLM supervisor has given up.");
572
+ }
573
+ await new Promise((r) => setTimeout(r, READY_POLL_INTERVAL_MS));
574
+ }
575
+ throw new Error("Timed out waiting for LiteLLM to become ready.");
567
576
  };
568
577
  stopLiteLLM = (signal = "SIGTERM") => {
569
578
  internal.shutdownRequested = true;
@@ -590,6 +599,7 @@ var init_supervisor = __esm({
590
599
  process.on("SIGTERM", () => stopLiteLLM("SIGTERM"));
591
600
  process.on("exit", () => stopLiteLLM("SIGTERM"));
592
601
  };
602
+ getSupervisorState = () => internal.state;
593
603
  }
594
604
  });
595
605
 
package/dist/index.js CHANGED
@@ -53,7 +53,7 @@ import {
53
53
  vectorSearch,
54
54
  waitForLiteLLMReady,
55
55
  withRetry
56
- } from "./chunk-LYNLQWXC.js";
56
+ } from "./chunk-4TCN467I.js";
57
57
  import {
58
58
  findLiteLLMModel
59
59
  } from "./chunk-ILAHW4UT.js";
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@exulu/backend",
3
3
  "author": "Qventu Bv.",
4
- "version": "1.62.0",
4
+ "version": "1.62.1",
5
5
  "main": "./dist/index.js",
6
6
  "private": false,
7
7
  "publishConfig": {