@exulu/backend 1.62.0 → 1.62.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -220,7 +220,8 @@ import { resolve } from "path";
|
|
|
220
220
|
var MAX_CRASHES = 5;
|
|
221
221
|
var INITIAL_BACKOFF_MS = 1e3;
|
|
222
222
|
var MAX_BACKOFF_MS = 3e4;
|
|
223
|
-
var READY_TIMEOUT_MS =
|
|
223
|
+
var READY_TIMEOUT_MS = 9e4;
|
|
224
|
+
var WAIT_TIMEOUT_MS = 6e4;
|
|
224
225
|
var READY_POLL_INTERVAL_MS = 200;
|
|
225
226
|
var SHUTDOWN_GRACE_MS = 5e3;
|
|
226
227
|
var internal = {
|
|
@@ -394,10 +395,18 @@ var startLiteLLMSupervisor = async (options = {}) => {
|
|
|
394
395
|
var waitForLiteLLMReady = async () => {
|
|
395
396
|
if (!isLiteLLMEnabled()) return;
|
|
396
397
|
if (!internal.readyPromise) {
|
|
397
|
-
|
|
398
|
-
return;
|
|
398
|
+
return startLiteLLMSupervisor();
|
|
399
399
|
}
|
|
400
|
-
|
|
400
|
+
const deadline = Date.now() + WAIT_TIMEOUT_MS;
|
|
401
|
+
while (Date.now() < deadline) {
|
|
402
|
+
const s = getSupervisorState();
|
|
403
|
+
if (s === "ready") return;
|
|
404
|
+
if (s === "given_up") {
|
|
405
|
+
throw new Error("LiteLLM supervisor has given up.");
|
|
406
|
+
}
|
|
407
|
+
await new Promise((r) => setTimeout(r, READY_POLL_INTERVAL_MS));
|
|
408
|
+
}
|
|
409
|
+
throw new Error("Timed out waiting for LiteLLM to become ready.");
|
|
401
410
|
};
|
|
402
411
|
var stopLiteLLM = (signal = "SIGTERM") => {
|
|
403
412
|
internal.shutdownRequested = true;
|
|
@@ -424,6 +433,7 @@ var registerShutdownHandlers = () => {
|
|
|
424
433
|
process.on("SIGTERM", () => stopLiteLLM("SIGTERM"));
|
|
425
434
|
process.on("exit", () => stopLiteLLM("SIGTERM"));
|
|
426
435
|
};
|
|
436
|
+
var getSupervisorState = () => internal.state;
|
|
427
437
|
|
|
428
438
|
// src/exulu/tags.ts
|
|
429
439
|
var MAX_LEN = 63;
|
|
@@ -760,7 +770,7 @@ var ExuluTool = class {
|
|
|
760
770
|
});
|
|
761
771
|
providerapikey = resolved.apiKey;
|
|
762
772
|
}
|
|
763
|
-
const { convertExuluToolsToAiSdkTools: convertExuluToolsToAiSdkTools2 } = await import("./convert-exulu-tools-to-ai-sdk-tools-
|
|
773
|
+
const { convertExuluToolsToAiSdkTools: convertExuluToolsToAiSdkTools2 } = await import("./convert-exulu-tools-to-ai-sdk-tools-FZ4ZCVBZ.js");
|
|
764
774
|
const tools = await convertExuluToolsToAiSdkTools2(
|
|
765
775
|
[this],
|
|
766
776
|
[],
|
package/dist/index.cjs
CHANGED
|
@@ -376,7 +376,7 @@ var init_statistics = __esm({
|
|
|
376
376
|
});
|
|
377
377
|
|
|
378
378
|
// src/exulu/litellm/supervisor.ts
|
|
379
|
-
var import_node_child_process, import_node_fs, import_node_path, MAX_CRASHES, INITIAL_BACKOFF_MS, MAX_BACKOFF_MS, READY_TIMEOUT_MS, READY_POLL_INTERVAL_MS, SHUTDOWN_GRACE_MS, internal, isLiteLLMEnabled, resolveConfig, log, pollHealth, spawnLiteLLM, supervise, _packageRoot, setLiteLLMPackageRoot, startLiteLLMSupervisor, waitForLiteLLMReady, stopLiteLLM, shutdownHandlersRegistered, registerShutdownHandlers;
|
|
379
|
+
var import_node_child_process, import_node_fs, import_node_path, MAX_CRASHES, INITIAL_BACKOFF_MS, MAX_BACKOFF_MS, READY_TIMEOUT_MS, WAIT_TIMEOUT_MS, READY_POLL_INTERVAL_MS, SHUTDOWN_GRACE_MS, internal, isLiteLLMEnabled, resolveConfig, log, pollHealth, spawnLiteLLM, supervise, _packageRoot, setLiteLLMPackageRoot, startLiteLLMSupervisor, waitForLiteLLMReady, stopLiteLLM, shutdownHandlersRegistered, registerShutdownHandlers, getSupervisorState;
|
|
380
380
|
var init_supervisor = __esm({
|
|
381
381
|
"src/exulu/litellm/supervisor.ts"() {
|
|
382
382
|
"use strict";
|
|
@@ -387,7 +387,8 @@ var init_supervisor = __esm({
|
|
|
387
387
|
MAX_CRASHES = 5;
|
|
388
388
|
INITIAL_BACKOFF_MS = 1e3;
|
|
389
389
|
MAX_BACKOFF_MS = 3e4;
|
|
390
|
-
READY_TIMEOUT_MS =
|
|
390
|
+
READY_TIMEOUT_MS = 9e4;
|
|
391
|
+
WAIT_TIMEOUT_MS = 6e4;
|
|
391
392
|
READY_POLL_INTERVAL_MS = 200;
|
|
392
393
|
SHUTDOWN_GRACE_MS = 5e3;
|
|
393
394
|
internal = {
|
|
@@ -560,10 +561,18 @@ var init_supervisor = __esm({
|
|
|
560
561
|
waitForLiteLLMReady = async () => {
|
|
561
562
|
if (!isLiteLLMEnabled()) return;
|
|
562
563
|
if (!internal.readyPromise) {
|
|
563
|
-
|
|
564
|
-
return;
|
|
564
|
+
return startLiteLLMSupervisor();
|
|
565
565
|
}
|
|
566
|
-
|
|
566
|
+
const deadline = Date.now() + WAIT_TIMEOUT_MS;
|
|
567
|
+
while (Date.now() < deadline) {
|
|
568
|
+
const s = getSupervisorState();
|
|
569
|
+
if (s === "ready") return;
|
|
570
|
+
if (s === "given_up") {
|
|
571
|
+
throw new Error("LiteLLM supervisor has given up.");
|
|
572
|
+
}
|
|
573
|
+
await new Promise((r) => setTimeout(r, READY_POLL_INTERVAL_MS));
|
|
574
|
+
}
|
|
575
|
+
throw new Error("Timed out waiting for LiteLLM to become ready.");
|
|
567
576
|
};
|
|
568
577
|
stopLiteLLM = (signal = "SIGTERM") => {
|
|
569
578
|
internal.shutdownRequested = true;
|
|
@@ -590,6 +599,7 @@ var init_supervisor = __esm({
|
|
|
590
599
|
process.on("SIGTERM", () => stopLiteLLM("SIGTERM"));
|
|
591
600
|
process.on("exit", () => stopLiteLLM("SIGTERM"));
|
|
592
601
|
};
|
|
602
|
+
getSupervisorState = () => internal.state;
|
|
593
603
|
}
|
|
594
604
|
});
|
|
595
605
|
|
package/dist/index.js
CHANGED