omnius 1.0.895 → 1.0.896
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +2 -2
- package/dist/library.js +14 -1
- package/npm-shrinkwrap.json +2 -2
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
[diffend] Oversized file quarantined before diffing.
|
|
2
2
|
name: package/dist/index.js
|
|
3
|
-
size:
|
|
4
|
-
sha256:
|
|
3
|
+
size: 38875008 bytes
|
|
4
|
+
sha256: 68babdf45203d8b438fd02cb58ce852894c7908a2f2ecce16824561106ab6496
|
package/dist/library.js
CHANGED
|
@@ -3508,6 +3508,13 @@ function currentHostEnvironment() {
|
|
|
3508
3508
|
function cpuOffloadAllowedFromEnv(env = currentHostEnvironment()) {
|
|
3509
3509
|
return env[OMNIUS_CPU_OFFLOAD_ALLOWED_ENV] === "1";
|
|
3510
3510
|
}
|
|
3511
|
+
function contextHeadroomMibFromEnv(env = currentHostEnvironment()) {
|
|
3512
|
+
const raw = env[OMNIUS_CONTEXT_HEADROOM_MIB_ENV]?.trim();
|
|
3513
|
+
if (!raw || !/^\d+$/.test(raw))
|
|
3514
|
+
return void 0;
|
|
3515
|
+
const value = Number(raw);
|
|
3516
|
+
return value <= CONTEXT_HEADROOM_MAX_MIB ? value : void 0;
|
|
3517
|
+
}
|
|
3511
3518
|
function normalizeGpuUuidList(value) {
|
|
3512
3519
|
if (value === void 0)
|
|
3513
3520
|
return void 0;
|
|
@@ -3544,13 +3551,15 @@ function isGpuUuidEnabled(uuid, enabledUuids = enabledGpuUuidsFromEnv()) {
|
|
|
3544
3551
|
return true;
|
|
3545
3552
|
return Boolean(uuid && enabledUuids.includes(uuid));
|
|
3546
3553
|
}
|
|
3547
|
-
var OMNIUS_GPU_ENABLED_UUIDS_ENV, OMNIUS_GPU_PREFERRED_UUID_ENV, OMNIUS_CPU_OFFLOAD_ALLOWED_ENV;
|
|
3554
|
+
var OMNIUS_GPU_ENABLED_UUIDS_ENV, OMNIUS_GPU_PREFERRED_UUID_ENV, OMNIUS_CPU_OFFLOAD_ALLOWED_ENV, OMNIUS_CONTEXT_HEADROOM_MIB_ENV, CONTEXT_HEADROOM_MAX_MIB;
|
|
3548
3555
|
var init_gpu_selection = __esm({
|
|
3549
3556
|
"packages/schemas/dist/gpu-selection.js"() {
|
|
3550
3557
|
"use strict";
|
|
3551
3558
|
OMNIUS_GPU_ENABLED_UUIDS_ENV = "OMNIUS_GPU_ENABLED_UUIDS";
|
|
3552
3559
|
OMNIUS_GPU_PREFERRED_UUID_ENV = "OMNIUS_GPU_PREFERRED_UUID";
|
|
3553
3560
|
OMNIUS_CPU_OFFLOAD_ALLOWED_ENV = "OMNIUS_CPU_OFFLOAD_ALLOWED";
|
|
3561
|
+
OMNIUS_CONTEXT_HEADROOM_MIB_ENV = "OMNIUS_CONTEXT_HEADROOM_MIB";
|
|
3562
|
+
CONTEXT_HEADROOM_MAX_MIB = 1048576;
|
|
3554
3563
|
}
|
|
3555
3564
|
});
|
|
3556
3565
|
|
|
@@ -431489,6 +431498,10 @@ var OllamaAgenticBackend = class _OllamaAgenticBackend {
|
|
|
431489
431498
|
if (cpuOffloadAllowedFromEnv()) {
|
|
431490
431499
|
headers["X-Ollama-Unify-CPU-Offload"] = "allow";
|
|
431491
431500
|
}
|
|
431501
|
+
const contextHeadroomMib = contextHeadroomMibFromEnv();
|
|
431502
|
+
if (contextHeadroomMib !== void 0) {
|
|
431503
|
+
headers["X-Ollama-Unify-Context-Headroom-MiB"] = String(contextHeadroomMib);
|
|
431504
|
+
}
|
|
431492
431505
|
const envOverride = process.env["OMNIUS_OLLAMA_BROKER_ADMISSION_WAIT_MS"];
|
|
431493
431506
|
const classDefault = workloadClass === "background" ? 500 : workloadClass === "interactive-control" ? 3e4 : void 0;
|
|
431494
431507
|
const configured = Number.parseInt(String(request?.brokerAdmissionWaitMs ?? envOverride ?? classDefault ?? 0), 10);
|
package/npm-shrinkwrap.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "omnius",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.896",
|
|
4
4
|
"lockfileVersion": 3,
|
|
5
5
|
"requires": true,
|
|
6
6
|
"packages": {
|
|
7
7
|
"": {
|
|
8
8
|
"name": "omnius",
|
|
9
|
-
"version": "1.0.
|
|
9
|
+
"version": "1.0.896",
|
|
10
10
|
"bundleDependencies": [
|
|
11
11
|
"image-to-ascii"
|
|
12
12
|
],
|
package/package.json
CHANGED