@x12i/ai-gateway 9.4.0 → 9.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/dist/activity-manager.d.ts +3 -0
- package/dist/activity-manager.js +47 -34
- package/dist/gateway-config.d.ts +3 -0
- package/dist/gateway-config.js +7 -0
- package/dist/gateway-utils.d.ts +12 -0
- package/dist/gateway-utils.js +56 -8
- package/dist/gateway.d.ts +2 -0
- package/dist/gateway.js +58 -2
- package/dist/index.d.ts +1 -0
- package/dist/index.js +1 -0
- package/dist/optimixer-manager.d.ts +33 -0
- package/dist/optimixer-manager.js +128 -0
- package/dist/token-estimate.d.ts +12 -0
- package/dist/token-estimate.js +30 -0
- package/dist/types.d.ts +14 -0
- package/dist-cjs/activity-manager.cjs +47 -34
- package/dist-cjs/activity-manager.d.ts +3 -0
- package/dist-cjs/gateway-config.cjs +7 -0
- package/dist-cjs/gateway-config.d.ts +3 -0
- package/dist-cjs/gateway-utils.cjs +56 -8
- package/dist-cjs/gateway-utils.d.ts +12 -0
- package/dist-cjs/gateway.cjs +58 -2
- package/dist-cjs/gateway.d.ts +2 -0
- package/dist-cjs/index.cjs +1 -0
- package/dist-cjs/index.d.ts +1 -0
- package/dist-cjs/optimixer-manager.cjs +128 -0
- package/dist-cjs/optimixer-manager.d.ts +33 -0
- package/dist-cjs/token-estimate.cjs +30 -0
- package/dist-cjs/token-estimate.d.ts +12 -0
- package/dist-cjs/types.d.ts +14 -0
- package/package.json +3 -2
package/dist-cjs/types.d.ts
CHANGED
|
@@ -390,6 +390,20 @@ export interface GatewayConfig extends Omit<RouterConfig, 'defaultEngine' | 'log
|
|
|
390
390
|
calculateCost?: boolean;
|
|
391
391
|
costIncludeBreakdown?: boolean;
|
|
392
392
|
};
|
|
393
|
+
/**
|
|
394
|
+
* Adaptive `max_tokens` via @x12i/optimixer (embedded Activix mode).
|
|
395
|
+
* When enabled, the gateway predicts completion budget before each LLM call unless
|
|
396
|
+
* the caller explicitly sets `maxTokens` on the request / modelConfig / gateway config.
|
|
397
|
+
*/
|
|
398
|
+
optimixer?: {
|
|
399
|
+
/** @default false */
|
|
400
|
+
enabled?: boolean;
|
|
401
|
+
acceptableRisk?: 'very-low' | 'low' | 'medium' | 'high' | number;
|
|
402
|
+
/** Cap predicted max tokens with flex-md model limit when available. @default true */
|
|
403
|
+
useFlexMdCeiling?: boolean;
|
|
404
|
+
/** Passed to Optimixer warmup on create. */
|
|
405
|
+
warmupLimit?: number;
|
|
406
|
+
};
|
|
393
407
|
/**
|
|
394
408
|
* InstructionsBlocks overrides
|
|
395
409
|
* Key: block name, Value: block content
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@x12i/ai-gateway",
|
|
3
|
-
"version": "9.
|
|
3
|
+
"version": "9.5.3",
|
|
4
4
|
"description": "AI Gateway - Unified interface for LLM provider routing and management",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"exports": {
|
|
@@ -41,11 +41,12 @@
|
|
|
41
41
|
"author": "x12i",
|
|
42
42
|
"license": "mit",
|
|
43
43
|
"dependencies": {
|
|
44
|
-
"@x12i/activix": "^
|
|
44
|
+
"@x12i/activix": "^8.0.0",
|
|
45
45
|
"@x12i/ai-providers-router": "^4.8.0",
|
|
46
46
|
"@x12i/ai-tools": "^2.0.0",
|
|
47
47
|
"@x12i/flex-md": "^4.8.0",
|
|
48
48
|
"@x12i/logxer": "^4.3.5",
|
|
49
|
+
"@x12i/optimixer": "^0.1.0",
|
|
49
50
|
"@x12i/rendrix": "^4.3.0"
|
|
50
51
|
},
|
|
51
52
|
"devDependencies": {
|