@llmgateway/models 1.359.0 → 1.359.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/context-tier.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { type ProviderModelMapping } from "./models.js";
|
|
2
2
|
export declare const CONTEXT_TIER_TOLERANCE = 0.1;
|
|
3
|
-
export declare const CONTEXT_TIER_MIN_PROVIDERS =
|
|
3
|
+
export declare const CONTEXT_TIER_MIN_PROVIDERS = 1;
|
|
4
4
|
type ContextSizedMapping = Pick<ProviderModelMapping, "providerId" | "contextSize" | "deactivatedAt" | "regions">;
|
|
5
5
|
export declare function getReferenceContextSize(modelId: string, fallbackMappings?: readonly ContextSizedMapping[], now?: Date): number | undefined;
|
|
6
6
|
export declare function getContextTierMinSize(modelId: string, mappings: readonly ContextSizedMapping[], now?: Date): number | undefined;
|
package/dist/context-tier.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { models } from "./models.js";
|
|
2
2
|
import { expandAllProviderRegions } from "./region-helpers.js";
|
|
3
3
|
export const CONTEXT_TIER_TOLERANCE = 0.1;
|
|
4
|
-
export const CONTEXT_TIER_MIN_PROVIDERS =
|
|
4
|
+
export const CONTEXT_TIER_MIN_PROVIDERS = 1;
|
|
5
5
|
function isActive(mapping, now) {
|
|
6
6
|
return !mapping.deactivatedAt || new Date(mapping.deactivatedAt) > now;
|
|
7
7
|
}
|
|
@@ -42,10 +42,17 @@ describe("getContextTierMinSize", () => {
|
|
|
42
42
|
expect(1_000_000 >= (minSize ?? 0)).toBe(true);
|
|
43
43
|
expect(200_000 >= (minSize ?? 0)).toBe(false);
|
|
44
44
|
});
|
|
45
|
-
it("
|
|
45
|
+
it("applies when a single provider serves the full window", () => {
|
|
46
46
|
expect(getContextTierMinSize(UNKNOWN_MODEL, [
|
|
47
47
|
mapping("a", 1_000_000, { regions: [{ id: "eu" }] }),
|
|
48
48
|
mapping("b", 200_000),
|
|
49
|
+
])).toBeCloseTo(900_000);
|
|
50
|
+
});
|
|
51
|
+
it("does not apply when no listed provider serves the full window", () => {
|
|
52
|
+
const catalogueModel = models.find((model) => model.id === "glm-5.3-flash");
|
|
53
|
+
const largest = Math.max(...(catalogueModel?.providers ?? []).map((p) => p.contextSize ?? 0));
|
|
54
|
+
expect(getContextTierMinSize("glm-5.3-flash", [
|
|
55
|
+
mapping("airside", Math.floor(largest / 2)),
|
|
49
56
|
])).toBeUndefined();
|
|
50
57
|
});
|
|
51
58
|
it("does not apply without any known window", () => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"context-tier.spec.js","sourceRoot":"","sources":["../src/context-tier.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EACN,uBAAuB,EACvB,qBAAqB,EACrB,uBAAuB,GACvB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,MAAM,EAA6B,MAAM,aAAa,CAAC;AAEhE,SAAS,OAAO,CACf,UAAkB,EAClB,WAA+B,EAC/B,QAAuC,EAAE;IAEzC,OAAO;QACN,UAAU;QACV,UAAU,EAAE,GAAG;QACf,WAAW;QACX,GAAG,KAAK;KACgB,CAAC;AAC3B,CAAC;AAED,MAAM,aAAa,GAAG,uBAAuB,CAAC;AAE9C,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACpF,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,eAAe,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CACvB,GAAG,CAAC,cAAc,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CACnE,CAAC;QACF,MAAM,CACL,uBAAuB,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CACzE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC5E,MAAM,CACL,uBAAuB,CAAC,aAAa,EAAE;YACtC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC;YACrB,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;YACvB,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;SAClE,CAAC,CACF,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,MAAM,CACL,uBAAuB,CAAC,aAAa,EAAE;YACtC,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE;gBACrB,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;aAC7C,CAAC;SACF,CAAC,CACF,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACrD,MAAM,OAAO,GAAG,qBAAqB,CAAC,aAAa,EAAE;YACpD,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;YACvB,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;YACvB,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC;SACrB,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,CAAC,SAAS,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,
|
|
1
|
+
{"version":3,"file":"context-tier.spec.js","sourceRoot":"","sources":["../src/context-tier.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EACN,uBAAuB,EACvB,qBAAqB,EACrB,uBAAuB,GACvB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,MAAM,EAA6B,MAAM,aAAa,CAAC;AAEhE,SAAS,OAAO,CACf,UAAkB,EAClB,WAA+B,EAC/B,QAAuC,EAAE;IAEzC,OAAO;QACN,UAAU;QACV,UAAU,EAAE,GAAG;QACf,WAAW;QACX,GAAG,KAAK;KACgB,CAAC;AAC3B,CAAC;AAED,MAAM,aAAa,GAAG,uBAAuB,CAAC;AAE9C,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACpF,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,eAAe,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CACvB,GAAG,CAAC,cAAc,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CACnE,CAAC;QACF,MAAM,CACL,uBAAuB,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CACzE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC5E,MAAM,CACL,uBAAuB,CAAC,aAAa,EAAE;YACtC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC;YACrB,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;YACvB,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;SAClE,CAAC,CACF,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,MAAM,CACL,uBAAuB,CAAC,aAAa,EAAE;YACtC,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE;gBACrB,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;aAC7C,CAAC;SACF,CAAC,CACF,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACrD,MAAM,OAAO,GAAG,qBAAqB,CAAC,aAAa,EAAE;YACpD,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;YACvB,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;YACvB,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC;SACrB,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,CAAC,SAAS,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAChE,MAAM,CACL,qBAAqB,CAAC,aAAa,EAAE;YACpC,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACpD,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC;SACrB,CAAC,CACF,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACxE,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,eAAe,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CACvB,GAAG,CAAC,cAAc,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CACnE,CAAC;QACF,MAAM,CACL,qBAAqB,CAAC,eAAe,EAAE;YACtC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;SAC3C,CAAC,CACF,CAAC,aAAa,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QAClD,MAAM,CACL,qBAAqB,CAAC,aAAa,EAAE;YACpC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;YACvB,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;SACvB,CAAC,CACF,CAAC,aAAa,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClE,MAAM,CAAC,uBAAuB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACtE,MAAM,CAAC,uBAAuB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpE,MAAM,CAAC,uBAAuB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACjE,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
|