@llmgateway/models 1.357.1 → 1.357.2

package/dist/context-tier.d.ts

@@ -0,0 +1,9 @@
+import { type ProviderModelMapping } from "./models.js";
+export declare const CONTEXT_TIER_TOLERANCE = 0.1;
+export declare const CONTEXT_TIER_MIN_PROVIDERS = 2;
+type ContextSizedMapping = Pick<ProviderModelMapping, "providerId" | "contextSize" | "deactivatedAt" | "regions">;
+export declare function getReferenceContextSize(modelId: string, fallbackMappings?: readonly ContextSizedMapping[], now?: Date): number | undefined;
+export declare function getContextTierMinSize(modelId: string, mappings: readonly ContextSizedMapping[], now?: Date): number | undefined;
+export type ContextSizeDeviation = "below" | "above";
+export declare function getContextSizeDeviation(contextSize: number | null | undefined, referenceContextSize: number | null | undefined): ContextSizeDeviation | undefined;
+export {};

package/dist/context-tier.js

@@ -0,0 +1,56 @@
+import { models } from "./models.js";
+import { expandAllProviderRegions } from "./region-helpers.js";
+export const CONTEXT_TIER_TOLERANCE = 0.1;
+export const CONTEXT_TIER_MIN_PROVIDERS = 2;
+function isActive(mapping, now) {
+    return !mapping.deactivatedAt || new Date(mapping.deactivatedAt) > now;
+}
+function largestContextSize(mappings, now) {
+    let largest;
+    for (const mapping of expandAllProviderRegions(mappings)) {
+        if (isActive(mapping, now) &&
+            mapping.contextSize !== undefined &&
+            mapping.contextSize > (largest ?? 0)) {
+            largest = mapping.contextSize;
+        }
+    }
+    return largest;
+}
+function findCatalogueModel(modelId) {
+    return models.find((model) => model.id === modelId ||
+        ("aliases" in model &&
+            model.aliases?.includes(modelId)));
+}
+export function getReferenceContextSize(modelId, fallbackMappings = [], now = new Date()) {
+    const catalogueModel = findCatalogueModel(modelId);
+    const fromCatalogue = catalogueModel
+        ? largestContextSize(catalogueModel.providers, now)
+        : undefined;
+    return fromCatalogue ?? largestContextSize(fallbackMappings, now);
+}
+export function getContextTierMinSize(modelId, mappings, now = new Date()) {
+    const reference = getReferenceContextSize(modelId, mappings, now);
+    if (reference === undefined) {
+        return undefined;
+    }
+    const minSize = reference * (1 - CONTEXT_TIER_TOLERANCE);
+    const tierProviders = new Set(expandAllProviderRegions(mappings)
+        .filter((mapping) => isActive(mapping, now) &&
+        mapping.contextSize !== undefined &&
+        mapping.contextSize >= minSize)
+        .map((mapping) => mapping.providerId));
+    return tierProviders.size >= CONTEXT_TIER_MIN_PROVIDERS ? minSize : undefined;
+}
+export function getContextSizeDeviation(contextSize, referenceContextSize) {
+    if (!contextSize || !referenceContextSize) {
+        return undefined;
+    }
+    if (contextSize < referenceContextSize * (1 - CONTEXT_TIER_TOLERANCE)) {
+        return "below";
+    }
+    if (contextSize > referenceContextSize * (1 + CONTEXT_TIER_TOLERANCE)) {
+        return "above";
+    }
+    return undefined;
+}
+//# sourceMappingURL=context-tier.js.map

package/dist/context-tier.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-tier.js","sourceRoot":"","sources":["../src/context-tier.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAA6B,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAO/D,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAO1C,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC;AAO5C,SAAS,QAAQ,CAAC,OAA4B,EAAE,GAAS;IACxD,OAAO,CAAC,OAAO,CAAC,aAAa,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC;AACxE,CAAC;AAED,SAAS,kBAAkB,CAC1B,QAAwC,EACxC,GAAS;IAET,IAAI,OAA2B,CAAC;IAChC,KAAK,MAAM,OAAO,IAAI,wBAAwB,CAC7C,QAAkC,CAClC,EAAE,CAAC;QACH,IACC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC;YACtB,OAAO,CAAC,WAAW,KAAK,SAAS;YACjC,OAAO,CAAC,WAAW,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC,EACnC,CAAC;YACF,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC;QAC/B,CAAC;IACF,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAe;IAC1C,OAAO,MAAM,CAAC,IAAI,CACjB,CAAC,KAAK,EAAE,EAAE,CACT,KAAK,CAAC,EAAE,KAAK,OAAO;QACpB,CAAC,SAAS,IAAI,KAAK;YACjB,KAAK,CAAC,OAAyC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CACtE,CAAC;AACH,CAAC;AAOD,MAAM,UAAU,uBAAuB,CACtC,OAAe,EACf,mBAAmD,EAAE,EACrD,MAAY,IAAI,IAAI,EAAE;IAEtB,MAAM,cAAc,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,cAAc;QACnC,CAAC,CAAC,kBAAkB,CAAC,cAAc,CAAC,SAAS,EAAE,GAAG,CAAC;QACnD,CAAC,CAAC,SAAS,CAAC;IACb,OAAO,aAAa,IAAI,kBAAkB,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;AACnE,CAAC;AAQD,MAAM,UAAU,qBAAqB,CACpC,OAAe,EACf,QAAwC,EACxC,MAAY,IAAI,IAAI,EAAE;IAEtB,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IAClE,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,MAAM,OAAO,GAAG,SAAS,GAAG,CAAC,CAAC,GAAG,sBAAsB,CAAC,CAAC;IACzD,MAAM,aAAa,GAAG,IAAI,GAAG,CAC5B,wBAAwB,CAAC,QAAkC,CAAC;SAC1D,MAAM,CACN,CAAC,OAAO,EAAE,EAAE,CACX,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC;QACtB,OAAO,CAAC,WAAW,KAAK,SAAS;QACjC,OAAO,CAAC,WAAW,IAAI,OAAO,CAC/B;SACA,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CACtC,CAAC;IACF,OAAO,aAAa,CAAC,IAAI,IAAI,0BAA0B,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/E,CAAC;AAUD,MAAM,UAAU,uBAAuB,CACtC,WAAsC,EACtC,oBAA+C;IAE/C,IAAI,CAAC,WAAW,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC3C,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,IAAI,WAAW,GAAG,oBAAoB,GAAG,CAAC,CAAC,GAAG,sBAAsB,CAAC,EAAE,CAAC;QACvE,OAAO,OAAO,CAAC;IAChB,CAAC;IACD,IAAI,WAAW,GAAG,oBAAoB,GAAG,CAAC,CAAC,GAAG,sBAAsB,CAAC,EAAE,CAAC;QACvE,OAAO,OAAO,CAAC;IAChB,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC"}

package/dist/context-tier.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/context-tier.spec.js

@@ -0,0 +1,67 @@
+import { describe, expect, it } from "vitest";
+import { getContextSizeDeviation, getContextTierMinSize, getReferenceContextSize, } from "./context-tier.js";
+import { models } from "./models.js";
+function mapping(providerId, contextSize, extra = {}) {
+    return {
+        providerId,
+        externalId: "x",
+        contextSize,
+        ...extra,
+    };
+}
+const UNKNOWN_MODEL = "not-a-catalogue-model";
+describe("getReferenceContextSize", () => {
+    it("uses the largest active catalogue window, ignoring self-reported listings", () => {
+        const catalogueModel = models.find((model) => model.id === "glm-5.3-flash");
+        const largest = Math.max(...(catalogueModel?.providers ?? []).map((p) => p.contextSize ?? 0));
+        expect(getReferenceContextSize("glm-5.3-flash", [mapping("airside", 4_000_000)])).toBe(largest);
+    });
+    it("falls back to the given mappings for models outside the catalogue", () => {
+        expect(getReferenceContextSize(UNKNOWN_MODEL, [
+            mapping("a", 200_000),
+            mapping("b", 1_000_000),
+            mapping("c", 2_000_000, { deactivatedAt: new Date("2020-01-01") }),
+        ])).toBe(1_000_000);
+    });
+    it("counts regional context overrides", () => {
+        expect(getReferenceContextSize(UNKNOWN_MODEL, [
+            mapping("a", 200_000, {
+                regions: [{ id: "eu", contextSize: 400_000 }],
+            }),
+        ])).toBe(400_000);
+    });
+});
+describe("getContextTierMinSize", () => {
+    it("admits windows within 10% of the reference", () => {
+        const minSize = getContextTierMinSize(UNKNOWN_MODEL, [
+            mapping("a", 1_050_000),
+            mapping("b", 1_000_000),
+            mapping("c", 200_000),
+        ]);
+        expect(minSize).toBeCloseTo(945_000);
+        expect(1_000_000 >= (minSize ?? 0)).toBe(true);
+        expect(200_000 >= (minSize ?? 0)).toBe(false);
+    });
+    it("does not apply when fewer than two providers serve the full window", () => {
+        expect(getContextTierMinSize(UNKNOWN_MODEL, [
+            mapping("a", 1_000_000, { regions: [{ id: "eu" }] }),
+            mapping("b", 200_000),
+        ])).toBeUndefined();
+    });
+    it("does not apply without any known window", () => {
+        expect(getContextTierMinSize(UNKNOWN_MODEL, [
+            mapping("a", undefined),
+            mapping("b", undefined),
+        ])).toBeUndefined();
+    });
+});
+describe("getContextSizeDeviation", () => {
+    it("flags windows more than 10% away from the reference", () => {
+        expect(getContextSizeDeviation(200_000, 1_048_576)).toBe("below");
+        expect(getContextSizeDeviation(1_000_000, 1_048_576)).toBeUndefined();
+        expect(getContextSizeDeviation(2_000_000, 1_048_576)).toBe("above");
+        expect(getContextSizeDeviation(null, 1_048_576)).toBeUndefined();
+        expect(getContextSizeDeviation(200_000, undefined)).toBeUndefined();
+    });
+});
+//# sourceMappingURL=context-tier.spec.js.map

package/dist/context-tier.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-tier.spec.js","sourceRoot":"","sources":["../src/context-tier.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EACN,uBAAuB,EACvB,qBAAqB,EACrB,uBAAuB,GACvB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,MAAM,EAA6B,MAAM,aAAa,CAAC;AAEhE,SAAS,OAAO,CACf,UAAkB,EAClB,WAA+B,EAC/B,QAAuC,EAAE;IAEzC,OAAO;QACN,UAAU;QACV,UAAU,EAAE,GAAG;QACf,WAAW;QACX,GAAG,KAAK;KACgB,CAAC;AAC3B,CAAC;AAED,MAAM,aAAa,GAAG,uBAAuB,CAAC;AAE9C,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACpF,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,eAAe,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CACvB,GAAG,CAAC,cAAc,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CACnE,CAAC;QACF,MAAM,CACL,uBAAuB,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CACzE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC5E,MAAM,CACL,uBAAuB,CAAC,aAAa,EAAE;YACtC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC;YACrB,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;YACvB,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;SAClE,CAAC,CACF,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,MAAM,CACL,uBAAuB,CAAC,aAAa,EAAE;YACtC,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE;gBACrB,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;aAC7C,CAAC;SACF,CAAC,CACF,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACrD,MAAM,OAAO,GAAG,qBAAqB,CAAC,aAAa,EAAE;YACpD,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;YACvB,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;YACvB,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC;SACrB,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,CAAC,SAAS,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC7E,MAAM,CACL,qBAAqB,CAAC,aAAa,EAAE;YACpC,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACpD,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC;SACrB,CAAC,CACF,CAAC,aAAa,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QAClD,MAAM,CACL,qBAAqB,CAAC,aAAa,EAAE;YACpC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;YACvB,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;SACvB,CAAC,CACF,CAAC,aAAa,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClE,MAAM,CAAC,uBAAuB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACtE,MAAM,CAAC,uBAAuB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpE,MAAM,CAAC,uBAAuB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACjE,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/index.d.ts

@@ -6,6 +6,7 @@ export * from "./providers.js";
 export * from "./types.js";
 export * from "./type-guards.js";
 export * from "./helpers.js";
+export * from "./context-tier.js";
 export * from "./region-helpers.js";
 export * from "./model-id.js";
 export * from "./provider-access-restriction.js";

package/dist/index.js

@@ -6,6 +6,7 @@ export * from "./providers.js";
 export * from "./types.js";
 export * from "./type-guards.js";
 export * from "./helpers.js";
+export * from "./context-tier.js";
 export * from "./region-helpers.js";
 export * from "./model-id.js";
 export * from "./provider-access-restriction.js";

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC;AACpC,cAAc,eAAe,CAAC;AAC9B,cAAc,kCAAkC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,eAAe,CAAC;AAC9B,cAAc,kCAAkC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@llmgateway/models",
-	"version": "1.357.1",
+	"version": "1.357.2",
 	"private": false,
 	"repository": {
 		"type": "git",