@linxiraos/pi-catalog 1.4.4 → 1.4.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. package/CHANGELOG.md +31 -0
  2. package/README.md +3 -3
  3. package/dist/types/build.d.ts +12 -4
  4. package/dist/types/compat/anthropic.d.ts +20 -0
  5. package/dist/types/compat/behavior.d.ts +2 -0
  6. package/dist/types/compat/catalog-policy.d.ts +2 -2
  7. package/dist/types/compat/collapse.d.ts +10 -0
  8. package/dist/types/compat/factory-droid.d.ts +2 -0
  9. package/dist/types/compat/resolve.d.ts +2 -2
  10. package/dist/types/compat/types.d.ts +5 -1
  11. package/dist/types/discovery/antigravity.d.ts +7 -2
  12. package/dist/types/discovery/codex.d.ts +4 -5
  13. package/dist/types/discovery/devin.d.ts +1 -1
  14. package/dist/types/model-cache.d.ts +8 -0
  15. package/dist/types/model-catalog-format.d.ts +37 -0
  16. package/dist/types/models.d.ts +6 -3
  17. package/dist/types/provider-models/google.d.ts +2 -0
  18. package/dist/types/provider-models/openai-compat.d.ts +16 -3
  19. package/dist/types/types.d.ts +58 -3
  20. package/dist/types/wire/codex.d.ts +1 -1
  21. package/dist/types/wire/devin.d.ts +2 -2
  22. package/dist/types/wire/gemini-headers.d.ts +41 -22
  23. package/dist/types/wire/xiaomi-token-plan.d.ts +2 -0
  24. package/package.json +6 -10
  25. package/src/build.d.ts +12 -4
  26. package/src/build.ts +97 -4
  27. package/src/compat/anthropic.d.ts +20 -0
  28. package/src/compat/anthropic.ts +47 -0
  29. package/src/compat/axes.ts +16 -3
  30. package/src/compat/behavior.d.ts +2 -0
  31. package/src/compat/behavior.ts +5 -0
  32. package/src/compat/catalog-policy.ts +10 -8
  33. package/src/compat/collapse.d.ts +10 -0
  34. package/src/compat/collapse.ts +63 -2
  35. package/src/compat/factory-droid.d.ts +2 -0
  36. package/src/compat/factory-droid.ts +3 -0
  37. package/src/compat/resolve.d.ts +2 -2
  38. package/src/compat/resolve.ts +7 -5
  39. package/src/compat/rules/README.md +24 -16
  40. package/src/compat/rules/auth/google-antigravity.kdl +2 -1
  41. package/src/compat/rules/auth/llama.cpp.kdl +1 -1
  42. package/src/compat/rules/auth/typesafe.kdl +2 -1
  43. package/src/compat/rules/auth/xiaomi-token-plan-ams.kdl +1 -1
  44. package/src/compat/rules/auth/xiaomi-token-plan-cn.kdl +1 -1
  45. package/src/compat/rules/auth/xiaomi-token-plan-sgp.kdl +1 -1
  46. package/src/compat/rules/classes/anthropic.kdl +6 -1
  47. package/src/compat/rules/classes/deepseek.kdl +2 -1
  48. package/src/compat/rules/classes/minimax.kdl +10 -0
  49. package/src/compat/rules/classes/openai.kdl +2 -2
  50. package/src/compat/rules/providers/anthropic.kdl +15 -1
  51. package/src/compat/rules/providers/deepseek.kdl +13 -10
  52. package/src/compat/rules/providers/factory-droid.kdl +72 -0
  53. package/src/compat/rules/providers/google-antigravity.kdl +7 -0
  54. package/src/compat/rules/providers/google-vertex.kdl +3 -0
  55. package/src/compat/rules/providers/kimi-code.kdl +26 -0
  56. package/src/compat/rules/providers/mistral.kdl +8 -0
  57. package/src/compat/rules/providers/moonshot.kdl +25 -0
  58. package/src/compat/rules/providers/muse-code.kdl +1 -1
  59. package/src/compat/rules/providers/openai-codex.kdl +17 -4
  60. package/src/compat/rules/providers/openai.kdl +23 -2
  61. package/src/compat/rules/providers/opencode-go.kdl +38 -3
  62. package/src/compat/rules/providers/opencode-zen.kdl +7 -0
  63. package/src/compat/rules/providers/xiaomi-token-plan-ams.kdl +1 -1
  64. package/src/compat/rules/providers/xiaomi-token-plan-cn.kdl +1 -1
  65. package/src/compat/rules/providers/xiaomi-token-plan-sgp.kdl +1 -1
  66. package/src/compat/rules/providers/xiaomi.kdl +1 -1
  67. package/src/compat/rules/runtime/behavior.kdl +39 -20
  68. package/src/compat/rules/taxonomy/kimi.kdl +7 -0
  69. package/src/compat/rules.json +1 -1
  70. package/src/compat/types.d.ts +5 -1
  71. package/src/compat/types.ts +5 -1
  72. package/src/discovery/antigravity.d.ts +7 -2
  73. package/src/discovery/antigravity.ts +41 -6
  74. package/src/discovery/codex.d.ts +4 -5
  75. package/src/discovery/codex.ts +5 -6
  76. package/src/discovery/cursor.ts +0 -6
  77. package/src/discovery/devin.d.ts +1 -1
  78. package/src/discovery/devin.ts +9 -3
  79. package/src/discovery/factory-droid.ts +38 -6
  80. package/src/model-cache.d.ts +8 -0
  81. package/src/model-cache.ts +55 -5
  82. package/src/model-catalog-format.d.ts +37 -0
  83. package/src/model-catalog-format.ts +299 -0
  84. package/src/models.d.ts +6 -3
  85. package/src/models.json +1 -1
  86. package/src/models.ts +16 -10
  87. package/src/provider-models/cache-provider-id.ts +26 -6
  88. package/src/provider-models/google.d.ts +2 -0
  89. package/src/provider-models/google.ts +13 -1
  90. package/src/provider-models/openai-compat.d.ts +16 -3
  91. package/src/provider-models/openai-compat.ts +207 -58
  92. package/src/provider-models/special.ts +5 -6
  93. package/src/types.d.ts +58 -3
  94. package/src/types.ts +63 -1
  95. package/src/wire/codex.d.ts +1 -1
  96. package/src/wire/codex.ts +1 -1
  97. package/src/wire/devin.d.ts +2 -2
  98. package/src/wire/devin.ts +2 -2
  99. package/src/wire/gemini-headers.d.ts +41 -22
  100. package/src/wire/gemini-headers.ts +68 -24
  101. package/src/wire/xiaomi-token-plan.d.ts +2 -0
  102. package/src/wire/xiaomi-token-plan.ts +4 -0
  103. package/src/models.json.d.ts +0 -9
@@ -0,0 +1,299 @@
1
+ import type { Api, Model } from "./types";
2
+
3
+ // References are distinguished from JSON scalar values by their one-element array.
4
+ // -1 represents an explicitly present undefined value.
5
+ type EncodedValue = string | number | boolean | null | [number];
6
+ type ObjectNode = [0, EncodedValue[], number, number[]];
7
+ type ArrayNode = [1, EncodedValue[]];
8
+ type Node = ObjectNode | ArrayNode;
9
+ type CompatDelta = [number[], EncodedValue];
10
+ type ModelRow = [string, EncodedValue, CompatDelta?];
11
+ type ProviderRow = [string, EncodedValue, ModelRow[]];
12
+
13
+ interface CatalogData {
14
+ version: 1;
15
+ keys: string[];
16
+ booleanShapes: number[][];
17
+ nodes: Node[];
18
+ compat: [string, EncodedValue][];
19
+ providers: ProviderRow[];
20
+ }
21
+
22
+ /**
23
+ * Parsed compact catalog. Decoded nested objects and arrays can be shared by
24
+ * multiple models; callers must treat those values as immutable.
25
+ */
26
+ export interface ModelCatalog {
27
+ readonly data: CatalogData;
28
+ readonly values: unknown[];
29
+ readonly decoded: boolean[];
30
+ readonly providers: Map<string, Record<string, Model<Api>>>;
31
+ readonly compatBases: Map<string, EncodedValue>;
32
+ readonly compatValues: Map<string, Map<number, Map<string, Record<string, unknown>>>>;
33
+ }
34
+
35
+ function isObject(value: unknown): value is Record<string, unknown> {
36
+ return value !== null && typeof value === "object" && !Array.isArray(value);
37
+ }
38
+
39
+ // JSON serialization with sorted object keys gives both deterministic ordering
40
+ // and value-based interning, independent of the input objects' insertion order.
41
+ function canonical(value: unknown): string {
42
+ if (value === undefined) return "u";
43
+ if (Array.isArray(value)) return `[${value.map(canonical).join(",")}]`;
44
+ if (isObject(value)) {
45
+ return `{${Object.keys(value)
46
+ .sort()
47
+ .map(key => `${JSON.stringify(key)}:${canonical(value[key])}`)
48
+ .join(",")}}`;
49
+ }
50
+ return JSON.stringify(value);
51
+ }
52
+
53
+ /** Encode a model catalog into a deterministic, compact JSON representation. */
54
+ export function encodeModelCatalog(models: Record<string, Record<string, Model<Api>>>): string {
55
+ // Match JSON's treatment of undefined and non-finite numbers in generated rows.
56
+ models = JSON.parse(JSON.stringify(models));
57
+ const keys: string[] = [];
58
+ const keyIds = new Map<string, number>();
59
+ const booleanShapes: number[][] = [];
60
+ const shapeIds = new Map<string, number>();
61
+ const nodes: Node[] = [];
62
+ const nodeIds = new Map<string, number>();
63
+ const keyId = (key: string): number => {
64
+ let id = keyIds.get(key);
65
+ if (id === undefined) {
66
+ id = keys.length;
67
+ keys.push(key);
68
+ keyIds.set(key, id);
69
+ }
70
+ return id;
71
+ };
72
+ const encode = (value: unknown): EncodedValue => {
73
+ if (value === undefined) return [-1];
74
+ if (value === null || typeof value === "string" || typeof value === "number" || typeof value === "boolean") {
75
+ return value;
76
+ }
77
+ const signature = canonical(value);
78
+ const existing = nodeIds.get(signature);
79
+ if (existing !== undefined) return [existing];
80
+ let node: Node;
81
+ if (Array.isArray(value)) {
82
+ node = [1, value.map(encode)];
83
+ } else if (isObject(value)) {
84
+ const properties: EncodedValue[] = [];
85
+ const boolKeys: number[] = [];
86
+ const masks: number[] = [];
87
+ for (const key of Object.keys(value).sort()) {
88
+ const entry = value[key];
89
+ if (typeof entry === "boolean") {
90
+ const bit = boolKeys.length;
91
+ boolKeys.push(keyId(key));
92
+ const word = Math.floor(bit / 32);
93
+ masks[word] ??= 0;
94
+ if (entry) masks[word] = (masks[word] | (1 << (bit % 32))) >>> 0;
95
+ } else {
96
+ properties.push(keyId(key), encode(entry));
97
+ }
98
+ }
99
+ const shape = boolKeys.join(",");
100
+ let shapeId = shapeIds.get(shape);
101
+ if (shapeId === undefined) {
102
+ shapeId = booleanShapes.length;
103
+ booleanShapes.push(boolKeys);
104
+ shapeIds.set(shape, shapeId);
105
+ }
106
+ node = [0, properties, shapeId, masks];
107
+ } else {
108
+ throw new TypeError("Model catalog values must be JSON-compatible");
109
+ }
110
+ const id = nodes.length;
111
+ nodes.push(node);
112
+ nodeIds.set(signature, id);
113
+ return [id];
114
+ };
115
+
116
+ // Select the most common complete compat object for each API. A row's
117
+ // delta records changed properties and explicitly removed base properties.
118
+ const compatCounts = new Map<string, Map<string, { value: Record<string, unknown>; count: number }>>();
119
+ for (const provider of Object.keys(models).sort()) {
120
+ for (const id of Object.keys(models[provider]).sort()) {
121
+ const model = models[provider][id];
122
+ if (typeof model.api !== "string" || !isObject(model.compat)) continue;
123
+ let counts = compatCounts.get(model.api);
124
+ if (!counts) compatCounts.set(model.api, (counts = new Map()));
125
+ const signature = canonical(model.compat);
126
+ const entry = counts.get(signature);
127
+ if (entry) entry.count++;
128
+ else counts.set(signature, { value: model.compat, count: 1 });
129
+ }
130
+ }
131
+ const bases = new Map<string, Record<string, unknown>>();
132
+ for (const api of [...compatCounts.keys()].sort()) {
133
+ const choices = [...compatCounts.get(api)!.entries()].sort(
134
+ (a, b) => b[1].count - a[1].count || (a[0] < b[0] ? -1 : a[0] > b[0] ? 1 : 0),
135
+ );
136
+ bases.set(api, choices[0][1].value);
137
+ }
138
+ const compat: [string, EncodedValue][] = [...bases].map(([api, value]) => [api, encode(value)]);
139
+ const providers: ProviderRow[] = [];
140
+ for (const provider of Object.keys(models).sort()) {
141
+ const entries = Object.entries(models[provider]).sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0));
142
+ const constants: Record<string, unknown> = Object.create(null);
143
+ if (entries.length) {
144
+ const first = entries[0][1] as unknown as Record<string, unknown>;
145
+ for (const key of Object.keys(first).sort()) {
146
+ const value = first[key];
147
+ if (key === "id" || key === "compat" || (value !== null && typeof value === "object")) continue;
148
+ if (
149
+ entries.every(
150
+ ([, model]) =>
151
+ Object.hasOwn(model, key) && (model as unknown as Record<string, unknown>)[key] === value,
152
+ )
153
+ ) {
154
+ constants[key] = value;
155
+ }
156
+ }
157
+ }
158
+ const encodedConstants = encode(constants);
159
+ const rows: ModelRow[] = [];
160
+ for (const [id, model] of entries) {
161
+ const rest: Record<string, unknown> = Object.create(null);
162
+ const source = model as unknown as Record<string, unknown>;
163
+ const base = typeof model.api === "string" ? bases.get(model.api) : undefined;
164
+ const useBase = base !== undefined && isObject(model.compat);
165
+ for (const key of Object.keys(source).sort()) {
166
+ if (Object.hasOwn(constants, key) || (key === "id" && source.id === id) || (key === "compat" && useBase))
167
+ continue;
168
+ rest[key] = source[key];
169
+ }
170
+ const row: ModelRow = [id, encode(rest)];
171
+ if (useBase) {
172
+ const value = model.compat as Record<string, unknown>;
173
+ const removed = Object.keys(base)
174
+ .filter(key => !Object.hasOwn(value, key))
175
+ .sort()
176
+ .map(keyId);
177
+ const changed: Record<string, unknown> = Object.create(null);
178
+ for (const key of Object.keys(value).sort()) {
179
+ if (!Object.hasOwn(base, key) || canonical(value[key]) !== canonical(base[key]))
180
+ changed[key] = value[key];
181
+ }
182
+ row.push([removed, encode(changed)]);
183
+ }
184
+ rows.push(row);
185
+ }
186
+ providers.push([provider, encodedConstants, rows]);
187
+ }
188
+ return JSON.stringify({ version: 1, keys, booleanShapes, nodes, compat, providers } satisfies CatalogData);
189
+ }
190
+
191
+ /** Open a parsed catalog without materializing its provider models. */
192
+ export function openModelCatalog(value: unknown): ModelCatalog {
193
+ const data = value as CatalogData;
194
+ if (data.version !== 1) throw new Error("Unsupported model catalog version");
195
+ return {
196
+ data,
197
+ values: [],
198
+ decoded: [],
199
+ providers: new Map(),
200
+ compatBases: new Map(data.compat),
201
+ compatValues: new Map(),
202
+ };
203
+ }
204
+
205
+ // Assignment is safe for ordinary keys, but __proto__ must remain an own key.
206
+ function setProperty(object: Record<string, unknown>, key: string, value: unknown): void {
207
+ if (key === "__proto__") {
208
+ Object.defineProperty(object, key, { value, writable: true, enumerable: true, configurable: true });
209
+ } else {
210
+ object[key] = value;
211
+ }
212
+ }
213
+
214
+ function decodeObject(catalog: ModelCatalog, object: Record<string, unknown>, node: ObjectNode): void {
215
+ for (let i = 0; i < node[1].length; i += 2) {
216
+ setProperty(object, catalog.data.keys[node[1][i] as number], decode(catalog, node[1][i + 1]));
217
+ }
218
+ const shape = catalog.data.booleanShapes[node[2]];
219
+ for (let i = 0; i < shape.length; i++) {
220
+ setProperty(object, catalog.data.keys[shape[i]], ((node[3][i >>> 5] >>> (i % 32)) & 1) !== 0);
221
+ }
222
+ }
223
+
224
+ function decode(catalog: ModelCatalog, value: EncodedValue): unknown {
225
+ if (!Array.isArray(value)) return value;
226
+ const id = value[0];
227
+ if (id === -1) return undefined;
228
+ if (catalog.decoded[id]) return catalog.values[id];
229
+ const node = catalog.data.nodes[id];
230
+ let result: unknown;
231
+ if (node[0] === 1) {
232
+ result = node[1].map(entry => decode(catalog, entry));
233
+ } else {
234
+ const object: Record<string, unknown> = {};
235
+ decodeObject(catalog, object, node);
236
+ result = object;
237
+ }
238
+ catalog.values[id] = result;
239
+ catalog.decoded[id] = true;
240
+ return result;
241
+ }
242
+
243
+ /** List catalog provider keys in deterministic order. */
244
+ export function getCatalogProviders(catalog: ModelCatalog): string[] {
245
+ return catalog.data.providers.map(provider => provider[0]);
246
+ }
247
+
248
+ /** Materialize and cache one provider, or return undefined if it is absent. */
249
+ export function getCatalogProvider(catalog: ModelCatalog, provider: string): Record<string, Model<Api>> | undefined {
250
+ const cached = catalog.providers.get(provider);
251
+ if (cached) return cached;
252
+ const entry = catalog.data.providers.find(row => row[0] === provider);
253
+ if (!entry) return undefined;
254
+ const constants = decode(catalog, entry[1]) as Record<string, unknown>;
255
+ const models: Record<string, Model<Api>> = {};
256
+ for (const [id, encoded, delta] of entry[2]) {
257
+ if (!Array.isArray(encoded) || encoded[0] < 0) throw new Error("Invalid compact model row");
258
+ const row = catalog.data.nodes[encoded[0]];
259
+ if (!row || row[0] !== 0) throw new Error("Invalid compact model row");
260
+ const model: Record<string, unknown> = { id, ...constants };
261
+ decodeObject(catalog, model, row);
262
+ if (delta) {
263
+ const api = model.api as string;
264
+ const changeId = (delta[1] as [number])[0];
265
+ const changeNode = catalog.data.nodes[changeId] as ObjectNode;
266
+ const base = decode(catalog, catalog.compatBases.get(api)!) as Record<string, unknown>;
267
+ let compat: Record<string, unknown>;
268
+ if (
269
+ delta[0].length === 0 &&
270
+ changeNode[1].length === 0 &&
271
+ catalog.data.booleanShapes[changeNode[2]].length === 0
272
+ ) {
273
+ compat = base;
274
+ } else {
275
+ let byChange = catalog.compatValues.get(api);
276
+ if (!byChange) catalog.compatValues.set(api, (byChange = new Map()));
277
+ let byRemoved = byChange.get(changeId);
278
+ if (!byRemoved) byChange.set(changeId, (byRemoved = new Map()));
279
+ const removedKey = delta[0].join(",");
280
+ const cachedCompat = byRemoved.get(removedKey);
281
+ if (cachedCompat) {
282
+ compat = cachedCompat;
283
+ } else {
284
+ compat = { ...base };
285
+ for (const key of delta[0]) delete compat[catalog.data.keys[key]];
286
+ const changes = decode(catalog, delta[1]) as Record<string, unknown>;
287
+ for (const key in changes) {
288
+ if (Object.hasOwn(changes, key)) setProperty(compat, key, changes[key]);
289
+ }
290
+ byRemoved.set(removedKey, compat);
291
+ }
292
+ }
293
+ model.compat = compat;
294
+ }
295
+ setProperty(models as Record<string, unknown>, id, model);
296
+ }
297
+ catalog.providers.set(provider, models);
298
+ return models;
299
+ }
package/src/models.d.ts CHANGED
@@ -1,10 +1,13 @@
1
- import MODELS from "./models.json";
2
1
  import type { Api, KnownProvider, Model, ModelCost, ModelPricingStatus, TimeBasedCost, TokenCost, Usage } from "./types";
3
- export type GeneratedProvider = keyof typeof MODELS;
2
+ /** Provider identifier accepted by the bundled model registry. */
3
+ export type GeneratedProvider = string;
4
4
  /** Whether `provider` has bundled rows in models.json (e.g. a provider id authored in KDL). */
5
5
  export declare function isGeneratedProvider(provider: string): provider is GeneratedProvider;
6
+ /** Look up a bundled model; nested catalog values are shared and must not be mutated. */
6
7
  export declare function getBundledModel<TApi extends Api = Api>(provider: GeneratedProvider, modelId: string): Model<TApi>;
7
- export declare function getBundledProviders(): KnownProvider[];
8
+ /** List providers with bundled rows; the array is shared and frozen. */
9
+ export declare function getBundledProviders(): readonly KnownProvider[];
10
+ /** List a provider's bundled models; nested catalog values are shared and must not be mutated. */
8
11
  export declare function getBundledModels(provider: GeneratedProvider): Model<Api>[];
9
12
  /** Resolve display semantics without mistaking an absent rate card for a free model. */
10
13
  export declare function getModelPricingStatus(model: Pick<Model<Api>, "cost" | "pricingStatus">): ModelPricingStatus;