@cogitator-ai/models 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +59 -0
- package/dist/__tests__/registry.test.d.ts +2 -0
- package/dist/__tests__/registry.test.d.ts.map +1 -0
- package/dist/__tests__/registry.test.js +132 -0
- package/dist/__tests__/registry.test.js.map +1 -0
- package/dist/cache.d.ts +21 -0
- package/dist/cache.d.ts.map +1 -0
- package/dist/cache.js +92 -0
- package/dist/cache.js.map +1 -0
- package/dist/fetcher.d.ts +4 -0
- package/dist/fetcher.d.ts.map +1 -0
- package/dist/fetcher.js +167 -0
- package/dist/fetcher.js.map +1 -0
- package/dist/index.d.ts +6 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +5 -0
- package/dist/index.js.map +1 -0
- package/dist/providers/anthropic.d.ts +3 -0
- package/dist/providers/anthropic.d.ts.map +1 -0
- package/dist/providers/anthropic.js +95 -0
- package/dist/providers/anthropic.js.map +1 -0
- package/dist/providers/google.d.ts +3 -0
- package/dist/providers/google.d.ts.map +1 -0
- package/dist/providers/google.js +98 -0
- package/dist/providers/google.js.map +1 -0
- package/dist/providers/index.d.ts +11 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +29 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/openai.d.ts +3 -0
- package/dist/providers/openai.d.ts.map +1 -0
- package/dist/providers/openai.js +121 -0
- package/dist/providers/openai.js.map +1 -0
- package/dist/registry.d.ts +40 -0
- package/dist/registry.d.ts.map +1 -0
- package/dist/registry.js +258 -0
- package/dist/registry.js.map +1 -0
- package/dist/types.d.ts +183 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +32 -0
- package/dist/types.js.map +1 -0
- package/package.json +43 -0
package/dist/registry.js
ADDED
|
@@ -0,0 +1,258 @@
|
|
|
1
|
+
import { ModelCache } from './cache';
|
|
2
|
+
import { fetchLiteLLMData, transformLiteLLMData } from './fetcher';
|
|
3
|
+
import { BUILTIN_MODELS, BUILTIN_PROVIDERS } from './providers/index';
|
|
4
|
+
export class ModelRegistry {
|
|
5
|
+
models = new Map();
|
|
6
|
+
aliases = new Map();
|
|
7
|
+
providers = new Map();
|
|
8
|
+
cache;
|
|
9
|
+
options;
|
|
10
|
+
initialized = false;
|
|
11
|
+
refreshTimer = null;
|
|
12
|
+
constructor(options = {}) {
|
|
13
|
+
this.options = {
|
|
14
|
+
cache: options.cache ?? { ttl: 24 * 60 * 60 * 1000, storage: 'memory' },
|
|
15
|
+
autoRefresh: options.autoRefresh ?? false,
|
|
16
|
+
refreshInterval: options.refreshInterval ?? 24 * 60 * 60 * 1000,
|
|
17
|
+
fallbackToBuiltin: options.fallbackToBuiltin ?? true,
|
|
18
|
+
};
|
|
19
|
+
this.cache = new ModelCache(this.options.cache);
|
|
20
|
+
}
|
|
21
|
+
async initialize() {
|
|
22
|
+
if (this.initialized)
|
|
23
|
+
return;
|
|
24
|
+
try {
|
|
25
|
+
const cached = await this.cache.get();
|
|
26
|
+
if (cached && cached.length > 0) {
|
|
27
|
+
this.loadModels(cached);
|
|
28
|
+
this.initialized = true;
|
|
29
|
+
this.refreshInBackground();
|
|
30
|
+
return;
|
|
31
|
+
}
|
|
32
|
+
await this.refresh();
|
|
33
|
+
}
|
|
34
|
+
catch (error) {
|
|
35
|
+
if (this.options.fallbackToBuiltin) {
|
|
36
|
+
this.loadModels(BUILTIN_MODELS);
|
|
37
|
+
this.initialized = true;
|
|
38
|
+
}
|
|
39
|
+
else {
|
|
40
|
+
throw error;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
if (this.options.autoRefresh) {
|
|
44
|
+
this.startAutoRefresh();
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
async refresh() {
|
|
48
|
+
try {
|
|
49
|
+
const data = await fetchLiteLLMData();
|
|
50
|
+
const models = transformLiteLLMData(data);
|
|
51
|
+
const allModels = this.mergeWithBuiltin(models);
|
|
52
|
+
await this.cache.set(allModels);
|
|
53
|
+
this.loadModels(allModels);
|
|
54
|
+
this.initialized = true;
|
|
55
|
+
}
|
|
56
|
+
catch (error) {
|
|
57
|
+
const stale = await this.cache.getStale();
|
|
58
|
+
if (stale && stale.length > 0) {
|
|
59
|
+
this.loadModels(stale);
|
|
60
|
+
this.initialized = true;
|
|
61
|
+
return;
|
|
62
|
+
}
|
|
63
|
+
if (this.options.fallbackToBuiltin) {
|
|
64
|
+
this.loadModels(BUILTIN_MODELS);
|
|
65
|
+
this.initialized = true;
|
|
66
|
+
return;
|
|
67
|
+
}
|
|
68
|
+
throw error;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
getModel(id) {
|
|
72
|
+
this.ensureInitialized();
|
|
73
|
+
const normalized = this.normalizeModelId(id);
|
|
74
|
+
const direct = this.models.get(normalized);
|
|
75
|
+
if (direct)
|
|
76
|
+
return direct;
|
|
77
|
+
const aliasTarget = this.aliases.get(normalized);
|
|
78
|
+
if (aliasTarget) {
|
|
79
|
+
return this.models.get(aliasTarget) ?? null;
|
|
80
|
+
}
|
|
81
|
+
for (const [modelId, model] of this.models) {
|
|
82
|
+
if (modelId.includes(normalized) || normalized.includes(modelId)) {
|
|
83
|
+
return model;
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
return null;
|
|
87
|
+
}
|
|
88
|
+
getPrice(id) {
|
|
89
|
+
const model = this.getModel(id);
|
|
90
|
+
if (!model?.pricing)
|
|
91
|
+
return null;
|
|
92
|
+
return { input: model.pricing.input, output: model.pricing.output };
|
|
93
|
+
}
|
|
94
|
+
listModels(filter) {
|
|
95
|
+
this.ensureInitialized();
|
|
96
|
+
let models = Array.from(this.models.values());
|
|
97
|
+
if (filter) {
|
|
98
|
+
models = models.filter((model) => {
|
|
99
|
+
if (filter.provider && model.provider !== filter.provider) {
|
|
100
|
+
return false;
|
|
101
|
+
}
|
|
102
|
+
if (filter.supportsTools && !model.capabilities?.supportsTools) {
|
|
103
|
+
return false;
|
|
104
|
+
}
|
|
105
|
+
if (filter.supportsVision && !model.capabilities?.supportsVision) {
|
|
106
|
+
return false;
|
|
107
|
+
}
|
|
108
|
+
if (filter.minContextWindow && model.contextWindow < filter.minContextWindow) {
|
|
109
|
+
return false;
|
|
110
|
+
}
|
|
111
|
+
if (filter.maxPricePerMillion) {
|
|
112
|
+
const avgPrice = (model.pricing.input + model.pricing.output) / 2;
|
|
113
|
+
if (avgPrice > filter.maxPricePerMillion) {
|
|
114
|
+
return false;
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
if (filter.excludeDeprecated && model.deprecated) {
|
|
118
|
+
return false;
|
|
119
|
+
}
|
|
120
|
+
return true;
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
return models;
|
|
124
|
+
}
|
|
125
|
+
listProviders() {
|
|
126
|
+
this.ensureInitialized();
|
|
127
|
+
return Array.from(this.providers.values());
|
|
128
|
+
}
|
|
129
|
+
getProvider(id) {
|
|
130
|
+
this.ensureInitialized();
|
|
131
|
+
return this.providers.get(id) ?? null;
|
|
132
|
+
}
|
|
133
|
+
isInitialized() {
|
|
134
|
+
return this.initialized;
|
|
135
|
+
}
|
|
136
|
+
getModelCount() {
|
|
137
|
+
return this.models.size;
|
|
138
|
+
}
|
|
139
|
+
shutdown() {
|
|
140
|
+
if (this.refreshTimer) {
|
|
141
|
+
clearInterval(this.refreshTimer);
|
|
142
|
+
this.refreshTimer = null;
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
loadModels(models) {
|
|
146
|
+
this.models.clear();
|
|
147
|
+
this.aliases.clear();
|
|
148
|
+
this.providers.clear();
|
|
149
|
+
const providerModels = new Map();
|
|
150
|
+
for (const model of models) {
|
|
151
|
+
this.models.set(model.id, model);
|
|
152
|
+
if (model.aliases) {
|
|
153
|
+
for (const alias of model.aliases) {
|
|
154
|
+
this.aliases.set(alias.toLowerCase(), model.id);
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
const existing = providerModels.get(model.provider) ?? [];
|
|
158
|
+
existing.push(model.id);
|
|
159
|
+
providerModels.set(model.provider, existing);
|
|
160
|
+
}
|
|
161
|
+
for (const provider of BUILTIN_PROVIDERS) {
|
|
162
|
+
const models = providerModels.get(provider.id) ?? [];
|
|
163
|
+
this.providers.set(provider.id, { ...provider, models });
|
|
164
|
+
}
|
|
165
|
+
for (const [providerId, modelIds] of providerModels) {
|
|
166
|
+
if (!this.providers.has(providerId)) {
|
|
167
|
+
this.providers.set(providerId, {
|
|
168
|
+
id: providerId,
|
|
169
|
+
name: this.formatProviderName(providerId),
|
|
170
|
+
models: modelIds,
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
mergeWithBuiltin(fetched) {
|
|
176
|
+
const modelMap = new Map();
|
|
177
|
+
for (const model of BUILTIN_MODELS) {
|
|
178
|
+
modelMap.set(model.id, model);
|
|
179
|
+
}
|
|
180
|
+
for (const model of fetched) {
|
|
181
|
+
const existing = modelMap.get(model.id);
|
|
182
|
+
if (existing) {
|
|
183
|
+
modelMap.set(model.id, {
|
|
184
|
+
...existing,
|
|
185
|
+
pricing: model.pricing,
|
|
186
|
+
contextWindow: model.contextWindow || existing.contextWindow,
|
|
187
|
+
maxOutputTokens: model.maxOutputTokens || existing.maxOutputTokens,
|
|
188
|
+
deprecated: model.deprecated,
|
|
189
|
+
});
|
|
190
|
+
}
|
|
191
|
+
else {
|
|
192
|
+
modelMap.set(model.id, model);
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
return Array.from(modelMap.values());
|
|
196
|
+
}
|
|
197
|
+
normalizeModelId(id) {
|
|
198
|
+
let normalized = id.toLowerCase();
|
|
199
|
+
if (normalized.includes('/')) {
|
|
200
|
+
normalized = normalized.split('/').pop() ?? normalized;
|
|
201
|
+
}
|
|
202
|
+
return normalized;
|
|
203
|
+
}
|
|
204
|
+
formatProviderName(id) {
|
|
205
|
+
return id
|
|
206
|
+
.replace(/_/g, ' ')
|
|
207
|
+
.replace(/-/g, ' ')
|
|
208
|
+
.replace(/\b\w/g, (c) => c.toUpperCase());
|
|
209
|
+
}
|
|
210
|
+
ensureInitialized() {
|
|
211
|
+
if (!this.initialized) {
|
|
212
|
+
this.loadModels(BUILTIN_MODELS);
|
|
213
|
+
this.initialized = true;
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
refreshInBackground() {
|
|
217
|
+
fetchLiteLLMData()
|
|
218
|
+
.then((data) => {
|
|
219
|
+
const models = transformLiteLLMData(data);
|
|
220
|
+
const allModels = this.mergeWithBuiltin(models);
|
|
221
|
+
this.cache.set(allModels);
|
|
222
|
+
this.loadModels(allModels);
|
|
223
|
+
})
|
|
224
|
+
.catch(() => {
|
|
225
|
+
});
|
|
226
|
+
}
|
|
227
|
+
startAutoRefresh() {
|
|
228
|
+
this.refreshTimer = setInterval(() => {
|
|
229
|
+
this.refresh().catch(() => {
|
|
230
|
+
});
|
|
231
|
+
}, this.options.refreshInterval);
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
let defaultRegistry = null;
|
|
235
|
+
export function getModelRegistry() {
|
|
236
|
+
if (!defaultRegistry) {
|
|
237
|
+
defaultRegistry = new ModelRegistry({
|
|
238
|
+
cache: { ttl: 24 * 60 * 60 * 1000, storage: 'file' },
|
|
239
|
+
fallbackToBuiltin: true,
|
|
240
|
+
});
|
|
241
|
+
}
|
|
242
|
+
return defaultRegistry;
|
|
243
|
+
}
|
|
244
|
+
export async function initializeModels() {
|
|
245
|
+
const registry = getModelRegistry();
|
|
246
|
+
await registry.initialize();
|
|
247
|
+
return registry;
|
|
248
|
+
}
|
|
249
|
+
export function getPrice(modelId) {
|
|
250
|
+
return getModelRegistry().getPrice(modelId);
|
|
251
|
+
}
|
|
252
|
+
export function getModel(modelId) {
|
|
253
|
+
return getModelRegistry().getModel(modelId);
|
|
254
|
+
}
|
|
255
|
+
export function listModels(filter) {
|
|
256
|
+
return getModelRegistry().listModels(filter);
|
|
257
|
+
}
|
|
258
|
+
//# sourceMappingURL=registry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"registry.js","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAEtE,MAAM,OAAO,aAAa;IAChB,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;IACtC,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpC,SAAS,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC5C,KAAK,CAAa;IAClB,OAAO,CAA4B;IACnC,WAAW,GAAG,KAAK,CAAC;IACpB,YAAY,GAA0C,IAAI,CAAC;IAEnE,YAAY,UAA2B,EAAE;QACvC,IAAI,CAAC,OAAO,GAAG;YACb,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE;YACvE,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,KAAK;YACzC,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;YAC/D,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI,IAAI;SACrD,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YAEtC,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;gBAExB,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC3B,OAAO;YACT,CAAC;YAED,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBACnC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;gBAChC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,gBAAgB,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;YAE1C,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAChC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC3B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC1C,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACvB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;gBACxB,OAAO;YACT,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBACnC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;gBAChC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;gBACxB,OAAO;YACT,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,EAAU;QACjB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC3C,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAE1B,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjD,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC;QAC9C,CAAC;QAED,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3C,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjE,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ,CAAC,EAAU;QACjB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,EAAE,OAAO;YAAE,OAAO,IAAI,CAAC;QACjC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IACtE,CAAC;IAED,UAAU,CAAC,MAAoB;QAC7B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAE9C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC/B,IAAI,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ,EAAE,CAAC;oBAC1D,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,IAAI,MAAM,CAAC,aAAa,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,aAAa,EAAE,CAAC;oBAC/D,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,cAAc,EAAE,CAAC;oBACjE,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,IAAI,MAAM,CAAC,gBAAgB,IAAI,KAAK,CAAC,aAAa,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC;oBAC7E,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;oBAC9B,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAClE,IAAI,QAAQ,GAAG,MAAM,CAAC,kBAAkB,EAAE,CAAC;wBACzC,OAAO,KAAK,CAAC;oBACf,CAAC;gBACH,CAAC;gBAED,IAAI,MAAM,CAAC,iBAAiB,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;oBACjD,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,aAAa;QACX,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,WAAW,CAAC,EAAU;QACpB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;IACxC,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC1B,CAAC;IAED,QAAQ;QACN,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,MAAmB;QACpC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAEvB,MAAM,cAAc,GAAG,IAAI,GAAG,EAAoB,CAAC;QAEnD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YAEjC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;YAED,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC1D,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxB,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC/C,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;YACrD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,KAAK,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,cAAc,EAAE,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE;oBAC7B,EAAE,EAAE,UAAU;oBACd,IAAI,EAAE,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC;oBACzC,MAAM,EAAE,QAAQ;iBACjB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,OAAoB;QAC3C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAqB,CAAC;QAE9C,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACnC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxC,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;oBACrB,GAAG,QAAQ;oBACX,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa;oBAC5D,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,QAAQ,CAAC,eAAe;oBAClE,UAAU,EAAE,KAAK,CAAC,UAAU;iBAC7B,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,CAAC;IAEO,gBAAgB,CAAC,EAAU;QACjC,IAAI,UAAU,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAElC,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,UAAU,CAAC;QACzD,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,kBAAkB,CAAC,EAAU;QACnC,OAAO,EAAE;aACN,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;aAClB,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;aAClB,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9C,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAChC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,mBAAmB;QACzB,gBAAgB,EAAE;aACf,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YACb,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAChD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC1B,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC,CAAC;aACD,KAAK,CAAC,GAAG,EAAE;QACZ,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE;YACnC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;YAC1B,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IACnC,CAAC;CACF;AAED,IAAI,eAAe,GAAyB,IAAI,CAAC;AAEjD,MAAM,UAAU,gBAAgB;IAC9B,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,eAAe,GAAG,IAAI,aAAa,CAAC;YAClC,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE;YACpD,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB;IACpC,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;IACpC,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;IAC5B,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,OAAe;IACtC,OAAO,gBAAgB,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,OAAe;IACtC,OAAO,gBAAgB,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAoB;IAC7C,OAAO,gBAAgB,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC/C,CAAC"}
|
package/dist/types.d.ts
ADDED
|
@@ -0,0 +1,183 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const ModelCapabilitiesSchema: z.ZodObject<{
|
|
3
|
+
supportsVision: z.ZodOptional<z.ZodBoolean>;
|
|
4
|
+
supportsTools: z.ZodOptional<z.ZodBoolean>;
|
|
5
|
+
supportsFunctions: z.ZodOptional<z.ZodBoolean>;
|
|
6
|
+
supportsStreaming: z.ZodOptional<z.ZodBoolean>;
|
|
7
|
+
supportsJson: z.ZodOptional<z.ZodBoolean>;
|
|
8
|
+
}, "strip", z.ZodTypeAny, {
|
|
9
|
+
supportsVision?: boolean | undefined;
|
|
10
|
+
supportsTools?: boolean | undefined;
|
|
11
|
+
supportsFunctions?: boolean | undefined;
|
|
12
|
+
supportsStreaming?: boolean | undefined;
|
|
13
|
+
supportsJson?: boolean | undefined;
|
|
14
|
+
}, {
|
|
15
|
+
supportsVision?: boolean | undefined;
|
|
16
|
+
supportsTools?: boolean | undefined;
|
|
17
|
+
supportsFunctions?: boolean | undefined;
|
|
18
|
+
supportsStreaming?: boolean | undefined;
|
|
19
|
+
supportsJson?: boolean | undefined;
|
|
20
|
+
}>;
|
|
21
|
+
export type ModelCapabilities = z.infer<typeof ModelCapabilitiesSchema>;
|
|
22
|
+
export declare const ModelPricingSchema: z.ZodObject<{
|
|
23
|
+
input: z.ZodNumber;
|
|
24
|
+
output: z.ZodNumber;
|
|
25
|
+
inputCached: z.ZodOptional<z.ZodNumber>;
|
|
26
|
+
outputCached: z.ZodOptional<z.ZodNumber>;
|
|
27
|
+
}, "strip", z.ZodTypeAny, {
|
|
28
|
+
input: number;
|
|
29
|
+
output: number;
|
|
30
|
+
inputCached?: number | undefined;
|
|
31
|
+
outputCached?: number | undefined;
|
|
32
|
+
}, {
|
|
33
|
+
input: number;
|
|
34
|
+
output: number;
|
|
35
|
+
inputCached?: number | undefined;
|
|
36
|
+
outputCached?: number | undefined;
|
|
37
|
+
}>;
|
|
38
|
+
export type ModelPricing = z.infer<typeof ModelPricingSchema>;
|
|
39
|
+
export declare const ModelInfoSchema: z.ZodObject<{
|
|
40
|
+
id: z.ZodString;
|
|
41
|
+
provider: z.ZodString;
|
|
42
|
+
displayName: z.ZodString;
|
|
43
|
+
pricing: z.ZodObject<{
|
|
44
|
+
input: z.ZodNumber;
|
|
45
|
+
output: z.ZodNumber;
|
|
46
|
+
inputCached: z.ZodOptional<z.ZodNumber>;
|
|
47
|
+
outputCached: z.ZodOptional<z.ZodNumber>;
|
|
48
|
+
}, "strip", z.ZodTypeAny, {
|
|
49
|
+
input: number;
|
|
50
|
+
output: number;
|
|
51
|
+
inputCached?: number | undefined;
|
|
52
|
+
outputCached?: number | undefined;
|
|
53
|
+
}, {
|
|
54
|
+
input: number;
|
|
55
|
+
output: number;
|
|
56
|
+
inputCached?: number | undefined;
|
|
57
|
+
outputCached?: number | undefined;
|
|
58
|
+
}>;
|
|
59
|
+
contextWindow: z.ZodNumber;
|
|
60
|
+
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
61
|
+
capabilities: z.ZodOptional<z.ZodObject<{
|
|
62
|
+
supportsVision: z.ZodOptional<z.ZodBoolean>;
|
|
63
|
+
supportsTools: z.ZodOptional<z.ZodBoolean>;
|
|
64
|
+
supportsFunctions: z.ZodOptional<z.ZodBoolean>;
|
|
65
|
+
supportsStreaming: z.ZodOptional<z.ZodBoolean>;
|
|
66
|
+
supportsJson: z.ZodOptional<z.ZodBoolean>;
|
|
67
|
+
}, "strip", z.ZodTypeAny, {
|
|
68
|
+
supportsVision?: boolean | undefined;
|
|
69
|
+
supportsTools?: boolean | undefined;
|
|
70
|
+
supportsFunctions?: boolean | undefined;
|
|
71
|
+
supportsStreaming?: boolean | undefined;
|
|
72
|
+
supportsJson?: boolean | undefined;
|
|
73
|
+
}, {
|
|
74
|
+
supportsVision?: boolean | undefined;
|
|
75
|
+
supportsTools?: boolean | undefined;
|
|
76
|
+
supportsFunctions?: boolean | undefined;
|
|
77
|
+
supportsStreaming?: boolean | undefined;
|
|
78
|
+
supportsJson?: boolean | undefined;
|
|
79
|
+
}>>;
|
|
80
|
+
deprecated: z.ZodOptional<z.ZodBoolean>;
|
|
81
|
+
aliases: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
82
|
+
}, "strip", z.ZodTypeAny, {
|
|
83
|
+
id: string;
|
|
84
|
+
provider: string;
|
|
85
|
+
displayName: string;
|
|
86
|
+
pricing: {
|
|
87
|
+
input: number;
|
|
88
|
+
output: number;
|
|
89
|
+
inputCached?: number | undefined;
|
|
90
|
+
outputCached?: number | undefined;
|
|
91
|
+
};
|
|
92
|
+
contextWindow: number;
|
|
93
|
+
maxOutputTokens?: number | undefined;
|
|
94
|
+
capabilities?: {
|
|
95
|
+
supportsVision?: boolean | undefined;
|
|
96
|
+
supportsTools?: boolean | undefined;
|
|
97
|
+
supportsFunctions?: boolean | undefined;
|
|
98
|
+
supportsStreaming?: boolean | undefined;
|
|
99
|
+
supportsJson?: boolean | undefined;
|
|
100
|
+
} | undefined;
|
|
101
|
+
deprecated?: boolean | undefined;
|
|
102
|
+
aliases?: string[] | undefined;
|
|
103
|
+
}, {
|
|
104
|
+
id: string;
|
|
105
|
+
provider: string;
|
|
106
|
+
displayName: string;
|
|
107
|
+
pricing: {
|
|
108
|
+
input: number;
|
|
109
|
+
output: number;
|
|
110
|
+
inputCached?: number | undefined;
|
|
111
|
+
outputCached?: number | undefined;
|
|
112
|
+
};
|
|
113
|
+
contextWindow: number;
|
|
114
|
+
maxOutputTokens?: number | undefined;
|
|
115
|
+
capabilities?: {
|
|
116
|
+
supportsVision?: boolean | undefined;
|
|
117
|
+
supportsTools?: boolean | undefined;
|
|
118
|
+
supportsFunctions?: boolean | undefined;
|
|
119
|
+
supportsStreaming?: boolean | undefined;
|
|
120
|
+
supportsJson?: boolean | undefined;
|
|
121
|
+
} | undefined;
|
|
122
|
+
deprecated?: boolean | undefined;
|
|
123
|
+
aliases?: string[] | undefined;
|
|
124
|
+
}>;
|
|
125
|
+
export type ModelInfo = z.infer<typeof ModelInfoSchema>;
|
|
126
|
+
export declare const ProviderInfoSchema: z.ZodObject<{
|
|
127
|
+
id: z.ZodString;
|
|
128
|
+
name: z.ZodString;
|
|
129
|
+
website: z.ZodOptional<z.ZodString>;
|
|
130
|
+
models: z.ZodArray<z.ZodString, "many">;
|
|
131
|
+
}, "strip", z.ZodTypeAny, {
|
|
132
|
+
id: string;
|
|
133
|
+
name: string;
|
|
134
|
+
models: string[];
|
|
135
|
+
website?: string | undefined;
|
|
136
|
+
}, {
|
|
137
|
+
id: string;
|
|
138
|
+
name: string;
|
|
139
|
+
models: string[];
|
|
140
|
+
website?: string | undefined;
|
|
141
|
+
}>;
|
|
142
|
+
export type ProviderInfo = z.infer<typeof ProviderInfoSchema>;
|
|
143
|
+
export interface ModelFilter {
|
|
144
|
+
provider?: string;
|
|
145
|
+
supportsTools?: boolean;
|
|
146
|
+
supportsVision?: boolean;
|
|
147
|
+
minContextWindow?: number;
|
|
148
|
+
maxPricePerMillion?: number;
|
|
149
|
+
excludeDeprecated?: boolean;
|
|
150
|
+
}
|
|
151
|
+
export interface CacheOptions {
|
|
152
|
+
ttl: number;
|
|
153
|
+
storage: 'memory' | 'file';
|
|
154
|
+
filePath?: string;
|
|
155
|
+
}
|
|
156
|
+
export interface RegistryOptions {
|
|
157
|
+
cache?: CacheOptions;
|
|
158
|
+
autoRefresh?: boolean;
|
|
159
|
+
refreshInterval?: number;
|
|
160
|
+
fallbackToBuiltin?: boolean;
|
|
161
|
+
}
|
|
162
|
+
export interface LiteLLMModelEntry {
|
|
163
|
+
max_tokens?: number;
|
|
164
|
+
max_input_tokens?: number;
|
|
165
|
+
max_output_tokens?: number;
|
|
166
|
+
input_cost_per_token?: number;
|
|
167
|
+
output_cost_per_token?: number;
|
|
168
|
+
input_cost_per_character?: number;
|
|
169
|
+
output_cost_per_character?: number;
|
|
170
|
+
litellm_provider?: string;
|
|
171
|
+
mode?: string;
|
|
172
|
+
supports_function_calling?: boolean;
|
|
173
|
+
supports_parallel_function_calling?: boolean;
|
|
174
|
+
supports_vision?: boolean;
|
|
175
|
+
supports_response_schema?: boolean;
|
|
176
|
+
supports_tool_choice?: boolean;
|
|
177
|
+
tool_use_system_prompt_tokens?: number;
|
|
178
|
+
supports_assistant_prefill?: boolean;
|
|
179
|
+
deprecation_date?: string;
|
|
180
|
+
source?: string;
|
|
181
|
+
}
|
|
182
|
+
export type LiteLLMModelData = Record<string, LiteLLMModelEntry>;
|
|
183
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;EAMlC,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;EAK7B,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAU1B,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;EAK7B,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC"}
|
package/dist/types.js
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export const ModelCapabilitiesSchema = z.object({
|
|
3
|
+
supportsVision: z.boolean().optional(),
|
|
4
|
+
supportsTools: z.boolean().optional(),
|
|
5
|
+
supportsFunctions: z.boolean().optional(),
|
|
6
|
+
supportsStreaming: z.boolean().optional(),
|
|
7
|
+
supportsJson: z.boolean().optional(),
|
|
8
|
+
});
|
|
9
|
+
export const ModelPricingSchema = z.object({
|
|
10
|
+
input: z.number(),
|
|
11
|
+
output: z.number(),
|
|
12
|
+
inputCached: z.number().optional(),
|
|
13
|
+
outputCached: z.number().optional(),
|
|
14
|
+
});
|
|
15
|
+
export const ModelInfoSchema = z.object({
|
|
16
|
+
id: z.string(),
|
|
17
|
+
provider: z.string(),
|
|
18
|
+
displayName: z.string(),
|
|
19
|
+
pricing: ModelPricingSchema,
|
|
20
|
+
contextWindow: z.number(),
|
|
21
|
+
maxOutputTokens: z.number().optional(),
|
|
22
|
+
capabilities: ModelCapabilitiesSchema.optional(),
|
|
23
|
+
deprecated: z.boolean().optional(),
|
|
24
|
+
aliases: z.array(z.string()).optional(),
|
|
25
|
+
});
|
|
26
|
+
export const ProviderInfoSchema = z.object({
|
|
27
|
+
id: z.string(),
|
|
28
|
+
name: z.string(),
|
|
29
|
+
website: z.string().optional(),
|
|
30
|
+
models: z.array(z.string()),
|
|
31
|
+
});
|
|
32
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACtC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACrC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACzC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACzC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,OAAO,EAAE,kBAAkB;IAC3B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,YAAY,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IAChD,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAClC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAC5B,CAAC,CAAC"}
|
package/package.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@cogitator-ai/models",
|
|
3
|
+
"version": "0.1.0",
|
|
4
|
+
"description": "Dynamic model registry with pricing for Cogitator",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "./dist/index.js",
|
|
7
|
+
"types": "./dist/index.d.ts",
|
|
8
|
+
"exports": {
|
|
9
|
+
".": {
|
|
10
|
+
"types": "./dist/index.d.ts",
|
|
11
|
+
"import": "./dist/index.js"
|
|
12
|
+
}
|
|
13
|
+
},
|
|
14
|
+
"files": [
|
|
15
|
+
"dist"
|
|
16
|
+
],
|
|
17
|
+
"dependencies": {
|
|
18
|
+
"zod": "^3.24.0"
|
|
19
|
+
},
|
|
20
|
+
"devDependencies": {
|
|
21
|
+
"typescript": "^5.7.2",
|
|
22
|
+
"vitest": "^2.1.8"
|
|
23
|
+
},
|
|
24
|
+
"peerDependencies": {
|
|
25
|
+
"@cogitator-ai/types": "0.1.0"
|
|
26
|
+
},
|
|
27
|
+
"repository": {
|
|
28
|
+
"type": "git",
|
|
29
|
+
"url": "https://github.com/eL1fe/cogitator.git",
|
|
30
|
+
"directory": "packages/models"
|
|
31
|
+
},
|
|
32
|
+
"publishConfig": {
|
|
33
|
+
"access": "public"
|
|
34
|
+
},
|
|
35
|
+
"license": "MIT",
|
|
36
|
+
"scripts": {
|
|
37
|
+
"build": "tsc",
|
|
38
|
+
"dev": "tsc --watch",
|
|
39
|
+
"test": "vitest run",
|
|
40
|
+
"test:watch": "vitest",
|
|
41
|
+
"clean": "rm -rf dist"
|
|
42
|
+
}
|
|
43
|
+
}
|