@probeo/anymodel 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (114) hide show
  1. package/README.md +92 -6
  2. package/dist/batch/index.d.ts +4 -0
  3. package/dist/batch/index.d.ts.map +1 -0
  4. package/dist/batch/index.js +3 -0
  5. package/dist/batch/index.js.map +1 -0
  6. package/dist/batch/manager.d.ts +72 -0
  7. package/dist/batch/manager.d.ts.map +1 -0
  8. package/dist/batch/manager.js +328 -0
  9. package/dist/batch/manager.js.map +1 -0
  10. package/dist/batch/store.d.ts +54 -0
  11. package/dist/batch/store.d.ts.map +1 -0
  12. package/dist/batch/store.js +109 -0
  13. package/dist/batch/store.js.map +1 -0
  14. package/dist/cli.cjs +4 -28
  15. package/dist/cli.cjs.map +1 -1
  16. package/dist/cli.d.ts +2 -0
  17. package/dist/cli.d.ts.map +1 -0
  18. package/dist/cli.js +28 -2110
  19. package/dist/cli.js.map +1 -1
  20. package/dist/client.d.ts +42 -0
  21. package/dist/client.d.ts.map +1 -0
  22. package/dist/client.js +181 -0
  23. package/dist/client.js.map +1 -0
  24. package/dist/config.d.ts +6 -0
  25. package/dist/config.d.ts.map +1 -0
  26. package/dist/config.js +120 -0
  27. package/dist/config.js.map +1 -0
  28. package/dist/index.cjs +4 -28
  29. package/dist/index.cjs.map +1 -1
  30. package/dist/index.d.ts +14 -548
  31. package/dist/index.d.ts.map +1 -0
  32. package/dist/index.js +15 -2089
  33. package/dist/index.js.map +1 -1
  34. package/dist/providers/adapter.d.ts +33 -0
  35. package/dist/providers/adapter.d.ts.map +1 -0
  36. package/dist/providers/adapter.js +2 -0
  37. package/dist/providers/adapter.js.map +1 -0
  38. package/dist/providers/anthropic-batch.d.ts +3 -0
  39. package/dist/providers/anthropic-batch.d.ts.map +1 -0
  40. package/dist/providers/anthropic-batch.js +228 -0
  41. package/dist/providers/anthropic-batch.js.map +1 -0
  42. package/dist/providers/anthropic.d.ts +3 -0
  43. package/dist/providers/anthropic.d.ts.map +1 -0
  44. package/dist/providers/anthropic.js +358 -0
  45. package/dist/providers/anthropic.js.map +1 -0
  46. package/dist/providers/custom.d.ts +8 -0
  47. package/dist/providers/custom.d.ts.map +1 -0
  48. package/dist/providers/custom.js +61 -0
  49. package/dist/providers/custom.js.map +1 -0
  50. package/dist/providers/google.d.ts +3 -0
  51. package/dist/providers/google.d.ts.map +1 -0
  52. package/dist/providers/google.js +331 -0
  53. package/dist/providers/google.js.map +1 -0
  54. package/dist/providers/index.d.ts +6 -0
  55. package/dist/providers/index.d.ts.map +1 -0
  56. package/dist/providers/index.js +5 -0
  57. package/dist/providers/index.js.map +1 -0
  58. package/dist/providers/openai-batch.d.ts +3 -0
  59. package/dist/providers/openai-batch.d.ts.map +1 -0
  60. package/dist/providers/openai-batch.js +208 -0
  61. package/dist/providers/openai-batch.js.map +1 -0
  62. package/dist/providers/openai.d.ts +3 -0
  63. package/dist/providers/openai.d.ts.map +1 -0
  64. package/dist/providers/openai.js +221 -0
  65. package/dist/providers/openai.js.map +1 -0
  66. package/dist/providers/registry.d.ts +10 -0
  67. package/dist/providers/registry.d.ts.map +1 -0
  68. package/dist/providers/registry.js +27 -0
  69. package/dist/providers/registry.js.map +1 -0
  70. package/dist/router.d.ts +29 -0
  71. package/dist/router.d.ts.map +1 -0
  72. package/dist/router.js +212 -0
  73. package/dist/router.js.map +1 -0
  74. package/dist/server.d.ts +10 -0
  75. package/dist/server.d.ts.map +1 -0
  76. package/dist/server.js +149 -0
  77. package/dist/server.js.map +1 -0
  78. package/dist/types.d.ts +283 -0
  79. package/dist/types.d.ts.map +1 -0
  80. package/dist/types.js +21 -0
  81. package/dist/types.js.map +1 -0
  82. package/dist/utils/fs-io.d.ts +40 -0
  83. package/dist/utils/fs-io.d.ts.map +1 -0
  84. package/dist/utils/fs-io.js +203 -0
  85. package/dist/utils/fs-io.js.map +1 -0
  86. package/dist/utils/generation-stats.d.ts +25 -0
  87. package/dist/utils/generation-stats.d.ts.map +1 -0
  88. package/dist/utils/generation-stats.js +46 -0
  89. package/dist/utils/generation-stats.js.map +1 -0
  90. package/dist/utils/id.d.ts +2 -0
  91. package/dist/utils/id.d.ts.map +1 -0
  92. package/dist/utils/id.js +6 -0
  93. package/dist/utils/id.js.map +1 -0
  94. package/dist/utils/model-parser.d.ts +6 -0
  95. package/dist/utils/model-parser.d.ts.map +1 -0
  96. package/dist/utils/model-parser.js +21 -0
  97. package/dist/utils/model-parser.js.map +1 -0
  98. package/dist/utils/rate-limiter.d.ts +36 -0
  99. package/dist/utils/rate-limiter.d.ts.map +1 -0
  100. package/dist/utils/rate-limiter.js +80 -0
  101. package/dist/utils/rate-limiter.js.map +1 -0
  102. package/dist/utils/retry.d.ts +7 -0
  103. package/dist/utils/retry.d.ts.map +1 -0
  104. package/dist/utils/retry.js +54 -0
  105. package/dist/utils/retry.js.map +1 -0
  106. package/dist/utils/transforms.d.ts +7 -0
  107. package/dist/utils/transforms.d.ts.map +1 -0
  108. package/dist/utils/transforms.js +66 -0
  109. package/dist/utils/transforms.js.map +1 -0
  110. package/dist/utils/validate.d.ts +3 -0
  111. package/dist/utils/validate.d.ts.map +1 -0
  112. package/dist/utils/validate.js +31 -0
  113. package/dist/utils/validate.js.map +1 -0
  114. package/package.json +4 -1
@@ -0,0 +1,208 @@
1
+ import { AnyModelError } from '../types.js';
2
+ import { generateId } from '../utils/id.js';
3
+ const OPENAI_API_BASE = 'https://api.openai.com/v1';
4
+ export function createOpenAIBatchAdapter(apiKey) {
5
+ async function apiRequest(path, options = {}) {
6
+ const headers = {
7
+ 'Authorization': `Bearer ${apiKey}`,
8
+ };
9
+ let fetchBody;
10
+ if (options.formData) {
11
+ fetchBody = options.formData;
12
+ }
13
+ else if (options.body) {
14
+ headers['Content-Type'] = 'application/json';
15
+ fetchBody = JSON.stringify(options.body);
16
+ }
17
+ const res = await fetch(`${OPENAI_API_BASE}${path}`, {
18
+ method: options.method || 'GET',
19
+ headers,
20
+ body: fetchBody,
21
+ });
22
+ if (!res.ok) {
23
+ let errorBody;
24
+ try {
25
+ errorBody = await res.json();
26
+ }
27
+ catch {
28
+ errorBody = { message: res.statusText };
29
+ }
30
+ const msg = errorBody?.error?.message || errorBody?.message || res.statusText;
31
+ throw new AnyModelError(res.status >= 500 ? 502 : res.status, msg, {
32
+ provider_name: 'openai',
33
+ raw: errorBody,
34
+ });
35
+ }
36
+ return res;
37
+ }
38
+ function buildJSONL(model, requests) {
39
+ return requests.map(req => {
40
+ const body = {
41
+ model,
42
+ messages: req.messages,
43
+ };
44
+ if (req.max_tokens !== undefined)
45
+ body.max_tokens = req.max_tokens;
46
+ if (req.temperature !== undefined)
47
+ body.temperature = req.temperature;
48
+ if (req.top_p !== undefined)
49
+ body.top_p = req.top_p;
50
+ if (req.stop !== undefined)
51
+ body.stop = req.stop;
52
+ if (req.response_format !== undefined)
53
+ body.response_format = req.response_format;
54
+ if (req.tools !== undefined)
55
+ body.tools = req.tools;
56
+ if (req.tool_choice !== undefined)
57
+ body.tool_choice = req.tool_choice;
58
+ return JSON.stringify({
59
+ custom_id: req.custom_id,
60
+ method: 'POST',
61
+ url: '/v1/chat/completions',
62
+ body,
63
+ });
64
+ }).join('\n');
65
+ }
66
+ function rePrefixId(id) {
67
+ if (id && id.startsWith('chatcmpl-')) {
68
+ return `gen-${id.substring(9)}`;
69
+ }
70
+ return id.startsWith('gen-') ? id : `gen-${id}`;
71
+ }
72
+ function translateOpenAIResponse(body) {
73
+ return {
74
+ id: rePrefixId(body.id || generateId()),
75
+ object: 'chat.completion',
76
+ created: body.created || Math.floor(Date.now() / 1000),
77
+ model: `openai/${body.model}`,
78
+ choices: body.choices,
79
+ usage: body.usage,
80
+ };
81
+ }
82
+ function mapStatus(openaiStatus) {
83
+ switch (openaiStatus) {
84
+ case 'validating':
85
+ case 'finalizing':
86
+ return 'processing';
87
+ case 'in_progress':
88
+ return 'processing';
89
+ case 'completed':
90
+ return 'completed';
91
+ case 'failed':
92
+ return 'failed';
93
+ case 'expired':
94
+ return 'failed';
95
+ case 'cancelled':
96
+ case 'cancelling':
97
+ return 'cancelled';
98
+ default:
99
+ return 'pending';
100
+ }
101
+ }
102
+ return {
103
+ async createBatch(model, requests, options) {
104
+ // 1. Build JSONL content
105
+ const jsonlContent = buildJSONL(model, requests);
106
+ const blob = new Blob([jsonlContent], { type: 'application/jsonl' });
107
+ // 2. Upload file
108
+ const formData = new FormData();
109
+ formData.append('purpose', 'batch');
110
+ formData.append('file', blob, 'batch_input.jsonl');
111
+ const uploadRes = await apiRequest('/files', { method: 'POST', formData });
112
+ const fileData = await uploadRes.json();
113
+ const inputFileId = fileData.id;
114
+ // 3. Create batch
115
+ const batchRes = await apiRequest('/batches', {
116
+ method: 'POST',
117
+ body: {
118
+ input_file_id: inputFileId,
119
+ endpoint: '/v1/chat/completions',
120
+ completion_window: '24h',
121
+ metadata: options?.metadata,
122
+ },
123
+ });
124
+ const batchData = await batchRes.json();
125
+ return {
126
+ providerBatchId: batchData.id,
127
+ metadata: {
128
+ input_file_id: inputFileId,
129
+ openai_status: batchData.status,
130
+ },
131
+ };
132
+ },
133
+ async pollBatch(providerBatchId) {
134
+ const res = await apiRequest(`/batches/${providerBatchId}`);
135
+ const data = await res.json();
136
+ const requestCounts = data.request_counts || {};
137
+ return {
138
+ status: mapStatus(data.status),
139
+ total: requestCounts.total || 0,
140
+ completed: requestCounts.completed || 0,
141
+ failed: requestCounts.failed || 0,
142
+ };
143
+ },
144
+ async getBatchResults(providerBatchId) {
145
+ // Get batch to find output file
146
+ const batchRes = await apiRequest(`/batches/${providerBatchId}`);
147
+ const batchData = await batchRes.json();
148
+ const results = [];
149
+ // Download output file
150
+ if (batchData.output_file_id) {
151
+ const outputRes = await apiRequest(`/files/${batchData.output_file_id}/content`);
152
+ const outputText = await outputRes.text();
153
+ for (const line of outputText.trim().split('\n')) {
154
+ if (!line)
155
+ continue;
156
+ const item = JSON.parse(line);
157
+ if (item.response?.status_code === 200) {
158
+ results.push({
159
+ custom_id: item.custom_id,
160
+ status: 'success',
161
+ response: translateOpenAIResponse(item.response.body),
162
+ error: null,
163
+ });
164
+ }
165
+ else {
166
+ results.push({
167
+ custom_id: item.custom_id,
168
+ status: 'error',
169
+ response: null,
170
+ error: {
171
+ code: item.response?.status_code || 500,
172
+ message: item.error?.message || item.response?.body?.error?.message || 'Unknown error',
173
+ },
174
+ });
175
+ }
176
+ }
177
+ }
178
+ // Download error file
179
+ if (batchData.error_file_id) {
180
+ const errorRes = await apiRequest(`/files/${batchData.error_file_id}/content`);
181
+ const errorText = await errorRes.text();
182
+ for (const line of errorText.trim().split('\n')) {
183
+ if (!line)
184
+ continue;
185
+ const item = JSON.parse(line);
186
+ // Only add if not already in results
187
+ const existing = results.find(r => r.custom_id === item.custom_id);
188
+ if (!existing) {
189
+ results.push({
190
+ custom_id: item.custom_id,
191
+ status: 'error',
192
+ response: null,
193
+ error: {
194
+ code: item.response?.status_code || 500,
195
+ message: item.error?.message || 'Batch item error',
196
+ },
197
+ });
198
+ }
199
+ }
200
+ }
201
+ return results;
202
+ },
203
+ async cancelBatch(providerBatchId) {
204
+ await apiRequest(`/batches/${providerBatchId}/cancel`, { method: 'POST' });
205
+ },
206
+ };
207
+ }
208
+ //# sourceMappingURL=openai-batch.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai-batch.js","sourceRoot":"","sources":["../../src/providers/openai-batch.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5C,MAAM,eAAe,GAAG,2BAA2B,CAAC;AAEpD,MAAM,UAAU,wBAAwB,CAAC,MAAc;IACrD,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,UAIpC,EAAE;QACJ,MAAM,OAAO,GAA2B;YACtC,eAAe,EAAE,UAAU,MAAM,EAAE;SACpC,CAAC;QAEF,IAAI,SAA+B,CAAC;QACpC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;QAC/B,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACxB,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC;YAC7C,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,eAAe,GAAG,IAAI,EAAE,EAAE;YACnD,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;YAC/B,OAAO;YACP,IAAI,EAAE,SAAS;SAChB,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,SAAc,CAAC;YACnB,IAAI,CAAC;gBAAC,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,SAAS,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC;YAAC,CAAC;YACxF,MAAM,GAAG,GAAG,SAAS,EAAE,KAAK,EAAE,OAAO,IAAI,SAAS,EAAE,OAAO,IAAI,GAAG,CAAC,UAAU,CAAC;YAC9E,MAAM,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE;gBACjE,aAAa,EAAE,QAAQ;gBACvB,GAAG,EAAE,SAAS;aACf,CAAC,CAAC;QACL,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED,SAAS,UAAU,CAAC,KAAa,EAAE,QAA4B;QAC7D,OAAO,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACxB,MAAM,IAAI,GAA4B;gBACpC,KAAK;gBACL,QAAQ,EAAE,GAAG,CAAC,QAAQ;aACvB,CAAC;YACF,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS;gBAAE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;YACnE,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;gBAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;YACtE,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;gBAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YACpD,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;gBAAE,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YACjD,IAAI,GAAG,CAAC,eAAe,KAAK,SAAS;gBAAE,IAAI,CAAC,eAAe,GAAG,GAAG,CAAC,eAAe,CAAC;YAClF,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;gBAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YACpD,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;gBAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;YAEtE,OAAO,IAAI,CAAC,SAAS,CAAC;gBACpB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,sBAAsB;gBAC3B,IAAI;aACL,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,SAAS,UAAU,CAAC,EAAU;QAC5B,IAAI,EAAE,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YACrC,OAAO,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,CAAC;QACD,OAAO,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;IAClD,CAAC;IAED,SAAS,uBAAuB,CAAC,IAAS;QACxC,OAAO;YACL,EAAE,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC;YACvC,MAAM,EAAE,iBAAiB;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtD,KAAK,EAAE,UAAU,IAAI,CAAC,KAAK,EAAE;YAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;IAED,SAAS,SAAS,CAAC,YAAoB;QACrC,QAAQ,YAAY,EAAE,CAAC;YACrB,KAAK,YAAY,CAAC;YAClB,KAAK,YAAY;gBACf,OAAO,YAAY,CAAC;YACtB,KAAK,aAAa;gBAChB,OAAO,YAAY,CAAC;YACtB,KAAK,WAAW;gBACd,OAAO,WAAW,CAAC;YACrB,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAClB,KAAK,SAAS;gBACZ,OAAO,QAAQ,CAAC;YAClB,KAAK,WAAW,CAAC;YACjB,KAAK,YAAY;gBACf,OAAO,WAAW,CAAC;YACrB;gBACE,OAAO,SAAS,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO;YACxC,yBAAyB;YACzB,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACjD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC,CAAC;YAErE,iBAAiB;YACjB,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;YAChC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,mBAAmB,CAAC,CAAC;YAEnD,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC3E,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,WAAW,GAAG,QAAQ,CAAC,EAAE,CAAC;YAEhC,kBAAkB;YAClB,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE;gBAC5C,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE;oBACJ,aAAa,EAAE,WAAW;oBAC1B,QAAQ,EAAE,sBAAsB;oBAChC,iBAAiB,EAAE,KAAK;oBACxB,QAAQ,EAAE,OAAO,EAAE,QAA8C;iBAClE;aACF,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAExC,OAAO;gBACL,eAAe,EAAE,SAAS,CAAC,EAAE;gBAC7B,QAAQ,EAAE;oBACR,aAAa,EAAE,WAAW;oBAC1B,aAAa,EAAE,SAAS,CAAC,MAAM;iBAChC;aACF,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,SAAS,CAAC,eAAe;YAC7B,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,YAAY,eAAe,EAAE,CAAC,CAAC;YAC5D,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAE9B,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC;YAEhD,OAAO;gBACL,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC9B,KAAK,EAAE,aAAa,CAAC,KAAK,IAAI,CAAC;gBAC/B,SAAS,EAAE,aAAa,CAAC,SAAS,IAAI,CAAC;gBACvC,MAAM,EAAE,aAAa,CAAC,MAAM,IAAI,CAAC;aAClC,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,eAAe,CAAC,eAAe;YACnC,gCAAgC;YAChC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,YAAY,eAAe,EAAE,CAAC,CAAC;YACjE,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAExC,MAAM,OAAO,GAAsB,EAAE,CAAC;YAEtC,uBAAuB;YACvB,IAAI,SAAS,CAAC,cAAc,EAAE,CAAC;gBAC7B,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,UAAU,SAAS,CAAC,cAAc,UAAU,CAAC,CAAC;gBACjF,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;gBAE1C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBACjD,IAAI,CAAC,IAAI;wBAAE,SAAS;oBACpB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAE9B,IAAI,IAAI,CAAC,QAAQ,EAAE,WAAW,KAAK,GAAG,EAAE,CAAC;wBACvC,OAAO,CAAC,IAAI,CAAC;4BACX,SAAS,EAAE,IAAI,CAAC,SAAS;4BACzB,MAAM,EAAE,SAAS;4BACjB,QAAQ,EAAE,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;4BACrD,KAAK,EAAE,IAAI;yBACZ,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,IAAI,CAAC;4BACX,SAAS,EAAE,IAAI,CAAC,SAAS;4BACzB,MAAM,EAAE,OAAO;4BACf,QAAQ,EAAE,IAAI;4BACd,KAAK,EAAE;gCACL,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,WAAW,IAAI,GAAG;gCACvC,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,eAAe;6BACvF;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAsB;YACtB,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,UAAU,SAAS,CAAC,aAAa,UAAU,CAAC,CAAC;gBAC/E,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAExC,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChD,IAAI,CAAC,IAAI;wBAAE,SAAS;oBACpB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC9B,qCAAqC;oBACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC;oBACnE,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACd,OAAO,CAAC,IAAI,CAAC;4BACX,SAAS,EAAE,IAAI,CAAC,SAAS;4BACzB,MAAM,EAAE,OAAO;4BACf,QAAQ,EAAE,IAAI;4BACd,KAAK,EAAE;gCACL,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,WAAW,IAAI,GAAG;gCACvC,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,kBAAkB;6BACnD;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,KAAK,CAAC,WAAW,CAAC,eAAe;YAC/B,MAAM,UAAU,CAAC,YAAY,eAAe,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7E,CAAC;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { ProviderAdapter } from './adapter.js';
2
+ export declare function createOpenAIAdapter(apiKey: string, baseURL?: string): ProviderAdapter;
3
+ //# sourceMappingURL=openai.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAmBpD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,eAAe,CA0MrF"}
@@ -0,0 +1,221 @@
1
+ import { AnyModelError } from '../types.js';
2
+ const OPENAI_API_BASE = 'https://api.openai.com/v1';
3
+ const SUPPORTED_PARAMS = new Set([
4
+ 'temperature', 'max_tokens', 'top_p', 'frequency_penalty', 'presence_penalty',
5
+ 'seed', 'stop', 'stream', 'logprobs', 'top_logprobs', 'response_format',
6
+ 'tools', 'tool_choice', 'user', 'logit_bias',
7
+ ]);
8
+ export function createOpenAIAdapter(apiKey, baseURL) {
9
+ const base = baseURL || OPENAI_API_BASE;
10
+ async function makeRequest(path, body, method = 'POST') {
11
+ const res = await fetch(`${base}${path}`, {
12
+ method,
13
+ headers: {
14
+ 'Content-Type': 'application/json',
15
+ 'Authorization': `Bearer ${apiKey}`,
16
+ },
17
+ body: body ? JSON.stringify(body) : undefined,
18
+ });
19
+ if (!res.ok) {
20
+ let errorBody;
21
+ try {
22
+ errorBody = await res.json();
23
+ }
24
+ catch {
25
+ errorBody = { message: res.statusText };
26
+ }
27
+ const msg = errorBody?.error?.message || errorBody?.message || res.statusText;
28
+ throw new AnyModelError(mapErrorCode(res.status), msg, {
29
+ provider_name: 'openai',
30
+ raw: errorBody,
31
+ });
32
+ }
33
+ return res;
34
+ }
35
+ function mapErrorCode(status) {
36
+ if (status === 401 || status === 403)
37
+ return 401;
38
+ if (status === 429)
39
+ return 429;
40
+ if (status === 400 || status === 422)
41
+ return 400;
42
+ if (status >= 500)
43
+ return 502;
44
+ return status;
45
+ }
46
+ function rePrefixId(id) {
47
+ if (id && id.startsWith('chatcmpl-')) {
48
+ return `gen-${id.substring(9)}`;
49
+ }
50
+ return id.startsWith('gen-') ? id : `gen-${id}`;
51
+ }
52
+ function buildRequestBody(request) {
53
+ const body = {
54
+ model: request.model,
55
+ messages: request.messages,
56
+ };
57
+ // Copy over optional params
58
+ if (request.temperature !== undefined)
59
+ body.temperature = request.temperature;
60
+ if (request.max_tokens !== undefined)
61
+ body.max_tokens = request.max_tokens;
62
+ if (request.top_p !== undefined)
63
+ body.top_p = request.top_p;
64
+ if (request.frequency_penalty !== undefined)
65
+ body.frequency_penalty = request.frequency_penalty;
66
+ if (request.presence_penalty !== undefined)
67
+ body.presence_penalty = request.presence_penalty;
68
+ if (request.seed !== undefined)
69
+ body.seed = request.seed;
70
+ if (request.stop !== undefined)
71
+ body.stop = request.stop;
72
+ if (request.stream !== undefined)
73
+ body.stream = request.stream;
74
+ if (request.logprobs !== undefined)
75
+ body.logprobs = request.logprobs;
76
+ if (request.top_logprobs !== undefined)
77
+ body.top_logprobs = request.top_logprobs;
78
+ if (request.response_format !== undefined)
79
+ body.response_format = request.response_format;
80
+ if (request.tools !== undefined)
81
+ body.tools = request.tools;
82
+ if (request.tool_choice !== undefined)
83
+ body.tool_choice = request.tool_choice;
84
+ if (request.user !== undefined)
85
+ body.user = request.user;
86
+ return body;
87
+ }
88
+ const adapter = {
89
+ name: 'openai',
90
+ translateRequest(request) {
91
+ return buildRequestBody(request);
92
+ },
93
+ translateResponse(response) {
94
+ const r = response;
95
+ return {
96
+ id: rePrefixId(r.id),
97
+ object: 'chat.completion',
98
+ created: r.created,
99
+ model: `openai/${r.model}`,
100
+ choices: r.choices,
101
+ usage: r.usage,
102
+ };
103
+ },
104
+ async *translateStream(stream) {
105
+ const reader = stream.getReader();
106
+ const decoder = new TextDecoder();
107
+ let buffer = '';
108
+ try {
109
+ while (true) {
110
+ const { done, value } = await reader.read();
111
+ if (done)
112
+ break;
113
+ buffer += decoder.decode(value, { stream: true });
114
+ const lines = buffer.split('\n');
115
+ buffer = lines.pop() || '';
116
+ for (const line of lines) {
117
+ const trimmed = line.trim();
118
+ if (!trimmed || trimmed.startsWith(':'))
119
+ continue;
120
+ if (trimmed === 'data: [DONE]')
121
+ return;
122
+ if (trimmed.startsWith('data: ')) {
123
+ const json = JSON.parse(trimmed.substring(6));
124
+ json.id = rePrefixId(json.id);
125
+ json.model = `openai/${json.model}`;
126
+ yield json;
127
+ }
128
+ }
129
+ }
130
+ }
131
+ finally {
132
+ reader.releaseLock();
133
+ }
134
+ },
135
+ translateError(error) {
136
+ if (error instanceof AnyModelError) {
137
+ return { code: error.code, message: error.message, metadata: error.metadata };
138
+ }
139
+ const err = error;
140
+ const status = err?.status || err?.code || 500;
141
+ return {
142
+ code: mapErrorCode(status),
143
+ message: err?.message || 'Unknown OpenAI error',
144
+ metadata: { provider_name: 'openai', raw: error },
145
+ };
146
+ },
147
+ async listModels() {
148
+ const res = await makeRequest('/models', undefined, 'GET');
149
+ const data = await res.json();
150
+ return (data.data || [])
151
+ .filter((m) => {
152
+ const id = m.id;
153
+ // Exclude non-chat models
154
+ if (id.includes('embedding'))
155
+ return false;
156
+ if (id.includes('whisper'))
157
+ return false;
158
+ if (id.includes('tts'))
159
+ return false;
160
+ if (id.includes('dall-e'))
161
+ return false;
162
+ if (id.includes('davinci'))
163
+ return false;
164
+ if (id.includes('babbage'))
165
+ return false;
166
+ if (id.includes('moderation'))
167
+ return false;
168
+ if (id.includes('realtime'))
169
+ return false;
170
+ if (id.startsWith('ft:'))
171
+ return false;
172
+ // Include known chat model prefixes
173
+ return id.startsWith('gpt-') || id.startsWith('o1') || id.startsWith('o3') || id.startsWith('o4') || id.startsWith('chatgpt-');
174
+ })
175
+ .map((m) => ({
176
+ id: `openai/${m.id}`,
177
+ name: m.id,
178
+ created: m.created,
179
+ description: '',
180
+ context_length: 128000,
181
+ pricing: { prompt: '0', completion: '0' },
182
+ architecture: {
183
+ modality: 'text+image->text',
184
+ input_modalities: ['text', 'image'],
185
+ output_modalities: ['text'],
186
+ tokenizer: 'o200k_base',
187
+ },
188
+ top_provider: {
189
+ context_length: 128000,
190
+ max_completion_tokens: 16384,
191
+ is_moderated: true,
192
+ },
193
+ supported_parameters: Array.from(SUPPORTED_PARAMS),
194
+ }));
195
+ },
196
+ supportsParameter(param) {
197
+ return SUPPORTED_PARAMS.has(param);
198
+ },
199
+ supportsBatch() {
200
+ return true;
201
+ },
202
+ async sendRequest(request) {
203
+ const body = buildRequestBody(request);
204
+ const res = await makeRequest('/chat/completions', body);
205
+ const json = await res.json();
206
+ return adapter.translateResponse(json);
207
+ },
208
+ async sendStreamingRequest(request) {
209
+ const body = buildRequestBody({ ...request, stream: true });
210
+ const res = await makeRequest('/chat/completions', body);
211
+ if (!res.body) {
212
+ throw new AnyModelError(502, 'No response body for streaming request', {
213
+ provider_name: 'openai',
214
+ });
215
+ }
216
+ return adapter.translateStream(res.body);
217
+ },
218
+ };
219
+ return adapter;
220
+ }
221
+ //# sourceMappingURL=openai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAG5C,MAAM,eAAe,GAAG,2BAA2B,CAAC;AAEpD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,aAAa,EAAE,YAAY,EAAE,OAAO,EAAE,mBAAmB,EAAE,kBAAkB;IAC7E,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,iBAAiB;IACvE,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,YAAY;CAC7C,CAAC,CAAC;AAEH,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,OAAgB;IAClE,MAAM,IAAI,GAAG,OAAO,IAAI,eAAe,CAAC;IAExC,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,IAAc,EAAE,MAAM,GAAG,MAAM;QACtE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,EAAE;YACxC,MAAM;YACN,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,MAAM,EAAE;aACpC;YACD,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;SAC9C,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,SAAc,CAAC;YACnB,IAAI,CAAC;gBACH,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/B,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC;YAC1C,CAAC;YACD,MAAM,GAAG,GAAG,SAAS,EAAE,KAAK,EAAE,OAAO,IAAI,SAAS,EAAE,OAAO,IAAI,GAAG,CAAC,UAAU,CAAC;YAC9E,MAAM,IAAI,aAAa,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE;gBACrD,aAAa,EAAE,QAAQ;gBACvB,GAAG,EAAE,SAAS;aACf,CAAC,CAAC;QACL,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED,SAAS,YAAY,CAAC,MAAc;QAClC,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,GAAG,CAAC;QACjD,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,GAAG,CAAC;QAC/B,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,GAAG,CAAC;QACjD,IAAI,MAAM,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QAC9B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,SAAS,UAAU,CAAC,EAAU;QAC5B,IAAI,EAAE,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YACrC,OAAO,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,CAAC;QACD,OAAO,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;IAClD,CAAC;IAED,SAAS,gBAAgB,CAAC,OAA8B;QACtD,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC;QAEF,4BAA4B;QAC5B,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;YAAE,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAC9E,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;YAAE,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QAC3E,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5D,IAAI,OAAO,CAAC,iBAAiB,KAAK,SAAS;YAAE,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QAChG,IAAI,OAAO,CAAC,gBAAgB,KAAK,SAAS;YAAE,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QAC7F,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;YAAE,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;YAAE,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;YAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC/D,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS;YAAE,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACrE,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS;YAAE,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACjF,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS;YAAE,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC1F,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5D,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;YAAE,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAC9E,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;YAAE,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAEzD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAoB;QAC/B,IAAI,EAAE,QAAQ;QAEd,gBAAgB,CAAC,OAA8B;YAC7C,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;QAED,iBAAiB,CAAC,QAAiB;YACjC,MAAM,CAAC,GAAG,QAAe,CAAC;YAC1B,OAAO;gBACL,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpB,MAAM,EAAE,iBAAiB;gBACzB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,KAAK,EAAE,UAAU,CAAC,CAAC,KAAK,EAAE;gBAC1B,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,KAAK,EAAE,CAAC,CAAC,KAAK;aACf,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,CAAC,eAAe,CAAC,MAAkC;YACvD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,IAAI,CAAC;gBACH,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC5C,IAAI,IAAI;wBAAE,MAAM;oBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;oBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;wBAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;4BAAE,SAAS;wBAClD,IAAI,OAAO,KAAK,cAAc;4BAAE,OAAO;wBACvC,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC9C,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;4BAC9B,IAAI,CAAC,KAAK,GAAG,UAAU,IAAI,CAAC,KAAK,EAAE,CAAC;4BACpC,MAAM,IAA2B,CAAC;wBACpC,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAED,cAAc,CAAC,KAAc;YAC3B,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;gBACnC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;YAChF,CAAC;YACD,MAAM,GAAG,GAAG,KAAY,CAAC;YACzB,MAAM,MAAM,GAAG,GAAG,EAAE,MAAM,IAAI,GAAG,EAAE,IAAI,IAAI,GAAG,CAAC;YAC/C,OAAO;gBACL,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC;gBAC1B,OAAO,EAAE,GAAG,EAAE,OAAO,IAAI,sBAAsB;gBAC/C,QAAQ,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE;aAClD,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,UAAU;YACd,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAS,CAAC;YACrC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;iBACrB,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE;gBACjB,MAAM,EAAE,GAAG,CAAC,CAAC,EAAY,CAAC;gBAC1B,0BAA0B;gBAC1B,IAAI,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC3C,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACzC,IAAI,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACrC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACxC,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACzC,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACzC,IAAI,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC5C,IAAI,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC1C,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACvC,oCAAoC;gBACpC,OAAO,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YACjI,CAAC,CAAC;iBACD,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gBAChB,EAAE,EAAE,UAAU,CAAC,CAAC,EAAE,EAAE;gBACpB,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,MAAM;gBACtB,OAAO,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;gBACzC,YAAY,EAAE;oBACZ,QAAQ,EAAE,kBAAkB;oBAC5B,gBAAgB,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;oBACnC,iBAAiB,EAAE,CAAC,MAAM,CAAC;oBAC3B,SAAS,EAAE,YAAY;iBACxB;gBACD,YAAY,EAAE;oBACZ,cAAc,EAAE,MAAM;oBACtB,qBAAqB,EAAE,KAAK;oBAC5B,YAAY,EAAE,IAAI;iBACnB;gBACD,oBAAoB,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC;aACnD,CAAC,CAAC,CAAC;QACR,CAAC;QAED,iBAAiB,CAAC,KAAa;YAC7B,OAAO,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QAED,aAAa;YACX,OAAO,IAAI,CAAC;QACd,CAAC;QAED,KAAK,CAAC,WAAW,CAAC,OAA8B;YAC9C,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;YACzD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,OAAO,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACzC,CAAC;QAED,KAAK,CAAC,oBAAoB,CAAC,OAA8B;YACvD,MAAM,IAAI,GAAG,gBAAgB,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5D,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACd,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,wCAAwC,EAAE;oBACrE,aAAa,EAAE,QAAQ;iBACxB,CAAC,CAAC;YACL,CAAC;YACD,OAAO,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,CAAC;KACF,CAAC;IAEF,OAAO,OAAO,CAAC;AACjB,CAAC"}
@@ -0,0 +1,10 @@
1
+ import type { ProviderAdapter } from './adapter.js';
2
+ export declare class ProviderRegistry {
3
+ private adapters;
4
+ register(slug: string, adapter: ProviderAdapter): void;
5
+ get(slug: string): ProviderAdapter;
6
+ has(slug: string): boolean;
7
+ list(): string[];
8
+ all(): ProviderAdapter[];
9
+ }
10
+ //# sourceMappingURL=registry.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/providers/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAGpD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAsC;IAEtD,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,IAAI;IAOtD,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe;IAQlC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAI1B,IAAI,IAAI,MAAM,EAAE;IAIhB,GAAG,IAAI,eAAe,EAAE;CAGzB"}
@@ -0,0 +1,27 @@
1
+ import { AnyModelError } from '../types.js';
2
+ export class ProviderRegistry {
3
+ adapters = new Map();
4
+ register(slug, adapter) {
5
+ if (this.adapters.has(slug)) {
6
+ throw new AnyModelError(500, `Provider '${slug}' is already registered`);
7
+ }
8
+ this.adapters.set(slug, adapter);
9
+ }
10
+ get(slug) {
11
+ const adapter = this.adapters.get(slug);
12
+ if (!adapter) {
13
+ throw new AnyModelError(400, `Provider '${slug}' not configured`);
14
+ }
15
+ return adapter;
16
+ }
17
+ has(slug) {
18
+ return this.adapters.has(slug);
19
+ }
20
+ list() {
21
+ return Array.from(this.adapters.keys());
22
+ }
23
+ all() {
24
+ return Array.from(this.adapters.values());
25
+ }
26
+ }
27
+ //# sourceMappingURL=registry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/providers/registry.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,MAAM,OAAO,gBAAgB;IACnB,QAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;IAEtD,QAAQ,CAAC,IAAY,EAAE,OAAwB;QAC7C,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,aAAa,IAAI,yBAAyB,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,GAAG,CAAC,IAAY;QACd,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,aAAa,IAAI,kBAAkB,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,GAAG,CAAC,IAAY;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,IAAI;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,GAAG;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;CACF"}
@@ -0,0 +1,29 @@
1
+ import type { ChatCompletionRequest, ChatCompletion, ChatCompletionChunk, AnyModelConfig } from './types.js';
2
+ import type { ProviderRegistry } from './providers/registry.js';
3
+ import { RateLimitTracker } from './utils/rate-limiter.js';
4
+ export declare class Router {
5
+ private registry;
6
+ private aliases?;
7
+ private config?;
8
+ private rateLimiter;
9
+ constructor(registry: ProviderRegistry, aliases?: Record<string, string> | undefined, config?: AnyModelConfig | undefined);
10
+ /**
11
+ * Strip parameters that the target provider doesn't support.
12
+ */
13
+ private stripUnsupported;
14
+ /**
15
+ * Apply transforms (e.g., middle-out) to the request messages.
16
+ */
17
+ private applyTransforms;
18
+ /**
19
+ * Order models based on provider preferences.
20
+ */
21
+ private applyProviderPreferences;
22
+ private getRetryOptions;
23
+ complete(request: ChatCompletionRequest): Promise<ChatCompletion>;
24
+ stream(request: ChatCompletionRequest): Promise<AsyncIterable<ChatCompletionChunk>>;
25
+ private completeWithFallback;
26
+ private streamWithFallback;
27
+ getRateLimiter(): RateLimitTracker;
28
+ }
29
+ //# sourceMappingURL=router.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EACnB,cAAc,EAEf,MAAM,YAAY,CAAC;AAEpB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAKhE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAW3D,qBAAa,MAAM;IAIf,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,OAAO,CAAC;IAChB,OAAO,CAAC,MAAM,CAAC;IALjB,OAAO,CAAC,WAAW,CAA0B;gBAGnC,QAAQ,EAAE,gBAAgB,EAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,YAAA,EAChC,MAAM,CAAC,EAAE,cAAc,YAAA;IAGjC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAUxB;;OAEG;IACH,OAAO,CAAC,eAAe;IAevB;;OAEG;IACH,OAAO,CAAC,wBAAwB;IA8DhC,OAAO,CAAC,eAAe;IAMjB,QAAQ,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,cAAc,CAAC;IAqBjE,MAAM,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;YAmB3E,oBAAoB;YAmDpB,kBAAkB;IA8ChC,cAAc,IAAI,gBAAgB;CAGnC"}