@modelprofile.com/flexharness-providers 9.0.0 → 9.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist_ts_anthropic_messages/errors.d.ts +22 -0
- package/dist_ts_anthropic_messages/errors.js +100 -0
- package/dist_ts_anthropic_messages/index.d.ts +4 -0
- package/dist_ts_anthropic_messages/index.js +4 -0
- package/dist_ts_anthropic_messages/interfaces.d.ts +185 -0
- package/dist_ts_anthropic_messages/interfaces.js +2 -0
- package/dist_ts_anthropic_messages/openai.d.ts +19 -0
- package/dist_ts_anthropic_messages/openai.js +48 -0
- package/dist_ts_anthropic_messages/plugins.d.ts +4 -0
- package/dist_ts_anthropic_messages/plugins.js +4 -0
- package/dist_ts_anthropic_messages/request.d.ts +109 -0
- package/dist_ts_anthropic_messages/request.js +554 -0
- package/dist_ts_anthropic_messages/service.d.ts +8 -0
- package/dist_ts_anthropic_messages/service.js +274 -0
- package/dist_ts_anthropic_messages/signature.d.ts +16 -0
- package/dist_ts_anthropic_messages/signature.js +91 -0
- package/dist_ts_anthropic_messages/stream.d.ts +48 -0
- package/dist_ts_anthropic_messages/stream.js +220 -0
- package/dist_ts_anthropic_messages_node/index.d.ts +8 -0
- package/dist_ts_anthropic_messages_node/index.js +93 -0
- package/dist_ts_anthropic_messages_node/plugins.d.ts +6 -0
- package/dist_ts_anthropic_messages_node/plugins.js +4 -0
- package/dist_ts_openai_account/plugins.d.ts +2 -0
- package/dist_ts_openai_account/plugins.js +4 -1
- package/dist_ts_openai_account/smartai.providers.interfaces.d.ts +6 -22
- package/dist_ts_openai_account/smartai.providers.openai.js +15 -134
- package/dist_ts_openai_auth/index.d.ts +1 -2
- package/dist_ts_openai_auth/index.js +2 -3
- package/dist_ts_openai_auth/interfaces.d.ts +1 -1
- package/dist_ts_openai_auth/smartai.auth.openai.d.ts +3 -15
- package/dist_ts_openai_auth/smartai.auth.openai.js +3 -17
- package/dist_ts_openai_auth/smartai.connection.openai.d.ts +1 -1
- package/dist_ts_openai_auth/smartai.connection.openai.js +2 -3
- package/dist_ts_providers/anthropic/index.d.ts +1 -1
- package/dist_ts_providers/anthropic/index.js +1 -1
- package/dist_ts_providers/anthropic/plugins.d.ts +1 -1
- package/dist_ts_providers/google/index.d.ts +1 -1
- package/dist_ts_providers/google/index.js +1 -1
- package/dist_ts_providers/google/plugins.d.ts +1 -1
- package/dist_ts_providers/groq/index.d.ts +1 -1
- package/dist_ts_providers/groq/index.js +1 -1
- package/dist_ts_providers/groq/plugins.d.ts +1 -1
- package/dist_ts_providers/mistral/index.d.ts +1 -1
- package/dist_ts_providers/mistral/index.js +1 -1
- package/dist_ts_providers/mistral/plugins.d.ts +1 -1
- package/dist_ts_providers/openai/index.d.ts +5 -1
- package/dist_ts_providers/openai/index.js +5 -1
- package/dist_ts_providers/openai/plugins.d.ts +4 -4
- package/dist_ts_providers/openai/plugins.js +3 -3
- package/dist_ts_providers/openai/smartai.chatgpt.catalog.d.ts +61 -0
- package/dist_ts_providers/openai/smartai.chatgpt.catalog.js +252 -0
- package/{dist_ts_openai_auth/smartai.limits.openai.d.ts → dist_ts_providers/openai/smartai.chatgpt.limits.d.ts} +2 -2
- package/dist_ts_providers/openai/smartai.chatgpt.limits.js +49 -0
- package/dist_ts_providers/openai/smartai.chatgpt.middleware.d.ts +10 -0
- package/dist_ts_providers/openai/smartai.chatgpt.middleware.js +60 -0
- package/dist_ts_providers/openai/smartai.chatgpt.openai.d.ts +92 -0
- package/dist_ts_providers/openai/smartai.chatgpt.openai.js +160 -0
- package/dist_ts_providers/perplexity/index.d.ts +1 -1
- package/dist_ts_providers/perplexity/index.js +1 -1
- package/dist_ts_providers/perplexity/plugins.d.ts +1 -1
- package/dist_ts_providers/xai/index.d.ts +1 -1
- package/dist_ts_providers/xai/index.js +1 -1
- package/dist_ts_providers/xai/plugins.d.ts +1 -1
- package/package.json +14 -2
- package/readme.md +9 -0
- package/ts_anthropic_messages/errors.ts +124 -0
- package/ts_anthropic_messages/index.ts +24 -0
- package/ts_anthropic_messages/interfaces.ts +173 -0
- package/ts_anthropic_messages/openai.ts +58 -0
- package/ts_anthropic_messages/plugins.ts +26 -0
- package/ts_anthropic_messages/readme.md +129 -0
- package/ts_anthropic_messages/request.ts +652 -0
- package/ts_anthropic_messages/service.ts +312 -0
- package/ts_anthropic_messages/signature.ts +107 -0
- package/ts_anthropic_messages/stream.ts +260 -0
- package/ts_anthropic_messages_node/index.ts +99 -0
- package/ts_anthropic_messages_node/plugins.ts +7 -0
- package/ts_anthropic_messages_node/readme.md +50 -0
- package/ts_openai_account/plugins.ts +5 -0
- package/ts_openai_account/smartai.providers.interfaces.ts +11 -25
- package/ts_openai_account/smartai.providers.openai.ts +16 -135
- package/ts_openai_auth/index.ts +4 -2
- package/ts_openai_auth/interfaces.ts +1 -1
- package/ts_openai_auth/smartai.auth.openai.ts +12 -24
- package/ts_openai_auth/smartai.connection.openai.ts +5 -3
- package/ts_providers/anthropic/index.ts +1 -1
- package/ts_providers/anthropic/plugins.ts +1 -0
- package/ts_providers/google/index.ts +1 -1
- package/ts_providers/google/plugins.ts +1 -1
- package/ts_providers/groq/index.ts +1 -1
- package/ts_providers/groq/plugins.ts +1 -1
- package/ts_providers/mistral/index.ts +1 -1
- package/ts_providers/mistral/plugins.ts +1 -1
- package/ts_providers/openai/index.ts +30 -1
- package/ts_providers/openai/plugins.ts +5 -3
- package/ts_providers/openai/readme.md +60 -7
- package/ts_providers/openai/smartai.chatgpt.catalog.ts +319 -0
- package/{ts_openai_auth/smartai.limits.openai.ts → ts_providers/openai/smartai.chatgpt.limits.ts} +6 -7
- package/ts_providers/openai/smartai.chatgpt.middleware.ts +71 -0
- package/ts_providers/openai/smartai.chatgpt.openai.ts +271 -0
- package/ts_providers/perplexity/index.ts +1 -1
- package/ts_providers/perplexity/plugins.ts +1 -1
- package/ts_providers/readme.md +9 -0
- package/ts_providers/xai/index.ts +1 -1
- package/ts_providers/xai/plugins.ts +1 -1
- package/dist_ts_openai_auth/smartai.limits.openai.js +0 -49
- package/dist_ts_openai_auth/smartai.middleware.openai.d.ts +0 -6
- package/dist_ts_openai_auth/smartai.middleware.openai.js +0 -47
- package/ts_openai_auth/smartai.middleware.openai.ts +0 -55
|
@@ -0,0 +1,220 @@
|
|
|
1
|
+
import { AnthropicMessagesError } from './errors.js';
|
|
2
|
+
import { mergeReasoningMetadata } from './signature.js';
|
|
3
|
+
/** Anthropic counts input tokens without the ones read from or written to the cache. */
|
|
4
|
+
export const toAnthropicUsage = (usageArg) => {
|
|
5
|
+
const cacheRead = usageArg?.inputTokens.cacheRead ?? 0;
|
|
6
|
+
const cacheWrite = usageArg?.inputTokens.cacheWrite ?? 0;
|
|
7
|
+
return {
|
|
8
|
+
input_tokens: usageArg?.inputTokens.noCache
|
|
9
|
+
?? Math.max(0, (usageArg?.inputTokens.total ?? 0) - cacheRead - cacheWrite),
|
|
10
|
+
output_tokens: usageArg?.outputTokens.total ?? 0,
|
|
11
|
+
cache_creation_input_tokens: cacheWrite,
|
|
12
|
+
cache_read_input_tokens: cacheRead,
|
|
13
|
+
};
|
|
14
|
+
};
|
|
15
|
+
const streamFailure = (messageArg) => new AnthropicMessagesError(500, 'api_error', messageArg);
|
|
16
|
+
/**
|
|
17
|
+
* Turns the stream of one model call into the event sequence of an Anthropic message: `message_start`,
|
|
18
|
+
* content blocks that each open, change and close before the next one opens, then `message_delta` with the
|
|
19
|
+
* stop reason and usage, and `message_stop`. A part it cannot state faithfully throws, and the caller ends
|
|
20
|
+
* the stream with an error event.
|
|
21
|
+
*/
|
|
22
|
+
export class AnthropicMessagesStreamTranslator {
|
|
23
|
+
options;
|
|
24
|
+
nextIndex = 0;
|
|
25
|
+
open;
|
|
26
|
+
skippedReasoning = new Set();
|
|
27
|
+
hasToolUse = false;
|
|
28
|
+
finished = false;
|
|
29
|
+
usage;
|
|
30
|
+
constructor(options) {
|
|
31
|
+
this.options = options;
|
|
32
|
+
}
|
|
33
|
+
get isFinished() {
|
|
34
|
+
return this.finished;
|
|
35
|
+
}
|
|
36
|
+
start() {
|
|
37
|
+
return {
|
|
38
|
+
type: 'message_start',
|
|
39
|
+
message: {
|
|
40
|
+
id: this.options.messageId,
|
|
41
|
+
type: 'message',
|
|
42
|
+
role: 'assistant',
|
|
43
|
+
model: this.options.modelId,
|
|
44
|
+
content: [],
|
|
45
|
+
stop_reason: null,
|
|
46
|
+
stop_sequence: null,
|
|
47
|
+
usage: toAnthropicUsage(undefined),
|
|
48
|
+
},
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
async push(partArg) {
|
|
52
|
+
if (this.finished)
|
|
53
|
+
throw streamFailure('The model sent output after it finished.');
|
|
54
|
+
switch (partArg.type) {
|
|
55
|
+
case 'stream-start':
|
|
56
|
+
case 'response-metadata':
|
|
57
|
+
case 'raw':
|
|
58
|
+
case 'tool-input-start':
|
|
59
|
+
case 'tool-input-delta':
|
|
60
|
+
case 'tool-input-end':
|
|
61
|
+
// Tool input is sent whole with its tool call, which carries the complete, parsed arguments.
|
|
62
|
+
return [];
|
|
63
|
+
case 'text-start':
|
|
64
|
+
return [...this.close(), this.openBlock({ kind: 'text', partId: partArg.id }, { type: 'text', text: '' })];
|
|
65
|
+
case 'text-delta':
|
|
66
|
+
return [{
|
|
67
|
+
type: 'content_block_delta',
|
|
68
|
+
index: this.requireOpen('text', partArg.id).index,
|
|
69
|
+
delta: { type: 'text_delta', text: partArg.delta },
|
|
70
|
+
}];
|
|
71
|
+
case 'text-end':
|
|
72
|
+
this.requireOpen('text', partArg.id);
|
|
73
|
+
return this.close();
|
|
74
|
+
case 'reasoning-start':
|
|
75
|
+
if (this.options.thinking === false) {
|
|
76
|
+
this.skippedReasoning.add(partArg.id);
|
|
77
|
+
return [];
|
|
78
|
+
}
|
|
79
|
+
return [
|
|
80
|
+
...this.close(),
|
|
81
|
+
this.openBlock({ kind: 'thinking', partId: partArg.id, metadata: partArg.providerMetadata }, { type: 'thinking', thinking: '', signature: '' }),
|
|
82
|
+
];
|
|
83
|
+
case 'reasoning-delta': {
|
|
84
|
+
if (this.skippedReasoning.has(partArg.id))
|
|
85
|
+
return [];
|
|
86
|
+
const block = this.requireOpen('thinking', partArg.id);
|
|
87
|
+
if (this.options.thinking !== false && this.options.thinking.display === 'omitted')
|
|
88
|
+
return [];
|
|
89
|
+
return [{ type: 'content_block_delta', index: block.index, delta: { type: 'thinking_delta', thinking: partArg.delta } }];
|
|
90
|
+
}
|
|
91
|
+
case 'reasoning-end': {
|
|
92
|
+
if (this.skippedReasoning.delete(partArg.id))
|
|
93
|
+
return [];
|
|
94
|
+
const block = this.requireOpen('thinking', partArg.id);
|
|
95
|
+
const signature = await this.options.signatures.sign(this.options.signatureScope, mergeReasoningMetadata(block.metadata, partArg.providerMetadata));
|
|
96
|
+
this.open = undefined;
|
|
97
|
+
return [
|
|
98
|
+
{ type: 'content_block_delta', index: block.index, delta: { type: 'signature_delta', signature } },
|
|
99
|
+
{ type: 'content_block_stop', index: block.index },
|
|
100
|
+
];
|
|
101
|
+
}
|
|
102
|
+
case 'tool-call': {
|
|
103
|
+
if (partArg.providerExecuted)
|
|
104
|
+
throw streamFailure('The model ran a provider tool, which this service cannot state.');
|
|
105
|
+
const name = this.options.toolNames.received(partArg.toolName);
|
|
106
|
+
if (name === undefined)
|
|
107
|
+
throw streamFailure(`The model called "${partArg.toolName}", a tool the request did not offer.`);
|
|
108
|
+
const inputJson = partArg.input.trim() === '' ? '{}' : partArg.input;
|
|
109
|
+
let input;
|
|
110
|
+
try {
|
|
111
|
+
input = JSON.parse(inputJson);
|
|
112
|
+
}
|
|
113
|
+
catch {
|
|
114
|
+
throw streamFailure(`The model called "${name}" with arguments that are not JSON.`);
|
|
115
|
+
}
|
|
116
|
+
if (typeof input !== 'object' || input === null || Array.isArray(input)) {
|
|
117
|
+
throw streamFailure(`The model called "${name}" with arguments that are not a JSON object.`);
|
|
118
|
+
}
|
|
119
|
+
this.hasToolUse = true;
|
|
120
|
+
const events = this.close();
|
|
121
|
+
const index = this.nextIndex++;
|
|
122
|
+
events.push({ type: 'content_block_start', index, content_block: { type: 'tool_use', id: partArg.toolCallId, name, input: {} } }, { type: 'content_block_delta', index, delta: { type: 'input_json_delta', partial_json: JSON.stringify(input) } }, { type: 'content_block_stop', index });
|
|
123
|
+
return events;
|
|
124
|
+
}
|
|
125
|
+
case 'finish': {
|
|
126
|
+
const events = this.close();
|
|
127
|
+
this.finished = true;
|
|
128
|
+
this.usage = partArg.usage;
|
|
129
|
+
events.push({
|
|
130
|
+
type: 'message_delta',
|
|
131
|
+
delta: { stop_reason: this.stopReason(partArg.finishReason), stop_sequence: null },
|
|
132
|
+
usage: toAnthropicUsage(partArg.usage),
|
|
133
|
+
}, { type: 'message_stop' });
|
|
134
|
+
return events;
|
|
135
|
+
}
|
|
136
|
+
case 'error':
|
|
137
|
+
throw partArg.error;
|
|
138
|
+
default:
|
|
139
|
+
throw streamFailure(`The model produced "${partArg.type}" output, which this service cannot state.`);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
stopReason(reasonArg) {
|
|
143
|
+
switch (reasonArg.unified) {
|
|
144
|
+
case 'stop': return this.hasToolUse ? 'tool_use' : 'end_turn';
|
|
145
|
+
case 'tool-calls': return 'tool_use';
|
|
146
|
+
case 'length': return 'max_tokens';
|
|
147
|
+
case 'content-filter': return 'refusal';
|
|
148
|
+
default:
|
|
149
|
+
throw streamFailure(`The model stopped for a reason this service cannot state (${reasonArg.raw ?? reasonArg.unified}).`);
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
openBlock(blockArg, contentArg) {
|
|
153
|
+
const index = this.nextIndex++;
|
|
154
|
+
this.open = { ...blockArg, index };
|
|
155
|
+
return { type: 'content_block_start', index, content_block: contentArg };
|
|
156
|
+
}
|
|
157
|
+
requireOpen(kindArg, partIdArg) {
|
|
158
|
+
if (this.open?.kind !== kindArg || this.open.partId !== partIdArg) {
|
|
159
|
+
throw streamFailure('The model interleaved its output parts, which the message stream cannot state.');
|
|
160
|
+
}
|
|
161
|
+
return this.open;
|
|
162
|
+
}
|
|
163
|
+
/** Closes an open text block before the next block; reasoning is closed only by its own end, with its signature. */
|
|
164
|
+
close() {
|
|
165
|
+
if (!this.open)
|
|
166
|
+
return [];
|
|
167
|
+
const index = this.open.index;
|
|
168
|
+
if (this.open.kind === 'thinking') {
|
|
169
|
+
throw streamFailure('The model moved on before its reasoning ended.');
|
|
170
|
+
}
|
|
171
|
+
this.open = undefined;
|
|
172
|
+
return [{ type: 'content_block_stop', index }];
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
/** Builds the complete message a non-streaming request answers with from the events of its stream. */
|
|
176
|
+
export class AnthropicMessagesAccumulator {
|
|
177
|
+
message;
|
|
178
|
+
apply(eventArg) {
|
|
179
|
+
switch (eventArg.type) {
|
|
180
|
+
case 'message_start':
|
|
181
|
+
this.message = structuredClone(eventArg.message);
|
|
182
|
+
return;
|
|
183
|
+
case 'content_block_start':
|
|
184
|
+
this.require().content[eventArg.index] = structuredClone(eventArg.content_block);
|
|
185
|
+
return;
|
|
186
|
+
case 'content_block_delta': {
|
|
187
|
+
const block = this.require().content[eventArg.index];
|
|
188
|
+
const delta = eventArg.delta;
|
|
189
|
+
if (block.type === 'text' && delta.type === 'text_delta')
|
|
190
|
+
block.text += delta.text;
|
|
191
|
+
else if (block.type === 'thinking' && delta.type === 'thinking_delta')
|
|
192
|
+
block.thinking += delta.thinking;
|
|
193
|
+
else if (block.type === 'thinking' && delta.type === 'signature_delta')
|
|
194
|
+
block.signature = delta.signature;
|
|
195
|
+
else if (block.type === 'tool_use' && delta.type === 'input_json_delta')
|
|
196
|
+
block.input = JSON.parse(delta.partial_json);
|
|
197
|
+
else
|
|
198
|
+
throw streamFailure('A content delta does not match its block.');
|
|
199
|
+
return;
|
|
200
|
+
}
|
|
201
|
+
case 'message_delta':
|
|
202
|
+
this.require().stop_reason = eventArg.delta.stop_reason;
|
|
203
|
+
this.require().stop_sequence = eventArg.delta.stop_sequence;
|
|
204
|
+
this.require().usage = eventArg.usage;
|
|
205
|
+
return;
|
|
206
|
+
default:
|
|
207
|
+
return;
|
|
208
|
+
}
|
|
209
|
+
}
|
|
210
|
+
result() {
|
|
211
|
+
return this.require();
|
|
212
|
+
}
|
|
213
|
+
require() {
|
|
214
|
+
if (!this.message)
|
|
215
|
+
throw streamFailure('The message has not started.');
|
|
216
|
+
return this.message;
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
export const encodeServerSentEvent = (eventArg) => `event: ${eventArg.type}\ndata: ${JSON.stringify(eventArg)}\n\n`;
|
|
220
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RyZWFtLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vdHNfYW50aHJvcGljX21lc3NhZ2VzL3N0cmVhbS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFDQSxPQUFPLEVBQUUsc0JBQXNCLEVBQUUsTUFBTSxhQUFhLENBQUM7QUFRckQsT0FBTyxFQUFFLHNCQUFzQixFQUEyQixNQUFNLGdCQUFnQixDQUFDO0FBRWpGLHdGQUF3RjtBQUN4RixNQUFNLENBQUMsTUFBTSxnQkFBZ0IsR0FBRyxDQUFDLFFBQWtELEVBQTJCLEVBQUU7SUFDOUcsTUFBTSxTQUFTLEdBQUcsUUFBUSxFQUFFLFdBQVcsQ0FBQyxTQUFTLElBQUksQ0FBQyxDQUFDO0lBQ3ZELE1BQU0sVUFBVSxHQUFHLFFBQVEsRUFBRSxXQUFXLENBQUMsVUFBVSxJQUFJLENBQUMsQ0FBQztJQUN6RCxPQUFPO1FBQ0wsWUFBWSxFQUFFLFFBQVEsRUFBRSxXQUFXLENBQUMsT0FBTztlQUN0QyxJQUFJLENBQUMsR0FBRyxDQUFDLENBQUMsRUFBRSxDQUFDLFFBQVEsRUFBRSxXQUFXLENBQUMsS0FBSyxJQUFJLENBQUMsQ0FBQyxHQUFHLFNBQVMsR0FBRyxVQUFVLENBQUM7UUFDN0UsYUFBYSxFQUFFLFFBQVEsRUFBRSxZQUFZLENBQUMsS0FBSyxJQUFJLENBQUM7UUFDaEQsMkJBQTJCLEVBQUUsVUFBVTtRQUN2Qyx1QkFBdUIsRUFBRSxTQUFTO0tBQ25DLENBQUM7QUFDSixDQUFDLENBQUM7QUFFRixNQUFNLGFBQWEsR0FBRyxDQUFDLFVBQWtCLEVBQTBCLEVBQUUsQ0FDbkUsSUFBSSxzQkFBc0IsQ0FBQyxHQUFHLEVBQUUsV0FBVyxFQUFFLFVBQVUsQ0FBQyxDQUFDO0FBa0IzRDs7Ozs7R0FLRztBQUNILE1BQU0sT0FBTyxpQ0FBaUM7SUFRZjtJQVByQixTQUFTLEdBQUcsQ0FBQyxDQUFDO0lBQ2QsSUFBSSxDQUF5QjtJQUNwQixnQkFBZ0IsR0FBRyxJQUFJLEdBQUcsRUFBVSxDQUFDO0lBQzlDLFVBQVUsR0FBRyxLQUFLLENBQUM7SUFDbkIsUUFBUSxHQUFHLEtBQUssQ0FBQztJQUNsQixLQUFLLENBQTJDO0lBRXZELFlBQTZCLE9BQWtEO1FBQWxELFlBQU8sR0FBUCxPQUFPLENBQTJDO0lBQUcsQ0FBQztJQUVuRixJQUFXLFVBQVU7UUFDbkIsT0FBTyxJQUFJLENBQUMsUUFBUSxDQUFDO0lBQ3ZCLENBQUM7SUFFTSxLQUFLO1FBQ1YsT0FBTztZQUNMLElBQUksRUFBRSxlQUFlO1lBQ3JCLE9BQU8sRUFBRTtnQkFDUCxFQUFFLEVBQUUsSUFBSSxDQUFDLE9BQU8sQ0FBQyxTQUFTO2dCQUMxQixJQUFJLEVBQUUsU0FBUztnQkFDZixJQUFJLEVBQUUsV0FBVztnQkFDakIsS0FBSyxFQUFFLElBQUksQ0FBQyxPQUFPLENBQUMsT0FBTztnQkFDM0IsT0FBTyxFQUFFLEVBQUU7Z0JBQ1gsV0FBVyxFQUFFLElBQUk7Z0JBQ2pCLGFBQWEsRUFBRSxJQUFJO2dCQUNuQixLQUFLLEVBQUUsZ0JBQWdCLENBQUMsU0FBUyxDQUFDO2FBQ25DO1NBQ0YsQ0FBQztJQUNKLENBQUM7SUFFTSxLQUFLLENBQUMsSUFBSSxDQUFDLE9BQTBDO1FBQzFELElBQUksSUFBSSxDQUFDLFFBQVE7WUFBRSxNQUFNLGFBQWEsQ0FBQywwQ0FBMEMsQ0FBQyxDQUFDO1FBQ25GLFFBQVEsT0FBTyxDQUFDLElBQUksRUFBRSxDQUFDO1lBQ3JCLEtBQUssY0FBYyxDQUFDO1lBQ3BCLEtBQUssbUJBQW1CLENBQUM7WUFDekIsS0FBSyxLQUFLLENBQUM7WUFDWCxLQUFLLGtCQUFrQixDQUFDO1lBQ3hCLEtBQUssa0JBQWtCLENBQUM7WUFDeEIsS0FBSyxnQkFBZ0I7Z0JBQ25CLDZGQUE2RjtnQkFDN0YsT0FBTyxFQUFFLENBQUM7WUFDWixLQUFLLFlBQVk7Z0JBQ2YsT0FBTyxDQUFDLEdBQUcsSUFBSSxDQUFDLEtBQUssRUFBRSxFQUFFLElBQUksQ0FBQyxTQUFTLENBQUMsRUFBRSxJQUFJLEVBQUUsTUFBTSxFQUFFLE1BQU0sRUFBRSxPQUFPLENBQUMsRUFBRSxFQUFFLEVBQUUsRUFBRSxJQUFJLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUM7WUFDN0csS0FBSyxZQUFZO2dCQUNmLE9BQU8sQ0FBQzt3QkFDTixJQUFJLEVBQUUscUJBQXFCO3dCQUMzQixLQUFLLEVBQUUsSUFBSSxDQUFDLFdBQVcsQ0FBQyxNQUFNLEVBQUUsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFDLEtBQUs7d0JBQ2pELEtBQUssRUFBRSxFQUFFLElBQUksRUFBRSxZQUFZLEVBQUUsSUFBSSxFQUFFLE9BQU8sQ0FBQyxLQUFLLEVBQUU7cUJBQ25ELENBQUMsQ0FBQztZQUNMLEtBQUssVUFBVTtnQkFDYixJQUFJLENBQUMsV0FBVyxDQUFDLE1BQU0sRUFBRSxPQUFPLENBQUMsRUFBRSxDQUFDLENBQUM7Z0JBQ3JDLE9BQU8sSUFBSSxDQUFDLEtBQUssRUFBRSxDQUFDO1lBQ3RCLEtBQUssaUJBQWlCO2dCQUNwQixJQUFJLElBQUksQ0FBQyxPQUFPLENBQUMsUUFBUSxLQUFLLEtBQUssRUFBRSxDQUFDO29CQUNwQyxJQUFJLENBQUMsZ0JBQWdCLENBQUMsR0FBRyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQztvQkFDdEMsT0FBTyxFQUFFLENBQUM7Z0JBQ1osQ0FBQztnQkFDRCxPQUFPO29CQUNMLEdBQUcsSUFBSSxDQUFDLEtBQUssRUFBRTtvQkFDZixJQUFJLENBQUMsU0FBUyxDQUNaLEVBQUUsSUFBSSxFQUFFLFVBQVUsRUFBRSxNQUFNLEVBQUUsT0FBTyxDQUFDLEVBQUUsRUFBRSxRQUFRLEVBQUUsT0FBTyxDQUFDLGdCQUFnQixFQUFFLEVBQzVFLEVBQUUsSUFBSSxFQUFFLFVBQVUsRUFBRSxRQUFRLEVBQUUsRUFBRSxFQUFFLFNBQVMsRUFBRSxFQUFFLEVBQUUsQ0FDbEQ7aUJBQ0YsQ0FBQztZQUNKLEtBQUssaUJBQWlCLENBQUMsQ0FBQyxDQUFDO2dCQUN2QixJQUFJLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxHQUFHLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQztvQkFBRSxPQUFPLEVBQUUsQ0FBQztnQkFDckQsTUFBTSxLQUFLLEdBQUcsSUFBSSxDQUFDLFdBQVcsQ0FBQyxVQUFVLEVBQUUsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFDO2dCQUN2RCxJQUFJLElBQUksQ0FBQyxPQUFPLENBQUMsUUFBUSxLQUFLLEtBQUssSUFBSSxJQUFJLENBQUMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxPQUFPLEtBQUssU0FBUztvQkFBRSxPQUFPLEVBQUUsQ0FBQztnQkFDOUYsT0FBTyxDQUFDLEVBQUUsSUFBSSxFQUFFLHFCQUFxQixFQUFFLEtBQUssRUFBRSxLQUFLLENBQUMsS0FBSyxFQUFFLEtBQUssRUFBRSxFQUFFLElBQUksRUFBRSxnQkFBZ0IsRUFBRSxRQUFRLEVBQUUsT0FBTyxDQUFDLEtBQUssRUFBRSxFQUFFLENBQUMsQ0FBQztZQUMzSCxDQUFDO1lBQ0QsS0FBSyxlQUFlLENBQUMsQ0FBQyxDQUFDO2dCQUNyQixJQUFJLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxNQUFNLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQztvQkFBRSxPQUFPLEVBQUUsQ0FBQztnQkFDeEQsTUFBTSxLQUFLLEdBQUcsSUFBSSxDQUFDLFdBQVcsQ0FBQyxVQUFVLEVBQUUsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFDO2dCQUN2RCxNQUFNLFNBQVMsR0FBRyxNQUFNLElBQUksQ0FBQyxPQUFPLENBQUMsVUFBVSxDQUFDLElBQUksQ0FDbEQsSUFBSSxDQUFDLE9BQU8sQ0FBQyxjQUFjLEVBQzNCLHNCQUFzQixDQUFDLEtBQUssQ0FBQyxRQUFRLEVBQUUsT0FBTyxDQUFDLGdCQUFnQixDQUFDLENBQ2pFLENBQUM7Z0JBQ0YsSUFBSSxDQUFDLElBQUksR0FBRyxTQUFTLENBQUM7Z0JBQ3RCLE9BQU87b0JBQ0wsRUFBRSxJQUFJLEVBQUUscUJBQXFCLEVBQUUsS0FBSyxFQUFFLEtBQUssQ0FBQyxLQUFLLEVBQUUsS0FBSyxFQUFFLEVBQUUsSUFBSSxFQUFFLGlCQUFpQixFQUFFLFNBQVMsRUFBRSxFQUFFO29CQUNsRyxFQUFFLElBQUksRUFBRSxvQkFBb0IsRUFBRSxLQUFLLEVBQUUsS0FBSyxDQUFDLEtBQUssRUFBRTtpQkFDbkQsQ0FBQztZQUNKLENBQUM7WUFDRCxLQUFLLFdBQVcsQ0FBQyxDQUFDLENBQUM7Z0JBQ2pCLElBQUksT0FBTyxDQUFDLGdCQUFnQjtvQkFBRSxNQUFNLGFBQWEsQ0FBQyxpRUFBaUUsQ0FBQyxDQUFDO2dCQUNySCxNQUFNLElBQUksR0FBRyxJQUFJLENBQUMsT0FBTyxDQUFDLFNBQVMsQ0FBQyxRQUFRLENBQUMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxDQUFDO2dCQUMvRCxJQUFJLElBQUksS0FBSyxTQUFTO29CQUFFLE1BQU0sYUFBYSxDQUFDLHFCQUFxQixPQUFPLENBQUMsUUFBUSxzQ0FBc0MsQ0FBQyxDQUFDO2dCQUN6SCxNQUFNLFNBQVMsR0FBRyxPQUFPLENBQUMsS0FBSyxDQUFDLElBQUksRUFBRSxLQUFLLEVBQUUsQ0FBQyxDQUFDLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUMsS0FBSyxDQUFDO2dCQUNyRSxJQUFJLEtBQWMsQ0FBQztnQkFDbkIsSUFBSSxDQUFDO29CQUNILEtBQUssR0FBRyxJQUFJLENBQUMsS0FBSyxDQUFDLFNBQVMsQ0FBQyxDQUFDO2dCQUNoQyxDQUFDO2dCQUFDLE1BQU0sQ0FBQztvQkFDUCxNQUFNLGFBQWEsQ0FBQyxxQkFBcUIsSUFBSSxxQ0FBcUMsQ0FBQyxDQUFDO2dCQUN0RixDQUFDO2dCQUNELElBQUksT0FBTyxLQUFLLEtBQUssUUFBUSxJQUFJLEtBQUssS0FBSyxJQUFJLElBQUksS0FBSyxDQUFDLE9BQU8sQ0FBQyxLQUFLLENBQUMsRUFBRSxDQUFDO29CQUN4RSxNQUFNLGFBQWEsQ0FBQyxxQkFBcUIsSUFBSSw4Q0FBOEMsQ0FBQyxDQUFDO2dCQUMvRixDQUFDO2dCQUNELElBQUksQ0FBQyxVQUFVLEdBQUcsSUFBSSxDQUFDO2dCQUN2QixNQUFNLE1BQU0sR0FBRyxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7Z0JBQzVCLE1BQU0sS0FBSyxHQUFHLElBQUksQ0FBQyxTQUFTLEVBQUUsQ0FBQztnQkFDL0IsTUFBTSxDQUFDLElBQUksQ0FDVCxFQUFFLElBQUksRUFBRSxxQkFBcUIsRUFBRSxLQUFLLEVBQUUsYUFBYSxFQUFFLEVBQUUsSUFBSSxFQUFFLFVBQVUsRUFBRSxFQUFFLEVBQUUsT0FBTyxDQUFDLFVBQVUsRUFBRSxJQUFJLEVBQUUsS0FBSyxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQ3BILEVBQUUsSUFBSSxFQUFFLHFCQUFxQixFQUFFLEtBQUssRUFBRSxLQUFLLEVBQUUsRUFBRSxJQUFJLEVBQUUsa0JBQWtCLEVBQUUsWUFBWSxFQUFFLElBQUksQ0FBQyxTQUFTLENBQUMsS0FBSyxDQUFDLEVBQUUsRUFBRSxFQUNoSCxFQUFFLElBQUksRUFBRSxvQkFBb0IsRUFBRSxLQUFLLEVBQUUsQ0FDdEMsQ0FBQztnQkFDRixPQUFPLE1BQU0sQ0FBQztZQUNoQixDQUFDO1lBQ0QsS0FBSyxRQUFRLENBQUMsQ0FBQyxDQUFDO2dCQUNkLE1BQU0sTUFBTSxHQUFHLElBQUksQ0FBQyxLQUFLLEVBQUUsQ0FBQztnQkFDNUIsSUFBSSxDQUFDLFFBQVEsR0FBRyxJQUFJLENBQUM7Z0JBQ3JCLElBQUksQ0FBQyxLQUFLLEdBQUcsT0FBTyxDQUFDLEtBQUssQ0FBQztnQkFDM0IsTUFBTSxDQUFDLElBQUksQ0FDVDtvQkFDRSxJQUFJLEVBQUUsZUFBZTtvQkFDckIsS0FBSyxFQUFFLEVBQUUsV0FBVyxFQUFFLElBQUksQ0FBQyxVQUFVLENBQUMsT0FBTyxDQUFDLFlBQVksQ0FBQyxFQUFFLGFBQWEsRUFBRSxJQUFJLEVBQUU7b0JBQ2xGLEtBQUssRUFBRSxnQkFBZ0IsQ0FBQyxPQUFPLENBQUMsS0FBSyxDQUFDO2lCQUN2QyxFQUNELEVBQUUsSUFBSSxFQUFFLGNBQWMsRUFBRSxDQUN6QixDQUFDO2dCQUNGLE9BQU8sTUFBTSxDQUFDO1lBQ2hCLENBQUM7WUFDRCxLQUFLLE9BQU87Z0JBQ1YsTUFBTSxPQUFPLENBQUMsS0FBSyxDQUFDO1lBQ3RCO2dCQUNFLE1BQU0sYUFBYSxDQUFDLHVCQUF1QixPQUFPLENBQUMsSUFBSSw0Q0FBNEMsQ0FBQyxDQUFDO1FBQ3pHLENBQUM7SUFDSCxDQUFDO0lBRU8sVUFBVSxDQUFDLFNBQThDO1FBQy9ELFFBQVEsU0FBUyxDQUFDLE9BQU8sRUFBRSxDQUFDO1lBQzFCLEtBQUssTUFBTSxDQUFDLENBQUMsT0FBTyxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUMsQ0FBQyxVQUFVLENBQUMsQ0FBQyxDQUFDLFVBQVUsQ0FBQztZQUM5RCxLQUFLLFlBQVksQ0FBQyxDQUFDLE9BQU8sVUFBVSxDQUFDO1lBQ3JDLEtBQUssUUFBUSxDQUFDLENBQUMsT0FBTyxZQUFZLENBQUM7WUFDbkMsS0FBSyxnQkFBZ0IsQ0FBQyxDQUFDLE9BQU8sU0FBUyxDQUFDO1lBQ3hDO2dCQUNFLE1BQU0sYUFBYSxDQUFDLDZEQUE2RCxTQUFTLENBQUMsR0FBRyxJQUFJLFNBQVMsQ0FBQyxPQUFPLElBQUksQ0FBQyxDQUFDO1FBQzdILENBQUM7SUFDSCxDQUFDO0lBRU8sU0FBUyxDQUNmLFFBQW1DLEVBQ25DLFVBQW9HO1FBRXBHLE1BQU0sS0FBSyxHQUFHLElBQUksQ0FBQyxTQUFTLEVBQUUsQ0FBQztRQUMvQixJQUFJLENBQUMsSUFBSSxHQUFHLEVBQUUsR0FBRyxRQUFRLEVBQUUsS0FBSyxFQUFFLENBQUM7UUFDbkMsT0FBTyxFQUFFLElBQUksRUFBRSxxQkFBcUIsRUFBRSxLQUFLLEVBQUUsYUFBYSxFQUFFLFVBQVUsRUFBRSxDQUFDO0lBQzNFLENBQUM7SUFFTyxXQUFXLENBQUMsT0FBMkIsRUFBRSxTQUFpQjtRQUNoRSxJQUFJLElBQUksQ0FBQyxJQUFJLEVBQUUsSUFBSSxLQUFLLE9BQU8sSUFBSSxJQUFJLENBQUMsSUFBSSxDQUFDLE1BQU0sS0FBSyxTQUFTLEVBQUUsQ0FBQztZQUNsRSxNQUFNLGFBQWEsQ0FBQyxnRkFBZ0YsQ0FBQyxDQUFDO1FBQ3hHLENBQUM7UUFDRCxPQUFPLElBQUksQ0FBQyxJQUFJLENBQUM7SUFDbkIsQ0FBQztJQUVELG9IQUFvSDtJQUM1RyxLQUFLO1FBQ1gsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJO1lBQUUsT0FBTyxFQUFFLENBQUM7UUFDMUIsTUFBTSxLQUFLLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxLQUFLLENBQUM7UUFDOUIsSUFBSSxJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksS0FBSyxVQUFVLEVBQUUsQ0FBQztZQUNsQyxNQUFNLGFBQWEsQ0FBQyxnREFBZ0QsQ0FBQyxDQUFDO1FBQ3hFLENBQUM7UUFDRCxJQUFJLENBQUMsSUFBSSxHQUFHLFNBQVMsQ0FBQztRQUN0QixPQUFPLENBQUMsRUFBRSxJQUFJLEVBQUUsb0JBQW9CLEVBQUUsS0FBSyxFQUFFLENBQUMsQ0FBQztJQUNqRCxDQUFDO0NBQ0Y7QUFFRCxzR0FBc0c7QUFDdEcsTUFBTSxPQUFPLDRCQUE0QjtJQUMvQixPQUFPLENBQXdDO0lBRWhELEtBQUssQ0FBQyxRQUF1QztRQUNsRCxRQUFRLFFBQVEsQ0FBQyxJQUFJLEVBQUUsQ0FBQztZQUN0QixLQUFLLGVBQWU7Z0JBQ2xCLElBQUksQ0FBQyxPQUFPLEdBQUcsZUFBZSxDQUFDLFFBQVEsQ0FBQyxPQUFPLENBQUMsQ0FBQztnQkFDakQsT0FBTztZQUNULEtBQUsscUJBQXFCO2dCQUN4QixJQUFJLENBQUMsT0FBTyxFQUFFLENBQUMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxLQUFLLENBQUMsR0FBRyxlQUFlLENBQUMsUUFBUSxDQUFDLGFBQWEsQ0FBQyxDQUFDO2dCQUNqRixPQUFPO1lBQ1QsS0FBSyxxQkFBcUIsQ0FBQyxDQUFDLENBQUM7Z0JBQzNCLE1BQU0sS0FBSyxHQUFHLElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQyxPQUFPLENBQUMsUUFBUSxDQUFDLEtBQUssQ0FBQyxDQUFDO2dCQUNyRCxNQUFNLEtBQUssR0FBRyxRQUFRLENBQUMsS0FBSyxDQUFDO2dCQUM3QixJQUFJLEtBQUssQ0FBQyxJQUFJLEtBQUssTUFBTSxJQUFJLEtBQUssQ0FBQyxJQUFJLEtBQUssWUFBWTtvQkFBRSxLQUFLLENBQUMsSUFBSSxJQUFJLEtBQUssQ0FBQyxJQUFJLENBQUM7cUJBQzlFLElBQUksS0FBSyxDQUFDLElBQUksS0FBSyxVQUFVLElBQUksS0FBSyxDQUFDLElBQUksS0FBSyxnQkFBZ0I7b0JBQUUsS0FBSyxDQUFDLFFBQVEsSUFBSSxLQUFLLENBQUMsUUFBUSxDQUFDO3FCQUNuRyxJQUFJLEtBQUssQ0FBQyxJQUFJLEtBQUssVUFBVSxJQUFJLEtBQUssQ0FBQyxJQUFJLEtBQUssaUJBQWlCO29CQUFFLEtBQUssQ0FBQyxTQUFTLEdBQUcsS0FBSyxDQUFDLFNBQVMsQ0FBQztxQkFDckcsSUFBSSxLQUFLLENBQUMsSUFBSSxLQUFLLFVBQVUsSUFBSSxLQUFLLENBQUMsSUFBSSxLQUFLLGtCQUFrQjtvQkFBRSxLQUFLLENBQUMsS0FBSyxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUMsS0FBSyxDQUFDLFlBQVksQ0FBQyxDQUFDOztvQkFDakgsTUFBTSxhQUFhLENBQUMsMkNBQTJDLENBQUMsQ0FBQztnQkFDdEUsT0FBTztZQUNULENBQUM7WUFDRCxLQUFLLGVBQWU7Z0JBQ2xCLElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQyxXQUFXLEdBQUcsUUFBUSxDQUFDLEtBQUssQ0FBQyxXQUFXLENBQUM7Z0JBQ3hELElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQyxhQUFhLEdBQUcsUUFBUSxDQUFDLEtBQUssQ0FBQyxhQUFhLENBQUM7Z0JBQzVELElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQyxLQUFLLEdBQUcsUUFBUSxDQUFDLEtBQUssQ0FBQztnQkFDdEMsT0FBTztZQUNUO2dCQUNFLE9BQU87UUFDWCxDQUFDO0lBQ0gsQ0FBQztJQUVNLE1BQU07UUFDWCxPQUFPLElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQztJQUN4QixDQUFDO0lBRU8sT0FBTztRQUNiLElBQUksQ0FBQyxJQUFJLENBQUMsT0FBTztZQUFFLE1BQU0sYUFBYSxDQUFDLDhCQUE4QixDQUFDLENBQUM7UUFDdkUsT0FBTyxJQUFJLENBQUMsT0FBTyxDQUFDO0lBQ3RCLENBQUM7Q0FDRjtBQUVELE1BQU0sQ0FBQyxNQUFNLHFCQUFxQixHQUFHLENBQUMsUUFBdUMsRUFBVSxFQUFFLENBQ3ZGLFVBQVUsUUFBUSxDQUFDLElBQUksV0FBVyxJQUFJLENBQUMsU0FBUyxDQUFDLFFBQVEsQ0FBQyxNQUFNLENBQUMifQ==
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import * as plugins from './plugins.js';
|
|
2
|
+
/**
|
|
3
|
+
* Hosts an Anthropic Messages service on a Node HTTP server: `http.createServer(listener)`.
|
|
4
|
+
*
|
|
5
|
+
* A streamed answer is written as it is produced and waits for the socket when it is full. A client that
|
|
6
|
+
* disconnects aborts its request, which stops the model call behind it.
|
|
7
|
+
*/
|
|
8
|
+
export declare const createAnthropicMessagesNodeListener: (serviceArg: plugins.IAnthropicMessagesService) => ((incomingArg: plugins.http.IncomingMessage, outgoingArg: plugins.http.ServerResponse) => void);
|
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
import * as plugins from './plugins.js';
|
|
2
|
+
const bodylessMethods = new Set(['GET', 'HEAD']);
|
|
3
|
+
const toRequest = (incomingArg, signalArg) => {
|
|
4
|
+
const headers = new Headers();
|
|
5
|
+
for (let index = 0; index + 1 < incomingArg.rawHeaders.length; index += 2) {
|
|
6
|
+
headers.append(incomingArg.rawHeaders[index], incomingArg.rawHeaders[index + 1]);
|
|
7
|
+
}
|
|
8
|
+
const method = incomingArg.method ?? 'GET';
|
|
9
|
+
// Only the path and query are taken from the request line; the Host header stays a header, for the
|
|
10
|
+
// service's `authenticate` to judge.
|
|
11
|
+
const url = new URL(incomingArg.url ?? '/', 'http://localhost');
|
|
12
|
+
return new Request(url, {
|
|
13
|
+
method,
|
|
14
|
+
headers,
|
|
15
|
+
signal: signalArg,
|
|
16
|
+
...(bodylessMethods.has(method)
|
|
17
|
+
? {}
|
|
18
|
+
// `Readable.toWeb` is typed with Node's own stream/web types, which the global `BodyInit` does not name.
|
|
19
|
+
: { body: plugins.Readable.toWeb(incomingArg), duplex: 'half' }),
|
|
20
|
+
});
|
|
21
|
+
};
|
|
22
|
+
const writeResponse = async (responseArg, outgoingArg, signalArg) => {
|
|
23
|
+
if (signalArg.aborted) {
|
|
24
|
+
// The client left while the answer was prepared; cancelling the body releases what it holds, such as the
|
|
25
|
+
// model call and the ping timer of a stream.
|
|
26
|
+
await responseArg.body?.cancel(signalArg.reason);
|
|
27
|
+
return;
|
|
28
|
+
}
|
|
29
|
+
outgoingArg.writeHead(responseArg.status, Object.fromEntries(responseArg.headers));
|
|
30
|
+
outgoingArg.flushHeaders();
|
|
31
|
+
if (!responseArg.body) {
|
|
32
|
+
outgoingArg.end();
|
|
33
|
+
return;
|
|
34
|
+
}
|
|
35
|
+
const reader = responseArg.body.getReader();
|
|
36
|
+
const onAbort = () => {
|
|
37
|
+
void reader.cancel(signalArg.reason).catch(() => undefined);
|
|
38
|
+
};
|
|
39
|
+
signalArg.addEventListener('abort', onAbort, { once: true });
|
|
40
|
+
let finished = false;
|
|
41
|
+
try {
|
|
42
|
+
while (!signalArg.aborted) {
|
|
43
|
+
const { done, value } = await reader.read();
|
|
44
|
+
if (done) {
|
|
45
|
+
finished = true;
|
|
46
|
+
break;
|
|
47
|
+
}
|
|
48
|
+
// A socket that closes while full aborts the signal, which ends this wait.
|
|
49
|
+
if (!outgoingArg.write(value))
|
|
50
|
+
await plugins.once(outgoingArg, 'drain', { signal: signalArg });
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
finally {
|
|
54
|
+
signalArg.removeEventListener('abort', onAbort);
|
|
55
|
+
// A write that failed leaves the body unread; cancelling it releases the model call and the ping timer.
|
|
56
|
+
if (!finished)
|
|
57
|
+
await reader.cancel(signalArg.reason).catch(() => undefined);
|
|
58
|
+
reader.releaseLock();
|
|
59
|
+
}
|
|
60
|
+
if (!signalArg.aborted)
|
|
61
|
+
outgoingArg.end();
|
|
62
|
+
};
|
|
63
|
+
/**
|
|
64
|
+
* Hosts an Anthropic Messages service on a Node HTTP server: `http.createServer(listener)`.
|
|
65
|
+
*
|
|
66
|
+
* A streamed answer is written as it is produced and waits for the socket when it is full. A client that
|
|
67
|
+
* disconnects aborts its request, which stops the model call behind it.
|
|
68
|
+
*/
|
|
69
|
+
export const createAnthropicMessagesNodeListener = (serviceArg) => (incomingArg, outgoingArg) => {
|
|
70
|
+
const abort = new AbortController();
|
|
71
|
+
outgoingArg.once('close', () => {
|
|
72
|
+
if (!outgoingArg.writableFinished)
|
|
73
|
+
abort.abort(new Error('The client closed the connection.'));
|
|
74
|
+
});
|
|
75
|
+
void (async () => {
|
|
76
|
+
const response = await serviceArg.handle(toRequest(incomingArg, abort.signal));
|
|
77
|
+
await writeResponse(response, outgoingArg, abort.signal);
|
|
78
|
+
})().catch((errorArg) => {
|
|
79
|
+
// A client that left has no one to tell; its abort already ended the answer.
|
|
80
|
+
if (abort.signal.aborted)
|
|
81
|
+
return;
|
|
82
|
+
if (!outgoingArg.headersSent) {
|
|
83
|
+
outgoingArg.writeHead(500, { 'content-type': 'application/json' });
|
|
84
|
+
outgoingArg.end(JSON.stringify({
|
|
85
|
+
type: 'error',
|
|
86
|
+
error: { type: 'api_error', message: `The request could not be served: ${errorArg instanceof Error ? errorArg.message : String(errorArg)}` },
|
|
87
|
+
}));
|
|
88
|
+
return;
|
|
89
|
+
}
|
|
90
|
+
outgoingArg.destroy(errorArg instanceof Error ? errorArg : new Error(String(errorArg)));
|
|
91
|
+
});
|
|
92
|
+
};
|
|
93
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi90c19hbnRocm9waWNfbWVzc2FnZXNfbm9kZS9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssT0FBTyxNQUFNLGNBQWMsQ0FBQztBQUV4QyxNQUFNLGVBQWUsR0FBd0IsSUFBSSxHQUFHLENBQUMsQ0FBQyxLQUFLLEVBQUUsTUFBTSxDQUFDLENBQUMsQ0FBQztBQUV0RSxNQUFNLFNBQVMsR0FBRyxDQUFDLFdBQXlDLEVBQUUsU0FBc0IsRUFBVyxFQUFFO0lBQy9GLE1BQU0sT0FBTyxHQUFHLElBQUksT0FBTyxFQUFFLENBQUM7SUFDOUIsS0FBSyxJQUFJLEtBQUssR0FBRyxDQUFDLEVBQUUsS0FBSyxHQUFHLENBQUMsR0FBRyxXQUFXLENBQUMsVUFBVSxDQUFDLE1BQU0sRUFBRSxLQUFLLElBQUksQ0FBQyxFQUFFLENBQUM7UUFDMUUsT0FBTyxDQUFDLE1BQU0sQ0FBQyxXQUFXLENBQUMsVUFBVSxDQUFDLEtBQUssQ0FBQyxFQUFFLFdBQVcsQ0FBQyxVQUFVLENBQUMsS0FBSyxHQUFHLENBQUMsQ0FBQyxDQUFDLENBQUM7SUFDbkYsQ0FBQztJQUNELE1BQU0sTUFBTSxHQUFHLFdBQVcsQ0FBQyxNQUFNLElBQUksS0FBSyxDQUFDO0lBQzNDLG1HQUFtRztJQUNuRyxxQ0FBcUM7SUFDckMsTUFBTSxHQUFHLEdBQUcsSUFBSSxHQUFHLENBQUMsV0FBVyxDQUFDLEdBQUcsSUFBSSxHQUFHLEVBQUUsa0JBQWtCLENBQUMsQ0FBQztJQUNoRSxPQUFPLElBQUksT0FBTyxDQUFDLEdBQUcsRUFBRTtRQUN0QixNQUFNO1FBQ04sT0FBTztRQUNQLE1BQU0sRUFBRSxTQUFTO1FBQ2pCLEdBQUcsQ0FBQyxlQUFlLENBQUMsR0FBRyxDQUFDLE1BQU0sQ0FBQztZQUM3QixDQUFDLENBQUMsRUFBRTtZQUNKLHlHQUF5RztZQUN6RyxDQUFDLENBQUMsRUFBRSxJQUFJLEVBQUUsT0FBTyxDQUFDLFFBQVEsQ0FBQyxLQUFLLENBQUMsV0FBVyxDQUErQixFQUFFLE1BQU0sRUFBRSxNQUFlLEVBQUUsQ0FBQztLQUMxRyxDQUFDLENBQUM7QUFDTCxDQUFDLENBQUM7QUFFRixNQUFNLGFBQWEsR0FBRyxLQUFLLEVBQ3pCLFdBQXFCLEVBQ3JCLFdBQXdDLEVBQ3hDLFNBQXNCLEVBQ1AsRUFBRTtJQUNqQixJQUFJLFNBQVMsQ0FBQyxPQUFPLEVBQUUsQ0FBQztRQUN0Qix5R0FBeUc7UUFDekcsNkNBQTZDO1FBQzdDLE1BQU0sV0FBVyxDQUFDLElBQUksRUFBRSxNQUFNLENBQUMsU0FBUyxDQUFDLE1BQU0sQ0FBQyxDQUFDO1FBQ2pELE9BQU87SUFDVCxDQUFDO0lBQ0QsV0FBVyxDQUFDLFNBQVMsQ0FBQyxXQUFXLENBQUMsTUFBTSxFQUFFLE1BQU0sQ0FBQyxXQUFXLENBQUMsV0FBVyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUM7SUFDbkYsV0FBVyxDQUFDLFlBQVksRUFBRSxDQUFDO0lBQzNCLElBQUksQ0FBQyxXQUFXLENBQUMsSUFBSSxFQUFFLENBQUM7UUFDdEIsV0FBVyxDQUFDLEdBQUcsRUFBRSxDQUFDO1FBQ2xCLE9BQU87SUFDVCxDQUFDO0lBQ0QsTUFBTSxNQUFNLEdBQUcsV0FBVyxDQUFDLElBQUksQ0FBQyxTQUFTLEVBQUUsQ0FBQztJQUM1QyxNQUFNLE9BQU8sR0FBRyxHQUFTLEVBQUU7UUFDekIsS0FBSyxNQUFNLENBQUMsTUFBTSxDQUFDLFNBQVMsQ0FBQyxNQUFNLENBQUMsQ0FBQyxLQUFLLENBQUMsR0FBRyxFQUFFLENBQUMsU0FBUyxDQUFDLENBQUM7SUFDOUQsQ0FBQyxDQUFDO0lBQ0YsU0FBUyxDQUFDLGdCQUFnQixDQUFDLE9BQU8sRUFBRSxPQUFPLEVBQUUsRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLENBQUMsQ0FBQztJQUM3RCxJQUFJLFFBQVEsR0FBRyxLQUFLLENBQUM7SUFDckIsSUFBSSxDQUFDO1FBQ0gsT0FBTyxDQUFDLFNBQVMsQ0FBQyxPQUFPLEVBQUUsQ0FBQztZQUMxQixNQUFNLEVBQUUsSUFBSSxFQUFFLEtBQUssRUFBRSxHQUFHLE1BQU0sTUFBTSxDQUFDLElBQUksRUFBRSxDQUFDO1lBQzVDLElBQUksSUFBSSxFQUFFLENBQUM7Z0JBQ1QsUUFBUSxHQUFHLElBQUksQ0FBQztnQkFDaEIsTUFBTTtZQUNSLENBQUM7WUFDRCwyRUFBMkU7WUFDM0UsSUFBSSxDQUFDLFdBQVcsQ0FBQyxLQUFLLENBQUMsS0FBSyxDQUFDO2dCQUFFLE1BQU0sT0FBTyxDQUFDLElBQUksQ0FBQyxXQUFXLEVBQUUsT0FBTyxFQUFFLEVBQUUsTUFBTSxFQUFFLFNBQVMsRUFBRSxDQUFDLENBQUM7UUFDakcsQ0FBQztJQUNILENBQUM7WUFBUyxDQUFDO1FBQ1QsU0FBUyxDQUFDLG1CQUFtQixDQUFDLE9BQU8sRUFBRSxPQUFPLENBQUMsQ0FBQztRQUNoRCx3R0FBd0c7UUFDeEcsSUFBSSxDQUFDLFFBQVE7WUFBRSxNQUFNLE1BQU0sQ0FBQyxNQUFNLENBQUMsU0FBUyxDQUFDLE1BQU0sQ0FBQyxDQUFDLEtBQUssQ0FBQyxHQUFHLEVBQUUsQ0FBQyxTQUFTLENBQUMsQ0FBQztRQUM1RSxNQUFNLENBQUMsV0FBVyxFQUFFLENBQUM7SUFDdkIsQ0FBQztJQUNELElBQUksQ0FBQyxTQUFTLENBQUMsT0FBTztRQUFFLFdBQVcsQ0FBQyxHQUFHLEVBQUUsQ0FBQztBQUM1QyxDQUFDLENBQUM7QUFFRjs7Ozs7R0FLRztBQUNILE1BQU0sQ0FBQyxNQUFNLG1DQUFtQyxHQUFHLENBQ2pELFVBQTZDLEVBQ29ELEVBQUUsQ0FBQyxDQUNwRyxXQUFXLEVBQ1gsV0FBVyxFQUNYLEVBQUU7SUFDRixNQUFNLEtBQUssR0FBRyxJQUFJLGVBQWUsRUFBRSxDQUFDO0lBQ3BDLFdBQVcsQ0FBQyxJQUFJLENBQUMsT0FBTyxFQUFFLEdBQUcsRUFBRTtRQUM3QixJQUFJLENBQUMsV0FBVyxDQUFDLGdCQUFnQjtZQUFFLEtBQUssQ0FBQyxLQUFLLENBQUMsSUFBSSxLQUFLLENBQUMsbUNBQW1DLENBQUMsQ0FBQyxDQUFDO0lBQ2pHLENBQUMsQ0FBQyxDQUFDO0lBQ0gsS0FBSyxDQUFDLEtBQUssSUFBSSxFQUFFO1FBQ2YsTUFBTSxRQUFRLEdBQUcsTUFBTSxVQUFVLENBQUMsTUFBTSxDQUFDLFNBQVMsQ0FBQyxXQUFXLEVBQUUsS0FBSyxDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUM7UUFDL0UsTUFBTSxhQUFhLENBQUMsUUFBUSxFQUFFLFdBQVcsRUFBRSxLQUFLLENBQUMsTUFBTSxDQUFDLENBQUM7SUFDM0QsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxLQUFLLENBQUMsQ0FBQyxRQUFpQixFQUFFLEVBQUU7UUFDL0IsNkVBQTZFO1FBQzdFLElBQUksS0FBSyxDQUFDLE1BQU0sQ0FBQyxPQUFPO1lBQUUsT0FBTztRQUNqQyxJQUFJLENBQUMsV0FBVyxDQUFDLFdBQVcsRUFBRSxDQUFDO1lBQzdCLFdBQVcsQ0FBQyxTQUFTLENBQUMsR0FBRyxFQUFFLEVBQUUsY0FBYyxFQUFFLGtCQUFrQixFQUFFLENBQUMsQ0FBQztZQUNuRSxXQUFXLENBQUMsR0FBRyxDQUFDLElBQUksQ0FBQyxTQUFTLENBQUM7Z0JBQzdCLElBQUksRUFBRSxPQUFPO2dCQUNiLEtBQUssRUFBRSxFQUFFLElBQUksRUFBRSxXQUFXLEVBQUUsT0FBTyxFQUFFLG9DQUFvQyxRQUFRLFlBQVksS0FBSyxDQUFDLENBQUMsQ0FBQyxRQUFRLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxNQUFNLENBQUMsUUFBUSxDQUFDLEVBQUUsRUFBRTthQUM3SSxDQUFDLENBQUMsQ0FBQztZQUNKLE9BQU87UUFDVCxDQUFDO1FBQ0QsV0FBVyxDQUFDLE9BQU8sQ0FBQyxRQUFRLFlBQVksS0FBSyxDQUFDLENBQUMsQ0FBQyxRQUFRLENBQUMsQ0FBQyxDQUFDLElBQUksS0FBSyxDQUFDLE1BQU0sQ0FBQyxRQUFRLENBQUMsQ0FBQyxDQUFDLENBQUM7SUFDMUYsQ0FBQyxDQUFDLENBQUM7QUFDTCxDQUFDLENBQUMifQ==
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type * as http from 'node:http';
|
|
2
|
+
import { once } from 'node:events';
|
|
3
|
+
import { Readable } from 'node:stream';
|
|
4
|
+
export { once, Readable };
|
|
5
|
+
export type { http };
|
|
6
|
+
export type { IAnthropicMessagesService } from '@modelprofile.com/flexharness-providers/anthropic-messages';
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import { once } from 'node:events';
|
|
2
|
+
import { Readable } from 'node:stream';
|
|
3
|
+
export { once, Readable };
|
|
4
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGx1Z2lucy5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3RzX2FudGhyb3BpY19tZXNzYWdlc19ub2RlL3BsdWdpbnMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQ0EsT0FBTyxFQUFFLElBQUksRUFBRSxNQUFNLGFBQWEsQ0FBQztBQUNuQyxPQUFPLEVBQUUsUUFBUSxFQUFFLE1BQU0sYUFBYSxDQUFDO0FBRXZDLE9BQU8sRUFBRSxJQUFJLEVBQUUsUUFBUSxFQUFFLENBQUMifQ==
|
|
@@ -3,4 +3,7 @@ import * as crypto from 'node:crypto';
|
|
|
3
3
|
import * as http from 'node:http';
|
|
4
4
|
import { Buffer } from 'node:buffer';
|
|
5
5
|
export { Buffer, crypto, http };
|
|
6
|
-
|
|
6
|
+
// @modelprofile.com scope
|
|
7
|
+
import * as openAi from '@modelprofile.com/flexharness-providers/openai';
|
|
8
|
+
export { openAi };
|
|
9
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGx1Z2lucy5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3RzX29wZW5haV9hY2NvdW50L3BsdWdpbnMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsb0JBQW9CO0FBQ3BCLE9BQU8sS0FBSyxNQUFNLE1BQU0sYUFBYSxDQUFDO0FBQ3RDLE9BQU8sS0FBSyxJQUFJLE1BQU0sV0FBVyxDQUFDO0FBQ2xDLE9BQU8sRUFBRSxNQUFNLEVBQUUsTUFBTSxhQUFhLENBQUM7QUFJckMsT0FBTyxFQUFFLE1BQU0sRUFBRSxNQUFNLEVBQUUsSUFBSSxFQUFFLENBQUM7QUFHaEMsMEJBQTBCO0FBQzFCLE9BQU8sS0FBSyxNQUFNLE1BQU0sZ0RBQWdELENBQUM7QUFFekUsT0FBTyxFQUFFLE1BQU0sRUFBRSxDQUFDIn0=
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import type { TOpenAiChatGptRequestOutcome } from '@modelprofile.com/flexharness-providers/auth';
|
|
2
|
+
import type { IOpenAiChatGptModel, IOpenAiChatGptModelReasoningEffort, IOpenAiChatGptModelServiceTier, TOpenAiChatGptInputModality } from '@modelprofile.com/flexharness-providers/openai';
|
|
2
3
|
export type TSmartAiProviderId = string;
|
|
3
4
|
export type TSmartAiProviderLoginFlow = 'browser' | 'device';
|
|
4
|
-
export type TSmartAiProviderInputModality =
|
|
5
|
+
export type TSmartAiProviderInputModality = TOpenAiChatGptInputModality;
|
|
5
6
|
export interface ISmartAiProviderDescriptor {
|
|
6
7
|
providerId: TSmartAiProviderId;
|
|
7
8
|
displayName: string;
|
|
@@ -65,29 +66,12 @@ export interface ISmartAiProviderOperationOptions {
|
|
|
65
66
|
signal?: AbortSignal;
|
|
66
67
|
timeoutMs?: number;
|
|
67
68
|
}
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
description: string;
|
|
69
|
+
/** The catalog shapes are defined once, by the access-only catalog read in `/openai`. */
|
|
70
|
+
export interface ISmartAiProviderModelReasoningEffort extends IOpenAiChatGptModelReasoningEffort {
|
|
71
71
|
}
|
|
72
|
-
export interface ISmartAiProviderModelServiceTier {
|
|
73
|
-
id: string;
|
|
74
|
-
name: string;
|
|
75
|
-
description: string;
|
|
72
|
+
export interface ISmartAiProviderModelServiceTier extends IOpenAiChatGptModelServiceTier {
|
|
76
73
|
}
|
|
77
|
-
export interface ISmartAiProviderModel {
|
|
78
|
-
providerId: 'openai';
|
|
79
|
-
modelId: string;
|
|
80
|
-
wireModel: string;
|
|
81
|
-
displayName: string;
|
|
82
|
-
description: string;
|
|
83
|
-
hidden: boolean;
|
|
84
|
-
reasoningEfforts: ISmartAiProviderModelReasoningEffort[];
|
|
85
|
-
defaultReasoningEffort: string;
|
|
86
|
-
inputModalities: TSmartAiProviderInputModality[];
|
|
87
|
-
supportsPersonality: boolean;
|
|
88
|
-
serviceTiers: ISmartAiProviderModelServiceTier[];
|
|
89
|
-
defaultServiceTier?: string;
|
|
90
|
-
isDefault: boolean;
|
|
74
|
+
export interface ISmartAiProviderModel extends IOpenAiChatGptModel {
|
|
91
75
|
}
|
|
92
76
|
export interface ISmartAiProviderModelListOptions extends ISmartAiProviderOperationOptions {
|
|
93
77
|
cursor?: string;
|