@effect/ai-openai 0.17.0 → 0.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/OpenAiEmbeddingModel/package.json +6 -0
- package/OpenAiLanguageModel/package.json +6 -0
- package/dist/cjs/OpenAiClient.js +111 -109
- package/dist/cjs/OpenAiClient.js.map +1 -1
- package/dist/cjs/OpenAiConfig.js +2 -2
- package/dist/cjs/OpenAiConfig.js.map +1 -1
- package/dist/cjs/{OpenAiEmbeddings.js → OpenAiEmbeddingModel.js} +22 -51
- package/dist/cjs/OpenAiEmbeddingModel.js.map +1 -0
- package/dist/cjs/OpenAiLanguageModel.js +490 -0
- package/dist/cjs/OpenAiLanguageModel.js.map +1 -0
- package/dist/cjs/OpenAiTelemetry.js +1 -1
- package/dist/cjs/OpenAiTelemetry.js.map +1 -1
- package/dist/cjs/OpenAiTokenizer.js +11 -13
- package/dist/cjs/OpenAiTokenizer.js.map +1 -1
- package/dist/cjs/index.js +5 -5
- package/dist/cjs/internal/utilities.js +25 -0
- package/dist/cjs/internal/utilities.js.map +1 -0
- package/dist/dts/OpenAiClient.d.ts +32 -75
- package/dist/dts/OpenAiClient.d.ts.map +1 -1
- package/dist/dts/OpenAiConfig.d.ts +5 -6
- package/dist/dts/OpenAiConfig.d.ts.map +1 -1
- package/dist/dts/{OpenAiEmbeddings.d.ts → OpenAiEmbeddingModel.d.ts} +16 -37
- package/dist/dts/OpenAiEmbeddingModel.d.ts.map +1 -0
- package/dist/dts/OpenAiLanguageModel.d.ts +108 -0
- package/dist/dts/OpenAiLanguageModel.d.ts.map +1 -0
- package/dist/dts/OpenAiTelemetry.d.ts +59 -64
- package/dist/dts/OpenAiTelemetry.d.ts.map +1 -1
- package/dist/dts/OpenAiTokenizer.d.ts +2 -2
- package/dist/dts/OpenAiTokenizer.d.ts.map +1 -1
- package/dist/dts/index.d.ts +3 -3
- package/dist/dts/index.d.ts.map +1 -1
- package/dist/dts/internal/utilities.d.ts +2 -0
- package/dist/dts/internal/utilities.d.ts.map +1 -0
- package/dist/esm/OpenAiClient.js +110 -106
- package/dist/esm/OpenAiClient.js.map +1 -1
- package/dist/esm/OpenAiConfig.js +2 -2
- package/dist/esm/OpenAiConfig.js.map +1 -1
- package/dist/esm/{OpenAiEmbeddings.js → OpenAiEmbeddingModel.js} +21 -48
- package/dist/esm/OpenAiEmbeddingModel.js.map +1 -0
- package/dist/esm/OpenAiLanguageModel.js +478 -0
- package/dist/esm/OpenAiLanguageModel.js.map +1 -0
- package/dist/esm/OpenAiTelemetry.js +1 -1
- package/dist/esm/OpenAiTelemetry.js.map +1 -1
- package/dist/esm/OpenAiTokenizer.js +11 -13
- package/dist/esm/OpenAiTokenizer.js.map +1 -1
- package/dist/esm/index.js +3 -3
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/internal/utilities.js +16 -0
- package/dist/esm/internal/utilities.js.map +1 -0
- package/package.json +19 -19
- package/src/OpenAiClient.ts +184 -191
- package/src/OpenAiConfig.ts +7 -8
- package/src/{OpenAiEmbeddings.ts → OpenAiEmbeddingModel.ts} +39 -85
- package/src/OpenAiLanguageModel.ts +601 -0
- package/src/OpenAiTelemetry.ts +66 -71
- package/src/OpenAiTokenizer.ts +35 -26
- package/src/index.ts +3 -3
- package/src/internal/utilities.ts +19 -0
- package/OpenAiCompletions/package.json +0 -6
- package/OpenAiEmbeddings/package.json +0 -6
- package/dist/cjs/OpenAiCompletions.js +0 -358
- package/dist/cjs/OpenAiCompletions.js.map +0 -1
- package/dist/cjs/OpenAiEmbeddings.js.map +0 -1
- package/dist/dts/OpenAiCompletions.d.ts +0 -75
- package/dist/dts/OpenAiCompletions.d.ts.map +0 -1
- package/dist/dts/OpenAiEmbeddings.d.ts.map +0 -1
- package/dist/esm/OpenAiCompletions.js +0 -345
- package/dist/esm/OpenAiCompletions.js.map +0 -1
- package/dist/esm/OpenAiEmbeddings.js.map +0 -1
- package/src/OpenAiCompletions.ts +0 -500
|
@@ -0,0 +1,490 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.withConfigOverride = exports.model = exports.ProviderMetadata = exports.Config = void 0;
|
|
7
|
+
var _AiError = require("@effect/ai/AiError");
|
|
8
|
+
var AiLanguageModel = _interopRequireWildcard(require("@effect/ai/AiLanguageModel"));
|
|
9
|
+
var AiModel = _interopRequireWildcard(require("@effect/ai/AiModel"));
|
|
10
|
+
var AiResponse = _interopRequireWildcard(require("@effect/ai/AiResponse"));
|
|
11
|
+
var Tokenizer = _interopRequireWildcard(require("@effect/ai/Tokenizer"));
|
|
12
|
+
var Arr = _interopRequireWildcard(require("effect/Array"));
|
|
13
|
+
var Context = _interopRequireWildcard(require("effect/Context"));
|
|
14
|
+
var Effect = _interopRequireWildcard(require("effect/Effect"));
|
|
15
|
+
var Encoding = _interopRequireWildcard(require("effect/Encoding"));
|
|
16
|
+
var _Function = require("effect/Function");
|
|
17
|
+
var Option = _interopRequireWildcard(require("effect/Option"));
|
|
18
|
+
var Predicate = _interopRequireWildcard(require("effect/Predicate"));
|
|
19
|
+
var Stream = _interopRequireWildcard(require("effect/Stream"));
|
|
20
|
+
var _utilities = _interopRequireWildcard(require("./internal/utilities.js"));
|
|
21
|
+
var InternalUtilities = _utilities;
|
|
22
|
+
var _OpenAiClient = require("./OpenAiClient.js");
|
|
23
|
+
var _OpenAiTelemetry = require("./OpenAiTelemetry.js");
|
|
24
|
+
var OpenAiTokenizer = _interopRequireWildcard(require("./OpenAiTokenizer.js"));
|
|
25
|
+
function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
|
|
26
|
+
function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && {}.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
|
|
27
|
+
/**
|
|
28
|
+
* @since 1.0.0
|
|
29
|
+
*/
|
|
30
|
+
|
|
31
|
+
const constDisableValidation = {
|
|
32
|
+
disableValidation: true
|
|
33
|
+
};
|
|
34
|
+
// =============================================================================
|
|
35
|
+
// Configuration
|
|
36
|
+
// =============================================================================
|
|
37
|
+
/**
|
|
38
|
+
* @since 1.0.0
|
|
39
|
+
* @category Context
|
|
40
|
+
*/
|
|
41
|
+
class Config extends /*#__PURE__*/Context.Tag("@effect/ai-openai/OpenAiLanguageModel/Config")() {
|
|
42
|
+
/**
|
|
43
|
+
* @since 1.0.0
|
|
44
|
+
*/
|
|
45
|
+
static getOrUndefined = /*#__PURE__*/Effect.map( /*#__PURE__*/Effect.context(), context => context.unsafeMap.get(Config.key));
|
|
46
|
+
}
|
|
47
|
+
// =============================================================================
|
|
48
|
+
// Anthropic Provider Metadata
|
|
49
|
+
// =============================================================================
|
|
50
|
+
/**
|
|
51
|
+
* @since 1.0.0
|
|
52
|
+
* @category Context
|
|
53
|
+
*/
|
|
54
|
+
exports.Config = Config;
|
|
55
|
+
class ProviderMetadata extends /*#__PURE__*/Context.Tag(InternalUtilities.ProviderMetadataKey)() {}
|
|
56
|
+
// =============================================================================
|
|
57
|
+
// OpenAi Language Model
|
|
58
|
+
// =============================================================================
|
|
59
|
+
exports.ProviderMetadata = ProviderMetadata;
|
|
60
|
+
const cacheKey = "@effect/ai-openai/OpenAiLanguageModel";
|
|
61
|
+
/**
|
|
62
|
+
* @since 1.0.0
|
|
63
|
+
* @category AI Models
|
|
64
|
+
*/
|
|
65
|
+
const model = (model, config) => AiModel.make({
|
|
66
|
+
cacheKey,
|
|
67
|
+
cachedContext: Effect.map(make, model => Context.make(AiLanguageModel.AiLanguageModel, model)),
|
|
68
|
+
updateRequestContext: Effect.fnUntraced(function* (context) {
|
|
69
|
+
const perRequestConfig = yield* Config.getOrUndefined;
|
|
70
|
+
return Context.mergeAll(context, Context.make(Config, {
|
|
71
|
+
model,
|
|
72
|
+
...config,
|
|
73
|
+
...perRequestConfig
|
|
74
|
+
}), Context.make(Tokenizer.Tokenizer, OpenAiTokenizer.make({
|
|
75
|
+
model: perRequestConfig?.model ?? model
|
|
76
|
+
})));
|
|
77
|
+
})
|
|
78
|
+
});
|
|
79
|
+
exports.model = model;
|
|
80
|
+
const make = /*#__PURE__*/Effect.gen(function* () {
|
|
81
|
+
const client = yield* _OpenAiClient.OpenAiClient;
|
|
82
|
+
const makeRequest = Effect.fnUntraced(function* (method, {
|
|
83
|
+
prompt,
|
|
84
|
+
system,
|
|
85
|
+
tools,
|
|
86
|
+
...options
|
|
87
|
+
}) {
|
|
88
|
+
const config = yield* Config;
|
|
89
|
+
const model = config.model;
|
|
90
|
+
if (Predicate.isUndefined(model)) {
|
|
91
|
+
return yield* Effect.die(new _AiError.AiError({
|
|
92
|
+
module: "OpenAiLanguageModel",
|
|
93
|
+
method,
|
|
94
|
+
description: "No `model` specified for request"
|
|
95
|
+
}));
|
|
96
|
+
}
|
|
97
|
+
const useStructured = tools.length === 1 && tools[0].structured;
|
|
98
|
+
let toolChoice = undefined;
|
|
99
|
+
if (Predicate.isNotUndefined(options.toolChoice) && !useStructured && tools.length > 0) {
|
|
100
|
+
if (options.toolChoice === "auto" || options.toolChoice === "required") {
|
|
101
|
+
toolChoice = options.toolChoice;
|
|
102
|
+
} else if (typeof options.toolChoice === "object") {
|
|
103
|
+
toolChoice = {
|
|
104
|
+
type: "function",
|
|
105
|
+
function: {
|
|
106
|
+
name: options.toolChoice.tool
|
|
107
|
+
}
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
const messages = yield* makeMessages(method, system, prompt);
|
|
112
|
+
return {
|
|
113
|
+
...config,
|
|
114
|
+
model,
|
|
115
|
+
messages,
|
|
116
|
+
response_format: useStructured ? {
|
|
117
|
+
type: "json_schema",
|
|
118
|
+
json_schema: {
|
|
119
|
+
strict: true,
|
|
120
|
+
name: tools[0].name,
|
|
121
|
+
description: tools[0].description,
|
|
122
|
+
schema: tools[0].parameters
|
|
123
|
+
}
|
|
124
|
+
} : undefined,
|
|
125
|
+
tools: !useStructured && tools.length > 0 ? tools.map(tool => ({
|
|
126
|
+
type: "function",
|
|
127
|
+
function: {
|
|
128
|
+
name: tool.name,
|
|
129
|
+
description: tool.description,
|
|
130
|
+
parameters: tool.parameters,
|
|
131
|
+
strict: true
|
|
132
|
+
}
|
|
133
|
+
})) : undefined,
|
|
134
|
+
tool_choice: toolChoice
|
|
135
|
+
};
|
|
136
|
+
});
|
|
137
|
+
return yield* AiLanguageModel.make({
|
|
138
|
+
generateText: Effect.fnUntraced(function* (options) {
|
|
139
|
+
const structuredTool = options.tools.length === 1 && options.tools[0].structured ? options.tools[0] : undefined;
|
|
140
|
+
const request = yield* makeRequest("generateText", options);
|
|
141
|
+
annotateRequest(options.span, request);
|
|
142
|
+
const rawResponse = yield* client.client.createChatCompletion(request);
|
|
143
|
+
annotateChatResponse(options.span, rawResponse);
|
|
144
|
+
const response = yield* makeResponse(rawResponse, "generateText", structuredTool);
|
|
145
|
+
return response;
|
|
146
|
+
}, Effect.catchAll(cause => _AiError.AiError.is(cause) ? cause : new _AiError.AiError({
|
|
147
|
+
module: "OpenAiLanguageModel",
|
|
148
|
+
method: "generateText",
|
|
149
|
+
description: "An error occurred",
|
|
150
|
+
cause
|
|
151
|
+
}))),
|
|
152
|
+
streamText(options) {
|
|
153
|
+
return makeRequest("streamText", options).pipe(Effect.tap(request => annotateRequest(options.span, request)), Effect.map(client.stream), Stream.unwrap, Stream.map(response => {
|
|
154
|
+
annotateStreamResponse(options.span, response);
|
|
155
|
+
return response;
|
|
156
|
+
}), Stream.catchAll(cause => _AiError.AiError.is(cause) ? cause : new _AiError.AiError({
|
|
157
|
+
module: "OpenAiLanguageModel",
|
|
158
|
+
method: "streamText",
|
|
159
|
+
description: "An error occurred",
|
|
160
|
+
cause
|
|
161
|
+
})));
|
|
162
|
+
}
|
|
163
|
+
});
|
|
164
|
+
});
|
|
165
|
+
/**
|
|
166
|
+
* @since 1.0.0
|
|
167
|
+
* @category Configuration
|
|
168
|
+
*/
|
|
169
|
+
const withConfigOverride = exports.withConfigOverride = /*#__PURE__*/(0, _Function.dual)(2, (self, overrides) => Effect.flatMap(Config.getOrUndefined, config => Effect.provideService(self, Config, {
|
|
170
|
+
...config,
|
|
171
|
+
...overrides
|
|
172
|
+
})));
|
|
173
|
+
const makeMessages = /*#__PURE__*/Effect.fnUntraced(function* (method, system, prompt) {
|
|
174
|
+
const messages = Option.match(system, {
|
|
175
|
+
onNone: () => [],
|
|
176
|
+
onSome: content => [{
|
|
177
|
+
role: "system",
|
|
178
|
+
content
|
|
179
|
+
}]
|
|
180
|
+
});
|
|
181
|
+
for (const message of prompt.messages) {
|
|
182
|
+
switch (message._tag) {
|
|
183
|
+
case "AssistantMessage":
|
|
184
|
+
{
|
|
185
|
+
let text = "";
|
|
186
|
+
const toolCalls = [];
|
|
187
|
+
for (const part of message.parts) {
|
|
188
|
+
switch (part._tag) {
|
|
189
|
+
case "TextPart":
|
|
190
|
+
{
|
|
191
|
+
text += part.text;
|
|
192
|
+
break;
|
|
193
|
+
}
|
|
194
|
+
case "ToolCallPart":
|
|
195
|
+
{
|
|
196
|
+
toolCalls.push({
|
|
197
|
+
id: part.id,
|
|
198
|
+
type: "function",
|
|
199
|
+
function: {
|
|
200
|
+
name: part.name,
|
|
201
|
+
arguments: JSON.stringify(part.params)
|
|
202
|
+
}
|
|
203
|
+
});
|
|
204
|
+
break;
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
messages.push({
|
|
209
|
+
role: "assistant",
|
|
210
|
+
content: text,
|
|
211
|
+
tool_calls: toolCalls.length > 0 ? toolCalls : undefined
|
|
212
|
+
});
|
|
213
|
+
break;
|
|
214
|
+
}
|
|
215
|
+
case "ToolMessage":
|
|
216
|
+
{
|
|
217
|
+
for (const part of message.parts) {
|
|
218
|
+
messages.push({
|
|
219
|
+
role: "tool",
|
|
220
|
+
tool_call_id: part.id,
|
|
221
|
+
content: JSON.stringify(part.result)
|
|
222
|
+
});
|
|
223
|
+
}
|
|
224
|
+
break;
|
|
225
|
+
}
|
|
226
|
+
case "UserMessage":
|
|
227
|
+
{
|
|
228
|
+
// Handle the case where the message content is just a single piece of text
|
|
229
|
+
if (message.parts.length === 1 && message.parts[0]._tag === "TextPart") {
|
|
230
|
+
messages.push({
|
|
231
|
+
role: "user",
|
|
232
|
+
content: message.parts[0].text
|
|
233
|
+
});
|
|
234
|
+
break;
|
|
235
|
+
}
|
|
236
|
+
const content = [];
|
|
237
|
+
for (let index = 0; index < message.parts.length; index++) {
|
|
238
|
+
const part = message.parts[index];
|
|
239
|
+
switch (part._tag) {
|
|
240
|
+
// TODO: review file inputs
|
|
241
|
+
case "FilePart":
|
|
242
|
+
{
|
|
243
|
+
const data = Encoding.encodeBase64(part.data);
|
|
244
|
+
switch (part.mediaType) {
|
|
245
|
+
case "audio/wav":
|
|
246
|
+
{
|
|
247
|
+
content.push({
|
|
248
|
+
type: "input_audio",
|
|
249
|
+
input_audio: {
|
|
250
|
+
data,
|
|
251
|
+
format: "wav"
|
|
252
|
+
}
|
|
253
|
+
});
|
|
254
|
+
break;
|
|
255
|
+
}
|
|
256
|
+
case "audio/mp3":
|
|
257
|
+
case "audio/mpeg":
|
|
258
|
+
{
|
|
259
|
+
content.push({
|
|
260
|
+
type: "input_audio",
|
|
261
|
+
input_audio: {
|
|
262
|
+
data,
|
|
263
|
+
format: "mp3"
|
|
264
|
+
}
|
|
265
|
+
});
|
|
266
|
+
break;
|
|
267
|
+
}
|
|
268
|
+
case "application/pdf":
|
|
269
|
+
{
|
|
270
|
+
content.push({
|
|
271
|
+
type: "file",
|
|
272
|
+
file: {
|
|
273
|
+
filename: part.name ?? `part-${index}.pdf`,
|
|
274
|
+
file_data: `data:application/pdf;base64,${data}`
|
|
275
|
+
}
|
|
276
|
+
});
|
|
277
|
+
break;
|
|
278
|
+
}
|
|
279
|
+
}
|
|
280
|
+
return yield* new _AiError.AiError({
|
|
281
|
+
module: "OpenAiLanguageModel",
|
|
282
|
+
method: "",
|
|
283
|
+
description: `OpenAi does not support file inputs of type "${part.mediaType}"`
|
|
284
|
+
});
|
|
285
|
+
}
|
|
286
|
+
case "FileUrlPart":
|
|
287
|
+
{
|
|
288
|
+
return yield* new _AiError.AiError({
|
|
289
|
+
module: "OpenAiLanguageModel",
|
|
290
|
+
method,
|
|
291
|
+
description: "OpenAi does not support file content parts with URL data"
|
|
292
|
+
});
|
|
293
|
+
}
|
|
294
|
+
case "TextPart":
|
|
295
|
+
{
|
|
296
|
+
content.push({
|
|
297
|
+
type: "text",
|
|
298
|
+
text: part.text
|
|
299
|
+
});
|
|
300
|
+
break;
|
|
301
|
+
}
|
|
302
|
+
case "ImagePart":
|
|
303
|
+
{
|
|
304
|
+
const mediaType = part.mediaType ?? "image/jpeg";
|
|
305
|
+
const base64 = Encoding.encodeBase64(part.data);
|
|
306
|
+
const url = `data:${mediaType};base64,${base64}`;
|
|
307
|
+
content.push({
|
|
308
|
+
type: "image_url",
|
|
309
|
+
image_url: {
|
|
310
|
+
url
|
|
311
|
+
}
|
|
312
|
+
});
|
|
313
|
+
break;
|
|
314
|
+
}
|
|
315
|
+
case "ImageUrlPart":
|
|
316
|
+
{
|
|
317
|
+
// TODO: provider options
|
|
318
|
+
// const detail = part.providerOptions?.openai?.imageDetail as any
|
|
319
|
+
content.push({
|
|
320
|
+
type: "image_url",
|
|
321
|
+
image_url: {
|
|
322
|
+
url: part.url.toString()
|
|
323
|
+
}
|
|
324
|
+
});
|
|
325
|
+
}
|
|
326
|
+
}
|
|
327
|
+
}
|
|
328
|
+
if (Arr.isNonEmptyArray(content)) {
|
|
329
|
+
messages.push({
|
|
330
|
+
role: "user",
|
|
331
|
+
name: message.userName,
|
|
332
|
+
content
|
|
333
|
+
});
|
|
334
|
+
}
|
|
335
|
+
break;
|
|
336
|
+
}
|
|
337
|
+
}
|
|
338
|
+
}
|
|
339
|
+
if (Arr.isNonEmptyReadonlyArray(messages)) {
|
|
340
|
+
return messages;
|
|
341
|
+
}
|
|
342
|
+
return yield* new _AiError.AiError({
|
|
343
|
+
module: "OpenAiLanguageModel",
|
|
344
|
+
method,
|
|
345
|
+
description: "Prompt contained no messages"
|
|
346
|
+
});
|
|
347
|
+
});
|
|
348
|
+
const makeResponse = /*#__PURE__*/Effect.fnUntraced(function* (response, method, structuredTool) {
|
|
349
|
+
const choice = response.choices[0];
|
|
350
|
+
if (Predicate.isUndefined(choice)) {
|
|
351
|
+
return yield* new _AiError.AiError({
|
|
352
|
+
module: "OpenAiLanguageModel",
|
|
353
|
+
method,
|
|
354
|
+
description: "Could not get response"
|
|
355
|
+
});
|
|
356
|
+
}
|
|
357
|
+
const parts = [];
|
|
358
|
+
parts.push(new AiResponse.MetadataPart({
|
|
359
|
+
id: response.id,
|
|
360
|
+
model: response.model,
|
|
361
|
+
// OpenAi returns the `created` time in seconds
|
|
362
|
+
timestamp: new Date(response.created * 1000)
|
|
363
|
+
}, constDisableValidation));
|
|
364
|
+
const finishReason = (0, _utilities.resolveFinishReason)(choice.finish_reason);
|
|
365
|
+
const inputTokens = response.usage?.prompt_tokens ?? 0;
|
|
366
|
+
const outputTokens = response.usage?.completion_tokens ?? 0;
|
|
367
|
+
const totalTokens = inputTokens + outputTokens;
|
|
368
|
+
const metadata = {};
|
|
369
|
+
if (Predicate.isNotUndefined(response.service_tier)) {
|
|
370
|
+
metadata.serviceTier = response.service_tier;
|
|
371
|
+
}
|
|
372
|
+
if (Predicate.isNotUndefined(response.system_fingerprint)) {
|
|
373
|
+
metadata.systemFingerprint = response.system_fingerprint;
|
|
374
|
+
}
|
|
375
|
+
if (Predicate.isNotUndefined(response.usage?.completion_tokens_details?.accepted_prediction_tokens)) {
|
|
376
|
+
metadata.acceptedPredictionTokens = response.usage?.completion_tokens_details?.accepted_prediction_tokens ?? 0;
|
|
377
|
+
}
|
|
378
|
+
if (Predicate.isNotUndefined(response.usage?.completion_tokens_details?.rejected_prediction_tokens)) {
|
|
379
|
+
metadata.rejectedPredictionTokens = response.usage?.completion_tokens_details?.rejected_prediction_tokens ?? 0;
|
|
380
|
+
}
|
|
381
|
+
if (Predicate.isNotUndefined(response.usage?.prompt_tokens_details?.audio_tokens)) {
|
|
382
|
+
metadata.inputAudioTokens = response.usage?.prompt_tokens_details?.audio_tokens ?? 0;
|
|
383
|
+
}
|
|
384
|
+
if (Predicate.isNotUndefined(response.usage?.completion_tokens_details?.audio_tokens)) {
|
|
385
|
+
metadata.outputAudioTokens = response.usage?.completion_tokens_details?.audio_tokens ?? 0;
|
|
386
|
+
}
|
|
387
|
+
parts.push(new AiResponse.FinishPart({
|
|
388
|
+
reason: finishReason,
|
|
389
|
+
usage: new AiResponse.Usage({
|
|
390
|
+
inputTokens,
|
|
391
|
+
outputTokens,
|
|
392
|
+
totalTokens,
|
|
393
|
+
reasoningTokens: response.usage?.completion_tokens_details?.reasoning_tokens ?? 0,
|
|
394
|
+
cacheReadInputTokens: response.usage?.prompt_tokens_details?.cached_tokens ?? 0,
|
|
395
|
+
cacheWriteInputTokens: 0
|
|
396
|
+
}, constDisableValidation),
|
|
397
|
+
providerMetadata: {
|
|
398
|
+
[InternalUtilities.ProviderMetadataKey]: metadata
|
|
399
|
+
}
|
|
400
|
+
}, constDisableValidation));
|
|
401
|
+
if (Predicate.isNotNullable(choice.message.content)) {
|
|
402
|
+
parts.push(new AiResponse.TextPart({
|
|
403
|
+
text: choice.message.content
|
|
404
|
+
}, constDisableValidation));
|
|
405
|
+
}
|
|
406
|
+
const output = new AiResponse.AiResponse({
|
|
407
|
+
parts
|
|
408
|
+
}, constDisableValidation);
|
|
409
|
+
if (Predicate.isNotUndefined(structuredTool)) {
|
|
410
|
+
return yield* AiResponse.withToolCallsJson(output, [{
|
|
411
|
+
id: response.id,
|
|
412
|
+
name: structuredTool.name,
|
|
413
|
+
params: choice.message.content
|
|
414
|
+
}]);
|
|
415
|
+
}
|
|
416
|
+
if (Predicate.isNotUndefined(choice.message.tool_calls) && choice.message.tool_calls.length > 0) {
|
|
417
|
+
return yield* AiResponse.withToolCallsJson(output, choice.message.tool_calls.map(tool => ({
|
|
418
|
+
id: tool.id,
|
|
419
|
+
name: tool.function.name,
|
|
420
|
+
params: tool.function.arguments
|
|
421
|
+
})));
|
|
422
|
+
}
|
|
423
|
+
return output;
|
|
424
|
+
});
|
|
425
|
+
const annotateRequest = (span, request) => {
|
|
426
|
+
(0, _OpenAiTelemetry.addGenAIAnnotations)(span, {
|
|
427
|
+
system: "openai",
|
|
428
|
+
operation: {
|
|
429
|
+
name: "chat"
|
|
430
|
+
},
|
|
431
|
+
request: {
|
|
432
|
+
model: request.model,
|
|
433
|
+
temperature: request.temperature,
|
|
434
|
+
topP: request.top_p,
|
|
435
|
+
maxTokens: request.max_tokens,
|
|
436
|
+
stopSequences: Arr.ensure(request.stop).filter(Predicate.isNotNullable),
|
|
437
|
+
frequencyPenalty: request.frequency_penalty,
|
|
438
|
+
presencePenalty: request.presence_penalty,
|
|
439
|
+
seed: request.seed
|
|
440
|
+
},
|
|
441
|
+
openai: {
|
|
442
|
+
request: {
|
|
443
|
+
responseFormat: request.response_format?.type,
|
|
444
|
+
serviceTier: request.service_tier
|
|
445
|
+
}
|
|
446
|
+
}
|
|
447
|
+
});
|
|
448
|
+
};
|
|
449
|
+
const annotateChatResponse = (span, response) => {
|
|
450
|
+
(0, _OpenAiTelemetry.addGenAIAnnotations)(span, {
|
|
451
|
+
response: {
|
|
452
|
+
id: response.id,
|
|
453
|
+
model: response.model,
|
|
454
|
+
finishReasons: response.choices.map(choice => choice.finish_reason)
|
|
455
|
+
},
|
|
456
|
+
usage: {
|
|
457
|
+
inputTokens: response.usage?.prompt_tokens,
|
|
458
|
+
outputTokens: response.usage?.completion_tokens
|
|
459
|
+
},
|
|
460
|
+
openai: {
|
|
461
|
+
response: {
|
|
462
|
+
systemFingerprint: response.system_fingerprint,
|
|
463
|
+
serviceTier: response.service_tier
|
|
464
|
+
}
|
|
465
|
+
}
|
|
466
|
+
});
|
|
467
|
+
};
|
|
468
|
+
const annotateStreamResponse = (span, response) => {
|
|
469
|
+
const metadataPart = response.parts.find(part => part._tag === "MetadataPart");
|
|
470
|
+
const finishPart = response.parts.find(part => part._tag === "FinishPart");
|
|
471
|
+
const providerMetadata = finishPart?.providerMetadata[ProviderMetadata.key];
|
|
472
|
+
(0, _OpenAiTelemetry.addGenAIAnnotations)(span, {
|
|
473
|
+
response: {
|
|
474
|
+
id: metadataPart?.id,
|
|
475
|
+
model: metadataPart?.model,
|
|
476
|
+
finishReasons: finishPart?.reason ? [finishPart.reason] : undefined
|
|
477
|
+
},
|
|
478
|
+
usage: {
|
|
479
|
+
inputTokens: finishPart?.usage.inputTokens,
|
|
480
|
+
outputTokens: finishPart?.usage.outputTokens
|
|
481
|
+
},
|
|
482
|
+
openai: {
|
|
483
|
+
response: {
|
|
484
|
+
serviceTier: providerMetadata?.serviceTier,
|
|
485
|
+
systemFingerprint: providerMetadata?.systemFingerprint
|
|
486
|
+
}
|
|
487
|
+
}
|
|
488
|
+
});
|
|
489
|
+
};
|
|
490
|
+
//# sourceMappingURL=OpenAiLanguageModel.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OpenAiLanguageModel.js","names":["_AiError","require","AiLanguageModel","_interopRequireWildcard","AiModel","AiResponse","Tokenizer","Arr","Context","Effect","Encoding","_Function","Option","Predicate","Stream","_utilities","InternalUtilities","_OpenAiClient","_OpenAiTelemetry","OpenAiTokenizer","_getRequireWildcardCache","e","WeakMap","r","t","__esModule","default","has","get","n","__proto__","a","Object","defineProperty","getOwnPropertyDescriptor","u","hasOwnProperty","call","i","set","constDisableValidation","disableValidation","Config","Tag","getOrUndefined","map","context","unsafeMap","key","exports","ProviderMetadata","ProviderMetadataKey","cacheKey","model","config","make","cachedContext","updateRequestContext","fnUntraced","perRequestConfig","mergeAll","gen","client","OpenAiClient","makeRequest","method","prompt","system","tools","options","isUndefined","die","AiError","module","description","useStructured","length","structured","toolChoice","undefined","isNotUndefined","type","function","name","tool","messages","makeMessages","response_format","json_schema","strict","schema","parameters","tool_choice","generateText","structuredTool","request","annotateRequest","span","rawResponse","createChatCompletion","annotateChatResponse","response","makeResponse","catchAll","cause","is","streamText","pipe","tap","stream","unwrap","annotateStreamResponse","withConfigOverride","dual","self","overrides","flatMap","provideService","match","onNone","onSome","content","role","message","_tag","text","toolCalls","part","parts","push","id","arguments","JSON","stringify","params","tool_calls","tool_call_id","result","index","data","encodeBase64","mediaType","input_audio","format","file","filename","file_data","base64","url","image_url","toString","isNonEmptyArray","userName","isNonEmptyReadonlyArray","choice","choices","MetadataPart","timestamp","Date","created","finishReason","resolveFinishReason","finish_reason","inputTokens","usage","prompt_tokens","outputTokens","completion_tokens","totalTokens","metadata","service_tier","serviceTier","system_fingerprint","systemFingerprint","completion_tokens_details","accepted_prediction_tokens","acceptedPredictionTokens","rejected_prediction_tokens","rejectedPredictionTokens","prompt_tokens_details","audio_tokens","inputAudioTokens","outputAudioTokens","FinishPart","reason","Usage","reasoningTokens","reasoning_tokens","cacheReadInputTokens","cached_tokens","cacheWriteInputTokens","providerMetadata","isNotNullable","TextPart","output","withToolCallsJson","addGenAIAnnotations","operation","temperature","topP","top_p","maxTokens","max_tokens","stopSequences","ensure","stop","filter","frequencyPenalty","frequency_penalty","presencePenalty","presence_penalty","seed","openai","responseFormat","finishReasons","metadataPart","find","finishPart"],"sources":["../../src/OpenAiLanguageModel.ts"],"sourcesContent":[null],"mappings":";;;;;;AAGA,IAAAA,QAAA,GAAAC,OAAA;AAEA,IAAAC,eAAA,GAAAC,uBAAA,CAAAF,OAAA;AACA,IAAAG,OAAA,GAAAD,uBAAA,CAAAF,OAAA;AACA,IAAAI,UAAA,GAAAF,uBAAA,CAAAF,OAAA;AACA,IAAAK,SAAA,GAAAH,uBAAA,CAAAF,OAAA;AACA,IAAAM,GAAA,GAAAJ,uBAAA,CAAAF,OAAA;AACA,IAAAO,OAAA,GAAAL,uBAAA,CAAAF,OAAA;AACA,IAAAQ,MAAA,GAAAN,uBAAA,CAAAF,OAAA;AACA,IAAAS,QAAA,GAAAP,uBAAA,CAAAF,OAAA;AACA,IAAAU,SAAA,GAAAV,OAAA;AACA,IAAAW,MAAA,GAAAT,uBAAA,CAAAF,OAAA;AACA,IAAAY,SAAA,GAAAV,uBAAA,CAAAF,OAAA;AACA,IAAAa,MAAA,GAAAX,uBAAA,CAAAF,OAAA;AAIA,IAAAc,UAAA,GAAAZ,uBAAA,CAAAF,OAAA;AAA6D,IAAAe,iBAAA,GAAAD,UAAA;AAE7D,IAAAE,aAAA,GAAAhB,OAAA;AACA,IAAAiB,gBAAA,GAAAjB,OAAA;AACA,IAAAkB,eAAA,GAAAhB,uBAAA,CAAAF,OAAA;AAAuD,SAAAmB,yBAAAC,CAAA,6BAAAC,OAAA,mBAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,CAAAC,CAAA,WAAAA,CAAA,GAAAG,CAAA,GAAAD,CAAA,KAAAF,CAAA;AAAA,SAAAlB,wBAAAkB,CAAA,EAAAE,CAAA,SAAAA,CAAA,IAAAF,CAAA,IAAAA,CAAA,CAAAI,UAAA,SAAAJ,CAAA,eAAAA,CAAA,uBAAAA,CAAA,yBAAAA,CAAA,WAAAK,OAAA,EAAAL,CAAA,QAAAG,CAAA,GAAAJ,wBAAA,CAAAG,CAAA,OAAAC,CAAA,IAAAA,CAAA,CAAAG,GAAA,CAAAN,CAAA,UAAAG,CAAA,CAAAI,GAAA,CAAAP,CAAA,OAAAQ,CAAA,KAAAC,SAAA,UAAAC,CAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,CAAA,IAAAd,CAAA,oBAAAc,CAAA,OAAAC,cAAA,CAAAC,IAAA,CAAAhB,CAAA,EAAAc,CAAA,SAAAG,CAAA,GAAAP,CAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAb,CAAA,EAAAc,CAAA,UAAAG,CAAA,KAAAA,CAAA,CAAAV,GAAA,IAAAU,CAAA,CAAAC,GAAA,IAAAP,MAAA,CAAAC,cAAA,CAAAJ,CAAA,EAAAM,CAAA,EAAAG,CAAA,IAAAT,CAAA,CAAAM,CAAA,IAAAd,CAAA,CAAAc,CAAA,YAAAN,CAAA,CAAAH,OAAA,GAAAL,CAAA,EAAAG,CAAA,IAAAA,CAAA,CAAAe,GAAA,CAAAlB,CAAA,EAAAQ,CAAA,GAAAA,CAAA;AAxBvD;;;;AA0BA,MAAMW,sBAAsB,GAAG;EAAEC,iBAAiB,EAAE;AAAI,CAAW;AAQnE;AACA;AACA;AAEA;;;;AAIM,MAAOC,MAAO,sBAAQlC,OAAO,CAACmC,GAAG,CAAC,8CAA8C,CAAC,EAGpF;EACD;;;EAGA,OAAgBC,cAAc,gBAA8CnC,MAAM,CAACoC,GAAG,eACpFpC,MAAM,CAACqC,OAAO,EAAS,EACtBA,OAAO,IAAKA,OAAO,CAACC,SAAS,CAACnB,GAAG,CAACc,MAAM,CAACM,GAAG,CAAC,CAC/C;;AAuBH;AACA;AACA;AAEA;;;;AAAAC,OAAA,CAAAP,MAAA,GAAAA,MAAA;AAIM,MAAOQ,gBAAiB,sBAAQ1C,OAAO,CAACmC,GAAG,CAAC3B,iBAAiB,CAACmC,mBAAmB,CAAC,EAGrF;AA8CH;AACA;AACA;AAAAF,OAAA,CAAAC,gBAAA,GAAAA,gBAAA;AAEA,MAAME,QAAQ,GAAG,uCAAuC;AAExD;;;;AAIO,MAAMC,KAAK,GAAGA,CACnBA,KAA4B,EAC5BC,MAAsC,KAEtClD,OAAO,CAACmD,IAAI,CAAC;EACXH,QAAQ;EACRI,aAAa,EAAE/C,MAAM,CAACoC,GAAG,CAACU,IAAI,EAAGF,KAAK,IAAK7C,OAAO,CAAC+C,IAAI,CAACrD,eAAe,CAACA,eAAe,EAAEmD,KAAK,CAAC,CAAC;EAChGI,oBAAoB,EAAEhD,MAAM,CAACiD,UAAU,CAAC,WAAUZ,OAAyD;IACzG,MAAMa,gBAAgB,GAAG,OAAOjB,MAAM,CAACE,cAAc;IACrD,OAAOpC,OAAO,CAACoD,QAAQ,CACrBd,OAAO,EACPtC,OAAO,CAAC+C,IAAI,CAACb,MAAM,EAAE;MAAEW,KAAK;MAAE,GAAGC,MAAM;MAAE,GAAGK;IAAgB,CAAE,CAAC,EAC/DnD,OAAO,CAAC+C,IAAI,CAACjD,SAAS,CAACA,SAAS,EAAEa,eAAe,CAACoC,IAAI,CAAC;MAAEF,KAAK,EAAEM,gBAAgB,EAAEN,KAAK,IAAIA;IAAK,CAAE,CAAC,CAAC,CACrG;EACH,CAAC;CACF,CAAC;AAAAJ,OAAA,CAAAI,KAAA,GAAAA,KAAA;AAEJ,MAAME,IAAI,gBAAG9C,MAAM,CAACoD,GAAG,CAAC,aAAS;EAC/B,MAAMC,MAAM,GAAG,OAAOC,0BAAY;EAElC,MAAMC,WAAW,GAAGvD,MAAM,CAACiD,UAAU,CACnC,WAAUO,MAAc,EAAE;IAAEC,MAAM;IAAEC,MAAM;IAAEC,KAAK;IAAE,GAAGC;EAAO,CAA0C;IACrG,MAAMf,MAAM,GAAG,OAAOZ,MAAM;IAC5B,MAAMW,KAAK,GAAGC,MAAM,CAACD,KAAK;IAC1B,IAAIxC,SAAS,CAACyD,WAAW,CAACjB,KAAK,CAAC,EAAE;MAChC,OAAO,OAAO5C,MAAM,CAAC8D,GAAG,CACtB,IAAIC,gBAAO,CAAC;QACVC,MAAM,EAAE,qBAAqB;QAC7BR,MAAM;QACNS,WAAW,EAAE;OACd,CAAC,CACH;IACH;IACA,MAAMC,aAAa,GAAGP,KAAK,CAACQ,MAAM,KAAK,CAAC,IAAIR,KAAK,CAAC,CAAC,CAAC,CAACS,UAAU;IAC/D,IAAIC,UAAU,GAAwEC,SAAS;IAC/F,IAAIlE,SAAS,CAACmE,cAAc,CAACX,OAAO,CAACS,UAAU,CAAC,IAAI,CAACH,aAAa,IAAIP,KAAK,CAACQ,MAAM,GAAG,CAAC,EAAE;MACtF,IAAIP,OAAO,CAACS,UAAU,KAAK,MAAM,IAAIT,OAAO,CAACS,UAAU,KAAK,UAAU,EAAE;QACtEA,UAAU,GAAGT,OAAO,CAACS,UAAU;MACjC,CAAC,MAAM,IAAI,OAAOT,OAAO,CAACS,UAAU,KAAK,QAAQ,EAAE;QACjDA,UAAU,GAAG;UAAEG,IAAI,EAAE,UAAU;UAAEC,QAAQ,EAAE;YAAEC,IAAI,EAAEd,OAAO,CAACS,UAAU,CAACM;UAAI;QAAE,CAAE;MAChF;IACF;IACA,MAAMC,QAAQ,GAAG,OAAOC,YAAY,CAACrB,MAAM,EAAEE,MAAM,EAAED,MAAM,CAAC;IAC5D,OAAO;MACL,GAAGZ,MAAM;MACTD,KAAK;MACLgC,QAAQ;MACRE,eAAe,EAAEZ,aAAa,GAC5B;QACEM,IAAI,EAAE,aAAa;QACnBO,WAAW,EAAE;UACXC,MAAM,EAAE,IAAI;UACZN,IAAI,EAAEf,KAAK,CAAC,CAAC,CAAC,CAACe,IAAI;UACnBT,WAAW,EAAEN,KAAK,CAAC,CAAC,CAAC,CAACM,WAAW;UACjCgB,MAAM,EAAEtB,KAAK,CAAC,CAAC,CAAC,CAACuB;;OAEpB,GACDZ,SAAS;MACXX,KAAK,EAAE,CAACO,aAAa,IAAIP,KAAK,CAACQ,MAAM,GAAG,CAAC,GACvCR,KAAK,CAACvB,GAAG,CAAEuC,IAAI,KAAM;QACnBH,IAAI,EAAE,UAAU;QAChBC,QAAQ,EAAE;UACRC,IAAI,EAAEC,IAAI,CAACD,IAAI;UACfT,WAAW,EAAEU,IAAI,CAACV,WAAW;UAC7BiB,UAAU,EAAEP,IAAI,CAACO,UAAiB;UAClCF,MAAM,EAAE;;OAEX,CAAC,CAAC,GACHV,SAAS;MACXa,WAAW,EAAEd;KACiD;EAClE,CAAC,CACF;EAED,OAAO,OAAO5E,eAAe,CAACqD,IAAI,CAAC;IACjCsC,YAAY,EAAEpF,MAAM,CAACiD,UAAU,CAC7B,WAAUW,OAAO;MACf,MAAMyB,cAAc,GAAGzB,OAAO,CAACD,KAAK,CAACQ,MAAM,KAAK,CAAC,IAAIP,OAAO,CAACD,KAAK,CAAC,CAAC,CAAC,CAACS,UAAU,GAC5ER,OAAO,CAACD,KAAK,CAAC,CAAC,CAAC,GAChBW,SAAS;MACb,MAAMgB,OAAO,GAAG,OAAO/B,WAAW,CAAC,cAAc,EAAEK,OAAO,CAAC;MAC3D2B,eAAe,CAAC3B,OAAO,CAAC4B,IAAI,EAAEF,OAAO,CAAC;MACtC,MAAMG,WAAW,GAAG,OAAOpC,MAAM,CAACA,MAAM,CAACqC,oBAAoB,CAACJ,OAAO,CAAC;MACtEK,oBAAoB,CAAC/B,OAAO,CAAC4B,IAAI,EAAEC,WAAW,CAAC;MAC/C,MAAMG,QAAQ,GAAG,OAAOC,YAAY,CAACJ,WAAW,EAAE,cAAc,EAAEJ,cAAc,CAAC;MACjF,OAAOO,QAAQ;IACjB,CAAC,EACD5F,MAAM,CAAC8F,QAAQ,CAAEC,KAAK,IACpBhC,gBAAO,CAACiC,EAAE,CAACD,KAAK,CAAC,GAAGA,KAAK,GAAG,IAAIhC,gBAAO,CAAC;MACtCC,MAAM,EAAE,qBAAqB;MAC7BR,MAAM,EAAE,cAAc;MACtBS,WAAW,EAAE,mBAAmB;MAChC8B;KACD,CAAC,CACH,CACF;IACDE,UAAUA,CAACrC,OAAO;MAChB,OAAOL,WAAW,CAAC,YAAY,EAAEK,OAAO,CAAC,CAACsC,IAAI,CAC5ClG,MAAM,CAACmG,GAAG,CAAEb,OAAO,IAAKC,eAAe,CAAC3B,OAAO,CAAC4B,IAAI,EAAEF,OAAO,CAAC,CAAC,EAC/DtF,MAAM,CAACoC,GAAG,CAACiB,MAAM,CAAC+C,MAAM,CAAC,EACzB/F,MAAM,CAACgG,MAAM,EACbhG,MAAM,CAAC+B,GAAG,CAAEwD,QAAQ,IAAI;QACtBU,sBAAsB,CAAC1C,OAAO,CAAC4B,IAAI,EAAEI,QAAQ,CAAC;QAC9C,OAAOA,QAAQ;MACjB,CAAC,CAAC,EACFvF,MAAM,CAACyF,QAAQ,CAAEC,KAAK,IACpBhC,gBAAO,CAACiC,EAAE,CAACD,KAAK,CAAC,GAAGA,KAAK,GAAG,IAAIhC,gBAAO,CAAC;QACtCC,MAAM,EAAE,qBAAqB;QAC7BR,MAAM,EAAE,YAAY;QACpBS,WAAW,EAAE,mBAAmB;QAChC8B;OACD,CAAC,CACH,CACF;IACH;GACD,CAAC;AACJ,CAAC,CAAC;AAEF;;;;AAIO,MAAMQ,kBAAkB,GAAA/D,OAAA,CAAA+D,kBAAA,gBAW3B,IAAAC,cAAI,EAWN,CAAC,EAAE,CAACC,IAAI,EAAEC,SAAS,KACnB1G,MAAM,CAAC2G,OAAO,CACZ1E,MAAM,CAACE,cAAc,EACpBU,MAAM,IAAK7C,MAAM,CAAC4G,cAAc,CAACH,IAAI,EAAExE,MAAM,EAAE;EAAE,GAAGY,MAAM;EAAE,GAAG6D;AAAS,CAAE,CAAC,CAC7E,CAAC;AAEJ,MAAM7B,YAAY,gBAAG7E,MAAM,CAACiD,UAAU,CAAC,WACrCO,MAAc,EACdE,MAA6B,EAC7BD,MAAuB;EAIvB,MAAMmB,QAAQ,GAAazE,MAAM,CAAC0G,KAAK,CAACnD,MAAM,EAAE;IAC9CoD,MAAM,EAAEA,CAAA,KAAM,EAAE;IAChBC,MAAM,EAAGC,OAAO,IAAK,CAAC;MAAEC,IAAI,EAAE,QAAQ;MAAED;IAAO,CAAE;GAClD,CAAC;EACF,KAAK,MAAME,OAAO,IAAIzD,MAAM,CAACmB,QAAQ,EAAE;IACrC,QAAQsC,OAAO,CAACC,IAAI;MAClB,KAAK,kBAAkB;QAAE;UACvB,IAAIC,IAAI,GAAG,EAAE;UACb,MAAMC,SAAS,GAAkE,EAAE;UACnF,KAAK,MAAMC,IAAI,IAAIJ,OAAO,CAACK,KAAK,EAAE;YAChC,QAAQD,IAAI,CAACH,IAAI;cACf,KAAK,UAAU;gBAAE;kBACfC,IAAI,IAAIE,IAAI,CAACF,IAAI;kBACjB;gBACF;cACA,KAAK,cAAc;gBAAE;kBACnBC,SAAS,CAACG,IAAI,CAAC;oBACbC,EAAE,EAAEH,IAAI,CAACG,EAAE;oBACXjD,IAAI,EAAE,UAAU;oBAChBC,QAAQ,EAAE;sBACRC,IAAI,EAAE4C,IAAI,CAAC5C,IAAI;sBACfgD,SAAS,EAAEC,IAAI,CAACC,SAAS,CAACN,IAAI,CAACO,MAAM;;mBAExC,CAAC;kBACF;gBACF;YACF;UACF;UACAjD,QAAQ,CAAC4C,IAAI,CAAC;YACZP,IAAI,EAAE,WAAW;YACjBD,OAAO,EAAEI,IAAI;YACbU,UAAU,EAAET,SAAS,CAAClD,MAAM,GAAG,CAAC,GAAGkD,SAAS,GAAG/C;WAChD,CAAC;UAEF;QACF;MACA,KAAK,aAAa;QAAE;UAClB,KAAK,MAAMgD,IAAI,IAAIJ,OAAO,CAACK,KAAK,EAAE;YAChC3C,QAAQ,CAAC4C,IAAI,CAAC;cACZP,IAAI,EAAE,MAAM;cACZc,YAAY,EAAET,IAAI,CAACG,EAAE;cACrBT,OAAO,EAAEW,IAAI,CAACC,SAAS,CAACN,IAAI,CAACU,MAAM;aACpC,CAAC;UACJ;UACA;QACF;MACA,KAAK,aAAa;QAAE;UAClB;UACA,IAAId,OAAO,CAACK,KAAK,CAACpD,MAAM,KAAK,CAAC,IAAI+C,OAAO,CAACK,KAAK,CAAC,CAAC,CAAC,CAACJ,IAAI,KAAK,UAAU,EAAE;YACtEvC,QAAQ,CAAC4C,IAAI,CAAC;cAAEP,IAAI,EAAE,MAAM;cAAED,OAAO,EAAEE,OAAO,CAACK,KAAK,CAAC,CAAC,CAAC,CAACH;YAAI,CAAE,CAAC;YAC/D;UACF;UACA,MAAMJ,OAAO,GAAoB,EAAE;UACnC,KAAK,IAAIiB,KAAK,GAAG,CAAC,EAAEA,KAAK,GAAGf,OAAO,CAACK,KAAK,CAACpD,MAAM,EAAE8D,KAAK,EAAE,EAAE;YACzD,MAAMX,IAAI,GAAGJ,OAAO,CAACK,KAAK,CAACU,KAAK,CAAC;YACjC,QAAQX,IAAI,CAACH,IAAI;cACf;cACA,KAAK,UAAU;gBAAE;kBACf,MAAMe,IAAI,GAAGjI,QAAQ,CAACkI,YAAY,CAACb,IAAI,CAACY,IAAI,CAAC;kBAC7C,QAAQZ,IAAI,CAACc,SAAS;oBACpB,KAAK,WAAW;sBAAE;wBAChBpB,OAAO,CAACQ,IAAI,CAAC;0BACXhD,IAAI,EAAE,aAAa;0BACnB6D,WAAW,EAAE;4BAAEH,IAAI;4BAAEI,MAAM,EAAE;0BAAK;yBACnC,CAAC;wBACF;sBACF;oBACA,KAAK,WAAW;oBAChB,KAAK,YAAY;sBAAE;wBACjBtB,OAAO,CAACQ,IAAI,CAAC;0BACXhD,IAAI,EAAE,aAAa;0BACnB6D,WAAW,EAAE;4BAAEH,IAAI;4BAAEI,MAAM,EAAE;0BAAK;yBACnC,CAAC;wBACF;sBACF;oBACA,KAAK,iBAAiB;sBAAE;wBACtBtB,OAAO,CAACQ,IAAI,CAAC;0BACXhD,IAAI,EAAE,MAAM;0BACZ+D,IAAI,EAAE;4BACJC,QAAQ,EAAElB,IAAI,CAAC5C,IAAI,IAAI,QAAQuD,KAAK,MAAM;4BAC1CQ,SAAS,EAAE,+BAA+BP,IAAI;;yBAEjD,CAAC;wBACF;sBACF;kBACF;kBACA,OAAO,OAAO,IAAInE,gBAAO,CAAC;oBACxBC,MAAM,EAAE,qBAAqB;oBAC7BR,MAAM,EAAE,EAAE;oBACVS,WAAW,EAAE,gDAAgDqD,IAAI,CAACc,SAAS;mBAC5E,CAAC;gBACJ;cACA,KAAK,aAAa;gBAAE;kBAClB,OAAO,OAAO,IAAIrE,gBAAO,CAAC;oBACxBC,MAAM,EAAE,qBAAqB;oBAC7BR,MAAM;oBACNS,WAAW,EAAE;mBACd,CAAC;gBACJ;cACA,KAAK,UAAU;gBAAE;kBACf+C,OAAO,CAACQ,IAAI,CAAC;oBAAEhD,IAAI,EAAE,MAAM;oBAAE4C,IAAI,EAAEE,IAAI,CAACF;kBAAI,CAAE,CAAC;kBAC/C;gBACF;cACA,KAAK,WAAW;gBAAE;kBAChB,MAAMgB,SAAS,GAAGd,IAAI,CAACc,SAAS,IAAI,YAAY;kBAChD,MAAMM,MAAM,GAAGzI,QAAQ,CAACkI,YAAY,CAACb,IAAI,CAACY,IAAI,CAAC;kBAC/C,MAAMS,GAAG,GAAG,QAAQP,SAAS,WAAWM,MAAM,EAAE;kBAChD1B,OAAO,CAACQ,IAAI,CAAC;oBAAEhD,IAAI,EAAE,WAAW;oBAAEoE,SAAS,EAAE;sBAAED;oBAAG;kBAAE,CAAE,CAAC;kBACvD;gBACF;cACA,KAAK,cAAc;gBAAE;kBACnB;kBACA;kBACA3B,OAAO,CAACQ,IAAI,CAAC;oBAAEhD,IAAI,EAAE,WAAW;oBAAEoE,SAAS,EAAE;sBAAED,GAAG,EAAErB,IAAI,CAACqB,GAAG,CAACE,QAAQ;oBAAE;kBAAE,CAAE,CAAC;gBAC9E;YACF;UACF;UACA,IAAI/I,GAAG,CAACgJ,eAAe,CAAC9B,OAAO,CAAC,EAAE;YAChCpC,QAAQ,CAAC4C,IAAI,CAAC;cACZP,IAAI,EAAE,MAAM;cACZvC,IAAI,EAAEwC,OAAO,CAAC6B,QAAQ;cACtB/B;aACD,CAAC;UACJ;UACA;QACF;IACF;EACF;EACA,IAAIlH,GAAG,CAACkJ,uBAAuB,CAACpE,QAAQ,CAAC,EAAE;IACzC,OAAOA,QAAQ;EACjB;EACA,OAAO,OAAO,IAAIb,gBAAO,CAAC;IACxBC,MAAM,EAAE,qBAAqB;IAC7BR,MAAM;IACNS,WAAW,EAAE;GACd,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM4B,YAAY,gBAAG7F,MAAM,CAACiD,UAAU,CAAC,WACrC2C,QAA4D,EAC5DpC,MAAc,EACd6B,cAAwE;EAExE,MAAM4D,MAAM,GAAGrD,QAAQ,CAACsD,OAAO,CAAC,CAAC,CAAC;EAClC,IAAI9I,SAAS,CAACyD,WAAW,CAACoF,MAAM,CAAC,EAAE;IACjC,OAAO,OAAO,IAAIlF,gBAAO,CAAC;MACxBC,MAAM,EAAE,qBAAqB;MAC7BR,MAAM;MACNS,WAAW,EAAE;KACd,CAAC;EACJ;EACA,MAAMsD,KAAK,GAA2B,EAAE;EACxCA,KAAK,CAACC,IAAI,CACR,IAAI5H,UAAU,CAACuJ,YAAY,CAAC;IAC1B1B,EAAE,EAAE7B,QAAQ,CAAC6B,EAAE;IACf7E,KAAK,EAAEgD,QAAQ,CAAChD,KAAK;IACrB;IACAwG,SAAS,EAAE,IAAIC,IAAI,CAACzD,QAAQ,CAAC0D,OAAO,GAAG,IAAI;GAC5C,EAAEvH,sBAAsB,CAAC,CAC3B;EACD,MAAMwH,YAAY,GAAG,IAAAC,8BAAmB,EAACP,MAAM,CAACQ,aAAa,CAAC;EAC9D,MAAMC,WAAW,GAAG9D,QAAQ,CAAC+D,KAAK,EAAEC,aAAa,IAAI,CAAC;EACtD,MAAMC,YAAY,GAAGjE,QAAQ,CAAC+D,KAAK,EAAEG,iBAAiB,IAAI,CAAC;EAC3D,MAAMC,WAAW,GAAGL,WAAW,GAAGG,YAAY;EAC9C,MAAMG,QAAQ,GAA4B,EAAE;EAC5C,IAAI5J,SAAS,CAACmE,cAAc,CAACqB,QAAQ,CAACqE,YAAY,CAAC,EAAE;IACnDD,QAAQ,CAACE,WAAW,GAAGtE,QAAQ,CAACqE,YAAY;EAC9C;EACA,IAAI7J,SAAS,CAACmE,cAAc,CAACqB,QAAQ,CAACuE,kBAAkB,CAAC,EAAE;IACzDH,QAAQ,CAACI,iBAAiB,GAAGxE,QAAQ,CAACuE,kBAAkB;EAC1D;EACA,IAAI/J,SAAS,CAACmE,cAAc,CAACqB,QAAQ,CAAC+D,KAAK,EAAEU,yBAAyB,EAAEC,0BAA0B,CAAC,EAAE;IACnGN,QAAQ,CAACO,wBAAwB,GAAG3E,QAAQ,CAAC+D,KAAK,EAAEU,yBAAyB,EAAEC,0BAA0B,IAAI,CAAC;EAChH;EACA,IAAIlK,SAAS,CAACmE,cAAc,CAACqB,QAAQ,CAAC+D,KAAK,EAAEU,yBAAyB,EAAEG,0BAA0B,CAAC,EAAE;IACnGR,QAAQ,CAACS,wBAAwB,GAAG7E,QAAQ,CAAC+D,KAAK,EAAEU,yBAAyB,EAAEG,0BAA0B,IAAI,CAAC;EAChH;EACA,IAAIpK,SAAS,CAACmE,cAAc,CAACqB,QAAQ,CAAC+D,KAAK,EAAEe,qBAAqB,EAAEC,YAAY,CAAC,EAAE;IACjFX,QAAQ,CAACY,gBAAgB,GAAGhF,QAAQ,CAAC+D,KAAK,EAAEe,qBAAqB,EAAEC,YAAY,IAAI,CAAC;EACtF;EACA,IAAIvK,SAAS,CAACmE,cAAc,CAACqB,QAAQ,CAAC+D,KAAK,EAAEU,yBAAyB,EAAEM,YAAY,CAAC,EAAE;IACrFX,QAAQ,CAACa,iBAAiB,GAAGjF,QAAQ,CAAC+D,KAAK,EAAEU,yBAAyB,EAAEM,YAAY,IAAI,CAAC;EAC3F;EACApD,KAAK,CAACC,IAAI,CACR,IAAI5H,UAAU,CAACkL,UAAU,CAAC;IACxBC,MAAM,EAAExB,YAAY;IACpBI,KAAK,EAAE,IAAI/J,UAAU,CAACoL,KAAK,CAAC;MAC1BtB,WAAW;MACXG,YAAY;MACZE,WAAW;MACXkB,eAAe,EAAErF,QAAQ,CAAC+D,KAAK,EAAEU,yBAAyB,EAAEa,gBAAgB,IAAI,CAAC;MACjFC,oBAAoB,EAAEvF,QAAQ,CAAC+D,KAAK,EAAEe,qBAAqB,EAAEU,aAAa,IAAI,CAAC;MAC/EC,qBAAqB,EAAE;KACxB,EAAEtJ,sBAAsB,CAAC;IAC1BuJ,gBAAgB,EAAE;MAAE,CAAC/K,iBAAiB,CAACmC,mBAAmB,GAAGsH;IAAQ;GACtE,EAAEjI,sBAAsB,CAAC,CAC3B;EACD,IAAI3B,SAAS,CAACmL,aAAa,CAACtC,MAAM,CAAC/B,OAAO,CAACF,OAAO,CAAC,EAAE;IACnDO,KAAK,CAACC,IAAI,CACR,IAAI5H,UAAU,CAAC4L,QAAQ,CAAC;MACtBpE,IAAI,EAAE6B,MAAM,CAAC/B,OAAO,CAACF;KACtB,EAAEjF,sBAAsB,CAAC,CAC3B;EACH;EACA,MAAM0J,MAAM,GAAG,IAAI7L,UAAU,CAACA,UAAU,CAAC;IAAE2H;EAAK,CAAE,EAAExF,sBAAsB,CAAC;EAC3E,IAAI3B,SAAS,CAACmE,cAAc,CAACc,cAAc,CAAC,EAAE;IAC5C,OAAO,OAAOzF,UAAU,CAAC8L,iBAAiB,CAACD,MAAM,EAAE,CAAC;MAClDhE,EAAE,EAAE7B,QAAQ,CAAC6B,EAAE;MACf/C,IAAI,EAAEW,cAAc,CAACX,IAAI;MACzBmD,MAAM,EAAEoB,MAAM,CAAC/B,OAAO,CAACF;KACxB,CAAC,CAAC;EACL;EACA,IACE5G,SAAS,CAACmE,cAAc,CAAC0E,MAAM,CAAC/B,OAAO,CAACY,UAAU,CAAC,IACnDmB,MAAM,CAAC/B,OAAO,CAACY,UAAU,CAAC3D,MAAM,GAAG,CAAC,EACpC;IACA,OAAO,OAAOvE,UAAU,CAAC8L,iBAAiB,CACxCD,MAAM,EACNxC,MAAM,CAAC/B,OAAO,CAACY,UAAU,CAAC1F,GAAG,CAAEuC,IAAI,KAAM;MACvC8C,EAAE,EAAE9C,IAAI,CAAC8C,EAAE;MACX/C,IAAI,EAAEC,IAAI,CAACF,QAAQ,CAACC,IAAI;MACxBmD,MAAM,EAAElD,IAAI,CAACF,QAAQ,CAACiD;KACvB,CAAC,CAAC,CACJ;EACH;EACA,OAAO+D,MAAM;AACf,CAAC,CAAC;AAEF,MAAMlG,eAAe,GAAGA,CACtBC,IAAU,EACVF,OAA6D,KACrD;EACR,IAAAqG,oCAAmB,EAACnG,IAAI,EAAE;IACxB9B,MAAM,EAAE,QAAQ;IAChBkI,SAAS,EAAE;MAAElH,IAAI,EAAE;IAAM,CAAE;IAC3BY,OAAO,EAAE;MACP1C,KAAK,EAAE0C,OAAO,CAAC1C,KAAK;MACpBiJ,WAAW,EAAEvG,OAAO,CAACuG,WAAW;MAChCC,IAAI,EAAExG,OAAO,CAACyG,KAAK;MACnBC,SAAS,EAAE1G,OAAO,CAAC2G,UAAU;MAC7BC,aAAa,EAAEpM,GAAG,CAACqM,MAAM,CAAC7G,OAAO,CAAC8G,IAAI,CAAC,CAACC,MAAM,CAACjM,SAAS,CAACmL,aAAa,CAAC;MACvEe,gBAAgB,EAAEhH,OAAO,CAACiH,iBAAiB;MAC3CC,eAAe,EAAElH,OAAO,CAACmH,gBAAgB;MACzCC,IAAI,EAAEpH,OAAO,CAACoH;KACf;IACDC,MAAM,EAAE;MACNrH,OAAO,EAAE;QACPsH,cAAc,EAAEtH,OAAO,CAACR,eAAe,EAAEN,IAAI;QAC7C0F,WAAW,EAAE5E,OAAO,CAAC2E;;;GAG1B,CAAC;AACJ,CAAC;AAED,MAAMtE,oBAAoB,GAAGA,CAC3BH,IAAU,EACVI,QAA4D,KACpD;EACR,IAAA+F,oCAAmB,EAACnG,IAAI,EAAE;IACxBI,QAAQ,EAAE;MACR6B,EAAE,EAAE7B,QAAQ,CAAC6B,EAAE;MACf7E,KAAK,EAAEgD,QAAQ,CAAChD,KAAK;MACrBiK,aAAa,EAAEjH,QAAQ,CAACsD,OAAO,CAAC9G,GAAG,CAAE6G,MAAM,IAAKA,MAAM,CAACQ,aAAa;KACrE;IACDE,KAAK,EAAE;MACLD,WAAW,EAAE9D,QAAQ,CAAC+D,KAAK,EAAEC,aAAa;MAC1CC,YAAY,EAAEjE,QAAQ,CAAC+D,KAAK,EAAEG;KAC/B;IACD6C,MAAM,EAAE;MACN/G,QAAQ,EAAE;QACRwE,iBAAiB,EAAExE,QAAQ,CAACuE,kBAAkB;QAC9CD,WAAW,EAAEtE,QAAQ,CAACqE;;;GAG3B,CAAC;AACJ,CAAC;AAED,MAAM3D,sBAAsB,GAAGA,CAC7Bd,IAAU,EACVI,QAA+B,KAC7B;EACF,MAAMkH,YAAY,GAAGlH,QAAQ,CAAC2B,KAAK,CAACwF,IAAI,CAAEzF,IAAI,IAAKA,IAAI,CAACH,IAAI,KAAK,cAAc,CAAC;EAChF,MAAM6F,UAAU,GAAGpH,QAAQ,CAAC2B,KAAK,CAACwF,IAAI,CAAEzF,IAAI,IAAKA,IAAI,CAACH,IAAI,KAAK,YAAY,CAAC;EAC5E,MAAMmE,gBAAgB,GAAG0B,UAAU,EAAE1B,gBAAgB,CAAC7I,gBAAgB,CAACF,GAAG,CAAC;EAC3E,IAAAoJ,oCAAmB,EAACnG,IAAI,EAAE;IACxBI,QAAQ,EAAE;MACR6B,EAAE,EAAEqF,YAAY,EAAErF,EAAE;MACpB7E,KAAK,EAAEkK,YAAY,EAAElK,KAAK;MAC1BiK,aAAa,EAAEG,UAAU,EAAEjC,MAAM,GAAG,CAACiC,UAAU,CAACjC,MAAM,CAAC,GAAGzG;KAC3D;IACDqF,KAAK,EAAE;MACLD,WAAW,EAAEsD,UAAU,EAAErD,KAAK,CAACD,WAAW;MAC1CG,YAAY,EAAEmD,UAAU,EAAErD,KAAK,CAACE;KACjC;IACD8C,MAAM,EAAE;MACN/G,QAAQ,EAAE;QACRsE,WAAW,EAAEoB,gBAAgB,EAAEpB,WAAiC;QAChEE,iBAAiB,EAAEkB,gBAAgB,EAAElB;;;GAG1C,CAAC;AACJ,CAAC","ignoreList":[]}
|
|
@@ -23,7 +23,7 @@ const addOpenAiResponseAttributes = /*#__PURE__*/AiTelemetry.addSpanAttributes("
|
|
|
23
23
|
* **NOTE**: This method will mutate the `Span` **in-place**.
|
|
24
24
|
*
|
|
25
25
|
* @since 1.0.0
|
|
26
|
-
* @since
|
|
26
|
+
* @since Utilities
|
|
27
27
|
*/
|
|
28
28
|
const addGenAIAnnotations = exports.addGenAIAnnotations = /*#__PURE__*/(0, _Function.dual)(2, (span, options) => {
|
|
29
29
|
AiTelemetry.addGenAIAnnotations(span, options);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OpenAiTelemetry.js","names":["AiTelemetry","_interopRequireWildcard","require","_Function","Predicate","String","_getRequireWildcardCache","e","WeakMap","r","t","__esModule","default","has","get","n","__proto__","a","Object","defineProperty","getOwnPropertyDescriptor","u","hasOwnProperty","call","i","set","addOpenAiRequestAttributes","addSpanAttributes","camelToSnake","addOpenAiResponseAttributes","addGenAIAnnotations","exports","dual","span","options","isNotNullable","openai","request","response"],"sources":["../../src/OpenAiTelemetry.ts"],"sourcesContent":[null],"mappings":";;;;;;AAGA,IAAAA,WAAA,GAAAC,uBAAA,CAAAC,OAAA;AACA,IAAAC,SAAA,GAAAD,OAAA;AACA,IAAAE,SAAA,GAAAH,uBAAA,CAAAC,OAAA;AACA,IAAAG,MAAA,GAAAJ,uBAAA,CAAAC,OAAA;AAAuC,SAAAI,yBAAAC,CAAA,6BAAAC,OAAA,mBAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,CAAAC,CAAA,WAAAA,CAAA,GAAAG,CAAA,GAAAD,CAAA,KAAAF,CAAA;AAAA,SAAAN,wBAAAM,CAAA,EAAAE,CAAA,SAAAA,CAAA,IAAAF,CAAA,IAAAA,CAAA,CAAAI,UAAA,SAAAJ,CAAA,eAAAA,CAAA,uBAAAA,CAAA,yBAAAA,CAAA,WAAAK,OAAA,EAAAL,CAAA,QAAAG,CAAA,GAAAJ,wBAAA,CAAAG,CAAA,OAAAC,CAAA,IAAAA,CAAA,CAAAG,GAAA,CAAAN,CAAA,UAAAG,CAAA,CAAAI,GAAA,CAAAP,CAAA,OAAAQ,CAAA,KAAAC,SAAA,UAAAC,CAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,CAAA,IAAAd,CAAA,oBAAAc,CAAA,OAAAC,cAAA,CAAAC,IAAA,CAAAhB,CAAA,EAAAc,CAAA,SAAAG,CAAA,GAAAP,CAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAb,CAAA,EAAAc,CAAA,UAAAG,CAAA,KAAAA,CAAA,CAAAV,GAAA,IAAAU,CAAA,CAAAC,GAAA,IAAAP,MAAA,CAAAC,cAAA,CAAAJ,CAAA,EAAAM,CAAA,EAAAG,CAAA,IAAAT,CAAA,CAAAM,CAAA,IAAAd,CAAA,CAAAc,CAAA,YAAAN,CAAA,CAAAH,OAAA,GAAAL,CAAA,EAAAG,CAAA,IAAAA,CAAA,CAAAe,GAAA,CAAAlB,CAAA,EAAAQ,CAAA,GAAAA,CAAA;AANvC;;;;
|
|
1
|
+
{"version":3,"file":"OpenAiTelemetry.js","names":["AiTelemetry","_interopRequireWildcard","require","_Function","Predicate","String","_getRequireWildcardCache","e","WeakMap","r","t","__esModule","default","has","get","n","__proto__","a","Object","defineProperty","getOwnPropertyDescriptor","u","hasOwnProperty","call","i","set","addOpenAiRequestAttributes","addSpanAttributes","camelToSnake","addOpenAiResponseAttributes","addGenAIAnnotations","exports","dual","span","options","isNotNullable","openai","request","response"],"sources":["../../src/OpenAiTelemetry.ts"],"sourcesContent":[null],"mappings":";;;;;;AAGA,IAAAA,WAAA,GAAAC,uBAAA,CAAAC,OAAA;AACA,IAAAC,SAAA,GAAAD,OAAA;AACA,IAAAE,SAAA,GAAAH,uBAAA,CAAAC,OAAA;AACA,IAAAG,MAAA,GAAAJ,uBAAA,CAAAC,OAAA;AAAuC,SAAAI,yBAAAC,CAAA,6BAAAC,OAAA,mBAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,CAAAC,CAAA,WAAAA,CAAA,GAAAG,CAAA,GAAAD,CAAA,KAAAF,CAAA;AAAA,SAAAN,wBAAAM,CAAA,EAAAE,CAAA,SAAAA,CAAA,IAAAF,CAAA,IAAAA,CAAA,CAAAI,UAAA,SAAAJ,CAAA,eAAAA,CAAA,uBAAAA,CAAA,yBAAAA,CAAA,WAAAK,OAAA,EAAAL,CAAA,QAAAG,CAAA,GAAAJ,wBAAA,CAAAG,CAAA,OAAAC,CAAA,IAAAA,CAAA,CAAAG,GAAA,CAAAN,CAAA,UAAAG,CAAA,CAAAI,GAAA,CAAAP,CAAA,OAAAQ,CAAA,KAAAC,SAAA,UAAAC,CAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,CAAA,IAAAd,CAAA,oBAAAc,CAAA,OAAAC,cAAA,CAAAC,IAAA,CAAAhB,CAAA,EAAAc,CAAA,SAAAG,CAAA,GAAAP,CAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAb,CAAA,EAAAc,CAAA,UAAAG,CAAA,KAAAA,CAAA,CAAAV,GAAA,IAAAU,CAAA,CAAAC,GAAA,IAAAP,MAAA,CAAAC,cAAA,CAAAJ,CAAA,EAAAM,CAAA,EAAAG,CAAA,IAAAT,CAAA,CAAAM,CAAA,IAAAd,CAAA,CAAAc,CAAA,YAAAN,CAAA,CAAAH,OAAA,GAAAL,CAAA,EAAAG,CAAA,IAAAA,CAAA,CAAAe,GAAA,CAAAlB,CAAA,EAAAQ,CAAA,GAAAA,CAAA;AANvC;;;;AA0GA,MAAMW,0BAA0B,gBAAG1B,WAAW,CAAC2B,iBAAiB,CAAC,uBAAuB,EAAEtB,MAAM,CAACuB,YAAY,CAE5G;AACD,MAAMC,2BAA2B,gBAAG7B,WAAW,CAAC2B,iBAAiB,CAAC,wBAAwB,EAAEtB,MAAM,CAACuB,YAAY,CAE9G;AAED;;;;;;;;;AASO,MAAME,mBAAmB,GAAAC,OAAA,CAAAD,mBAAA,gBAAG,IAAAE,cAAI,EAqBrC,CAAC,EAAE,CAACC,IAAI,EAAEC,OAAO,KAAI;EACrBlC,WAAW,CAAC8B,mBAAmB,CAACG,IAAI,EAAEC,OAAO,CAAC;EAC9C,IAAI9B,SAAS,CAAC+B,aAAa,CAACD,OAAO,CAACE,MAAM,CAAC,EAAE;IAC3C,IAAIhC,SAAS,CAAC+B,aAAa,CAACD,OAAO,CAACE,MAAM,CAACC,OAAO,CAAC,EAAE;MACnDX,0BAA0B,CAACO,IAAI,EAAEC,OAAO,CAACE,MAAM,CAACC,OAAO,CAAC;IAC1D;IACA,IAAIjC,SAAS,CAAC+B,aAAa,CAACD,OAAO,CAACE,MAAM,CAACE,QAAQ,CAAC,EAAE;MACpDT,2BAA2B,CAACI,IAAI,EAAEC,OAAO,CAACE,MAAM,CAACE,QAAQ,CAAC;IAC5D;EACF;AACF,CAAC,CAAC","ignoreList":[]}
|
|
@@ -7,10 +7,10 @@ exports.make = exports.layer = void 0;
|
|
|
7
7
|
var _AiError = require("@effect/ai/AiError");
|
|
8
8
|
var Tokenizer = _interopRequireWildcard(require("@effect/ai/Tokenizer"));
|
|
9
9
|
var Arr = _interopRequireWildcard(require("effect/Array"));
|
|
10
|
-
var Chunk = _interopRequireWildcard(require("effect/Chunk"));
|
|
11
10
|
var Effect = _interopRequireWildcard(require("effect/Effect"));
|
|
12
11
|
var Layer = _interopRequireWildcard(require("effect/Layer"));
|
|
13
12
|
var Option = _interopRequireWildcard(require("effect/Option"));
|
|
13
|
+
var Predicate = _interopRequireWildcard(require("effect/Predicate"));
|
|
14
14
|
var GptTokenizer = _interopRequireWildcard(require("gpt-tokenizer"));
|
|
15
15
|
function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
|
|
16
16
|
function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && {}.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
|
|
@@ -20,23 +20,21 @@ function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e;
|
|
|
20
20
|
|
|
21
21
|
/**
|
|
22
22
|
* @since 1.0.0
|
|
23
|
-
* @category
|
|
23
|
+
* @category Constructors
|
|
24
24
|
*/
|
|
25
25
|
const make = options => Tokenizer.make({
|
|
26
|
-
tokenize(
|
|
26
|
+
tokenize(input) {
|
|
27
27
|
return Effect.try({
|
|
28
|
-
try: () => GptTokenizer.encodeChat(
|
|
29
|
-
if (part._tag === "
|
|
30
|
-
return Option.none();
|
|
31
|
-
}
|
|
28
|
+
try: () => GptTokenizer.encodeChat(Arr.flatMap(input.messages, message => Arr.filterMap(message.parts, part => {
|
|
29
|
+
if (part._tag === "FilePart" || part._tag === "FileUrlPart" || part._tag === "ImagePart" || part._tag === "ImageUrlPart" || part._tag === "ReasoningPart" || part._tag === "RedactedReasoningPart") return Option.none();
|
|
32
30
|
return Option.some({
|
|
33
|
-
role: message.
|
|
34
|
-
name: message.
|
|
35
|
-
content: part._tag === "
|
|
31
|
+
role: message._tag === "UserMessage" ? "user" : "assistant",
|
|
32
|
+
name: message._tag === "UserMessage" && Predicate.isNotUndefined(message.userName) ? message.userName : undefined,
|
|
33
|
+
content: part._tag === "TextPart" ? part.text : JSON.stringify(part._tag === "ToolCallPart" ? part.params : part.result)
|
|
36
34
|
});
|
|
37
|
-
}))
|
|
35
|
+
})), options.model),
|
|
38
36
|
catch: cause => new _AiError.AiError({
|
|
39
|
-
module: "
|
|
37
|
+
module: "OpenAiTokenizer",
|
|
40
38
|
method: "tokenize",
|
|
41
39
|
description: "Could not tokenize",
|
|
42
40
|
cause
|
|
@@ -46,7 +44,7 @@ const make = options => Tokenizer.make({
|
|
|
46
44
|
});
|
|
47
45
|
/**
|
|
48
46
|
* @since 1.0.0
|
|
49
|
-
* @category
|
|
47
|
+
* @category Layers
|
|
50
48
|
*/
|
|
51
49
|
exports.make = make;
|
|
52
50
|
const layer = options => Layer.succeed(Tokenizer.Tokenizer, make(options));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OpenAiTokenizer.js","names":["_AiError","require","Tokenizer","_interopRequireWildcard","Arr","
|
|
1
|
+
{"version":3,"file":"OpenAiTokenizer.js","names":["_AiError","require","Tokenizer","_interopRequireWildcard","Arr","Effect","Layer","Option","Predicate","GptTokenizer","_getRequireWildcardCache","e","WeakMap","r","t","__esModule","default","has","get","n","__proto__","a","Object","defineProperty","getOwnPropertyDescriptor","u","hasOwnProperty","call","i","set","make","options","tokenize","input","try","encodeChat","flatMap","messages","message","filterMap","parts","part","_tag","none","some","role","name","isNotUndefined","userName","undefined","content","text","JSON","stringify","params","result","model","catch","cause","AiError","module","method","description","exports","layer","succeed"],"sources":["../../src/OpenAiTokenizer.ts"],"sourcesContent":[null],"mappings":";;;;;;AAGA,IAAAA,QAAA,GAAAC,OAAA;AAEA,IAAAC,SAAA,GAAAC,uBAAA,CAAAF,OAAA;AACA,IAAAG,GAAA,GAAAD,uBAAA,CAAAF,OAAA;AACA,IAAAI,MAAA,GAAAF,uBAAA,CAAAF,OAAA;AACA,IAAAK,KAAA,GAAAH,uBAAA,CAAAF,OAAA;AACA,IAAAM,MAAA,GAAAJ,uBAAA,CAAAF,OAAA;AACA,IAAAO,SAAA,GAAAL,uBAAA,CAAAF,OAAA;AACA,IAAAQ,YAAA,GAAAN,uBAAA,CAAAF,OAAA;AAA6C,SAAAS,yBAAAC,CAAA,6BAAAC,OAAA,mBAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,CAAAC,CAAA,WAAAA,CAAA,GAAAG,CAAA,GAAAD,CAAA,KAAAF,CAAA;AAAA,SAAAR,wBAAAQ,CAAA,EAAAE,CAAA,SAAAA,CAAA,IAAAF,CAAA,IAAAA,CAAA,CAAAI,UAAA,SAAAJ,CAAA,eAAAA,CAAA,uBAAAA,CAAA,yBAAAA,CAAA,WAAAK,OAAA,EAAAL,CAAA,QAAAG,CAAA,GAAAJ,wBAAA,CAAAG,CAAA,OAAAC,CAAA,IAAAA,CAAA,CAAAG,GAAA,CAAAN,CAAA,UAAAG,CAAA,CAAAI,GAAA,CAAAP,CAAA,OAAAQ,CAAA,KAAAC,SAAA,UAAAC,CAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,CAAA,IAAAd,CAAA,oBAAAc,CAAA,OAAAC,cAAA,CAAAC,IAAA,CAAAhB,CAAA,EAAAc,CAAA,SAAAG,CAAA,GAAAP,CAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAb,CAAA,EAAAc,CAAA,UAAAG,CAAA,KAAAA,CAAA,CAAAV,GAAA,IAAAU,CAAA,CAAAC,GAAA,IAAAP,MAAA,CAAAC,cAAA,CAAAJ,CAAA,EAAAM,CAAA,EAAAG,CAAA,IAAAT,CAAA,CAAAM,CAAA,IAAAd,CAAA,CAAAc,CAAA,YAAAN,CAAA,CAAAH,OAAA,GAAAL,CAAA,EAAAG,CAAA,IAAAA,CAAA,CAAAe,GAAA,CAAAlB,CAAA,EAAAQ,CAAA,GAAAA,CAAA;AAX7C;;;;AAaA;;;;AAIO,MAAMW,IAAI,GAAIC,OAAmC,IACtD7B,SAAS,CAAC4B,IAAI,CAAC;EACbE,QAAQA,CAACC,KAAK;IACZ,OAAO5B,MAAM,CAAC6B,GAAG,CAAC;MAChBA,GAAG,EAAEA,CAAA,KACHzB,YAAY,CAAC0B,UAAU,CACrB/B,GAAG,CAACgC,OAAO,CAACH,KAAK,CAACI,QAAQ,EAAGC,OAAO,IAClClC,GAAG,CAACmC,SAAS,CACXD,OAAO,CAACE,KAIP,EACAC,IAAI,IAAI;QACP,IACEA,IAAI,CAACC,IAAI,KAAK,UAAU,IACxBD,IAAI,CAACC,IAAI,KAAK,aAAa,IAC3BD,IAAI,CAACC,IAAI,KAAK,WAAW,IACzBD,IAAI,CAACC,IAAI,KAAK,cAAc,IAC5BD,IAAI,CAACC,IAAI,KAAK,eAAe,IAC7BD,IAAI,CAACC,IAAI,KAAK,uBAAuB,EACrC,OAAOnC,MAAM,CAACoC,IAAI,EAAE;QACtB,OAAOpC,MAAM,CAACqC,IAAI,CAChB;UACEC,IAAI,EAAEP,OAAO,CAACI,IAAI,KAAK,aAAa,GAAG,MAAM,GAAG,WAAW;UAC3DI,IAAI,EAAER,OAAO,CAACI,IAAI,KAAK,aAAa,IAAIlC,SAAS,CAACuC,cAAc,CAACT,OAAO,CAACU,QAAQ,CAAC,GAC9EV,OAAO,CAACU,QAAQ,GAChBC,SAAS;UACbC,OAAO,EAAET,IAAI,CAACC,IAAI,KAAK,UAAU,GAC7BD,IAAI,CAACU,IAAI,GACTC,IAAI,CAACC,SAAS,CAACZ,IAAI,CAACC,IAAI,KAAK,cAAc,GAAGD,IAAI,CAACa,MAAM,GAAGb,IAAI,CAACc,MAAM;SACnE,CACX;MACH,CAAC,CACF,CAAC,EACJxB,OAAO,CAACyB,KAAY,CACrB;MACHC,KAAK,EAAGC,KAAK,IACX,IAAIC,gBAAO,CAAC;QACVC,MAAM,EAAE,iBAAiB;QACzBC,MAAM,EAAE,UAAU;QAClBC,WAAW,EAAE,oBAAoB;QACjCJ;OACD;KACJ,CAAC;EACJ;CACD,CAAC;AAEJ;;;;AAAAK,OAAA,CAAAjC,IAAA,GAAAA,IAAA;AAIO,MAAMkC,KAAK,GAAIjC,OAAmC,IACvDzB,KAAK,CAAC2D,OAAO,CAAC/D,SAAS,CAACA,SAAS,EAAE4B,IAAI,CAACC,OAAO,CAAC,CAAC;AAAAgC,OAAA,CAAAC,KAAA,GAAAA,KAAA","ignoreList":[]}
|
package/dist/cjs/index.js
CHANGED
|
@@ -3,17 +3,17 @@
|
|
|
3
3
|
Object.defineProperty(exports, "__esModule", {
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
|
-
exports.OpenAiTokenizer = exports.OpenAiTelemetry = exports.
|
|
6
|
+
exports.OpenAiTokenizer = exports.OpenAiTelemetry = exports.OpenAiLanguageModel = exports.OpenAiEmbeddingModel = exports.OpenAiConfig = exports.OpenAiClient = exports.Generated = void 0;
|
|
7
7
|
var _Generated = _interopRequireWildcard(require("./Generated.js"));
|
|
8
8
|
exports.Generated = _Generated;
|
|
9
9
|
var _OpenAiClient = _interopRequireWildcard(require("./OpenAiClient.js"));
|
|
10
10
|
exports.OpenAiClient = _OpenAiClient;
|
|
11
|
-
var _OpenAiCompletions = _interopRequireWildcard(require("./OpenAiCompletions.js"));
|
|
12
|
-
exports.OpenAiCompletions = _OpenAiCompletions;
|
|
13
11
|
var _OpenAiConfig = _interopRequireWildcard(require("./OpenAiConfig.js"));
|
|
14
12
|
exports.OpenAiConfig = _OpenAiConfig;
|
|
15
|
-
var
|
|
16
|
-
exports.
|
|
13
|
+
var _OpenAiEmbeddingModel = _interopRequireWildcard(require("./OpenAiEmbeddingModel.js"));
|
|
14
|
+
exports.OpenAiEmbeddingModel = _OpenAiEmbeddingModel;
|
|
15
|
+
var _OpenAiLanguageModel = _interopRequireWildcard(require("./OpenAiLanguageModel.js"));
|
|
16
|
+
exports.OpenAiLanguageModel = _OpenAiLanguageModel;
|
|
17
17
|
var _OpenAiTelemetry = _interopRequireWildcard(require("./OpenAiTelemetry.js"));
|
|
18
18
|
exports.OpenAiTelemetry = _OpenAiTelemetry;
|
|
19
19
|
var _OpenAiTokenizer = _interopRequireWildcard(require("./OpenAiTokenizer.js"));
|