@holokai/holo-provider-openai 1.0.0 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/manifest.d.ts +2 -2
- package/dist/manifest.d.ts.map +1 -1
- package/dist/manifest.js +6 -2
- package/dist/manifest.js.map +1 -1
- package/dist/openai.auditor.d.ts +5 -3
- package/dist/openai.auditor.d.ts.map +1 -1
- package/dist/openai.auditor.js +120 -43
- package/dist/openai.auditor.js.map +1 -1
- package/dist/openai.provider.d.ts.map +1 -1
- package/dist/openai.provider.js +18 -16
- package/dist/openai.provider.js.map +1 -1
- package/dist/openai.wire.adapter.d.ts +1 -1
- package/dist/openai.wire.adapter.d.ts.map +1 -1
- package/dist/openai.wire.adapter.js +5 -2
- package/dist/openai.wire.adapter.js.map +1 -1
- package/dist/plugin.d.ts +22 -7
- package/dist/plugin.d.ts.map +1 -1
- package/dist/plugin.js +313 -21
- package/dist/plugin.js.map +1 -1
- package/package.json +2 -2
package/dist/manifest.d.ts
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import
|
|
2
|
-
export declare const manifest:
|
|
1
|
+
import { PluginManifest } from "@holokai/types/plugin";
|
|
2
|
+
export declare const manifest: PluginManifest;
|
|
3
3
|
//# sourceMappingURL=manifest.d.ts.map
|
package/dist/manifest.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"manifest.d.ts","sourceRoot":"","sources":["../src/manifest.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"manifest.d.ts","sourceRoot":"","sources":["../src/manifest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,cAAc,EAAa,MAAM,uBAAuB,CAAC;AAMjE,eAAO,MAAM,QAAQ,EAAE,cAOtB,CAAC"}
|
package/dist/manifest.js
CHANGED
|
@@ -1,7 +1,11 @@
|
|
|
1
|
+
import { PluginType } from "@holokai/types/plugin";
|
|
2
|
+
import { createRequire } from 'module';
|
|
3
|
+
const require = createRequire(import.meta.url);
|
|
4
|
+
const { version } = require('../package.json');
|
|
1
5
|
export const manifest = {
|
|
2
6
|
name: '@holokai/provider-openai',
|
|
3
|
-
version
|
|
4
|
-
pluginType:
|
|
7
|
+
version,
|
|
8
|
+
pluginType: PluginType.PROVIDER,
|
|
5
9
|
family: 'openai',
|
|
6
10
|
displayName: 'OpenAI Provider',
|
|
7
11
|
description: 'OpenAI provider plugin for Holo.',
|
package/dist/manifest.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../src/manifest.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../src/manifest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,UAAU,EAAC,MAAM,uBAAuB,CAAC;AACjE,OAAO,EAAC,aAAa,EAAC,MAAM,QAAQ,CAAC;AAErC,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/C,MAAM,EAAC,OAAO,EAAC,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;AAE7C,MAAM,CAAC,MAAM,QAAQ,GAAmB;IACpC,IAAI,EAAE,0BAA0B;IAChC,OAAO;IACP,UAAU,EAAE,UAAU,CAAC,QAAQ;IAC/B,MAAM,EAAE,QAAQ;IAChB,WAAW,EAAE,iBAAiB;IAC9B,WAAW,EAAE,kCAAkC;CAClD,CAAC"}
|
package/dist/openai.auditor.d.ts
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
import { BaseAuditor } from "@holokai/sdk/provider";
|
|
2
2
|
import { HoloWorkerRequest } from "@holokai/types/worker";
|
|
3
3
|
import { ProviderEnvelope, ProviderEvent } from "@holokai/types/provider";
|
|
4
|
-
import {
|
|
4
|
+
import { LlmStatus, ProviderRequest } from "@holokai/types/entities";
|
|
5
5
|
import { ChatCompletionCreateParamsBase } from "openai/resources/chat/completions";
|
|
6
6
|
import { ResponseCreateParamsBase } from "openai/resources/responses/responses";
|
|
7
7
|
export declare class OpenAIAuditor extends BaseAuditor {
|
|
8
8
|
readonly provider = "openai";
|
|
9
|
-
protected toHoloRequest(workerRequest: HoloWorkerRequest, llmRequest: Omit<
|
|
10
|
-
protected mapProviderPayload(workerRequest: HoloWorkerRequest, llmRequest: Omit<
|
|
9
|
+
protected toHoloRequest(workerRequest: HoloWorkerRequest, llmRequest: Omit<ProviderRequest, 'id'>): void;
|
|
10
|
+
protected mapProviderPayload(workerRequest: HoloWorkerRequest, llmRequest: Omit<ProviderRequest, 'id'>): void;
|
|
11
11
|
protected mapResponseMetrics(providerEvent: Extract<ProviderEvent, {
|
|
12
12
|
type: 'done' | 'error';
|
|
13
13
|
}>): Promise<Partial<{
|
|
@@ -19,6 +19,8 @@ export declare class OpenAIAuditor extends BaseAuditor {
|
|
|
19
19
|
}>>;
|
|
20
20
|
protected mapResponseStatus(providerEvent: ProviderEvent): Promise<LlmStatus>;
|
|
21
21
|
protected createProviderEnvelope(payload: ResponseCreateParamsBase | ChatCompletionCreateParamsBase): Promise<ProviderEnvelope>;
|
|
22
|
+
private extractUserPromptFromInput;
|
|
23
|
+
private extractSystemPromptFromInput;
|
|
22
24
|
private extractUserPromptFromMessages;
|
|
23
25
|
private extractSystemPromptFromMessages;
|
|
24
26
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.auditor.d.ts","sourceRoot":"","sources":["../src/openai.auditor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,WAAW,EAAC,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAC,gBAAgB,EAAE,aAAa,EAAC,MAAM,yBAAyB,CAAC;AACxE,OAAO,EAAC,
|
|
1
|
+
{"version":3,"file":"openai.auditor.d.ts","sourceRoot":"","sources":["../src/openai.auditor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,WAAW,EAAC,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAC,gBAAgB,EAAE,aAAa,EAAC,MAAM,yBAAyB,CAAC;AACxE,OAAO,EAAC,SAAS,EAAE,eAAe,EAAC,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAC,8BAA8B,EAAC,MAAM,mCAAmC,CAAC;AACjF,OAAO,EAAC,wBAAwB,EAAgB,MAAM,sCAAsC,CAAC;AAI7F,qBACa,aAAc,SAAQ,WAAW;IAC1C,QAAQ,CAAC,QAAQ,YAAY;IAE7B,SAAS,CAAC,aAAa,CAAC,aAAa,EAAE,iBAAiB,EAAE,UAAU,EAAE,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,IAAI;IAkCxG,SAAS,CAAC,kBAAkB,CAAC,aAAa,EAAE,iBAAiB,EAAE,UAAU,EAAE,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,IAAI;cAkC7F,kBAAkB,CAAC,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE;QAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;;;;;;;cAiCpF,iBAAiB,CAAC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,SAAS,CAAC;cAenE,sBAAsB,CAAC,OAAO,EAAE,wBAAwB,GAAG,8BAA8B,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAMrI,OAAO,CAAC,0BAA0B;IAmClC,OAAO,CAAC,4BAA4B;IAgBpC,OAAO,CAAC,6BAA6B;IAqBrC,OAAO,CAAC,+BAA+B;CAM1C"}
|
package/dist/openai.auditor.js
CHANGED
|
@@ -8,57 +8,87 @@ import { injectable } from 'tsyringe';
|
|
|
8
8
|
import { pickDefined } from "@holokai/sdk";
|
|
9
9
|
import { BaseAuditor } from "@holokai/sdk/provider";
|
|
10
10
|
import { LlmStatus } from "@holokai/types/entities";
|
|
11
|
+
import { OpenAIProtocols } from "./plugin";
|
|
11
12
|
let OpenAIAuditor = class OpenAIAuditor extends BaseAuditor {
|
|
12
13
|
provider = 'openai';
|
|
13
14
|
toHoloRequest(workerRequest, llmRequest) {
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
15
|
+
if (workerRequest.protocol.name === OpenAIProtocols.RESPONSES) {
|
|
16
|
+
const payload = workerRequest.payload;
|
|
17
|
+
if (payload.model) {
|
|
18
|
+
llmRequest.access_model = payload.model;
|
|
19
|
+
}
|
|
20
|
+
const userPrompt = this.extractUserPromptFromInput(payload.input);
|
|
21
|
+
if (userPrompt !== undefined) {
|
|
22
|
+
llmRequest.metadata.user_prompt = userPrompt;
|
|
23
|
+
}
|
|
24
|
+
const systemPrompt = this.extractSystemPromptFromInput(payload.input);
|
|
25
|
+
if (systemPrompt !== undefined) {
|
|
26
|
+
llmRequest.metadata.system_prompt = systemPrompt;
|
|
27
|
+
}
|
|
21
28
|
}
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
29
|
+
else {
|
|
30
|
+
const payload = workerRequest.payload;
|
|
31
|
+
llmRequest.access_model = payload.model;
|
|
32
|
+
const userPrompt = this.extractUserPromptFromMessages(payload.messages);
|
|
33
|
+
if (userPrompt !== undefined) {
|
|
34
|
+
llmRequest.metadata.user_prompt = userPrompt;
|
|
35
|
+
}
|
|
36
|
+
const systemPrompt = this.extractSystemPromptFromMessages(payload.messages);
|
|
37
|
+
if (systemPrompt !== undefined) {
|
|
38
|
+
llmRequest.metadata.system_prompt = systemPrompt;
|
|
39
|
+
}
|
|
26
40
|
}
|
|
27
41
|
}
|
|
28
42
|
mapProviderPayload(workerRequest, llmRequest) {
|
|
29
|
-
const payload = workerRequest.payload;
|
|
30
|
-
// Set options (OpenAI-specific parameters)
|
|
31
43
|
const options = {};
|
|
32
|
-
if (
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
44
|
+
if (workerRequest.protocol.name === OpenAIProtocols.RESPONSES) {
|
|
45
|
+
const payload = workerRequest.payload;
|
|
46
|
+
if (payload.max_output_tokens !== undefined)
|
|
47
|
+
options.max_output_tokens = payload.max_output_tokens;
|
|
48
|
+
if (payload.temperature !== undefined)
|
|
49
|
+
options.temperature = payload.temperature;
|
|
50
|
+
if (payload.top_p !== undefined)
|
|
51
|
+
options.top_p = payload.top_p;
|
|
52
|
+
if (payload.stream !== undefined)
|
|
53
|
+
options.stream = payload.stream;
|
|
54
|
+
if (payload.tools !== undefined)
|
|
55
|
+
options.tools = payload.tools;
|
|
56
|
+
if (payload.tool_choice !== undefined)
|
|
57
|
+
options.tool_choice = payload.tool_choice;
|
|
58
|
+
}
|
|
59
|
+
else {
|
|
60
|
+
const payload = workerRequest.payload;
|
|
61
|
+
if (payload.max_completion_tokens !== undefined)
|
|
62
|
+
options.max_completion_tokens = payload.max_completion_tokens;
|
|
63
|
+
if (payload.max_tokens !== undefined)
|
|
64
|
+
options.max_tokens = payload.max_tokens;
|
|
65
|
+
if (payload.temperature !== undefined)
|
|
66
|
+
options.temperature = payload.temperature;
|
|
67
|
+
if (payload.top_p !== undefined)
|
|
68
|
+
options.top_p = payload.top_p;
|
|
69
|
+
if (payload.frequency_penalty !== undefined)
|
|
70
|
+
options.frequency_penalty = payload.frequency_penalty;
|
|
71
|
+
if (payload.presence_penalty !== undefined)
|
|
72
|
+
options.presence_penalty = payload.presence_penalty;
|
|
73
|
+
if (payload.stop !== undefined)
|
|
74
|
+
options.stop = payload.stop;
|
|
75
|
+
if (payload.stream !== undefined)
|
|
76
|
+
options.stream = payload.stream;
|
|
77
|
+
if (payload.tools !== undefined)
|
|
78
|
+
options.tools = payload.tools;
|
|
79
|
+
if (payload.tool_choice !== undefined)
|
|
80
|
+
options.tool_choice = payload.tool_choice;
|
|
81
|
+
if (payload.response_format !== undefined)
|
|
82
|
+
options.response_format = payload.response_format;
|
|
83
|
+
if (payload.seed !== undefined)
|
|
84
|
+
options.seed = payload.seed;
|
|
85
|
+
if (payload.safety_identifier !== undefined)
|
|
86
|
+
options.safety_identifier = payload.safety_identifier;
|
|
87
|
+
if (payload.user !== undefined)
|
|
88
|
+
options.user = payload.user;
|
|
89
|
+
}
|
|
60
90
|
if (Object.keys(options).length > 0) {
|
|
61
|
-
llmRequest.options = options;
|
|
91
|
+
llmRequest.metadata.options = options;
|
|
62
92
|
}
|
|
63
93
|
}
|
|
64
94
|
async mapResponseMetrics(providerEvent) {
|
|
@@ -107,9 +137,56 @@ let OpenAIAuditor = class OpenAIAuditor extends BaseAuditor {
|
|
|
107
137
|
}
|
|
108
138
|
async createProviderEnvelope(payload) {
|
|
109
139
|
return pickDefined({
|
|
110
|
-
|
|
140
|
+
access_model: payload.model
|
|
111
141
|
});
|
|
112
142
|
}
|
|
143
|
+
extractUserPromptFromInput(input) {
|
|
144
|
+
if (!input)
|
|
145
|
+
return undefined;
|
|
146
|
+
// Simple string input — the whole thing is the user prompt
|
|
147
|
+
if (typeof input === 'string') {
|
|
148
|
+
return input;
|
|
149
|
+
}
|
|
150
|
+
if (!Array.isArray(input))
|
|
151
|
+
return undefined;
|
|
152
|
+
// Walk in reverse to find the last user-role entry
|
|
153
|
+
for (let i = input.length - 1; i >= 0; i--) {
|
|
154
|
+
const entry = input[i];
|
|
155
|
+
if (!entry || typeof entry !== 'object')
|
|
156
|
+
continue;
|
|
157
|
+
if (!('role' in entry) || entry.role !== 'user')
|
|
158
|
+
continue;
|
|
159
|
+
const content = entry.content;
|
|
160
|
+
if (typeof content === 'string') {
|
|
161
|
+
return content;
|
|
162
|
+
}
|
|
163
|
+
if (Array.isArray(content)) {
|
|
164
|
+
// Responses API uses type:'input_text'; also accept type:'text' for safety
|
|
165
|
+
const textParts = content
|
|
166
|
+
.filter((c) => (c.type === 'input_text' || c.type === 'text') && typeof c.text === 'string')
|
|
167
|
+
.map((c) => c.text);
|
|
168
|
+
if (textParts.length > 0) {
|
|
169
|
+
return textParts.join('\n');
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
return undefined;
|
|
174
|
+
}
|
|
175
|
+
extractSystemPromptFromInput(input) {
|
|
176
|
+
if (!input || !Array.isArray(input))
|
|
177
|
+
return undefined;
|
|
178
|
+
for (const entry of input) {
|
|
179
|
+
if (!entry || typeof entry !== 'object')
|
|
180
|
+
continue;
|
|
181
|
+
if (!('role' in entry) || entry.role !== 'system')
|
|
182
|
+
continue;
|
|
183
|
+
const content = entry.content;
|
|
184
|
+
if (typeof content === 'string') {
|
|
185
|
+
return content;
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
return undefined;
|
|
189
|
+
}
|
|
113
190
|
extractUserPromptFromMessages(messages) {
|
|
114
191
|
if (!messages || !Array.isArray(messages))
|
|
115
192
|
return undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.auditor.js","sourceRoot":"","sources":["../src/openai.auditor.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,UAAU,CAAC;AACpC,OAAO,EAAC,WAAW,EAAC,MAAM,cAAc,CAAC;AACzC,OAAO,EAAC,WAAW,EAAC,MAAM,uBAAuB,CAAC;AAGlD,OAAO,
|
|
1
|
+
{"version":3,"file":"openai.auditor.js","sourceRoot":"","sources":["../src/openai.auditor.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,UAAU,CAAC;AACpC,OAAO,EAAC,WAAW,EAAC,MAAM,cAAc,CAAC;AACzC,OAAO,EAAC,WAAW,EAAC,MAAM,uBAAuB,CAAC;AAGlD,OAAO,EAAC,SAAS,EAAkB,MAAM,yBAAyB,CAAC;AAInE,OAAO,EAAC,eAAe,EAAC,MAAM,UAAU,CAAC;AAGlC,IAAM,aAAa,GAAnB,MAAM,aAAc,SAAQ,WAAW;IACjC,QAAQ,GAAG,QAAQ,CAAC;IAEnB,aAAa,CAAC,aAAgC,EAAE,UAAuC;QAC7F,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,KAAK,eAAe,CAAC,SAAS,EAAE,CAAC;YAC5D,MAAM,OAAO,GAAG,aAAa,CAAC,OAAmC,CAAC;YAElE,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAChB,UAAU,CAAC,YAAY,GAAG,OAAO,CAAC,KAAe,CAAC;YACtD,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAClE,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC3B,UAAU,CAAC,QAAQ,CAAC,WAAW,GAAG,UAAU,CAAC;YACjD,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACtE,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC7B,UAAU,CAAC,QAAQ,CAAC,aAAa,GAAG,YAAY,CAAC;YACrD,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,MAAM,OAAO,GAAG,aAAa,CAAC,OAAyC,CAAC;YAExE,UAAU,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC;YAExC,MAAM,UAAU,GAAG,IAAI,CAAC,6BAA6B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACxE,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC3B,UAAU,CAAC,QAAQ,CAAC,WAAW,GAAG,UAAU,CAAC;YACjD,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,CAAC,+BAA+B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC5E,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC7B,UAAU,CAAC,QAAQ,CAAC,aAAa,GAAG,YAAY,CAAC;YACrD,CAAC;QACL,CAAC;IACL,CAAC;IAES,kBAAkB,CAAC,aAAgC,EAAE,UAAuC;QAClG,MAAM,OAAO,GAAwB,EAAE,CAAC;QAExC,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,KAAK,eAAe,CAAC,SAAS,EAAE,CAAC;YAC5D,MAAM,OAAO,GAAG,aAAa,CAAC,OAAmC,CAAC;YAClE,IAAI,OAAO,CAAC,iBAAiB,KAAK,SAAS;gBAAE,OAAO,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;YACnG,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;gBAAE,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YACjF,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;gBAAE,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC/D,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;gBAAE,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAClE,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;gBAAE,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC/D,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;gBAAE,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACrF,CAAC;aAAM,CAAC;YACJ,MAAM,OAAO,GAAG,aAAa,CAAC,OAAyC,CAAC;YACxE,IAAI,OAAO,CAAC,qBAAqB,KAAK,SAAS;gBAAE,OAAO,CAAC,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;YAC/G,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;gBAAE,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;YAC9E,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;gBAAE,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YACjF,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;gBAAE,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC/D,IAAI,OAAO,CAAC,iBAAiB,KAAK,SAAS;gBAAE,OAAO,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;YACnG,IAAI,OAAO,CAAC,gBAAgB,KAAK,SAAS;gBAAE,OAAO,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;YAChG,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;gBAAE,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAClE,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;gBAAE,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC/D,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;gBAAE,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YACjF,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS;gBAAE,OAAO,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;YAC7F,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC5D,IAAI,OAAO,CAAC,iBAAiB,KAAK,SAAS;gBAAE,OAAO,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;YACnG,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAChE,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,UAAU,CAAC,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC;QAC1C,CAAC;IACL,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,aAAiE;QAChG,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;QAC9D,IAAI,aAAa,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACjC,OAAO,OAAO,CAAC;QACnB,CAAC;QAED,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC;QACtC,IAAI,KAAK,GAAoC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QAEvG,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,OAAO,CAAC;QACnB,CAAC;QAED,IAAI,YAAY,CAAC;QACjB,IAAI,aAAa,CAAC;QAClB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnB,KAAK,GAAG,KAAsB,CAAC;YAC/B,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;YAClC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC;QACxC,CAAC;aAAM,CAAC;YACJ,KAAK,GAAG,KAAwB,CAAC;YACjC,YAAY,GAAG,KAAK,CAAC,aAAa,CAAC;YACnC,aAAa,GAAG,KAAK,CAAC,iBAAiB,CAAC;QAC5C,CAAC;QAED,OAAO,WAAW,CAAC;YACf,GAAG,OAAO;YACV,SAAS,EAAE,KAAK;YAChB,YAAY;YACZ,aAAa;SAChB,CAAC,CAAC;IACP,CAAC;IAES,KAAK,CAAC,iBAAiB,CAAC,aAA4B;QAC1D,IAAI,aAAa,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAChC,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC;YACtC,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACpC,IAAI,MAAM,EAAE,aAAa,EAAE,CAAC;gBACxB,IAAI,MAAM,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;oBACpC,OAAO,SAAS,CAAC,OAAO,CAAC;gBAC7B,CAAC;qBAAM,IAAI,MAAM,CAAC,aAAa,KAAK,gBAAgB,EAAE,CAAC;oBACnD,OAAO,SAAS,CAAC,KAAK,CAAC;gBAC3B,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;IAClD,CAAC;IAES,KAAK,CAAC,sBAAsB,CAAC,OAAkE;QACrG,OAAO,WAAW,CAAC;YACf,YAAY,EAAE,OAAO,CAAC,KAAK;SAC9B,CAAqB,CAAA;IAC1B,CAAC;IAEO,0BAA0B,CAAC,KAAwC;QACvE,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QAE7B,2DAA2D;QAC3D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAE5C,mDAAmD;QACnD,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,SAAS;YAClD,IAAI,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,IAAK,KAAa,CAAC,IAAI,KAAK,MAAM;gBAAE,SAAS;YAEnE,MAAM,OAAO,GAAI,KAAa,CAAC,OAAO,CAAC;YACvC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,OAAO,CAAC;YACnB,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzB,2EAA2E;gBAC3E,MAAM,SAAS,GAAG,OAAO;qBACpB,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;qBAChG,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAc,CAAC,CAAC;gBACvC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChC,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAEO,4BAA4B,CAAC,KAAwC;QACzE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAEtD,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,SAAS;YAClD,IAAI,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,IAAK,KAAa,CAAC,IAAI,KAAK,QAAQ;gBAAE,SAAS;YAErE,MAAM,OAAO,GAAI,KAAa,CAAC,OAAO,CAAC;YACvC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,OAAO,CAAC;YACnB,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAEO,6BAA6B,CAAC,QAAgB;QAClD,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;YAAE,OAAO,SAAS,CAAC;QAE5D,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QACjE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAEhD,uCAAuC;QACvC,MAAM,eAAe,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC9D,IAAI,OAAO,eAAe,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC9C,OAAO,eAAe,CAAC,OAAO,CAAC;QACnC,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;YAChD,8CAA8C;YAC9C,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO;iBACpC,MAAM,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;iBAC3C,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnC,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAEO,+BAA+B,CAAC,QAAgB;QACpD,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;YAAE,OAAO,SAAS,CAAC;QAE5D,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAClE,OAAO,aAAa,IAAI,OAAO,aAAa,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1G,CAAC;CACJ,CAAA;AA3MY,aAAa;IADzB,UAAU,EAAE;GACA,aAAa,CA2MzB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.provider.d.ts","sourceRoot":"","sources":["../src/openai.provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,KAAK,EAAC,QAAQ,EAAE,mBAAmB,EAAE,gBAAgB,EAAC,MAAM,yBAAyB,CAAC;AAC7F,OAAO,EAAC,eAAe,EAAE,SAAS,EAAC,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"openai.provider.d.ts","sourceRoot":"","sources":["../src/openai.provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,KAAK,EAAC,QAAQ,EAAE,mBAAmB,EAAE,gBAAgB,EAAC,MAAM,yBAAyB,CAAC;AAC7F,OAAO,EAAC,eAAe,EAAE,SAAS,EAAC,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAC,wBAAwB,EAAE,kBAAkB,EAAsB,MAAM,sCAAsC,CAAC;AACvH,OAAO,EAAC,8BAA8B,EAAC,MAAM,mCAAmC,CAAC;AAEjF,OAAO,EAAC,KAAK,EAAa,MAAM,yBAAyB,CAAC;AAG1D,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAG3C,OAAO,EAAC,qBAAqB,EAAC,MAAM,kBAAkB,CAAC;AAGvD;;GAEG;AACH,qBAAa,cAAe,SAAQ,YAAY,CAAC,MAAM,EAAE,wBAAwB,GAAG,8BAA8B,CAAC;IAEzG,SAAS,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,IAAI,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,KAAK,EAAE,CAAA;KAAE,CAAC;IAarF,uBAAuB,CAAC,OAAO,EAAE,wBAAwB,GAAG,8BAA8B,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAIxH,QAAQ,CAAC,OAAO,EAAE,qBAAqB;;;;;IAM7C,SAAS,CAAC,aAAa,IAAI,QAAQ;IAInC,SAAS,CAAC,YAAY,IAAI,MAAM;IAKhC,SAAS,CAAC,gBAAgB,IAAI,mBAAmB;IAIjD,SAAS,CAAC,qBAAqB,IAAI,gBAAgB;cAInC,WAAW,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,kBAAkB,CAAC;cASzD,aAAa,CACzB,OAAO,EAAE,wBAAwB,GAAG,8BAA8B,GAAG,qBAAqB,EAC1F,GAAG,EAAE,eAAe,GACrB,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAYZ,YAAY;YA4CZ,kBAAkB;CAuCnC"}
|
package/dist/openai.provider.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import OpenAI from 'openai';
|
|
2
2
|
import { BaseProvider } from '@holokai/sdk/provider';
|
|
3
|
-
import { RequestType } from '@holokai/types/holo';
|
|
4
3
|
import { OpenAIAuditor } from './openai.auditor';
|
|
5
4
|
import { OpenAITranslator } from './openai.translator';
|
|
6
5
|
import { OpenAIResponseFactory } from './openai.response.factory';
|
|
6
|
+
import { OpenAIProtocols } from "./plugin";
|
|
7
7
|
/**
|
|
8
8
|
* OpenAI provider for connecting to OpenAI API
|
|
9
9
|
*/
|
|
@@ -31,6 +31,7 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
31
31
|
return new OpenAIAuditor();
|
|
32
32
|
}
|
|
33
33
|
createClient() {
|
|
34
|
+
this.log.info(JSON.stringify(this._config));
|
|
34
35
|
return new OpenAI(this._config);
|
|
35
36
|
}
|
|
36
37
|
createTranslator() {
|
|
@@ -47,10 +48,10 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
47
48
|
return this.responseFactory.createError(error.message, error.code ? error.code : undefined);
|
|
48
49
|
}
|
|
49
50
|
async handleRequest(payload, ctx) {
|
|
50
|
-
switch (ctx.
|
|
51
|
-
case
|
|
51
|
+
switch (ctx.protocol.name) {
|
|
52
|
+
case OpenAIProtocols.RESPONSES:
|
|
52
53
|
return this.runResponses(payload, ctx);
|
|
53
|
-
case
|
|
54
|
+
case OpenAIProtocols.EMBED:
|
|
54
55
|
return this.runEmbed(payload);
|
|
55
56
|
default:
|
|
56
57
|
return this.runChatCompletions(payload, ctx);
|
|
@@ -72,15 +73,16 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
72
73
|
});
|
|
73
74
|
let finalChunk;
|
|
74
75
|
for await (const event of stream) {
|
|
75
|
-
ctx.emitStreamEvent(event);
|
|
76
|
-
if (event.type === 'response.output_text.delta') {
|
|
77
|
-
ctx.emitTextDelta(event.delta);
|
|
78
|
-
}
|
|
79
76
|
if (event.type === 'response.completed' ||
|
|
80
77
|
event.type === 'response.failed' ||
|
|
81
78
|
event.type === 'response.incomplete' ||
|
|
82
79
|
event.type === 'error') {
|
|
83
80
|
finalChunk = event;
|
|
81
|
+
break;
|
|
82
|
+
}
|
|
83
|
+
ctx.emitStreamEvent(event);
|
|
84
|
+
if (event.type === 'response.output_text.delta') {
|
|
85
|
+
ctx.emitTextDelta(event.delta);
|
|
84
86
|
}
|
|
85
87
|
}
|
|
86
88
|
return finalChunk;
|
|
@@ -96,23 +98,23 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
96
98
|
},
|
|
97
99
|
};
|
|
98
100
|
}
|
|
99
|
-
const streamingReq =
|
|
100
|
-
...req,
|
|
101
|
-
stream: true,
|
|
102
|
-
stream_options: { include_usage: true },
|
|
103
|
-
};
|
|
101
|
+
const streamingReq = req;
|
|
104
102
|
this.client.chat.completions.create(streamingReq);
|
|
103
|
+
const includesUsage = streamingReq.stream_options?.include_usage === true;
|
|
105
104
|
const finalPromise = (async () => {
|
|
106
105
|
const stream = await this.client.chat.completions.create(streamingReq);
|
|
107
106
|
let finalChunk;
|
|
108
107
|
for await (const chunk of stream) {
|
|
108
|
+
if ((includesUsage && !!chunk.usage) ||
|
|
109
|
+
(!includesUsage && !!chunk.choices?.[0]?.finish_reason)) {
|
|
110
|
+
finalChunk = chunk;
|
|
111
|
+
break;
|
|
112
|
+
}
|
|
113
|
+
const delta = chunk.choices?.[0]?.delta?.content;
|
|
109
114
|
ctx.emitStreamEvent(chunk);
|
|
110
|
-
const delta = chunk?.choices?.[0]?.delta?.content;
|
|
111
115
|
if (typeof delta === 'string' && delta.length) {
|
|
112
116
|
ctx.emitTextDelta(delta);
|
|
113
117
|
}
|
|
114
|
-
if (chunk?.usage)
|
|
115
|
-
finalChunk = chunk;
|
|
116
118
|
}
|
|
117
119
|
return finalChunk;
|
|
118
120
|
})();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.provider.js","sourceRoot":"","sources":["../src/openai.provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"openai.provider.js","sourceRoot":"","sources":["../src/openai.provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AAKnD,OAAO,EAAC,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAC,qBAAqB,EAAC,MAAM,2BAA2B,CAAC;AAKhE,OAAO,EAAC,eAAe,EAAC,MAAM,UAAU,CAAC;AAEzC;;GAEG;AACH,MAAM,OAAO,cAAe,SAAQ,YAA+E;IAE/G,KAAK,CAAC,SAAS,CAAC,aAA8B;QAC1C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAgB,CAAC;QAC/D,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YACzB,OAAO,QAAQ,CAAC;QACpB,CAAC;QACD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QAE7E,OAAO;YACH,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,IAAI;SACP,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,OAAkE;QAC5F,OAAO,OAAO,CAAC,KAAK,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAA8B;QACzC,OAAO;YACH,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;SAC5D,CAAA;IACL,CAAC;IAES,aAAa;QACnB,OAAO,IAAI,aAAa,EAAE,CAAC;IAC/B,CAAC;IAES,YAAY;QAClB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5C,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAES,gBAAgB;QACtB,OAAO,gBAAgB,CAAC,QAAQ,EAAE,CAAC;IACvC,CAAC;IAES,qBAAqB;QAC3B,OAAO,qBAAqB,CAAC,QAAQ,EAAE,CAAC;IAC5C,CAAC;IAES,KAAK,CAAC,WAAW,CAAC,KAAe;QACvC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,yCAAyC;YACzC,OAAO,KAAK,CAAC,KAA2B,CAAC;QAC7C,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAChG,CAAC;IAES,KAAK,CAAC,aAAa,CACzB,OAA0F,EAC1F,GAAoB;QAEpB,QAAQ,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxB,KAAK,eAAe,CAAC,SAAS;gBAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,OAAmC,EAAE,GAAG,CAAC,CAAC;YACvE,KAAK,eAAe,CAAC,KAAK;gBACtB,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAgC,CAAC,CAAC;YAC3D;gBACI,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAyC,EAAE,GAAG,CAAC,CAAC;QACvF,CAAC;IACL,CAAC;IAED,wBAAwB;IAChB,KAAK,CAAC,YAAY,CACtB,GAA6B,EAC7B,GAAoB;QAEpB,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YACd,OAAO;gBACH,KAAK,EAAE,KAAK,IAAI,EAAE;oBACd,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,EAAC,GAAG,GAAG,EAAE,MAAM,EAAE,KAAK,EAAC,CAAC,CAAC;gBACjE,CAAC;aACJ,CAAC;QACN,CAAC;QAED,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;gBAC9C,GAAG,GAAG;gBACN,MAAM,EAAE,IAAI;aACa,CAAgC,CAAC;YAE9D,IAAI,UAAU,CAAC;YAEf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC/B,IACI,KAAK,CAAC,IAAI,KAAK,oBAAoB;oBACnC,KAAK,CAAC,IAAI,KAAK,iBAAiB;oBAChC,KAAK,CAAC,IAAI,KAAK,qBAAqB;oBACpC,KAAK,CAAC,IAAI,KAAK,OAAO,EACxB,CAAC;oBACC,UAAU,GAAG,KAAK,CAAC;oBACnB,MAAM;gBACV,CAAC;gBACD,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;gBAE3B,IAAI,KAAK,CAAC,IAAI,KAAK,4BAA4B,EAAE,CAAC;oBAC9C,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACnC,CAAC;YACL,CAAC;YAED,OAAO,UAAU,CAAC;QACtB,CAAC,CAAC,EAAE,CAAC;QAEL,OAAO,EAAC,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,EAAC,CAAC;IACvC,CAAC;IAED,+BAA+B;IACvB,KAAK,CAAC,kBAAkB,CAC5B,GAAmC,EACnC,GAAoB;QAEpB,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YACd,OAAO;gBACH,KAAK,EAAE,KAAK,IAAI,EAAE;oBACd,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAC,GAAG,GAAG,EAAE,MAAM,EAAE,KAAK,EAAC,CAAC,CAAC;gBACxE,CAAC;aACJ,CAAC;QACN,CAAC;QAED,MAAM,YAAY,GAAG,GAA0C,CAAC;QAEhE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,YAAY,CAAC,cAAc,EAAE,aAAa,KAAK,IAAI,CAAA;QAEzE,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEvE,IAAI,UAAU,CAAC;YACf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC/B,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;oBAChC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,EAAE,CAAC;oBAC1D,UAAU,GAAG,KAAK,CAAC;oBACnB,MAAM;gBACV,CAAC;gBACD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;gBACjD,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;gBAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;oBAC5C,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC7B,CAAC;YACL,CAAC;YACD,OAAO,UAAU,CAAC;QACtB,CAAC,CAAC,EAAE,CAAC;QAEL,OAAO,EAAC,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,EAAC,CAAC;IACvC,CAAC;CAEJ"}
|
|
@@ -6,7 +6,7 @@ export declare class OpenAICompletionsWireAdapter extends BaseWireAdapter {
|
|
|
6
6
|
formatWire(data: string | any): string;
|
|
7
7
|
protected onDoneStreaming(ev: Extract<ProviderEvent, {
|
|
8
8
|
type: "done";
|
|
9
|
-
}>): WireChunk[]
|
|
9
|
+
}>): Promise<WireChunk[]>;
|
|
10
10
|
}
|
|
11
11
|
export declare class OpenAIResponsesWireAdapter extends BaseWireAdapter {
|
|
12
12
|
formatWire(data: ResponseStreamEvent): string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.wire.adapter.d.ts","sourceRoot":"","sources":["../src/openai.wire.adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAC,MAAM,uBAAuB,CAAC;AACtD,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAC,aAAa,EAAC,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAC,mBAAmB,EAAC,MAAM,sCAAsC,CAAC;AAEzE,qBAAa,4BAA6B,SAAQ,eAAe;IAEtD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,GAAG,MAAM;
|
|
1
|
+
{"version":3,"file":"openai.wire.adapter.d.ts","sourceRoot":"","sources":["../src/openai.wire.adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAC,MAAM,uBAAuB,CAAC;AACtD,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAC,aAAa,EAAC,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAC,mBAAmB,EAAC,MAAM,sCAAsC,CAAC;AAEzE,qBAAa,4BAA6B,SAAQ,eAAe;IAEtD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,GAAG,MAAM;cAI7B,eAAe,CAAC,EAAE,EAAE,OAAO,CAAC,aAAa,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;CAMtG;AAGD,qBAAa,0BAA2B,SAAQ,eAAe;IAC3D,UAAU,CAAC,IAAI,EAAE,mBAAmB,GAAG,MAAM;CAKhD"}
|
|
@@ -3,8 +3,11 @@ export class OpenAICompletionsWireAdapter extends BaseWireAdapter {
|
|
|
3
3
|
formatWire(data) {
|
|
4
4
|
return `data: ${typeof data === 'string' ? data : JSON.stringify(data)}\n\n`;
|
|
5
5
|
}
|
|
6
|
-
onDoneStreaming(ev) {
|
|
7
|
-
return [
|
|
6
|
+
async onDoneStreaming(ev) {
|
|
7
|
+
return [
|
|
8
|
+
await this.chunkify(ev, async (_ev) => this.formatWire(ev.message)),
|
|
9
|
+
await this.chunkify(ev, async (_ev) => this.formatWire('[DONE]'), true, { fullText: ev.text })
|
|
10
|
+
];
|
|
8
11
|
}
|
|
9
12
|
}
|
|
10
13
|
export class OpenAIResponsesWireAdapter extends BaseWireAdapter {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.wire.adapter.js","sourceRoot":"","sources":["../src/openai.wire.adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAC,MAAM,uBAAuB,CAAC;AAKtD,MAAM,OAAO,4BAA6B,SAAQ,eAAe;IAEtD,UAAU,CAAC,IAAkB;QAChC,OAAO,SAAS,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;IACjF,CAAC;IAES,eAAe,CAAC,EAA4C;
|
|
1
|
+
{"version":3,"file":"openai.wire.adapter.js","sourceRoot":"","sources":["../src/openai.wire.adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAC,MAAM,uBAAuB,CAAC;AAKtD,MAAM,OAAO,4BAA6B,SAAQ,eAAe;IAEtD,UAAU,CAAC,IAAkB;QAChC,OAAO,SAAS,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;IACjF,CAAC;IAES,KAAK,CAAC,eAAe,CAAC,EAA4C;QACxE,OAAO;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;YACnE,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,EAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,EAAC,CAAC;SAC/F,CAAC;IACN,CAAC;CACJ;AAGD,MAAM,OAAO,0BAA2B,SAAQ,eAAe;IAC3D,UAAU,CAAC,IAAyB;QAChC,MAAM,SAAS,GAAG,UAAU,IAAI,CAAC,IAAI,IAAI,CAAA;QACzC,MAAM,QAAQ,GAAG,SAAS,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;QACrD,OAAO,SAAS,GAAG,QAAQ,CAAC;IAChC,CAAC;CACJ"}
|
package/dist/plugin.d.ts
CHANGED
|
@@ -1,15 +1,30 @@
|
|
|
1
1
|
import { BasePlugin } from '@holokai/sdk/plugin';
|
|
2
|
-
import type {
|
|
2
|
+
import type { IProviderPlugin, PluginContext, PluginPricingSheet } from '@holokai/types/plugin';
|
|
3
3
|
import type { IProvider, IWireAdapter, ProviderCapabilities, WireAdapterParams } from "@holokai/types/provider";
|
|
4
|
-
import {
|
|
4
|
+
import { RouteDefinition } from "@holokai/types/routing";
|
|
5
|
+
export declare const OpenAIProtocols: {
|
|
6
|
+
readonly EMBED: "openai.embeddings";
|
|
7
|
+
readonly CHAT_COMPLETIONS: "openai.chatCompletions";
|
|
8
|
+
readonly RESPONSES: "openai.responses";
|
|
9
|
+
readonly MODELS: "openai.models";
|
|
10
|
+
};
|
|
11
|
+
export type OpenAIProtocols = typeof OpenAIProtocols[keyof typeof OpenAIProtocols];
|
|
5
12
|
export declare class OpenAIProviderPlugin extends BasePlugin implements IProviderPlugin {
|
|
6
|
-
manifest: import("@holokai/types/plugin").
|
|
13
|
+
manifest: import("@holokai/types/plugin").PluginManifest;
|
|
7
14
|
translator: import("@holokai/types/provider").IProviderTranslator;
|
|
8
|
-
|
|
9
|
-
|
|
15
|
+
protocols: {
|
|
16
|
+
readonly EMBED: "openai.embeddings";
|
|
17
|
+
readonly CHAT_COMPLETIONS: "openai.chatCompletions";
|
|
18
|
+
readonly RESPONSES: "openai.responses";
|
|
19
|
+
readonly MODELS: "openai.models";
|
|
20
|
+
};
|
|
21
|
+
defaultProtocol: "openai.responses";
|
|
22
|
+
createProvider(id: string, name: string, config: any): Promise<IProvider>;
|
|
23
|
+
createWireAdapter(params: WireAdapterParams): Promise<IWireAdapter>;
|
|
10
24
|
getCapabilities(): ProviderCapabilities;
|
|
11
|
-
getRoutes():
|
|
12
|
-
|
|
25
|
+
getRoutes(): RouteDefinition[];
|
|
26
|
+
getDefaultPricing(): PluginPricingSheet;
|
|
27
|
+
protected onInitialize(_context: PluginContext): Promise<void>;
|
|
13
28
|
protected onDestroy(): Promise<void>;
|
|
14
29
|
}
|
|
15
30
|
//# sourceMappingURL=plugin.d.ts.map
|
package/dist/plugin.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,qBAAqB,CAAC;AAC/C,OAAO,KAAK,EAAC,
|
|
1
|
+
{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,qBAAqB,CAAC;AAC/C,OAAO,KAAK,EAAC,eAAe,EAAE,aAAa,EAAE,kBAAkB,EAAC,MAAM,uBAAuB,CAAC;AAE9F,OAAO,KAAK,EAAC,SAAS,EAAE,YAAY,EAAE,oBAAoB,EAAE,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAE9G,OAAO,EAAC,eAAe,EAAe,MAAM,wBAAwB,CAAC;AAKrE,eAAO,MAAM,eAAe;;;;;CAKlB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAEnF,qBAAa,oBAAqB,SAAQ,UAAW,YAAW,eAAe;IAC3E,QAAQ,iDAAY;IACpB,UAAU,wDAA+B;IACzC,SAAS;;;;;MAAmB;IAC5B,eAAe,qBAA6B;IAEtC,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC;IASzE,iBAAiB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC;IAOzE,eAAe,IAAI,oBAAoB;IAUvC,SAAS,IAAI,eAAe,EAAE;IA0C9B,iBAAiB,IAAI,kBAAkB;IAsTvC,SAAS,CAAC,YAAY,CAAC,QAAQ,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAI9D,SAAS,CAAC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CAIvC"}
|
package/dist/plugin.js
CHANGED
|
@@ -1,19 +1,27 @@
|
|
|
1
1
|
import { BasePlugin } from '@holokai/sdk/plugin';
|
|
2
2
|
import { manifest } from "./manifest.js";
|
|
3
3
|
import { OpenAIProvider } from "./openai.provider";
|
|
4
|
-
import { RequestType } from "@holokai/types/holo";
|
|
5
4
|
import { RouteHandler } from "@holokai/types/routing";
|
|
6
5
|
import { OpenAITranslator } from "./openai.translator";
|
|
7
6
|
import { OpenAICompletionsWireAdapter, OpenAIResponsesWireAdapter } from "./openai.wire.adapter";
|
|
7
|
+
import { ProtocolCapability } from "@holokai/types/entities";
|
|
8
|
+
export const OpenAIProtocols = {
|
|
9
|
+
EMBED: 'openai.embeddings',
|
|
10
|
+
CHAT_COMPLETIONS: 'openai.chatCompletions',
|
|
11
|
+
RESPONSES: 'openai.responses',
|
|
12
|
+
MODELS: 'openai.models'
|
|
13
|
+
};
|
|
8
14
|
export class OpenAIProviderPlugin extends BasePlugin {
|
|
9
15
|
manifest = manifest;
|
|
10
16
|
translator = OpenAITranslator.instance();
|
|
11
|
-
|
|
12
|
-
|
|
17
|
+
protocols = OpenAIProtocols;
|
|
18
|
+
defaultProtocol = OpenAIProtocols.RESPONSES;
|
|
19
|
+
async createProvider(id, name, config) {
|
|
20
|
+
return new OpenAIProvider(id, name, this, config);
|
|
13
21
|
}
|
|
14
|
-
createWireAdapter(params) {
|
|
15
|
-
const { requestId, isStreaming,
|
|
16
|
-
return
|
|
22
|
+
async createWireAdapter(params) {
|
|
23
|
+
const { requestId, isStreaming, protocol } = params;
|
|
24
|
+
return protocol === OpenAIProtocols.RESPONSES
|
|
17
25
|
? new OpenAIResponsesWireAdapter(requestId, isStreaming)
|
|
18
26
|
: new OpenAICompletionsWireAdapter(requestId, isStreaming);
|
|
19
27
|
}
|
|
@@ -27,32 +35,316 @@ export class OpenAIProviderPlugin extends BasePlugin {
|
|
|
27
35
|
};
|
|
28
36
|
}
|
|
29
37
|
getRoutes() {
|
|
30
|
-
|
|
31
|
-
|
|
38
|
+
return [
|
|
39
|
+
{
|
|
40
|
+
paths: ['/models', '/v1/models'],
|
|
32
41
|
method: 'GET',
|
|
42
|
+
protocol: {
|
|
43
|
+
name: OpenAIProtocols.MODELS,
|
|
44
|
+
capability: ProtocolCapability.MODELS,
|
|
45
|
+
},
|
|
33
46
|
handler: RouteHandler.MODELS
|
|
34
47
|
},
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
48
|
+
{
|
|
49
|
+
paths: ['/chat/completions', '/v1/chat/completions'],
|
|
50
|
+
method: 'POST',
|
|
51
|
+
protocol: {
|
|
52
|
+
name: OpenAIProtocols.CHAT_COMPLETIONS,
|
|
53
|
+
capability: ProtocolCapability.CHAT
|
|
54
|
+
},
|
|
55
|
+
handler: RouteHandler.REQUEST
|
|
41
56
|
},
|
|
42
|
-
|
|
57
|
+
{
|
|
58
|
+
paths: ['/responses', '/v1/responses'],
|
|
43
59
|
method: 'POST',
|
|
44
|
-
|
|
60
|
+
protocol: {
|
|
61
|
+
name: OpenAIProtocols.RESPONSES,
|
|
62
|
+
capability: ProtocolCapability.CHAT
|
|
63
|
+
},
|
|
45
64
|
handler: RouteHandler.REQUEST
|
|
46
65
|
},
|
|
47
|
-
|
|
66
|
+
{
|
|
67
|
+
paths: ['/embeddings', '/v1/embeddings'],
|
|
48
68
|
method: 'POST',
|
|
49
|
-
|
|
69
|
+
protocol: {
|
|
70
|
+
name: OpenAIProtocols.EMBED,
|
|
71
|
+
capability: ProtocolCapability.EMBED
|
|
72
|
+
},
|
|
50
73
|
handler: RouteHandler.REQUEST
|
|
51
74
|
}
|
|
52
|
-
|
|
75
|
+
];
|
|
76
|
+
}
|
|
77
|
+
getDefaultPricing() {
|
|
78
|
+
const M = 1_000_000;
|
|
53
79
|
return {
|
|
54
|
-
|
|
55
|
-
|
|
80
|
+
name: 'OpenAI Standard 2026-03',
|
|
81
|
+
version: '2026-03',
|
|
82
|
+
effective_from: '2026-03-01',
|
|
83
|
+
models: [
|
|
84
|
+
// ── o-series reasoning models ──────────────────────────────
|
|
85
|
+
...[
|
|
86
|
+
'o1', 'o1-2024-12-17',
|
|
87
|
+
].map(m => ({
|
|
88
|
+
model_name: m,
|
|
89
|
+
input_cost: 15 / M,
|
|
90
|
+
output_cost: 60 / M,
|
|
91
|
+
cache_read_cost: 7.5 / M,
|
|
92
|
+
batch_input_cost: 7.5 / M,
|
|
93
|
+
batch_output_cost: 30 / M
|
|
94
|
+
})),
|
|
95
|
+
...[
|
|
96
|
+
'o1-pro', 'o1-pro-2025-03-19',
|
|
97
|
+
].map(m => ({ model_name: m, input_cost: 150 / M, output_cost: 600 / M })),
|
|
98
|
+
...[
|
|
99
|
+
'o3', 'o3-2025-04-16',
|
|
100
|
+
].map(m => ({
|
|
101
|
+
model_name: m,
|
|
102
|
+
input_cost: 2 / M,
|
|
103
|
+
output_cost: 8 / M,
|
|
104
|
+
cache_read_cost: 1 / M,
|
|
105
|
+
batch_input_cost: 1 / M,
|
|
106
|
+
batch_output_cost: 4 / M
|
|
107
|
+
})),
|
|
108
|
+
...[
|
|
109
|
+
'o3-mini', 'o3-mini-2025-01-31',
|
|
110
|
+
].map(m => ({
|
|
111
|
+
model_name: m,
|
|
112
|
+
input_cost: 1.1 / M,
|
|
113
|
+
output_cost: 4.4 / M,
|
|
114
|
+
cache_read_cost: 0.275 / M,
|
|
115
|
+
batch_input_cost: 0.55 / M,
|
|
116
|
+
batch_output_cost: 2.2 / M
|
|
117
|
+
})),
|
|
118
|
+
{
|
|
119
|
+
model_name: 'o3-pro',
|
|
120
|
+
input_cost: 20 / M,
|
|
121
|
+
output_cost: 80 / M,
|
|
122
|
+
batch_input_cost: 10 / M,
|
|
123
|
+
batch_output_cost: 40 / M
|
|
124
|
+
},
|
|
125
|
+
...[
|
|
126
|
+
'o4-mini', 'o4-mini-2025-04-16',
|
|
127
|
+
].map(m => ({
|
|
128
|
+
model_name: m,
|
|
129
|
+
input_cost: 1.1 / M,
|
|
130
|
+
output_cost: 4.4 / M,
|
|
131
|
+
cache_read_cost: 0.275 / M,
|
|
132
|
+
batch_input_cost: 0.55 / M,
|
|
133
|
+
batch_output_cost: 2.2 / M
|
|
134
|
+
})),
|
|
135
|
+
...[
|
|
136
|
+
'o4-mini-deep-research', 'o4-mini-deep-research-2025-06-26',
|
|
137
|
+
].map(m => ({ model_name: m, input_cost: 1.1 / M, output_cost: 4.4 / M, cache_read_cost: 0.275 / M })),
|
|
138
|
+
// ── GPT-5.2 family ─────────────────────────────────────────
|
|
139
|
+
...[
|
|
140
|
+
'gpt-5.2', 'gpt-5.2-2025-12-11', 'gpt-5.2-chat-latest', 'gpt-5.2-codex',
|
|
141
|
+
].map(m => ({
|
|
142
|
+
model_name: m,
|
|
143
|
+
input_cost: 1.75 / M,
|
|
144
|
+
output_cost: 14 / M,
|
|
145
|
+
cache_read_cost: 0.0875 / M,
|
|
146
|
+
batch_input_cost: 0.875 / M,
|
|
147
|
+
batch_output_cost: 7 / M
|
|
148
|
+
})),
|
|
149
|
+
...[
|
|
150
|
+
'gpt-5.2-pro', 'gpt-5.2-pro-2025-12-11',
|
|
151
|
+
].map(m => ({
|
|
152
|
+
model_name: m,
|
|
153
|
+
input_cost: 21 / M,
|
|
154
|
+
output_cost: 168 / M,
|
|
155
|
+
batch_input_cost: 10.5 / M,
|
|
156
|
+
batch_output_cost: 84 / M
|
|
157
|
+
})),
|
|
158
|
+
// ── GPT-5.1 family ─────────────────────────────────────────
|
|
159
|
+
...[
|
|
160
|
+
'gpt-5.1', 'gpt-5.1-2025-11-13', 'gpt-5.1-chat-latest',
|
|
161
|
+
'gpt-5.1-codex', 'gpt-5.1-codex-max', 'gpt-5.1-codex-mini',
|
|
162
|
+
].map(m => ({
|
|
163
|
+
model_name: m,
|
|
164
|
+
input_cost: 1.25 / M,
|
|
165
|
+
output_cost: 10 / M,
|
|
166
|
+
cache_read_cost: 0.0625 / M,
|
|
167
|
+
batch_input_cost: 0.625 / M,
|
|
168
|
+
batch_output_cost: 5 / M
|
|
169
|
+
})),
|
|
170
|
+
// ── GPT-5 family ───────────────────────────────────────────
|
|
171
|
+
...[
|
|
172
|
+
'gpt-5', 'gpt-5-2025-08-07', 'gpt-5-chat-latest', 'gpt-5-codex',
|
|
173
|
+
'gpt-5-search-api', 'gpt-5-search-api-2025-10-14',
|
|
174
|
+
].map(m => ({
|
|
175
|
+
model_name: m,
|
|
176
|
+
input_cost: 1.25 / M,
|
|
177
|
+
output_cost: 10 / M,
|
|
178
|
+
cache_read_cost: 0.0625 / M,
|
|
179
|
+
batch_input_cost: 0.625 / M,
|
|
180
|
+
batch_output_cost: 5 / M
|
|
181
|
+
})),
|
|
182
|
+
...[
|
|
183
|
+
'gpt-5-mini', 'gpt-5-mini-2025-08-07',
|
|
184
|
+
].map(m => ({
|
|
185
|
+
model_name: m,
|
|
186
|
+
input_cost: 0.25 / M,
|
|
187
|
+
output_cost: 2 / M,
|
|
188
|
+
cache_read_cost: 0.0125 / M,
|
|
189
|
+
batch_input_cost: 0.125 / M,
|
|
190
|
+
batch_output_cost: 1 / M
|
|
191
|
+
})),
|
|
192
|
+
...[
|
|
193
|
+
'gpt-5-nano', 'gpt-5-nano-2025-08-07',
|
|
194
|
+
].map(m => ({
|
|
195
|
+
model_name: m,
|
|
196
|
+
input_cost: 0.05 / M,
|
|
197
|
+
output_cost: 0.4 / M,
|
|
198
|
+
cache_read_cost: 0.0025 / M,
|
|
199
|
+
batch_input_cost: 0.025 / M,
|
|
200
|
+
batch_output_cost: 0.2 / M
|
|
201
|
+
})),
|
|
202
|
+
...[
|
|
203
|
+
'gpt-5-pro', 'gpt-5-pro-2025-10-06',
|
|
204
|
+
].map(m => ({
|
|
205
|
+
model_name: m,
|
|
206
|
+
input_cost: 15 / M,
|
|
207
|
+
output_cost: 120 / M,
|
|
208
|
+
batch_input_cost: 7.5 / M,
|
|
209
|
+
batch_output_cost: 60 / M
|
|
210
|
+
})),
|
|
211
|
+
// ── GPT-4.1 family (1M context, cache = 75% off) ──────────
|
|
212
|
+
...[
|
|
213
|
+
'gpt-4.1', 'gpt-4.1-2025-04-14',
|
|
214
|
+
].map(m => ({
|
|
215
|
+
model_name: m,
|
|
216
|
+
input_cost: 2 / M,
|
|
217
|
+
output_cost: 8 / M,
|
|
218
|
+
cache_read_cost: 0.5 / M,
|
|
219
|
+
batch_input_cost: 1 / M,
|
|
220
|
+
batch_output_cost: 4 / M
|
|
221
|
+
})),
|
|
222
|
+
...[
|
|
223
|
+
'gpt-4.1-mini', 'gpt-4.1-mini-2025-04-14',
|
|
224
|
+
].map(m => ({
|
|
225
|
+
model_name: m,
|
|
226
|
+
input_cost: 0.4 / M,
|
|
227
|
+
output_cost: 1.6 / M,
|
|
228
|
+
cache_read_cost: 0.1 / M,
|
|
229
|
+
batch_input_cost: 0.2 / M,
|
|
230
|
+
batch_output_cost: 0.8 / M
|
|
231
|
+
})),
|
|
232
|
+
...[
|
|
233
|
+
'gpt-4.1-nano', 'gpt-4.1-nano-2025-04-14',
|
|
234
|
+
].map(m => ({
|
|
235
|
+
model_name: m,
|
|
236
|
+
input_cost: 0.1 / M,
|
|
237
|
+
output_cost: 0.4 / M,
|
|
238
|
+
cache_read_cost: 0.025 / M,
|
|
239
|
+
batch_input_cost: 0.05 / M,
|
|
240
|
+
batch_output_cost: 0.2 / M
|
|
241
|
+
})),
|
|
242
|
+
// ── GPT-4o family (cache = 50% off) ───────────────────────
|
|
243
|
+
...[
|
|
244
|
+
'gpt-4o', 'gpt-4o-2024-05-13', 'gpt-4o-2024-08-06', 'gpt-4o-2024-11-20',
|
|
245
|
+
'chatgpt-4o-latest',
|
|
246
|
+
].map(m => ({
|
|
247
|
+
model_name: m,
|
|
248
|
+
input_cost: 2.5 / M,
|
|
249
|
+
output_cost: 10 / M,
|
|
250
|
+
cache_read_cost: 1.25 / M,
|
|
251
|
+
batch_input_cost: 1.25 / M,
|
|
252
|
+
batch_output_cost: 5 / M
|
|
253
|
+
})),
|
|
254
|
+
...[
|
|
255
|
+
'gpt-4o-mini', 'gpt-4o-mini-2024-07-18',
|
|
256
|
+
].map(m => ({
|
|
257
|
+
model_name: m,
|
|
258
|
+
input_cost: 0.15 / M,
|
|
259
|
+
output_cost: 0.6 / M,
|
|
260
|
+
cache_read_cost: 0.075 / M,
|
|
261
|
+
batch_input_cost: 0.075 / M,
|
|
262
|
+
batch_output_cost: 0.3 / M
|
|
263
|
+
})),
|
|
264
|
+
// GPT-4o search variants (same text token pricing as gpt-4o)
|
|
265
|
+
...[
|
|
266
|
+
'gpt-4o-search-preview', 'gpt-4o-search-preview-2025-03-11',
|
|
267
|
+
'gpt-4o-mini-search-preview', 'gpt-4o-mini-search-preview-2025-03-11',
|
|
268
|
+
].map(m => ({ model_name: m, input_cost: 2.5 / M, output_cost: 10 / M, cache_read_cost: 1.25 / M })),
|
|
269
|
+
// GPT-4o audio models (audio token rates)
|
|
270
|
+
...[
|
|
271
|
+
'gpt-4o-audio-preview', 'gpt-4o-audio-preview-2024-12-17', 'gpt-4o-audio-preview-2025-06-03',
|
|
272
|
+
'gpt-4o-mini-audio-preview', 'gpt-4o-mini-audio-preview-2024-12-17',
|
|
273
|
+
].map(m => ({ model_name: m, input_cost: 2.5 / M, output_cost: 10 / M, cache_read_cost: 1.25 / M })),
|
|
274
|
+
// GPT-4o realtime models (text token component)
|
|
275
|
+
...[
|
|
276
|
+
'gpt-4o-realtime-preview', 'gpt-4o-realtime-preview-2024-12-17', 'gpt-4o-realtime-preview-2025-06-03',
|
|
277
|
+
'gpt-4o-mini-realtime-preview', 'gpt-4o-mini-realtime-preview-2024-12-17',
|
|
278
|
+
].map(m => ({ model_name: m, input_cost: 2.5 / M, output_cost: 10 / M, cache_read_cost: 1.25 / M })),
|
|
279
|
+
// GPT-4o transcription models (text token pricing)
|
|
280
|
+
...[
|
|
281
|
+
'gpt-4o-transcribe', 'gpt-4o-transcribe-diarize',
|
|
282
|
+
'gpt-4o-mini-transcribe', 'gpt-4o-mini-transcribe-2025-03-20', 'gpt-4o-mini-transcribe-2025-12-15',
|
|
283
|
+
].map(m => ({ model_name: m, input_cost: 2.5 / M, output_cost: 10 / M })),
|
|
284
|
+
// GPT-4o TTS models (text token input pricing)
|
|
285
|
+
...[
|
|
286
|
+
'gpt-4o-mini-tts', 'gpt-4o-mini-tts-2025-03-20', 'gpt-4o-mini-tts-2025-12-15',
|
|
287
|
+
].map(m => ({ model_name: m, input_cost: 0.15 / M, output_cost: 0.6 / M })),
|
|
288
|
+
// GPT audio/realtime standalone models (text token component)
|
|
289
|
+
...[
|
|
290
|
+
'gpt-audio', 'gpt-audio-2025-08-28',
|
|
291
|
+
'gpt-audio-mini', 'gpt-audio-mini-2025-10-06', 'gpt-audio-mini-2025-12-15',
|
|
292
|
+
].map(m => ({ model_name: m, input_cost: 2.5 / M, output_cost: 10 / M })),
|
|
293
|
+
...[
|
|
294
|
+
'gpt-realtime', 'gpt-realtime-2025-08-28',
|
|
295
|
+
'gpt-realtime-mini', 'gpt-realtime-mini-2025-10-06', 'gpt-realtime-mini-2025-12-15',
|
|
296
|
+
].map(m => ({ model_name: m, input_cost: 2.5 / M, output_cost: 10 / M })),
|
|
297
|
+
// ── Legacy GPT-4 ──────────────────────────────────────────
|
|
298
|
+
...[
|
|
299
|
+
'gpt-4', 'gpt-4-0613', 'gpt-4-0125-preview', 'gpt-4-1106-preview',
|
|
300
|
+
'gpt-4-turbo-preview',
|
|
301
|
+
].map(m => ({ model_name: m, input_cost: 30 / M, output_cost: 60 / M })),
|
|
302
|
+
...[
|
|
303
|
+
'gpt-4-turbo', 'gpt-4-turbo-2024-04-09',
|
|
304
|
+
].map(m => ({ model_name: m, input_cost: 10 / M, output_cost: 30 / M })),
|
|
305
|
+
// ── Legacy GPT-3.5 ────────────────────────────────────────
|
|
306
|
+
...[
|
|
307
|
+
'gpt-3.5-turbo', 'gpt-3.5-turbo-0125', 'gpt-3.5-turbo-1106', 'gpt-3.5-turbo-16k',
|
|
308
|
+
].map(m => ({
|
|
309
|
+
model_name: m,
|
|
310
|
+
input_cost: 0.5 / M,
|
|
311
|
+
output_cost: 1.5 / M,
|
|
312
|
+
batch_input_cost: 0.25 / M,
|
|
313
|
+
batch_output_cost: 0.75 / M
|
|
314
|
+
})),
|
|
315
|
+
...[
|
|
316
|
+
'gpt-3.5-turbo-instruct', 'gpt-3.5-turbo-instruct-0914',
|
|
317
|
+
].map(m => ({ model_name: m, input_cost: 1.5 / M, output_cost: 2 / M })),
|
|
318
|
+
// ── Legacy completions ────────────────────────────────────
|
|
319
|
+
{ model_name: 'babbage-002', input_cost: 0.4 / M, output_cost: 0.4 / M },
|
|
320
|
+
{ model_name: 'davinci-002', input_cost: 2 / M, output_cost: 2 / M },
|
|
321
|
+
// ── Codex ─────────────────────────────────────────────────
|
|
322
|
+
{
|
|
323
|
+
model_name: 'codex-mini-latest',
|
|
324
|
+
input_cost: 1.25 / M,
|
|
325
|
+
output_cost: 10 / M,
|
|
326
|
+
cache_read_cost: 0.0625 / M
|
|
327
|
+
},
|
|
328
|
+
// ── Embeddings (input only) ───────────────────────────────
|
|
329
|
+
...[
|
|
330
|
+
'text-embedding-3-small',
|
|
331
|
+
].map(m => ({ model_name: m, input_cost: 0.02 / M, output_cost: 0, batch_input_cost: 0.01 / M })),
|
|
332
|
+
...[
|
|
333
|
+
'text-embedding-3-large',
|
|
334
|
+
].map(m => ({ model_name: m, input_cost: 0.13 / M, output_cost: 0, batch_input_cost: 0.065 / M })),
|
|
335
|
+
{ model_name: 'text-embedding-ada-002', input_cost: 0.1 / M, output_cost: 0 },
|
|
336
|
+
// ── Image generation (per-image, tracked as $0 tokens) ───
|
|
337
|
+
...[
|
|
338
|
+
'dall-e-2', 'dall-e-3', 'gpt-image-1', 'gpt-image-1-mini', 'gpt-image-1.5',
|
|
339
|
+
'chatgpt-image-latest', 'sora-2', 'sora-2-pro',
|
|
340
|
+
].map(m => ({ model_name: m, input_cost: 0, output_cost: 0 })),
|
|
341
|
+
// ── TTS / Whisper / Moderation (non-token pricing) ────────
|
|
342
|
+
...[
|
|
343
|
+
'tts-1', 'tts-1-1106', 'tts-1-hd', 'tts-1-hd-1106',
|
|
344
|
+
'whisper-1',
|
|
345
|
+
'omni-moderation-latest', 'omni-moderation-2024-09-26',
|
|
346
|
+
].map(m => ({ model_name: m, input_cost: 0, output_cost: 0 })),
|
|
347
|
+
]
|
|
56
348
|
};
|
|
57
349
|
}
|
|
58
350
|
onInitialize(_context) {
|
package/dist/plugin.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,qBAAqB,CAAC;AAE/C,OAAO,EAAC,QAAQ,EAAC,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAC,cAAc,EAAC,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAC,WAAW,EAAC,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAC,YAAY,EAA2B,MAAM,wBAAwB,CAAC;AAC9E,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAC,4BAA4B,EAAE,0BAA0B,EAAC,MAAM,uBAAuB,CAAC;AAE/F,MAAM,OAAO,oBAAqB,SAAQ,UAAU;IAChD,QAAQ,GAAG,QAAQ,CAAC;IACpB,UAAU,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAC;IAEzC,KAAK,CAAC,cAAc,CAAC,MAAW;QAC5B,OAAO,IAAI,cAAc,CACrB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,OAAO,EACZ,MAAM,CACT,CAAC;IACN,CAAC;IAED,iBAAiB,CAAC,MAAyB;QACvC,MAAM,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,EAAC,GAAG,MAAM,CAAC;QACrD,OAAO,WAAW,KAAK,WAAW,CAAC,SAAS;YACxC,CAAC,CAAC,IAAI,0BAA0B,CAAC,SAAS,EAAE,WAAW,CAAC;YACxD,CAAC,CAAC,IAAI,4BAA4B,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACnE,CAAC;IAED,eAAe;QACX,OAAO;YACH,SAAS,EAAE,IAAI;YACf,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;YACZ,eAAe,EAAE,IAAI;YACrB,SAAS,EAAE,MAAM;SACpB,CAAC;IACN,CAAC;IAED,SAAS;QACL,MAAM,MAAM,GAAkB;YAC1B,MAAM,EAAE;gBACJ,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,YAAY,CAAC,MAAM;aAC/B;YACD,IAAI,EAAE;gBACF,WAAW,EAAE;oBACT,MAAM,EAAE,MAAM;oBACd,WAAW,EAAE,WAAW,CAAC,IAAI;oBAC7B,OAAO,EAAE,YAAY,CAAC,OAAO;iBAChC;aACJ;YACD,SAAS,EAAE;gBACP,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,WAAW,CAAC,SAAS;gBAClC,OAAO,EAAE,YAAY,CAAC,OAAO;aAChC;YACD,UAAU,EAAE;gBACR,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,WAAW,CAAC,KAAK;gBAC9B,OAAO,EAAE,YAAY,CAAC,OAAO;aAChC;SACJ,CAAC;QACF,OAAO;YACH,GAAG,MAAM;YACT,EAAE,EAAE,MAAM;SACb,CAAA;IACL,CAAC;IAES,YAAY,CAAC,QAAwB;QAC3C,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAES,SAAS;QACf,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;CAEJ"}
|
|
1
|
+
{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,qBAAqB,CAAC;AAE/C,OAAO,EAAC,QAAQ,EAAC,MAAM,eAAe,CAAC;AAEvC,OAAO,EAAC,cAAc,EAAC,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAkB,YAAY,EAAC,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAC,4BAA4B,EAAE,0BAA0B,EAAC,MAAM,uBAAuB,CAAC;AAC/F,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAE3D,MAAM,CAAC,MAAM,eAAe,GAAG;IAC3B,KAAK,EAAE,mBAAmB;IAC1B,gBAAgB,EAAE,wBAAwB;IAC1C,SAAS,EAAE,kBAAkB;IAC7B,MAAM,EAAE,eAAe;CACjB,CAAC;AAIX,MAAM,OAAO,oBAAqB,SAAQ,UAAU;IAChD,QAAQ,GAAG,QAAQ,CAAC;IACpB,UAAU,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAC;IACzC,SAAS,GAAG,eAAe,CAAC;IAC5B,eAAe,GAAG,eAAe,CAAC,SAAS,CAAC;IAE5C,KAAK,CAAC,cAAc,CAAC,EAAU,EAAE,IAAY,EAAE,MAAW;QACtD,OAAO,IAAI,cAAc,CACrB,EAAE,EACF,IAAI,EACJ,IAAI,EACJ,MAAM,CACT,CAAC;IACN,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAyB;QAC7C,MAAM,EAAC,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAC,GAAG,MAAM,CAAC;QAClD,OAAO,QAAQ,KAAK,eAAe,CAAC,SAAS;YACzC,CAAC,CAAC,IAAI,0BAA0B,CAAC,SAAS,EAAE,WAAW,CAAC;YACxD,CAAC,CAAC,IAAI,4BAA4B,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACnE,CAAC;IAED,eAAe;QACX,OAAO;YACH,SAAS,EAAE,IAAI;YACf,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;YACZ,eAAe,EAAE,IAAI;YACrB,SAAS,EAAE,MAAM;SACpB,CAAC;IACN,CAAC;IAED,SAAS;QACL,OAAO;YACH;gBACI,KAAK,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC;gBAChC,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE;oBACN,IAAI,EAAE,eAAe,CAAC,MAAM;oBAC5B,UAAU,EAAE,kBAAkB,CAAC,MAAM;iBACxC;gBACD,OAAO,EAAE,YAAY,CAAC,MAAM;aAC/B;YACD;gBACI,KAAK,EAAE,CAAC,mBAAmB,EAAE,sBAAsB,CAAC;gBACpD,MAAM,EAAE,MAAM;gBACd,QAAQ,EAAE;oBACN,IAAI,EAAE,eAAe,CAAC,gBAAgB;oBACtC,UAAU,EAAE,kBAAkB,CAAC,IAAI;iBACtC;gBACD,OAAO,EAAE,YAAY,CAAC,OAAO;aAChC;YACD;gBACI,KAAK,EAAE,CAAC,YAAY,EAAE,eAAe,CAAC;gBACtC,MAAM,EAAE,MAAM;gBACd,QAAQ,EAAE;oBACN,IAAI,EAAE,eAAe,CAAC,SAAS;oBAC/B,UAAU,EAAE,kBAAkB,CAAC,IAAI;iBACtC;gBACD,OAAO,EAAE,YAAY,CAAC,OAAO;aAChC;YACD;gBACI,KAAK,EAAE,CAAC,aAAa,EAAE,gBAAgB,CAAC;gBACxC,MAAM,EAAE,MAAM;gBACd,QAAQ,EAAE;oBACN,IAAI,EAAE,eAAe,CAAC,KAAK;oBAC3B,UAAU,EAAE,kBAAkB,CAAC,KAAK;iBACvC;gBACD,OAAO,EAAE,YAAY,CAAC,OAAO;aAChC;SAEJ,CAAA;IACL,CAAC;IAED,iBAAiB;QACb,MAAM,CAAC,GAAG,SAAS,CAAC;QACpB,OAAO;YACH,IAAI,EAAE,yBAAyB;YAC/B,OAAO,EAAE,SAAS;YAClB,cAAc,EAAE,YAAY;YAC5B,MAAM,EAAE;gBACJ,8DAA8D;gBAC9D,GAAG;oBACC,IAAI,EAAE,eAAe;iBACxB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,EAAE,GAAG,CAAC;oBAClB,WAAW,EAAE,EAAE,GAAG,CAAC;oBACnB,eAAe,EAAE,GAAG,GAAG,CAAC;oBACxB,gBAAgB,EAAE,GAAG,GAAG,CAAC;oBACzB,iBAAiB,EAAE,EAAE,GAAG,CAAC;iBAC5B,CAAC,CAAC;gBAEH,GAAG;oBACC,QAAQ,EAAE,mBAAmB;iBAChC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAC,CAAC,CAAC;gBAExE,GAAG;oBACC,IAAI,EAAE,eAAe;iBACxB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,CAAC,GAAG,CAAC;oBACjB,WAAW,EAAE,CAAC,GAAG,CAAC;oBAClB,eAAe,EAAE,CAAC,GAAG,CAAC;oBACtB,gBAAgB,EAAE,CAAC,GAAG,CAAC;oBACvB,iBAAiB,EAAE,CAAC,GAAG,CAAC;iBAC3B,CAAC,CAAC;gBAEH,GAAG;oBACC,SAAS,EAAE,oBAAoB;iBAClC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,GAAG,GAAG,CAAC;oBACnB,WAAW,EAAE,GAAG,GAAG,CAAC;oBACpB,eAAe,EAAE,KAAK,GAAG,CAAC;oBAC1B,gBAAgB,EAAE,IAAI,GAAG,CAAC;oBAC1B,iBAAiB,EAAE,GAAG,GAAG,CAAC;iBAC7B,CAAC,CAAC;gBAEH;oBACI,UAAU,EAAE,QAAQ;oBACpB,UAAU,EAAE,EAAE,GAAG,CAAC;oBAClB,WAAW,EAAE,EAAE,GAAG,CAAC;oBACnB,gBAAgB,EAAE,EAAE,GAAG,CAAC;oBACxB,iBAAiB,EAAE,EAAE,GAAG,CAAC;iBAC5B;gBAED,GAAG;oBACC,SAAS,EAAE,oBAAoB;iBAClC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,GAAG,GAAG,CAAC;oBACnB,WAAW,EAAE,GAAG,GAAG,CAAC;oBACpB,eAAe,EAAE,KAAK,GAAG,CAAC;oBAC1B,gBAAgB,EAAE,IAAI,GAAG,CAAC;oBAC1B,iBAAiB,EAAE,GAAG,GAAG,CAAC;iBAC7B,CAAC,CAAC;gBAEH,GAAG;oBACC,uBAAuB,EAAE,kCAAkC;iBAC9D,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAE,eAAe,EAAE,KAAK,GAAG,CAAC,EAAC,CAAC,CAAC;gBAEpG,8DAA8D;gBAC9D,GAAG;oBACC,SAAS,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,eAAe;iBAC1E,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,IAAI,GAAG,CAAC;oBACpB,WAAW,EAAE,EAAE,GAAG,CAAC;oBACnB,eAAe,EAAE,MAAM,GAAG,CAAC;oBAC3B,gBAAgB,EAAE,KAAK,GAAG,CAAC;oBAC3B,iBAAiB,EAAE,CAAC,GAAG,CAAC;iBAC3B,CAAC,CAAC;gBAEH,GAAG;oBACC,aAAa,EAAE,wBAAwB;iBAC1C,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,EAAE,GAAG,CAAC;oBAClB,WAAW,EAAE,GAAG,GAAG,CAAC;oBACpB,gBAAgB,EAAE,IAAI,GAAG,CAAC;oBAC1B,iBAAiB,EAAE,EAAE,GAAG,CAAC;iBAC5B,CAAC,CAAC;gBAEH,8DAA8D;gBAC9D,GAAG;oBACC,SAAS,EAAE,oBAAoB,EAAE,qBAAqB;oBACtD,eAAe,EAAE,mBAAmB,EAAE,oBAAoB;iBAC7D,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,IAAI,GAAG,CAAC;oBACpB,WAAW,EAAE,EAAE,GAAG,CAAC;oBACnB,eAAe,EAAE,MAAM,GAAG,CAAC;oBAC3B,gBAAgB,EAAE,KAAK,GAAG,CAAC;oBAC3B,iBAAiB,EAAE,CAAC,GAAG,CAAC;iBAC3B,CAAC,CAAC;gBAEH,8DAA8D;gBAC9D,GAAG;oBACC,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,aAAa;oBAC/D,kBAAkB,EAAE,6BAA6B;iBACpD,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,IAAI,GAAG,CAAC;oBACpB,WAAW,EAAE,EAAE,GAAG,CAAC;oBACnB,eAAe,EAAE,MAAM,GAAG,CAAC;oBAC3B,gBAAgB,EAAE,KAAK,GAAG,CAAC;oBAC3B,iBAAiB,EAAE,CAAC,GAAG,CAAC;iBAC3B,CAAC,CAAC;gBAEH,GAAG;oBACC,YAAY,EAAE,uBAAuB;iBACxC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,IAAI,GAAG,CAAC;oBACpB,WAAW,EAAE,CAAC,GAAG,CAAC;oBAClB,eAAe,EAAE,MAAM,GAAG,CAAC;oBAC3B,gBAAgB,EAAE,KAAK,GAAG,CAAC;oBAC3B,iBAAiB,EAAE,CAAC,GAAG,CAAC;iBAC3B,CAAC,CAAC;gBAEH,GAAG;oBACC,YAAY,EAAE,uBAAuB;iBACxC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,IAAI,GAAG,CAAC;oBACpB,WAAW,EAAE,GAAG,GAAG,CAAC;oBACpB,eAAe,EAAE,MAAM,GAAG,CAAC;oBAC3B,gBAAgB,EAAE,KAAK,GAAG,CAAC;oBAC3B,iBAAiB,EAAE,GAAG,GAAG,CAAC;iBAC7B,CAAC,CAAC;gBAEH,GAAG;oBACC,WAAW,EAAE,sBAAsB;iBACtC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,EAAE,GAAG,CAAC;oBAClB,WAAW,EAAE,GAAG,GAAG,CAAC;oBACpB,gBAAgB,EAAE,GAAG,GAAG,CAAC;oBACzB,iBAAiB,EAAE,EAAE,GAAG,CAAC;iBAC5B,CAAC,CAAC;gBAEH,6DAA6D;gBAC7D,GAAG;oBACC,SAAS,EAAE,oBAAoB;iBAClC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,CAAC,GAAG,CAAC;oBACjB,WAAW,EAAE,CAAC,GAAG,CAAC;oBAClB,eAAe,EAAE,GAAG,GAAG,CAAC;oBACxB,gBAAgB,EAAE,CAAC,GAAG,CAAC;oBACvB,iBAAiB,EAAE,CAAC,GAAG,CAAC;iBAC3B,CAAC,CAAC;gBAEH,GAAG;oBACC,cAAc,EAAE,yBAAyB;iBAC5C,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,GAAG,GAAG,CAAC;oBACnB,WAAW,EAAE,GAAG,GAAG,CAAC;oBACpB,eAAe,EAAE,GAAG,GAAG,CAAC;oBACxB,gBAAgB,EAAE,GAAG,GAAG,CAAC;oBACzB,iBAAiB,EAAE,GAAG,GAAG,CAAC;iBAC7B,CAAC,CAAC;gBAEH,GAAG;oBACC,cAAc,EAAE,yBAAyB;iBAC5C,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,GAAG,GAAG,CAAC;oBACnB,WAAW,EAAE,GAAG,GAAG,CAAC;oBACpB,eAAe,EAAE,KAAK,GAAG,CAAC;oBAC1B,gBAAgB,EAAE,IAAI,GAAG,CAAC;oBAC1B,iBAAiB,EAAE,GAAG,GAAG,CAAC;iBAC7B,CAAC,CAAC;gBAEH,6DAA6D;gBAC7D,GAAG;oBACC,QAAQ,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,mBAAmB;oBACvE,mBAAmB;iBACtB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,GAAG,GAAG,CAAC;oBACnB,WAAW,EAAE,EAAE,GAAG,CAAC;oBACnB,eAAe,EAAE,IAAI,GAAG,CAAC;oBACzB,gBAAgB,EAAE,IAAI,GAAG,CAAC;oBAC1B,iBAAiB,EAAE,CAAC,GAAG,CAAC;iBAC3B,CAAC,CAAC;gBAEH,GAAG;oBACC,aAAa,EAAE,wBAAwB;iBAC1C,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,IAAI,GAAG,CAAC;oBACpB,WAAW,EAAE,GAAG,GAAG,CAAC;oBACpB,eAAe,EAAE,KAAK,GAAG,CAAC;oBAC1B,gBAAgB,EAAE,KAAK,GAAG,CAAC;oBAC3B,iBAAiB,EAAE,GAAG,GAAG,CAAC;iBAC7B,CAAC,CAAC;gBAEH,6DAA6D;gBAC7D,GAAG;oBACC,uBAAuB,EAAE,kCAAkC;oBAC3D,4BAA4B,EAAE,uCAAuC;iBACxE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,EAAE,eAAe,EAAE,IAAI,GAAG,CAAC,EAAC,CAAC,CAAC;gBAElG,0CAA0C;gBAC1C,GAAG;oBACC,sBAAsB,EAAE,iCAAiC,EAAE,iCAAiC;oBAC5F,2BAA2B,EAAE,sCAAsC;iBACtE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,EAAE,eAAe,EAAE,IAAI,GAAG,CAAC,EAAC,CAAC,CAAC;gBAElG,gDAAgD;gBAChD,GAAG;oBACC,yBAAyB,EAAE,oCAAoC,EAAE,oCAAoC;oBACrG,8BAA8B,EAAE,yCAAyC;iBAC5E,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,EAAE,eAAe,EAAE,IAAI,GAAG,CAAC,EAAC,CAAC,CAAC;gBAElG,mDAAmD;gBACnD,GAAG;oBACC,mBAAmB,EAAE,2BAA2B;oBAChD,wBAAwB,EAAE,mCAAmC,EAAE,mCAAmC;iBACrG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,EAAC,CAAC,CAAC;gBAEvE,+CAA+C;gBAC/C,GAAG;oBACC,iBAAiB,EAAE,4BAA4B,EAAE,4BAA4B;iBAChF,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAC,CAAC,CAAC;gBAEzE,8DAA8D;gBAC9D,GAAG;oBACC,WAAW,EAAE,sBAAsB;oBACnC,gBAAgB,EAAE,2BAA2B,EAAE,2BAA2B;iBAC7E,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,EAAC,CAAC,CAAC;gBAEvE,GAAG;oBACC,cAAc,EAAE,yBAAyB;oBACzC,mBAAmB,EAAE,8BAA8B,EAAE,8BAA8B;iBACtF,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,EAAC,CAAC,CAAC;gBAEvE,6DAA6D;gBAC7D,GAAG;oBACC,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,oBAAoB;oBACjE,qBAAqB;iBACxB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,EAAC,CAAC,CAAC;gBAEtE,GAAG;oBACC,aAAa,EAAE,wBAAwB;iBAC1C,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,EAAC,CAAC,CAAC;gBAEtE,6DAA6D;gBAC7D,GAAG;oBACC,eAAe,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,mBAAmB;iBACnF,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,GAAG,GAAG,CAAC;oBACnB,WAAW,EAAE,GAAG,GAAG,CAAC;oBACpB,gBAAgB,EAAE,IAAI,GAAG,CAAC;oBAC1B,iBAAiB,EAAE,IAAI,GAAG,CAAC;iBAC9B,CAAC,CAAC;gBAEH,GAAG;oBACC,wBAAwB,EAAE,6BAA6B;iBAC1D,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,GAAG,CAAC,EAAC,CAAC,CAAC;gBAEtE,6DAA6D;gBAC7D,EAAC,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAC;gBACtE,EAAC,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,GAAG,CAAC,EAAC;gBAElE,6DAA6D;gBAC7D;oBACI,UAAU,EAAE,mBAAmB;oBAC/B,UAAU,EAAE,IAAI,GAAG,CAAC;oBACpB,WAAW,EAAE,EAAE,GAAG,CAAC;oBACnB,eAAe,EAAE,MAAM,GAAG,CAAC;iBAC9B;gBAED,6DAA6D;gBAC7D,GAAG;oBACC,wBAAwB;iBAC3B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,gBAAgB,EAAE,IAAI,GAAG,CAAC,EAAC,CAAC,CAAC;gBAE/F,GAAG;oBACC,wBAAwB;iBAC3B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,gBAAgB,EAAE,KAAK,GAAG,CAAC,EAAC,CAAC,CAAC;gBAEhG,EAAC,UAAU,EAAE,wBAAwB,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,EAAC;gBAE3E,4DAA4D;gBAC5D,GAAG;oBACC,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,kBAAkB,EAAE,eAAe;oBAC1E,sBAAsB,EAAE,QAAQ,EAAE,YAAY;iBACjD,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAC,CAAC,CAAC;gBAE5D,6DAA6D;gBAC7D,GAAG;oBACC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,eAAe;oBAClD,WAAW;oBACX,wBAAwB,EAAE,4BAA4B;iBACzD,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAC,CAAC,CAAC;aAC/D;SACJ,CAAC;IACN,CAAC;IAES,YAAY,CAAC,QAAuB;QAC1C,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAES,SAAS;QACf,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;CAEJ"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@holokai/holo-provider-openai",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.2.0",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "OpenAI provider plugin for Holo LLM Gateway",
|
|
6
6
|
"author": "Holokai",
|
|
@@ -58,7 +58,7 @@
|
|
|
58
58
|
"prepublishOnly": "npm run clean && npm run build"
|
|
59
59
|
},
|
|
60
60
|
"peerDependencies": {
|
|
61
|
-
"@holokai/sdk": "^1.
|
|
61
|
+
"@holokai/sdk": "^1.1.0"
|
|
62
62
|
},
|
|
63
63
|
"dependencies": {
|
|
64
64
|
"openai": "^6.17.0"
|