promptfoo 0.20.0 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/package.json +4 -4
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js +5 -0
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/evaluator.js +1 -1
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/index.d.ts +1 -5
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +1 -1
- package/dist/src/index.js.map +1 -1
- package/dist/src/matchers.d.ts +3 -2
- package/dist/src/matchers.d.ts.map +1 -1
- package/dist/src/matchers.js +37 -9
- package/dist/src/matchers.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts +5 -3
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +8 -10
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azureopenai.d.ts +9 -8
- package/dist/src/providers/azureopenai.d.ts.map +1 -1
- package/dist/src/providers/azureopenai.js +33 -36
- package/dist/src/providers/azureopenai.js.map +1 -1
- package/dist/src/providers/openai.d.ts +12 -12
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +54 -65
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/replicate.d.ts +4 -2
- package/dist/src/providers/replicate.d.ts.map +1 -1
- package/dist/src/providers/replicate.js +10 -8
- package/dist/src/providers/replicate.js.map +1 -1
- package/dist/src/providers/webhook.d.ts +9 -0
- package/dist/src/providers/webhook.d.ts.map +1 -0
- package/dist/src/providers/webhook.js +54 -0
- package/dist/src/providers/webhook.js.map +1 -0
- package/dist/src/providers.d.ts +1 -1
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +36 -28
- package/dist/src/providers.js.map +1 -1
- package/dist/src/suggestions.d.ts.map +1 -1
- package/dist/src/suggestions.js +1 -3
- package/dist/src/suggestions.js.map +1 -1
- package/dist/src/types.d.ts +7 -1
- package/dist/src/types.d.ts.map +1 -1
- package/dist/src/util.js +1 -1
- package/dist/src/util.js.map +1 -1
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/Bl3o5lF4ON7Fjki46lPhr/_buildManifest.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/226-7bbb6c98a19542fd.js +37 -0
- package/dist/src/web/nextui/_next/static/chunks/249-ea9c0f034888ccff.js +125 -0
- package/dist/src/web/nextui/_next/static/chunks/339-501c32916b785ef1.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/365-e426ea5bc7e815fc.js +8 -0
- package/dist/src/web/nextui/_next/static/chunks/396-0a51429a01e24cdd.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/596-297f7ff4a0436e87.js +25 -0
- package/dist/src/web/nextui/_next/static/chunks/613-572c22424de64659.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/706-ae1d3352d28419e9.js +9 -0
- package/dist/src/web/nextui/_next/static/chunks/891-7035926a62c1c4e0.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-366629541fd598e9.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/page-319d2ee38d37574e.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/eval/page-a6b1ff91723b7beb.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/layout-024c4adc71c9feb0.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/page-1ae60660130041b2.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-6ef16148040bf4f4.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{ca377847-cb6ae6a6a073aebb.js → ca377847-26b462611379a4f7.js} +3 -3
- package/dist/src/web/nextui/_next/static/chunks/{fd9d1056-ac777be631f5a9e9.js → fd9d1056-fba4b53a2f01213b.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/framework-8883d1e9be70c3da.js +25 -0
- package/dist/src/web/nextui/_next/static/chunks/main-8ea85465d428ecfe.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/main-app-581ccf0003955b21.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/pages/_app-52924524f99094ab.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/pages/_error-c92d5c4bb2b49926.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/webpack-55c264ce2fd85eb7.js +1 -0
- package/dist/src/web/nextui/_next/static/css/4d399fceacd06992.css +1 -0
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +6 -6
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +5 -5
- package/dist/src/web/nextui/setup/index.html +27 -1
- package/dist/src/web/nextui/setup/index.txt +9 -9
- package/dist/src/web/server.d.ts.map +1 -1
- package/dist/src/web/server.js +9 -5
- package/dist/src/web/server.js.map +1 -1
- package/package.json +4 -4
- package/dist/src/web/nextui/_next/static/US6gOx8LHTX_Hzm9aYNrC/_buildManifest.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/339-4fc8a80fa840e771.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/373-8a280796c0f2d1af.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/583-125d32af505e9bc4.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/596-07e4a23a5c6cdf04.js +0 -25
- package/dist/src/web/nextui/_next/static/chunks/658-a62210d07dc4dcb6.js +0 -15
- package/dist/src/web/nextui/_next/static/chunks/707-699cbd84b259c37b.js +0 -37
- package/dist/src/web/nextui/_next/static/chunks/858-ceb6fa22e614492b.js +0 -125
- package/dist/src/web/nextui/_next/static/chunks/891-3000ea7c0a292558.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-50e40614fa05600e.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/page-c19c44ed1b2dfb58.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/page-d4a1813b2f8c4532.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/layout-664a8d716d2d24b1.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/page-1f8ef6a00a2355f0.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-182018a3c6397345.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/framework-43665103d101a22d.js +0 -25
- package/dist/src/web/nextui/_next/static/chunks/main-50cc0a98559591ce.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/main-app-c9dc13756d166550.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/pages/_app-6b79a29ad0d63b21.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/pages/_error-9aeb3e4d490fe4b8.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/webpack-6e474e42be502dd7.js +0 -1
- package/dist/src/web/nextui/_next/static/css/a35c840ac696f161.css +0 -1
- package/dist/src/web/nextui/api +0 -1
- package/src/__mocks__/esm.ts +0 -3
- package/src/assertions.ts +0 -580
- package/src/cache.ts +0 -109
- package/src/esm.ts +0 -13
- package/src/evaluator.ts +0 -500
- package/src/index.ts +0 -52
- package/src/logger.ts +0 -46
- package/src/main.ts +0 -442
- package/src/matchers.ts +0 -120
- package/src/onboarding.ts +0 -69
- package/src/prompts.ts +0 -39
- package/src/providers/anthropic.ts +0 -88
- package/src/providers/azureopenai.ts +0 -299
- package/src/providers/llama.ts +0 -95
- package/src/providers/localai.ts +0 -111
- package/src/providers/ollama.ts +0 -89
- package/src/providers/openai.ts +0 -337
- package/src/providers/replicate.ts +0 -99
- package/src/providers/scriptCompletion.ts +0 -35
- package/src/providers/shared.ts +0 -34
- package/src/providers.ts +0 -192
- package/src/share.ts +0 -27
- package/src/suggestions.ts +0 -63
- package/src/table.ts +0 -43
- package/src/tableOutput.html +0 -52
- package/src/telemetry.ts +0 -70
- package/src/types.ts +0 -299
- package/src/updates.ts +0 -46
- package/src/util.ts +0 -543
- package/src/web/nextui/.eslintrc.json +0 -3
- package/src/web/nextui/next.config.js +0 -14
- package/src/web/nextui/package-lock.json +0 -4644
- package/src/web/nextui/package.json +0 -47
- package/src/web/nextui/public/favicon.ico +0 -0
- package/src/web/nextui/public/logo.svg +0 -30
- package/src/web/nextui/src/app/Home.css +0 -3
- package/src/web/nextui/src/app/api/route.ts +0 -6
- package/src/web/nextui/src/app/components/DarkMode.css +0 -22
- package/src/web/nextui/src/app/components/DarkMode.tsx +0 -17
- package/src/web/nextui/src/app/components/Logo.css +0 -32
- package/src/web/nextui/src/app/components/Logo.tsx +0 -11
- package/src/web/nextui/src/app/components/PageShell.css +0 -33
- package/src/web/nextui/src/app/components/PageShell.tsx +0 -87
- package/src/web/nextui/src/app/eval/ConfigModal.tsx +0 -84
- package/src/web/nextui/src/app/eval/Eval.css +0 -13
- package/src/web/nextui/src/app/eval/Eval.tsx +0 -79
- package/src/web/nextui/src/app/eval/EvalOutputPromptDialog.tsx +0 -127
- package/src/web/nextui/src/app/eval/ResultsCharts.tsx +0 -355
- package/src/web/nextui/src/app/eval/ResultsTable.css +0 -179
- package/src/web/nextui/src/app/eval/ResultsTable.tsx +0 -503
- package/src/web/nextui/src/app/eval/ResultsView.tsx +0 -301
- package/src/web/nextui/src/app/eval/ShareModal.tsx +0 -70
- package/src/web/nextui/src/app/eval/[id]/not-found.tsx +0 -5
- package/src/web/nextui/src/app/eval/[id]/page.css +0 -9
- package/src/web/nextui/src/app/eval/[id]/page.tsx +0 -20
- package/src/web/nextui/src/app/eval/index.css +0 -0
- package/src/web/nextui/src/app/eval/page.tsx +0 -8
- package/src/web/nextui/src/app/eval/store.ts +0 -18
- package/src/web/nextui/src/app/eval/types.ts +0 -20
- package/src/web/nextui/src/app/globals.css +0 -58
- package/src/web/nextui/src/app/layout.tsx +0 -25
- package/src/web/nextui/src/app/page.tsx +0 -7
- package/src/web/nextui/src/app/setup/AssertsForm.tsx +0 -118
- package/src/web/nextui/src/app/setup/PromptDialog.tsx +0 -77
- package/src/web/nextui/src/app/setup/PromptsSection.tsx +0 -190
- package/src/web/nextui/src/app/setup/ProviderConfigDialog.tsx +0 -99
- package/src/web/nextui/src/app/setup/ProviderSelector.tsx +0 -149
- package/src/web/nextui/src/app/setup/RunTestSuiteButton.tsx +0 -88
- package/src/web/nextui/src/app/setup/TestCaseDialog.tsx +0 -108
- package/src/web/nextui/src/app/setup/TestCasesSection.tsx +0 -154
- package/src/web/nextui/src/app/setup/VarsForm.tsx +0 -57
- package/src/web/nextui/src/app/setup/page.css +0 -3
- package/src/web/nextui/src/app/setup/page.tsx +0 -160
- package/src/web/nextui/src/util/api.ts +0 -1
- package/src/web/nextui/src/util/store.ts +0 -53
- package/src/web/nextui/tsconfig.json +0 -28
- package/src/web/server.ts +0 -151
- /package/dist/src/web/nextui/_next/static/{US6gOx8LHTX_Hzm9aYNrC → Bl3o5lF4ON7Fjki46lPhr}/_ssgManifest.js +0 -0
|
@@ -8,10 +8,11 @@ const logger_1 = __importDefault(require("../logger"));
|
|
|
8
8
|
const cache_1 = require("../cache");
|
|
9
9
|
const shared_1 = require("./shared");
|
|
10
10
|
class AzureOpenAiGenericProvider {
|
|
11
|
-
constructor(deploymentName,
|
|
11
|
+
constructor(deploymentName, config) {
|
|
12
12
|
this.deploymentName = deploymentName;
|
|
13
|
-
this.apiKey = apiKey || process.env.AZURE_OPENAI_API_KEY;
|
|
13
|
+
this.apiKey = config?.apiKey || process.env.AZURE_OPENAI_API_KEY;
|
|
14
14
|
this.apiHost = process.env.AZURE_OPENAI_API_HOST;
|
|
15
|
+
this.config = config || {};
|
|
15
16
|
}
|
|
16
17
|
id() {
|
|
17
18
|
return `azureopenai:${this.deploymentName}`;
|
|
@@ -20,7 +21,7 @@ class AzureOpenAiGenericProvider {
|
|
|
20
21
|
return `[Azure OpenAI Provider ${this.deploymentName}]`;
|
|
21
22
|
}
|
|
22
23
|
// @ts-ignore: Prompt is not used in this implementation
|
|
23
|
-
async callApi(prompt
|
|
24
|
+
async callApi(prompt) {
|
|
24
25
|
throw new Error('Not implemented');
|
|
25
26
|
}
|
|
26
27
|
}
|
|
@@ -89,12 +90,11 @@ class AzureOpenAiEmbeddingProvider extends AzureOpenAiGenericProvider {
|
|
|
89
90
|
}
|
|
90
91
|
exports.AzureOpenAiEmbeddingProvider = AzureOpenAiEmbeddingProvider;
|
|
91
92
|
class AzureOpenAiCompletionProvider extends AzureOpenAiGenericProvider {
|
|
92
|
-
constructor(deploymentName,
|
|
93
|
-
super(deploymentName,
|
|
94
|
-
this.options = context || {};
|
|
93
|
+
constructor(deploymentName, config, id) {
|
|
94
|
+
super(deploymentName, config);
|
|
95
95
|
this.id = id ? () => id : this.id;
|
|
96
96
|
}
|
|
97
|
-
async callApi(prompt
|
|
97
|
+
async callApi(prompt) {
|
|
98
98
|
if (!this.apiKey) {
|
|
99
99
|
throw new Error('Azure OpenAI API key is not set. Set AZURE_OPENAI_API_KEY environment variable or pass it as an argument to the constructor.');
|
|
100
100
|
}
|
|
@@ -105,7 +105,7 @@ class AzureOpenAiCompletionProvider extends AzureOpenAiGenericProvider {
|
|
|
105
105
|
try {
|
|
106
106
|
stop = process.env.OPENAI_STOP
|
|
107
107
|
? JSON.parse(process.env.OPENAI_STOP)
|
|
108
|
-
: ['<|im_end|>', '<|endoftext|>'];
|
|
108
|
+
: this.config?.stop || ['<|im_end|>', '<|endoftext|>'];
|
|
109
109
|
}
|
|
110
110
|
catch (err) {
|
|
111
111
|
throw new Error(`OPENAI_STOP is not a valid JSON string: ${err}`);
|
|
@@ -114,17 +114,11 @@ class AzureOpenAiCompletionProvider extends AzureOpenAiGenericProvider {
|
|
|
114
114
|
model: this.deploymentName,
|
|
115
115
|
prompt,
|
|
116
116
|
max_tokens: parseInt(process.env.OPENAI_MAX_TOKENS || '1024'),
|
|
117
|
-
temperature:
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
this.options.presence_penalty ??
|
|
123
|
-
parseFloat(process.env.OPENAI_PRESENCE_PENALTY || '0'),
|
|
124
|
-
frequency_penalty: options?.frequency_penalty ??
|
|
125
|
-
this.options.frequency_penalty ??
|
|
126
|
-
parseFloat(process.env.OPENAI_FREQUENCY_PENALTY || '0'),
|
|
127
|
-
best_of: options?.best_of ?? this.options.best_of ?? parseInt(process.env.OPENAI_BEST_OF || '1'),
|
|
117
|
+
temperature: this.config.temperature ?? parseFloat(process.env.OPENAI_TEMPERATURE || '0'),
|
|
118
|
+
top_p: this.config.top_p ?? parseFloat(process.env.OPENAI_TOP_P || '1'),
|
|
119
|
+
presence_penalty: this.config.presence_penalty ?? parseFloat(process.env.OPENAI_PRESENCE_PENALTY || '0'),
|
|
120
|
+
frequency_penalty: this.config.frequency_penalty ?? parseFloat(process.env.OPENAI_FREQUENCY_PENALTY || '0'),
|
|
121
|
+
best_of: this.config.best_of ?? parseInt(process.env.OPENAI_BEST_OF || '1'),
|
|
128
122
|
stop,
|
|
129
123
|
};
|
|
130
124
|
logger_1.default.debug(`Calling Azure OpenAI API: ${JSON.stringify(body)}`);
|
|
@@ -166,35 +160,38 @@ class AzureOpenAiCompletionProvider extends AzureOpenAiGenericProvider {
|
|
|
166
160
|
}
|
|
167
161
|
exports.AzureOpenAiCompletionProvider = AzureOpenAiCompletionProvider;
|
|
168
162
|
class AzureOpenAiChatCompletionProvider extends AzureOpenAiGenericProvider {
|
|
169
|
-
constructor(deploymentName,
|
|
170
|
-
super(deploymentName,
|
|
171
|
-
this.options = context || {};
|
|
163
|
+
constructor(deploymentName, config, id) {
|
|
164
|
+
super(deploymentName, config);
|
|
172
165
|
this.id = id ? () => id : this.id;
|
|
173
166
|
}
|
|
174
|
-
async callApi(prompt
|
|
167
|
+
async callApi(prompt) {
|
|
175
168
|
if (!this.apiKey) {
|
|
176
|
-
throw new Error('Azure OpenAI API key is not set. Set AZURE_OPENAI_API_KEY environment variable or
|
|
169
|
+
throw new Error('Azure OpenAI API key is not set. Set the AZURE_OPENAI_API_KEY environment variable or add `apiKey` to the provider config.');
|
|
177
170
|
}
|
|
178
171
|
if (!this.apiHost) {
|
|
179
172
|
throw new Error('Azure OpenAI API host must be set');
|
|
180
173
|
}
|
|
181
174
|
const messages = (0, shared_1.parseChatPrompt)(prompt);
|
|
175
|
+
let stop;
|
|
176
|
+
try {
|
|
177
|
+
stop = process.env.OPENAI_STOP
|
|
178
|
+
? JSON.parse(process.env.OPENAI_STOP)
|
|
179
|
+
: this.config?.stop || [];
|
|
180
|
+
}
|
|
181
|
+
catch (err) {
|
|
182
|
+
throw new Error(`OPENAI_STOP is not a valid JSON string: ${err}`);
|
|
183
|
+
}
|
|
182
184
|
const body = {
|
|
183
185
|
model: this.deploymentName,
|
|
184
186
|
messages: messages,
|
|
185
187
|
max_tokens: parseInt(process.env.OPENAI_MAX_TOKENS || '1024'),
|
|
186
|
-
temperature:
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
frequency_penalty: options?.frequency_penalty ??
|
|
194
|
-
this.options.frequency_penalty ??
|
|
195
|
-
parseFloat(process.env.OPENAI_FREQUENCY_PENALTY || '0'),
|
|
196
|
-
functions: options?.functions || this.options.functions || undefined,
|
|
197
|
-
function_call: options?.function_call || this.options.function_call || undefined,
|
|
188
|
+
temperature: this.config.temperature ?? parseFloat(process.env.OPENAI_TEMPERATURE || '0'),
|
|
189
|
+
top_p: this.config.top_p ?? parseFloat(process.env.OPENAI_TOP_P || '1'),
|
|
190
|
+
presence_penalty: this.config.presence_penalty ?? parseFloat(process.env.OPENAI_PRESENCE_PENALTY || '0'),
|
|
191
|
+
frequency_penalty: this.config.frequency_penalty ?? parseFloat(process.env.OPENAI_FREQUENCY_PENALTY || '0'),
|
|
192
|
+
functions: this.config.functions || undefined,
|
|
193
|
+
function_call: this.config.function_call || undefined,
|
|
194
|
+
stop,
|
|
198
195
|
};
|
|
199
196
|
logger_1.default.debug(`Calling Azure OpenAI API: ${JSON.stringify(body)}`);
|
|
200
197
|
let data, cached = false;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"azureopenai.js","sourceRoot":"","sources":["../../../src/providers/azureopenai.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA+B;AAC/B,oCAA0C;AAC1C,qCAA+D;
|
|
1
|
+
{"version":3,"file":"azureopenai.js","sourceRoot":"","sources":["../../../src/providers/azureopenai.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA+B;AAC/B,oCAA0C;AAC1C,qCAA+D;AAoB/D,MAAM,0BAA0B;IAO9B,YAAY,cAAsB,EAAE,MAAqC;QACvE,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QAErC,IAAI,CAAC,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAEjE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;QAEjD,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;IAC7B,CAAC;IAED,EAAE;QACA,OAAO,eAAe,IAAI,CAAC,cAAc,EAAE,CAAC;IAC9C,CAAC;IAED,QAAQ;QACN,OAAO,0BAA0B,IAAI,CAAC,cAAc,GAAG,CAAC;IAC1D,CAAC;IAED,wDAAwD;IACxD,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;CACF;AAED,MAAa,4BAA6B,SAAQ,0BAA0B;IAC1E,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACjC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAChB,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;SAC/E;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;SACtD;QAED,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,IAAI,CAAC,cAAc;SAC3B,CAAC;QACF,IAAI,IAAI,EACN,MAAM,GAAG,KAAK,CAAC;QACjB,IAAI;YACF,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,sBAAc,EACvC,WAAW,IAAI,CAAC,OAAO,uBAAuB,IAAI,CAAC,cAAc,4CAA4C,EAC7G;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,SAAS,EAAE,IAAI,CAAC,MAAM;iBACvB;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,EACD,2BAAkB,CACnB,CAAmB,CAAC,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE;gBACvC,UAAU,EAAE;oBACV,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;iBACd;aACF,CAAC;SACH;QACD,gBAAM,CAAC,KAAK,CAAC,6CAA6C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElF,IAAI;YACF,MAAM,SAAS,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;YAC7C,IAAI,CAAC,SAAS,EAAE;gBACd,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;aAC1C;YACD,MAAM,GAAG,GAAG;gBACV,SAAS;gBACT,UAAU,EAAE,MAAM;oBAChB,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;oBACrC,CAAC,CAAC;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;wBAC9B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;wBAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;qBACzC;aACN,CAAC;YACF,OAAO,GAAG,CAAC;SACZ;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,uBAAuB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;gBACpE,UAAU,EAAE;oBACV,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY;oBAChC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa;oBAClC,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,iBAAiB;iBAC3C;aACF,CAAC;SACH;IACH,CAAC;CACF;AAnED,oEAmEC;AAED,MAAa,6BAA8B,SAAQ,0BAA0B;IAC3E,YAAY,cAAsB,EAAE,MAAqC,EAAE,EAAW;QACpF,KAAK,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAC9B,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAChB,MAAM,IAAI,KAAK,CACb,8HAA8H,CAC/H,CAAC;SACH;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;SACtD;QAED,IAAI,IAAY,CAAC;QACjB,IAAI;YACF,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;gBACrC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC;SAC1D;QAAC,OAAO,GAAG,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,2CAA2C,GAAG,EAAE,CAAC,CAAC;SACnE;QACD,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,cAAc;YAC1B,MAAM;YACN,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC;YAC7D,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,GAAG,CAAC;YACzF,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC;YACvE,gBAAgB,EACd,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,GAAG,CAAC;YACxF,iBAAiB,EACf,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,GAAG,CAAC;YAC1F,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,GAAG,CAAC;YAC3E,IAAI;SACL,CAAC;QACF,gBAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClE,IAAI,IAAI,EACN,MAAM,GAAG,KAAK,CAAC;QACjB,IAAI;YACF,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,sBAAc,EACvC,WAAW,IAAI,CAAC,OAAO,uBAAuB,IAAI,CAAC,cAAc,6CAA6C,EAC9G;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,SAAS,EAAE,IAAI,CAAC,MAAM;iBACvB;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,EACD,2BAAkB,CACnB,CAAmB,CAAC,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE;aACxC,CAAC;SACH;QACD,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrE,IAAI;YACF,OAAO;gBACL,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC5B,UAAU,EAAE,MAAM;oBAChB,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;oBACrC,CAAC,CAAC;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;wBAC9B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;wBAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;qBACzC;aACN,CAAC;SACH;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,uBAAuB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;aACrE,CAAC;SACH;IACH,CAAC;CACF;AA5ED,sEA4EC;AAED,MAAa,iCAAkC,SAAQ,0BAA0B;IAC/E,YAAY,cAAsB,EAAE,MAAqC,EAAE,EAAW;QACpF,KAAK,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAC9B,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAChB,MAAM,IAAI,KAAK,CACb,4HAA4H,CAC7H,CAAC;SACH;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;SACtD;QAED,MAAM,QAAQ,GAAG,IAAA,wBAAe,EAAC,MAAM,CAAC,CAAC;QAEzC,IAAI,IAAY,CAAC;QACjB,IAAI;YACF,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;gBACrC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;SAC7B;QAAC,OAAO,GAAG,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,2CAA2C,GAAG,EAAE,CAAC,CAAC;SACnE;QACD,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,cAAc;YAC1B,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC;YAC7D,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,GAAG,CAAC;YACzF,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC;YACvE,gBAAgB,EACd,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,GAAG,CAAC;YACxF,iBAAiB,EACf,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,GAAG,CAAC;YAC1F,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,SAAS;YAC7C,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,SAAS;YACrD,IAAI;SACL,CAAC;QACF,gBAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElE,IAAI,IAAI,EACN,MAAM,GAAG,KAAK,CAAC;QACjB,IAAI;YACF,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,sBAAc,EACvC,WAAW,IAAI,CAAC,OAAO,uBAAuB,IAAI,CAAC,cAAc,kDAAkD,EACnH;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,SAAS,EAAE,IAAI,CAAC,MAAM;iBACvB;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,EACD,2BAAkB,CACnB,CAAmB,CAAC,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE;aACxC,CAAC;SACH;QAED,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrE,IAAI;YACF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;YACjF,OAAO;gBACL,MAAM;gBACN,UAAU,EAAE,MAAM;oBAChB,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;oBACrC,CAAC,CAAC;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;wBAC9B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;wBAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;qBACzC;aACN,CAAC;SACH;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,uBAAuB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;aACrE,CAAC;SACH;IACH,CAAC;CACF;AAnFD,8EAmFC"}
|
|
@@ -12,34 +12,34 @@ interface OpenAiCompletionOptions {
|
|
|
12
12
|
parameters: any;
|
|
13
13
|
}[];
|
|
14
14
|
function_call?: 'none' | 'auto';
|
|
15
|
+
stop?: string[];
|
|
15
16
|
apiKey?: string;
|
|
17
|
+
apiHost?: string;
|
|
16
18
|
organization?: string;
|
|
17
19
|
}
|
|
18
20
|
declare class OpenAiGenericProvider implements ApiProvider {
|
|
19
21
|
modelName: string;
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
constructor(modelName: string, apiKey?: string);
|
|
22
|
+
config: OpenAiCompletionOptions;
|
|
23
|
+
constructor(modelName: string, config?: OpenAiCompletionOptions, id?: string);
|
|
23
24
|
id(): string;
|
|
24
25
|
toString(): string;
|
|
25
|
-
getOrganization(
|
|
26
|
-
|
|
27
|
-
|
|
26
|
+
getOrganization(): string | undefined;
|
|
27
|
+
getApiHost(): string | undefined;
|
|
28
|
+
getApiKey(): string | undefined;
|
|
29
|
+
callApi(prompt: string): Promise<ProviderResponse>;
|
|
28
30
|
}
|
|
29
31
|
export declare class OpenAiEmbeddingProvider extends OpenAiGenericProvider {
|
|
30
32
|
callEmbeddingApi(text: string): Promise<ProviderEmbeddingResponse>;
|
|
31
33
|
}
|
|
32
34
|
export declare class OpenAiCompletionProvider extends OpenAiGenericProvider {
|
|
33
35
|
static OPENAI_COMPLETION_MODELS: string[];
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
callApi(prompt: string, options?: OpenAiCompletionOptions): Promise<ProviderResponse>;
|
|
36
|
+
constructor(modelName: string, config?: OpenAiCompletionOptions, id?: string);
|
|
37
|
+
callApi(prompt: string): Promise<ProviderResponse>;
|
|
37
38
|
}
|
|
38
39
|
export declare class OpenAiChatCompletionProvider extends OpenAiGenericProvider {
|
|
39
40
|
static OPENAI_CHAT_MODELS: string[];
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
callApi(prompt: string, options?: OpenAiCompletionOptions): Promise<ProviderResponse>;
|
|
41
|
+
constructor(modelName: string, config?: OpenAiCompletionOptions, id?: string);
|
|
42
|
+
callApi(prompt: string): Promise<ProviderResponse>;
|
|
43
43
|
}
|
|
44
44
|
export declare const DefaultEmbeddingProvider: OpenAiEmbeddingProvider;
|
|
45
45
|
export declare const DefaultGradingProvider: OpenAiChatCompletionProvider;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/providers/openai.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAI5F,UAAU,uBAAuB;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE;QACV,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,GAAG,CAAC;KACjB,EAAE,CAAC;IACJ,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,cAAM,qBAAsB,YAAW,WAAW;IAChD,SAAS,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/providers/openai.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAI5F,UAAU,uBAAuB;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE;QACV,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,GAAG,CAAC;KACjB,EAAE,CAAC;IACJ,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAChC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,cAAM,qBAAsB,YAAW,WAAW;IAChD,SAAS,EAAE,MAAM,CAAC;IAElB,MAAM,EAAE,uBAAuB,CAAC;gBAEpB,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,uBAAuB,EAAE,EAAE,CAAC,EAAE,MAAM;IAM5E,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIlB,eAAe,IAAI,MAAM,GAAG,SAAS;IAIrC,UAAU,IAAI,MAAM,GAAG,SAAS;IAIhC,SAAS,IAAI,MAAM,GAAG,SAAS;IAKzB,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAGzD;AAED,qBAAa,uBAAwB,SAAQ,qBAAqB;IAC1D,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAgEzE;AAED,qBAAa,wBAAyB,SAAQ,qBAAqB;IACjE,MAAM,CAAC,wBAAwB,WAM7B;gBAEU,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,uBAAuB,EAAE,EAAE,CAAC,EAAE,MAAM;IAOtE,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAoEzD;AAED,qBAAa,4BAA6B,SAAQ,qBAAqB;IACrE,MAAM,CAAC,kBAAkB,WAWvB;gBAEU,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,uBAAuB,EAAE,EAAE,CAAC,EAAE,MAAM;IAOtE,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CA2EzD;AAED,eAAO,MAAM,wBAAwB,yBAAwD,CAAC;AAC9F,eAAO,MAAM,sBAAsB,8BAAiD,CAAC;AACrF,eAAO,MAAM,0BAA0B,8BAAiD,CAAC"}
|
|
@@ -9,10 +9,10 @@ const cache_1 = require("../cache");
|
|
|
9
9
|
const shared_1 = require("./shared");
|
|
10
10
|
const DEFAULT_OPENAI_HOST = 'api.openai.com';
|
|
11
11
|
class OpenAiGenericProvider {
|
|
12
|
-
constructor(modelName,
|
|
12
|
+
constructor(modelName, config, id) {
|
|
13
13
|
this.modelName = modelName;
|
|
14
|
-
this.
|
|
15
|
-
this.
|
|
14
|
+
this.config = config || {};
|
|
15
|
+
this.id = id ? () => id : this.id;
|
|
16
16
|
}
|
|
17
17
|
id() {
|
|
18
18
|
return `openai:${this.modelName}`;
|
|
@@ -20,14 +20,17 @@ class OpenAiGenericProvider {
|
|
|
20
20
|
toString() {
|
|
21
21
|
return `[OpenAI Provider ${this.modelName}]`;
|
|
22
22
|
}
|
|
23
|
-
getOrganization(
|
|
24
|
-
return
|
|
23
|
+
getOrganization() {
|
|
24
|
+
return this.config.organization || process.env.OPENAI_ORGANIZATION;
|
|
25
|
+
}
|
|
26
|
+
getApiHost() {
|
|
27
|
+
return this.config.apiHost || process.env.OPENAI_API_HOST || DEFAULT_OPENAI_HOST;
|
|
25
28
|
}
|
|
26
|
-
getApiKey(
|
|
27
|
-
return
|
|
29
|
+
getApiKey() {
|
|
30
|
+
return this.config.apiKey || process.env.OPENAI_API_KEY;
|
|
28
31
|
}
|
|
29
32
|
// @ts-ignore: Prompt is not used in this implementation
|
|
30
|
-
async callApi(prompt
|
|
33
|
+
async callApi(prompt) {
|
|
31
34
|
throw new Error('Not implemented');
|
|
32
35
|
}
|
|
33
36
|
}
|
|
@@ -42,7 +45,7 @@ class OpenAiEmbeddingProvider extends OpenAiGenericProvider {
|
|
|
42
45
|
};
|
|
43
46
|
let data, cached = false;
|
|
44
47
|
try {
|
|
45
|
-
({ data, cached } = (await (0, cache_1.fetchWithCache)(`https://${this.
|
|
48
|
+
({ data, cached } = (await (0, cache_1.fetchWithCache)(`https://${this.getApiHost()}/v1/embeddings`, {
|
|
46
49
|
method: 'POST',
|
|
47
50
|
headers: {
|
|
48
51
|
'Content-Type': 'application/json',
|
|
@@ -94,23 +97,21 @@ class OpenAiEmbeddingProvider extends OpenAiGenericProvider {
|
|
|
94
97
|
}
|
|
95
98
|
exports.OpenAiEmbeddingProvider = OpenAiEmbeddingProvider;
|
|
96
99
|
class OpenAiCompletionProvider extends OpenAiGenericProvider {
|
|
97
|
-
constructor(modelName,
|
|
100
|
+
constructor(modelName, config, id) {
|
|
98
101
|
if (!OpenAiCompletionProvider.OPENAI_COMPLETION_MODELS.includes(modelName)) {
|
|
99
102
|
logger_1.default.warn(`Using unknown OpenAI completion model: ${modelName}`);
|
|
100
103
|
}
|
|
101
|
-
super(modelName,
|
|
102
|
-
this.options = context || {};
|
|
103
|
-
this.id = id ? () => id : this.id;
|
|
104
|
+
super(modelName, config, id);
|
|
104
105
|
}
|
|
105
|
-
async callApi(prompt
|
|
106
|
-
if (!this.getApiKey(
|
|
107
|
-
throw new Error('OpenAI API key is not set. Set OPENAI_API_KEY environment variable or
|
|
106
|
+
async callApi(prompt) {
|
|
107
|
+
if (!this.getApiKey()) {
|
|
108
|
+
throw new Error('OpenAI API key is not set. Set the OPENAI_API_KEY environment variable or add `apiKey` to the provider config.');
|
|
108
109
|
}
|
|
109
110
|
let stop;
|
|
110
111
|
try {
|
|
111
112
|
stop = process.env.OPENAI_STOP
|
|
112
113
|
? JSON.parse(process.env.OPENAI_STOP)
|
|
113
|
-
: ['<|im_end|>', '<|endoftext|>'];
|
|
114
|
+
: this.config?.stop || ['<|im_end|>', '<|endoftext|>'];
|
|
114
115
|
}
|
|
115
116
|
catch (err) {
|
|
116
117
|
throw new Error(`OPENAI_STOP is not a valid JSON string: ${err}`);
|
|
@@ -118,33 +119,23 @@ class OpenAiCompletionProvider extends OpenAiGenericProvider {
|
|
|
118
119
|
const body = {
|
|
119
120
|
model: this.modelName,
|
|
120
121
|
prompt,
|
|
121
|
-
max_tokens:
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
top_p: options?.top_p ?? this.options.top_p ?? parseFloat(process.env.OPENAI_TOP_P || '1'),
|
|
128
|
-
presence_penalty: options?.presence_penalty ??
|
|
129
|
-
this.options.presence_penalty ??
|
|
130
|
-
parseFloat(process.env.OPENAI_PRESENCE_PENALTY || '0'),
|
|
131
|
-
frequency_penalty: options?.frequency_penalty ??
|
|
132
|
-
this.options.frequency_penalty ??
|
|
133
|
-
parseFloat(process.env.OPENAI_FREQUENCY_PENALTY || '0'),
|
|
134
|
-
best_of: options?.best_of ?? this.options.best_of ?? parseInt(process.env.OPENAI_BEST_OF || '1'),
|
|
122
|
+
max_tokens: this.config.max_tokens ?? parseInt(process.env.OPENAI_MAX_TOKENS || '1024'),
|
|
123
|
+
temperature: this.config.temperature ?? parseFloat(process.env.OPENAI_TEMPERATURE || '0'),
|
|
124
|
+
top_p: this.config.top_p ?? parseFloat(process.env.OPENAI_TOP_P || '1'),
|
|
125
|
+
presence_penalty: this.config.presence_penalty ?? parseFloat(process.env.OPENAI_PRESENCE_PENALTY || '0'),
|
|
126
|
+
frequency_penalty: this.config.frequency_penalty ?? parseFloat(process.env.OPENAI_FREQUENCY_PENALTY || '0'),
|
|
127
|
+
best_of: this.config.best_of ?? parseInt(process.env.OPENAI_BEST_OF || '1'),
|
|
135
128
|
stop,
|
|
136
129
|
};
|
|
137
130
|
logger_1.default.debug(`Calling OpenAI API: ${JSON.stringify(body)}`);
|
|
138
131
|
let data, cached = false;
|
|
139
132
|
try {
|
|
140
|
-
({ data, cached } = (await (0, cache_1.fetchWithCache)(`https://${this.
|
|
133
|
+
({ data, cached } = (await (0, cache_1.fetchWithCache)(`https://${this.getApiHost()}/v1/completions`, {
|
|
141
134
|
method: 'POST',
|
|
142
135
|
headers: {
|
|
143
136
|
'Content-Type': 'application/json',
|
|
144
|
-
Authorization: `Bearer ${this.getApiKey(
|
|
145
|
-
...(this.getOrganization(
|
|
146
|
-
? { 'OpenAI-Organization': this.getOrganization(options) }
|
|
147
|
-
: {}),
|
|
137
|
+
Authorization: `Bearer ${this.getApiKey()}`,
|
|
138
|
+
...(this.getOrganization() ? { 'OpenAI-Organization': this.getOrganization() } : {}),
|
|
148
139
|
},
|
|
149
140
|
body: JSON.stringify(body),
|
|
150
141
|
}, shared_1.REQUEST_TIMEOUT_MS)));
|
|
@@ -174,6 +165,7 @@ class OpenAiCompletionProvider extends OpenAiGenericProvider {
|
|
|
174
165
|
}
|
|
175
166
|
}
|
|
176
167
|
}
|
|
168
|
+
exports.OpenAiCompletionProvider = OpenAiCompletionProvider;
|
|
177
169
|
OpenAiCompletionProvider.OPENAI_COMPLETION_MODELS = [
|
|
178
170
|
'text-davinci-003',
|
|
179
171
|
'text-davinci-002',
|
|
@@ -181,51 +173,48 @@ OpenAiCompletionProvider.OPENAI_COMPLETION_MODELS = [
|
|
|
181
173
|
'text-babbage-001',
|
|
182
174
|
'text-ada-001',
|
|
183
175
|
];
|
|
184
|
-
exports.OpenAiCompletionProvider = OpenAiCompletionProvider;
|
|
185
176
|
class OpenAiChatCompletionProvider extends OpenAiGenericProvider {
|
|
186
|
-
constructor(modelName,
|
|
177
|
+
constructor(modelName, config, id) {
|
|
187
178
|
if (!OpenAiChatCompletionProvider.OPENAI_CHAT_MODELS.includes(modelName)) {
|
|
188
179
|
logger_1.default.warn(`Using unknown OpenAI chat model: ${modelName}`);
|
|
189
180
|
}
|
|
190
|
-
super(modelName,
|
|
191
|
-
this.options = context || {};
|
|
192
|
-
this.id = id ? () => id : this.id;
|
|
181
|
+
super(modelName, config, id);
|
|
193
182
|
}
|
|
194
|
-
async callApi(prompt
|
|
195
|
-
if (!this.getApiKey(
|
|
196
|
-
throw new Error('OpenAI API key is not set. Set OPENAI_API_KEY environment variable or
|
|
183
|
+
async callApi(prompt) {
|
|
184
|
+
if (!this.getApiKey()) {
|
|
185
|
+
throw new Error('OpenAI API key is not set. Set the OPENAI_API_KEY environment variable or add `apiKey` to the provider config.');
|
|
197
186
|
}
|
|
198
187
|
const messages = (0, shared_1.parseChatPrompt)(prompt);
|
|
188
|
+
let stop;
|
|
189
|
+
try {
|
|
190
|
+
stop = process.env.OPENAI_STOP
|
|
191
|
+
? JSON.parse(process.env.OPENAI_STOP)
|
|
192
|
+
: this.config?.stop || [];
|
|
193
|
+
}
|
|
194
|
+
catch (err) {
|
|
195
|
+
throw new Error(`OPENAI_STOP is not a valid JSON string: ${err}`);
|
|
196
|
+
}
|
|
199
197
|
const body = {
|
|
200
198
|
model: this.modelName,
|
|
201
199
|
messages: messages,
|
|
202
|
-
max_tokens:
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
this.options.presence_penalty ??
|
|
211
|
-
parseFloat(process.env.OPENAI_PRESENCE_PENALTY || '0'),
|
|
212
|
-
frequency_penalty: options?.frequency_penalty ??
|
|
213
|
-
this.options.frequency_penalty ??
|
|
214
|
-
parseFloat(process.env.OPENAI_FREQUENCY_PENALTY || '0'),
|
|
215
|
-
functions: options?.functions || this.options.functions || undefined,
|
|
216
|
-
function_call: options?.function_call || this.options.function_call || undefined,
|
|
200
|
+
max_tokens: this.config.max_tokens ?? parseInt(process.env.OPENAI_MAX_TOKENS || '1024'),
|
|
201
|
+
temperature: this.config.temperature ?? parseFloat(process.env.OPENAI_TEMPERATURE || '0'),
|
|
202
|
+
top_p: this.config.top_p ?? parseFloat(process.env.OPENAI_TOP_P || '1'),
|
|
203
|
+
presence_penalty: this.config.presence_penalty ?? parseFloat(process.env.OPENAI_PRESENCE_PENALTY || '0'),
|
|
204
|
+
frequency_penalty: this.config.frequency_penalty ?? parseFloat(process.env.OPENAI_FREQUENCY_PENALTY || '0'),
|
|
205
|
+
functions: this.config.functions || undefined,
|
|
206
|
+
function_call: this.config.function_call || undefined,
|
|
207
|
+
stop,
|
|
217
208
|
};
|
|
218
209
|
logger_1.default.debug(`Calling OpenAI API: ${JSON.stringify(body)}`);
|
|
219
210
|
let data, cached = false;
|
|
220
211
|
try {
|
|
221
|
-
({ data, cached } = (await (0, cache_1.fetchWithCache)(`https://${this.
|
|
212
|
+
({ data, cached } = (await (0, cache_1.fetchWithCache)(`https://${this.getApiHost()}/v1/chat/completions`, {
|
|
222
213
|
method: 'POST',
|
|
223
214
|
headers: {
|
|
224
215
|
'Content-Type': 'application/json',
|
|
225
|
-
Authorization: `Bearer ${this.getApiKey(
|
|
226
|
-
...(this.getOrganization(
|
|
227
|
-
? { 'OpenAI-Organization': this.getOrganization(options) }
|
|
228
|
-
: {}),
|
|
216
|
+
Authorization: `Bearer ${this.getApiKey()}`,
|
|
217
|
+
...(this.getOrganization() ? { 'OpenAI-Organization': this.getOrganization() } : {}),
|
|
229
218
|
},
|
|
230
219
|
body: JSON.stringify(body),
|
|
231
220
|
}, shared_1.REQUEST_TIMEOUT_MS)));
|
|
@@ -257,6 +246,7 @@ class OpenAiChatCompletionProvider extends OpenAiGenericProvider {
|
|
|
257
246
|
}
|
|
258
247
|
}
|
|
259
248
|
}
|
|
249
|
+
exports.OpenAiChatCompletionProvider = OpenAiChatCompletionProvider;
|
|
260
250
|
OpenAiChatCompletionProvider.OPENAI_CHAT_MODELS = [
|
|
261
251
|
'gpt-4',
|
|
262
252
|
'gpt-4-0314',
|
|
@@ -269,7 +259,6 @@ OpenAiChatCompletionProvider.OPENAI_CHAT_MODELS = [
|
|
|
269
259
|
'gpt-3.5-turbo-16k',
|
|
270
260
|
'gpt-3.5-turbo-16k-0613',
|
|
271
261
|
];
|
|
272
|
-
exports.OpenAiChatCompletionProvider = OpenAiChatCompletionProvider;
|
|
273
262
|
exports.DefaultEmbeddingProvider = new OpenAiEmbeddingProvider('text-embedding-ada-002');
|
|
274
263
|
exports.DefaultGradingProvider = new OpenAiChatCompletionProvider('gpt-4-0613');
|
|
275
264
|
exports.DefaultSuggestionsProvider = new OpenAiChatCompletionProvider('gpt-4-0613');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/providers/openai.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA+B;AAC/B,oCAA0C;AAC1C,qCAA+D;AAI/D,MAAM,mBAAmB,GAAG,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/providers/openai.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA+B;AAC/B,oCAA0C;AAC1C,qCAA+D;AAI/D,MAAM,mBAAmB,GAAG,gBAAgB,CAAC;AAqB7C,MAAM,qBAAqB;IAKzB,YAAY,SAAiB,EAAE,MAAgC,EAAE,EAAW;QAC1E,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;IACpC,CAAC;IAED,EAAE;QACA,OAAO,UAAU,IAAI,CAAC,SAAS,EAAE,CAAC;IACpC,CAAC;IAED,QAAQ;QACN,OAAO,oBAAoB,IAAI,CAAC,SAAS,GAAG,CAAC;IAC/C,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IACrE,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,mBAAmB,CAAC;IACnF,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC1D,CAAC;IAED,wDAAwD;IACxD,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;CACF;AAED,MAAa,uBAAwB,SAAQ,qBAAqB;IAChE,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACjC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE;YACrB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;SACzE;QAED,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,IAAI,CAAC,SAAS;SACtB,CAAC;QACF,IAAI,IAAI,EACN,MAAM,GAAG,KAAK,CAAC;QACjB,IAAI;YACF,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,sBAAc,EACvC,WAAW,IAAI,CAAC,UAAU,EAAE,gBAAgB,EAC5C;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE,EAAE;oBAC3C,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACrF;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,EACD,2BAAkB,CACnB,CAAmB,CAAC,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE;gBACvC,UAAU,EAAE;oBACV,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;iBACd;aACF,CAAC;SACH;QACD,gBAAM,CAAC,KAAK,CAAC,uCAAuC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5E,IAAI;YACF,MAAM,SAAS,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;YAC7C,IAAI,CAAC,SAAS,EAAE;gBACd,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;aAC1C;YACD,MAAM,GAAG,GAAG;gBACV,SAAS;gBACT,UAAU,EAAE,MAAM;oBAChB,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;oBACrC,CAAC,CAAC;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;wBAC9B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;wBAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;qBACzC;aACN,CAAC;YACF,OAAO,GAAG,CAAC;SACZ;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,uBAAuB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;gBACpE,UAAU,EAAE;oBACV,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY;oBAChC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa;oBAClC,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,iBAAiB;iBAC3C;aACF,CAAC;SACH;IACH,CAAC;CACF;AAjED,0DAiEC;AAED,MAAa,wBAAyB,SAAQ,qBAAqB;IASjE,YAAY,SAAiB,EAAE,MAAgC,EAAE,EAAW;QAC1E,IAAI,CAAC,wBAAwB,CAAC,wBAAwB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;YAC1E,gBAAM,CAAC,IAAI,CAAC,0CAA0C,SAAS,EAAE,CAAC,CAAC;SACpE;QACD,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE;YACrB,MAAM,IAAI,KAAK,CACb,gHAAgH,CACjH,CAAC;SACH;QAED,IAAI,IAAY,CAAC;QACjB,IAAI;YACF,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;gBACrC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC;SAC1D;QAAC,OAAO,GAAG,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,2CAA2C,GAAG,EAAE,CAAC,CAAC;SACnE;QACD,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,MAAM;YACN,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC;YACvF,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,GAAG,CAAC;YACzF,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC;YACvE,gBAAgB,EACd,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,GAAG,CAAC;YACxF,iBAAiB,EACf,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,GAAG,CAAC;YAC1F,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,GAAG,CAAC;YAC3E,IAAI;SACL,CAAC;QACF,gBAAM,CAAC,KAAK,CAAC,uBAAuB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5D,IAAI,IAAI,EACN,MAAM,GAAG,KAAK,CAAC;QACjB,IAAI;YACF,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,sBAAc,EACvC,WAAW,IAAI,CAAC,UAAU,EAAE,iBAAiB,EAC7C;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE,EAAE;oBAC3C,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACrF;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,EACD,2BAAkB,CACnB,CAAmB,CAAC,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE;aACxC,CAAC;SACH;QACD,gBAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/D,IAAI;YACF,OAAO;gBACL,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC5B,UAAU,EAAE,MAAM;oBAChB,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;oBACrC,CAAC,CAAC;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;wBAC9B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;wBAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;qBACzC;aACN,CAAC;SACH;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,uBAAuB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;aACrE,CAAC;SACH;IACH,CAAC;;AAnFH,4DAoFC;AAnFQ,iDAAwB,GAAG;IAChC,kBAAkB;IAClB,kBAAkB;IAClB,gBAAgB;IAChB,kBAAkB;IAClB,cAAc;CACf,CAAC;AA+EJ,MAAa,4BAA6B,SAAQ,qBAAqB;IAcrE,YAAY,SAAiB,EAAE,MAAgC,EAAE,EAAW;QAC1E,IAAI,CAAC,4BAA4B,CAAC,kBAAkB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;YACxE,gBAAM,CAAC,IAAI,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAC;SAC9D;QACD,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE;YACrB,MAAM,IAAI,KAAK,CACb,gHAAgH,CACjH,CAAC;SACH;QAED,MAAM,QAAQ,GAAG,IAAA,wBAAe,EAAC,MAAM,CAAC,CAAC;QAEzC,IAAI,IAAY,CAAC;QACjB,IAAI;YACF,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;gBACrC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;SAC7B;QAAC,OAAO,GAAG,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,2CAA2C,GAAG,EAAE,CAAC,CAAC;SACnE;QACD,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC;YACvF,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,GAAG,CAAC;YACzF,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC;YACvE,gBAAgB,EACd,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,GAAG,CAAC;YACxF,iBAAiB,EACf,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,GAAG,CAAC;YAC1F,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,SAAS;YAC7C,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,SAAS;YACrD,IAAI;SACL,CAAC;QACF,gBAAM,CAAC,KAAK,CAAC,uBAAuB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5D,IAAI,IAAI,EACN,MAAM,GAAG,KAAK,CAAC;QACjB,IAAI;YACF,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,sBAAc,EACvC,WAAW,IAAI,CAAC,UAAU,EAAE,sBAAsB,EAClD;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE,EAAE;oBAC3C,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACrF;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,EACD,2BAAkB,CACnB,CAAmB,CAAC,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE;aACxC,CAAC;SACH;QAED,gBAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/D,IAAI;YACF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;YAClF,OAAO;gBACL,MAAM;gBACN,UAAU,EAAE,MAAM;oBAChB,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;oBACrC,CAAC,CAAC;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;wBAC9B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;wBAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;qBACzC;aACN,CAAC;SACH;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,uBAAuB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;aACrE,CAAC;SACH;IACH,CAAC;;AA/FH,oEAgGC;AA/FQ,+CAAkB,GAAG;IAC1B,OAAO;IACP,YAAY;IACZ,YAAY;IACZ,WAAW;IACX,gBAAgB;IAChB,eAAe;IACf,oBAAoB;IACpB,oBAAoB;IACpB,mBAAmB;IACnB,wBAAwB;CACzB,CAAC;AAsFS,QAAA,wBAAwB,GAAG,IAAI,uBAAuB,CAAC,wBAAwB,CAAC,CAAC;AACjF,QAAA,sBAAsB,GAAG,IAAI,4BAA4B,CAAC,YAAY,CAAC,CAAC;AACxE,QAAA,0BAA0B,GAAG,IAAI,4BAA4B,CAAC,YAAY,CAAC,CAAC"}
|
|
@@ -1,15 +1,17 @@
|
|
|
1
1
|
import type { ApiProvider, ProviderResponse } from '../types.js';
|
|
2
2
|
interface ReplicateCompletionOptions {
|
|
3
|
+
apiKey?: string;
|
|
3
4
|
temperature?: number;
|
|
4
5
|
max_length?: number;
|
|
5
6
|
repetition_penalty?: number;
|
|
7
|
+
[key: string]: any;
|
|
6
8
|
}
|
|
7
9
|
export declare class ReplicateProvider implements ApiProvider {
|
|
8
10
|
modelName: string;
|
|
9
11
|
apiKey?: string;
|
|
10
12
|
replicate: any;
|
|
11
|
-
|
|
12
|
-
constructor(modelName: string,
|
|
13
|
+
config: ReplicateCompletionOptions;
|
|
14
|
+
constructor(modelName: string, config?: ReplicateCompletionOptions);
|
|
13
15
|
id(): string;
|
|
14
16
|
toString(): string;
|
|
15
17
|
callApi(prompt: string): Promise<ProviderResponse>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEjE,UAAU,0BAA0B;IAClC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEjE,UAAU,0BAA0B;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,qBAAa,iBAAkB,YAAW,WAAW;IACnD,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,GAAG,CAAC;IACf,MAAM,EAAE,0BAA0B,CAAC;gBAEvB,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,0BAA0B;IAOlE,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIZ,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAiEzD"}
|
|
@@ -9,10 +9,11 @@ const node_fetch_1 = __importDefault(require("node-fetch"));
|
|
|
9
9
|
const logger_1 = __importDefault(require("../logger"));
|
|
10
10
|
const cache_1 = require("../cache");
|
|
11
11
|
class ReplicateProvider {
|
|
12
|
-
constructor(modelName,
|
|
12
|
+
constructor(modelName, config) {
|
|
13
13
|
this.modelName = modelName;
|
|
14
|
-
this.apiKey =
|
|
15
|
-
|
|
14
|
+
this.apiKey =
|
|
15
|
+
config?.apiKey || process.env.REPLICATE_API_TOKEN || process.env.REPLICATE_API_KEY;
|
|
16
|
+
this.config = config || {};
|
|
16
17
|
}
|
|
17
18
|
id() {
|
|
18
19
|
return `replicate:${this.modelName}`;
|
|
@@ -22,13 +23,13 @@ class ReplicateProvider {
|
|
|
22
23
|
}
|
|
23
24
|
async callApi(prompt) {
|
|
24
25
|
if (!this.apiKey) {
|
|
25
|
-
throw new Error('Replicate API key is not set. Set REPLICATE_API_TOKEN environment variable or
|
|
26
|
+
throw new Error('Replicate API key is not set. Set the REPLICATE_API_TOKEN environment variable or or add `apiKey` to the provider config.');
|
|
26
27
|
}
|
|
27
28
|
let cache;
|
|
28
29
|
let cacheKey;
|
|
29
30
|
if ((0, cache_1.isCacheEnabled)()) {
|
|
30
31
|
cache = await (0, cache_1.getCache)();
|
|
31
|
-
cacheKey = `replicate:${this.modelName}:${prompt}`;
|
|
32
|
+
cacheKey = `replicate:${this.modelName}:${JSON.stringify(this.config)}:${prompt}`;
|
|
32
33
|
// Try to get the cached response
|
|
33
34
|
const cachedResponse = await cache.get(cacheKey);
|
|
34
35
|
if (cachedResponse) {
|
|
@@ -45,10 +46,11 @@ class ReplicateProvider {
|
|
|
45
46
|
try {
|
|
46
47
|
const data = {
|
|
47
48
|
input: {
|
|
49
|
+
...this.config,
|
|
48
50
|
prompt,
|
|
49
|
-
max_length: this.
|
|
50
|
-
temperature: this.
|
|
51
|
-
repetition_penalty: this.
|
|
51
|
+
max_length: this.config.max_length || parseInt(process.env.REPLICATE_MAX_LENGTH || '2046', 10),
|
|
52
|
+
temperature: this.config.temperature || parseFloat(process.env.REPLICATE_TEMPERATURE || '0.01'),
|
|
53
|
+
repetition_penalty: this.config.repetition_penalty ||
|
|
52
54
|
parseFloat(process.env.REPLICATE_REPETITION_PENALTY || '1.0'),
|
|
53
55
|
},
|
|
54
56
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":";;;;;;AAAA,0DAAkC;AAElC,4DAA+B;AAC/B,uDAA+B;AAC/B,oCAAoD;
|
|
1
|
+
{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":";;;;;;AAAA,0DAAkC;AAElC,4DAA+B;AAC/B,uDAA+B;AAC/B,oCAAoD;AAcpD,MAAa,iBAAiB;IAM5B,YAAY,SAAiB,EAAE,MAAmC;QAChE,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM;YACT,MAAM,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QACrF,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;IAC7B,CAAC;IAED,EAAE;QACA,OAAO,aAAa,IAAI,CAAC,SAAS,EAAE,CAAC;IACvC,CAAC;IAED,QAAQ;QACN,OAAO,uBAAuB,IAAI,CAAC,SAAS,GAAG,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAChB,MAAM,IAAI,KAAK,CACb,2HAA2H,CAC5H,CAAC;SACH;QAED,IAAI,KAAK,CAAC;QACV,IAAI,QAAQ,CAAC;QACb,IAAI,IAAA,sBAAc,GAAE,EAAE;YACpB,KAAK,GAAG,MAAM,IAAA,gBAAQ,GAAE,CAAC;YACzB,QAAQ,GAAG,aAAa,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YAElF,iCAAiC;YACjC,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAEjD,IAAI,cAAc,EAAE;gBAClB,gBAAM,CAAC,KAAK,CAAC,iCAAiC,MAAM,KAAK,cAAc,EAAE,CAAC,CAAC;gBAC3E,OAAO,IAAI,CAAC,KAAK,CAAC,cAAwB,CAAC,CAAC;aAC7C;SACF;QAED,MAAM,SAAS,GAAG,IAAI,mBAAS,CAAC;YAC9B,IAAI,EAAE,IAAI,CAAC,MAAM;YACjB,KAAK,EAAL,oBAAK;SACN,CAAC,CAAC;QAEH,gBAAM,CAAC,KAAK,CAAC,sBAAsB,MAAM,EAAE,CAAC,CAAC;QAC7C,IAAI,QAAQ,CAAC;QACb,IAAI;YACF,MAAM,IAAI,GAAG;gBACX,KAAK,EAAE;oBACL,GAAG,IAAI,CAAC,MAAM;oBACd,MAAM;oBACN,UAAU,EACR,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,MAAM,EAAE,EAAE,CAAC;oBACpF,WAAW,EACT,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,MAAM,CAAC;oBACpF,kBAAkB,EAChB,IAAI,CAAC,MAAM,CAAC,kBAAkB;wBAC9B,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,KAAK,CAAC;iBAChE;aACF,CAAC;YACF,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,SAAgB,EAAE,IAAI,CAAC,CAAC;SAC7D;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE;aACxC,CAAC;SACH;QACD,gBAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACtE,IAAI;YACF,MAAM,MAAM,GAAG;gBACb,MAAM,EAAG,QAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvC,UAAU,EAAE,EAAE,EAAE,uDAAuD;aACxE,CAAC;YACF,IAAI,KAAK,IAAI,QAAQ,EAAE;gBACrB,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;aACnD;YACD,OAAO,MAAM,CAAC;SACf;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,uBAAuB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;aACzE,CAAC;SACH;IACH,CAAC;CACF;AAtFD,8CAsFC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { ApiProvider, ProviderResponse } from '../types.js';
|
|
2
|
+
export declare class WebhookProvider implements ApiProvider {
|
|
3
|
+
webhookUrl: string;
|
|
4
|
+
constructor(webhookUrl: string);
|
|
5
|
+
id(): string;
|
|
6
|
+
toString(): string;
|
|
7
|
+
callApi(prompt: string): Promise<ProviderResponse>;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=webhook.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"webhook.d.ts","sourceRoot":"","sources":["../../../src/providers/webhook.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGjE,qBAAa,eAAgB,YAAW,WAAW;IACjD,UAAU,EAAE,MAAM,CAAC;gBAEP,UAAU,EAAE,MAAM;IAI9B,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIZ,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAuCzD"}
|