promptfoo 0.107.2 → 0.107.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +2 -2
- package/dist/src/app/assets/{index-DmqkyVHC.js → index-Bk4IMp1S.js} +5 -5
- package/dist/src/app/assets/{index.es-BSriX8RW.js → index.es-DCGWyHjq.js} +1 -1
- package/dist/src/app/assets/{sync-CAUebwzg.js → sync-D2ZyIRv1.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/evaluator.js +2 -2
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/golang/wrapper.go +1 -8
- package/dist/src/providers/adaline.gateway.d.ts.map +1 -1
- package/dist/src/providers/adaline.gateway.js +13 -11
- package/dist/src/providers/adaline.gateway.js.map +1 -1
- package/dist/src/providers/azure/assistant.d.ts +55 -0
- package/dist/src/providers/azure/assistant.d.ts.map +1 -0
- package/dist/src/providers/azure/assistant.js +705 -0
- package/dist/src/providers/azure/assistant.js.map +1 -0
- package/dist/src/providers/azure/chat.d.ts +11 -0
- package/dist/src/providers/azure/chat.d.ts.map +1 -0
- package/dist/src/providers/azure/chat.js +214 -0
- package/dist/src/providers/azure/chat.js.map +1 -0
- package/dist/src/providers/azure/completion.d.ts +6 -0
- package/dist/src/providers/azure/completion.d.ts.map +1 -0
- package/dist/src/providers/azure/completion.js +104 -0
- package/dist/src/providers/azure/completion.js.map +1 -0
- package/dist/src/providers/azure/defaults.d.ts +4 -0
- package/dist/src/providers/azure/defaults.d.ts.map +1 -0
- package/dist/src/providers/azure/defaults.js +218 -0
- package/dist/src/providers/azure/defaults.js.map +1 -0
- package/dist/src/providers/azure/embedding.d.ts +6 -0
- package/dist/src/providers/azure/embedding.d.ts.map +1 -0
- package/dist/src/providers/azure/embedding.js +81 -0
- package/dist/src/providers/azure/embedding.js.map +1 -0
- package/dist/src/providers/azure/generic.d.ts +26 -0
- package/dist/src/providers/azure/generic.d.ts.map +1 -0
- package/dist/src/providers/azure/generic.js +168 -0
- package/dist/src/providers/azure/generic.js.map +1 -0
- package/dist/src/providers/azure/moderation.d.ts +1 -1
- package/dist/src/providers/azure/moderation.d.ts.map +1 -1
- package/dist/src/providers/azure/moderation.js +2 -2
- package/dist/src/providers/azure/moderation.js.map +1 -1
- package/dist/src/providers/azure/types.d.ts +132 -0
- package/dist/src/providers/azure/types.d.ts.map +1 -0
- package/dist/src/providers/azure/types.js +3 -0
- package/dist/src/providers/azure/types.js.map +1 -0
- package/dist/src/providers/azure/util.d.ts +10 -0
- package/dist/src/providers/azure/util.d.ts.map +1 -0
- package/dist/src/providers/azure/util.js +27 -0
- package/dist/src/providers/azure/util.js.map +1 -0
- package/dist/src/providers/azure/warnings.d.ts +7 -0
- package/dist/src/providers/azure/warnings.d.ts.map +1 -0
- package/dist/src/providers/{azureUtil.js → azure/warnings.js} +12 -11
- package/dist/src/providers/azure/warnings.js.map +1 -0
- package/dist/src/providers/defaults.d.ts.map +1 -1
- package/dist/src/providers/defaults.js +4 -3
- package/dist/src/providers/defaults.js.map +1 -1
- package/dist/src/providers/golangCompletion.d.ts.map +1 -1
- package/dist/src/providers/golangCompletion.js +1 -10
- package/dist/src/providers/golangCompletion.js.map +1 -1
- package/dist/src/providers/googleMultimodalLive.d.ts +5 -0
- package/dist/src/providers/googleMultimodalLive.d.ts.map +1 -1
- package/dist/src/providers/googleMultimodalLive.js +28 -13
- package/dist/src/providers/googleMultimodalLive.js.map +1 -1
- package/dist/src/providers/groq.d.ts +9 -0
- package/dist/src/providers/groq.d.ts.map +1 -1
- package/dist/src/providers/openai/responses.d.ts +21 -0
- package/dist/src/providers/openai/responses.d.ts.map +1 -0
- package/dist/src/providers/openai/responses.js +201 -0
- package/dist/src/providers/openai/responses.js.map +1 -0
- package/dist/src/providers/openai/types.d.ts +9 -0
- package/dist/src/providers/openai/types.d.ts.map +1 -1
- package/dist/src/providers/openai/util.d.ts.map +1 -1
- package/dist/src/providers/openai/util.js +14 -0
- package/dist/src/providers/openai/util.js.map +1 -1
- package/dist/src/providers/registry.d.ts.map +1 -1
- package/dist/src/providers/registry.js +35 -25
- package/dist/src/providers/registry.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +1 -1
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +6 -0
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +1 -0
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +2 -2
- package/dist/src/providers/azure.d.ts +0 -132
- package/dist/src/providers/azure.d.ts.map +0 -1
- package/dist/src/providers/azure.js +0 -787
- package/dist/src/providers/azure.js.map +0 -1
- package/dist/src/providers/azureUtil.d.ts +0 -3
- package/dist/src/providers/azureUtil.d.ts.map +0 -1
- package/dist/src/providers/azureUtil.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../../../src/providers/azure/defaults.ts"],"names":[],"mappings":";;;AAEa,QAAA,yBAAyB,GAAG,oBAAoB,CAAC;AAEjD,QAAA,YAAY,GAAqB;IAC5C,iBAAiB;IACjB;QACE,EAAE,EAAE,4BAA4B;QAChC,IAAI,EAAE;YACJ,KAAK,EAAE,EAAE,GAAG,OAAO;YACnB,MAAM,EAAE,GAAG,GAAG,OAAO;SACtB;KACF;IACD,sBAAsB;IACtB;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE;YACJ,KAAK,EAAE,EAAE,GAAG,OAAO;YACnB,MAAM,EAAE,EAAE,GAAG,OAAO;SACrB;KACF;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,IAAI,EAAE;YACJ,KAAK,EAAE,EAAE,GAAG,OAAO;YACnB,MAAM,EAAE,EAAE,GAAG,OAAO;SACrB;KACF;IACD,iBAAiB;IACjB;QACE,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,OAAO;YACpB,MAAM,EAAE,GAAG,GAAG,OAAO;SACtB;KACF;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,OAAO;YACpB,MAAM,EAAE,GAAG,GAAG,OAAO;SACtB;KACF;IACD,6CAA6C;IAC7C;QACE,EAAE,EAAE,oCAAoC;QACxC,IAAI,EAAE;YACJ,KAAK,EAAE,CAAC,GAAG,OAAO;YAClB,MAAM,EAAE,EAAE,GAAG,OAAO;SACrB;KACF;IACD;QACE,EAAE,EAAE,yCAAyC;QAC7C,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,OAAO;YACpB,MAAM,EAAE,GAAG,GAAG,OAAO;SACtB;KACF;IACD,0CAA0C;IAC1C;QACE,EAAE,EAAE,iCAAiC;QACrC,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,OAAO;YACpB,MAAM,EAAE,EAAE,GAAG,OAAO;SACrB;KACF;IACD;QACE,EAAE,EAAE,sCAAsC;QAC1C,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,OAAO;YACrB,MAAM,EAAE,GAAG,GAAG,OAAO;SACtB;KACF;IACD,wBAAwB;IACxB;QACE,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,OAAO;YACpB,MAAM,EAAE,EAAE,GAAG,OAAO;SACrB;KACF;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,OAAO;YACpB,MAAM,EAAE,EAAE,GAAG,OAAO;SACrB;KACF;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE;YACJ,KAAK,EAAE,CAAC,GAAG,OAAO;YAClB,MAAM,EAAE,EAAE,GAAG,OAAO;SACrB;KACF;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,OAAO;YACrB,MAAM,EAAE,GAAG,GAAG,OAAO;SACtB;KACF;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE;YACJ,KAAK,EAAE,CAAC,GAAG,OAAO;YAClB,MAAM,EAAE,EAAE,GAAG,OAAO;SACrB;KACF;IACD;QACE,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,OAAO;YACrB,MAAM,EAAE,GAAG,GAAG,OAAO;SACtB;KACF;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,OAAO;YACpB,MAAM,EAAE,GAAG,GAAG,OAAO;SACtB;KACF;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,OAAO;YACpB,MAAM,EAAE,CAAC,GAAG,OAAO;SACpB;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,IAAI,EAAE;YACJ,KAAK,EAAE,EAAE,GAAG,OAAO;YACnB,MAAM,EAAE,EAAE,GAAG,OAAO;SACrB;KACF;IACD;QACE,EAAE,EAAE,WAAW;QACf,IAAI,EAAE;YACJ,KAAK,EAAE,EAAE,GAAG,OAAO;YACnB,MAAM,EAAE,GAAG,GAAG,OAAO;SACtB;KACF;IACD;QACE,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,OAAO;YACpB,MAAM,EAAE,GAAG,GAAG,OAAO;SACtB;KACF;IACD;QACE,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE;YACJ,KAAK,EAAE,CAAC,GAAG,OAAO;YAClB,MAAM,EAAE,CAAC,GAAG,OAAO;SACpB;KACF;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,OAAO;YACpB,MAAM,EAAE,GAAG,GAAG,OAAO;SACtB;KACF;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,OAAO;YACrB,MAAM,EAAE,IAAI,GAAG,OAAO;SACvB;KACF;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,OAAO;YACrB,MAAM,EAAE,IAAI,GAAG,OAAO;SACvB;KACF;IACD,gBAAgB;IAChB;QACE,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE;YACJ,KAAK,EAAE,CAAC,GAAG,OAAO;YAClB,MAAM,EAAE,CAAC,GAAG,OAAO;SACpB;KACF;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,OAAO;YACpB,MAAM,EAAE,CAAC,GAAG,OAAO;SACpB;KACF;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE;YACJ,KAAK,EAAE,CAAC,GAAG,OAAO;YAClB,MAAM,EAAE,CAAC,GAAG,OAAO;SACpB;KACF;IACD,wCAAwC;IACxC;QACE,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE;YACJ,KAAK,EAAE,EAAE,GAAG,OAAO;YACnB,MAAM,EAAE,EAAE,GAAG,OAAO;SACrB;KACF;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE;YACJ,KAAK,EAAE,EAAE,GAAG,OAAO;YACnB,MAAM,EAAE,EAAE,GAAG,OAAO;SACrB;KACF;CACF,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { ProviderEmbeddingResponse } from '../../types';
|
|
2
|
+
import { AzureGenericProvider } from './generic';
|
|
3
|
+
export declare class AzureEmbeddingProvider extends AzureGenericProvider {
|
|
4
|
+
callEmbeddingApi(text: string): Promise<ProviderEmbeddingResponse>;
|
|
5
|
+
}
|
|
6
|
+
//# sourceMappingURL=embedding.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../../../../src/providers/azure/embedding.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAI7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AAEjD,qBAAa,sBAAuB,SAAQ,oBAAoB;IACxD,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAwEzE"}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.AzureEmbeddingProvider = void 0;
|
|
7
|
+
const cache_1 = require("../../cache");
|
|
8
|
+
const logger_1 = __importDefault(require("../../logger"));
|
|
9
|
+
const invariant_1 = __importDefault(require("../../util/invariant"));
|
|
10
|
+
const shared_1 = require("../shared");
|
|
11
|
+
const defaults_1 = require("./defaults");
|
|
12
|
+
const generic_1 = require("./generic");
|
|
13
|
+
class AzureEmbeddingProvider extends generic_1.AzureGenericProvider {
|
|
14
|
+
async callEmbeddingApi(text) {
|
|
15
|
+
await this.ensureInitialized();
|
|
16
|
+
(0, invariant_1.default)(this.authHeaders, 'auth headers are not initialized');
|
|
17
|
+
if (!this.getApiBaseUrl()) {
|
|
18
|
+
throw new Error('Azure API host must be set.');
|
|
19
|
+
}
|
|
20
|
+
const body = {
|
|
21
|
+
input: text,
|
|
22
|
+
model: this.deploymentName,
|
|
23
|
+
};
|
|
24
|
+
let data, cached = false;
|
|
25
|
+
try {
|
|
26
|
+
({ data, cached } = (await (0, cache_1.fetchWithCache)(`${this.getApiBaseUrl()}/openai/deployments/${this.deploymentName}/embeddings?api-version=${this.config.apiVersion || defaults_1.DEFAULT_AZURE_API_VERSION}`, {
|
|
27
|
+
method: 'POST',
|
|
28
|
+
headers: {
|
|
29
|
+
'Content-Type': 'application/json',
|
|
30
|
+
...this.authHeaders,
|
|
31
|
+
},
|
|
32
|
+
body: JSON.stringify(body),
|
|
33
|
+
}, shared_1.REQUEST_TIMEOUT_MS)));
|
|
34
|
+
}
|
|
35
|
+
catch (err) {
|
|
36
|
+
return {
|
|
37
|
+
error: `API call error: ${String(err)}`,
|
|
38
|
+
tokenUsage: {
|
|
39
|
+
total: 0,
|
|
40
|
+
prompt: 0,
|
|
41
|
+
completion: 0,
|
|
42
|
+
},
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
logger_1.default.debug(`\tAzure API response (embeddings): ${JSON.stringify(data)}`);
|
|
46
|
+
try {
|
|
47
|
+
const embedding = data?.data?.[0]?.embedding;
|
|
48
|
+
if (!embedding) {
|
|
49
|
+
throw new Error('No embedding returned');
|
|
50
|
+
}
|
|
51
|
+
const ret = {
|
|
52
|
+
embedding,
|
|
53
|
+
tokenUsage: cached
|
|
54
|
+
? { cached: data.usage.total_tokens, total: data.usage.total_tokens }
|
|
55
|
+
: {
|
|
56
|
+
total: data.usage.total_tokens,
|
|
57
|
+
prompt: data.usage.prompt_tokens,
|
|
58
|
+
completion: data.usage.completion_tokens,
|
|
59
|
+
},
|
|
60
|
+
};
|
|
61
|
+
return ret;
|
|
62
|
+
}
|
|
63
|
+
catch (err) {
|
|
64
|
+
return {
|
|
65
|
+
error: `API response error: ${String(err)}: ${JSON.stringify(data)}`,
|
|
66
|
+
tokenUsage: cached
|
|
67
|
+
? {
|
|
68
|
+
cached: data.usage.total_tokens,
|
|
69
|
+
total: data.usage.total_tokens,
|
|
70
|
+
}
|
|
71
|
+
: {
|
|
72
|
+
total: data?.usage?.total_tokens,
|
|
73
|
+
prompt: data?.usage?.prompt_tokens,
|
|
74
|
+
completion: data?.usage?.completion_tokens,
|
|
75
|
+
},
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
exports.AzureEmbeddingProvider = AzureEmbeddingProvider;
|
|
81
|
+
//# sourceMappingURL=embedding.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding.js","sourceRoot":"","sources":["../../../../src/providers/azure/embedding.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA6C;AAC7C,0DAAkC;AAElC,qEAA6C;AAC7C,sCAA+C;AAC/C,yCAAuD;AACvD,uCAAiD;AAEjD,MAAa,sBAAuB,SAAQ,8BAAoB;IAC9D,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACjC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,IAAA,mBAAS,EAAC,IAAI,CAAC,WAAW,EAAE,kCAAkC,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,IAAI,CAAC,cAAc;SAC3B,CAAC;QACF,IAAI,IAAI,EACN,MAAM,GAAG,KAAK,CAAC;QACjB,IAAI,CAAC;YACH,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,sBAAc,EACvC,GAAG,IAAI,CAAC,aAAa,EAAE,uBAAuB,IAAI,CAAC,cAAc,2BAC/D,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,oCAC5B,EAAE,EACF;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,GAAG,IAAI,CAAC,WAAW;iBACpB;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,EACD,2BAAkB,CACnB,CAAmB,CAAC,CAAC;QACxB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,KAAK,EAAE,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE;gBACvC,UAAU,EAAE;oBACV,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;iBACd;aACF,CAAC;QACJ,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE3E,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;YAC7C,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC3C,CAAC;YACD,MAAM,GAAG,GAAG;gBACV,SAAS;gBACT,UAAU,EAAE,MAAM;oBAChB,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;oBACrE,CAAC,CAAC;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;wBAC9B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;wBAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;qBACzC;aACN,CAAC;YACF,OAAO,GAAG,CAAC;QACb,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,KAAK,EAAE,uBAAuB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;gBACpE,UAAU,EAAE,MAAM;oBAChB,CAAC,CAAC;wBACE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;wBAC/B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;qBAC/B;oBACH,CAAC,CAAC;wBACE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY;wBAChC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa;wBAClC,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,iBAAiB;qBAC3C;aACN,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAzED,wDAyEC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { TokenCredential } from '@azure/identity';
|
|
2
|
+
import type { ApiProvider, CallApiContextParams, CallApiOptionsParams, ProviderResponse } from '../../types';
|
|
3
|
+
import type { EnvOverrides } from '../../types/env';
|
|
4
|
+
import type { AzureCompletionOptions, AzureProviderOptions } from './types';
|
|
5
|
+
export declare class AzureGenericProvider implements ApiProvider {
|
|
6
|
+
deploymentName: string;
|
|
7
|
+
apiHost?: string;
|
|
8
|
+
apiBaseUrl?: string;
|
|
9
|
+
config: AzureCompletionOptions;
|
|
10
|
+
env?: EnvOverrides;
|
|
11
|
+
authHeaders?: Record<string, string>;
|
|
12
|
+
protected initializationPromise: Promise<void> | null;
|
|
13
|
+
constructor(deploymentName: string, options?: AzureProviderOptions);
|
|
14
|
+
initialize(): Promise<void>;
|
|
15
|
+
ensureInitialized(): Promise<void>;
|
|
16
|
+
getApiKey(): string | undefined;
|
|
17
|
+
getApiKeyOrThrow(): string;
|
|
18
|
+
getAzureTokenCredential(): Promise<TokenCredential>;
|
|
19
|
+
getAccessToken(): Promise<string>;
|
|
20
|
+
getAuthHeaders(): Promise<Record<string, string>>;
|
|
21
|
+
getApiBaseUrl(): string | undefined;
|
|
22
|
+
id(): string;
|
|
23
|
+
toString(): string;
|
|
24
|
+
callApi(prompt: string, context?: CallApiContextParams, callApiOptions?: CallApiOptionsParams): Promise<ProviderResponse>;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=generic.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generic.d.ts","sourceRoot":"","sources":["../../../../src/providers/azure/generic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAGvD,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EACpB,gBAAgB,EACjB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,KAAK,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAG5E,qBAAa,oBAAqB,YAAW,WAAW;IACtD,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,MAAM,EAAE,sBAAsB,CAAC;IAC/B,GAAG,CAAC,EAAE,YAAY,CAAC;IAEnB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAErC,SAAS,CAAC,qBAAqB,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAQ;gBAEjD,cAAc,EAAE,MAAM,EAAE,OAAO,GAAE,oBAAyB;IA4BhE,UAAU;IAIV,iBAAiB;IAMvB,SAAS,IAAI,MAAM,GAAG,SAAS;IAc/B,gBAAgB,IAAI,MAAM;IAQpB,uBAAuB,IAAI,OAAO,CAAC,eAAe,CAAC;IA4BnD,cAAc;IAed,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAoBvD,aAAa,IAAI,MAAM,GAAG,SAAS;IAWnC,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAKZ,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,cAAc,CAAC,EAAE,oBAAoB,GACpC,OAAO,CAAC,gBAAgB,CAAC;CAG7B"}
|
|
@@ -0,0 +1,168 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
36
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
37
|
+
};
|
|
38
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
+
exports.AzureGenericProvider = void 0;
|
|
40
|
+
const envars_1 = require("../../envars");
|
|
41
|
+
const logger_1 = __importDefault(require("../../logger"));
|
|
42
|
+
const util_1 = require("./util");
|
|
43
|
+
class AzureGenericProvider {
|
|
44
|
+
constructor(deploymentName, options = {}) {
|
|
45
|
+
this.initializationPromise = null;
|
|
46
|
+
const { config, id, env } = options;
|
|
47
|
+
this.env = env;
|
|
48
|
+
this.deploymentName = deploymentName;
|
|
49
|
+
this.apiHost =
|
|
50
|
+
config?.apiHost ||
|
|
51
|
+
// These and similar OPENAI envars: Backwards compatibility for Azure rename 2024-11-09 / 0.96.0
|
|
52
|
+
env?.AZURE_API_HOST ||
|
|
53
|
+
env?.AZURE_OPENAI_API_HOST ||
|
|
54
|
+
(0, envars_1.getEnvString)('AZURE_API_HOST') ||
|
|
55
|
+
(0, envars_1.getEnvString)('AZURE_OPENAI_API_HOST');
|
|
56
|
+
this.apiBaseUrl =
|
|
57
|
+
config?.apiBaseUrl ||
|
|
58
|
+
env?.AZURE_API_BASE_URL ||
|
|
59
|
+
env?.AZURE_OPENAI_API_BASE_URL ||
|
|
60
|
+
env?.AZURE_OPENAI_BASE_URL ||
|
|
61
|
+
(0, envars_1.getEnvString)('AZURE_API_BASE_URL') ||
|
|
62
|
+
(0, envars_1.getEnvString)('AZURE_OPENAI_API_BASE_URL') ||
|
|
63
|
+
(0, envars_1.getEnvString)('AZURE_OPENAI_BASE_URL');
|
|
64
|
+
this.config = config || {};
|
|
65
|
+
this.id = id ? () => id : this.id;
|
|
66
|
+
this.initializationPromise = this.initialize();
|
|
67
|
+
}
|
|
68
|
+
async initialize() {
|
|
69
|
+
this.authHeaders = await this.getAuthHeaders();
|
|
70
|
+
}
|
|
71
|
+
async ensureInitialized() {
|
|
72
|
+
if (this.initializationPromise) {
|
|
73
|
+
await this.initializationPromise;
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
getApiKey() {
|
|
77
|
+
return (this.config?.apiKey ||
|
|
78
|
+
(this.config?.apiKeyEnvar
|
|
79
|
+
? process.env[this.config.apiKeyEnvar] ||
|
|
80
|
+
this.env?.[this.config.apiKeyEnvar]
|
|
81
|
+
: undefined) ||
|
|
82
|
+
this.env?.AZURE_API_KEY ||
|
|
83
|
+
(0, envars_1.getEnvString)('AZURE_API_KEY') ||
|
|
84
|
+
this.env?.AZURE_OPENAI_API_KEY ||
|
|
85
|
+
(0, envars_1.getEnvString)('AZURE_OPENAI_API_KEY'));
|
|
86
|
+
}
|
|
87
|
+
getApiKeyOrThrow() {
|
|
88
|
+
const apiKey = this.getApiKey();
|
|
89
|
+
if (!apiKey) {
|
|
90
|
+
(0, util_1.throwConfigurationError)('Azure API key must be set.');
|
|
91
|
+
}
|
|
92
|
+
return apiKey;
|
|
93
|
+
}
|
|
94
|
+
async getAzureTokenCredential() {
|
|
95
|
+
const clientSecret = this.config?.azureClientSecret ||
|
|
96
|
+
this.env?.AZURE_CLIENT_SECRET ||
|
|
97
|
+
(0, envars_1.getEnvString)('AZURE_CLIENT_SECRET');
|
|
98
|
+
const clientId = this.config?.azureClientId || this.env?.AZURE_CLIENT_ID || (0, envars_1.getEnvString)('AZURE_CLIENT_ID');
|
|
99
|
+
const tenantId = this.config?.azureTenantId || this.env?.AZURE_TENANT_ID || (0, envars_1.getEnvString)('AZURE_TENANT_ID');
|
|
100
|
+
const authorityHost = this.config?.azureAuthorityHost ||
|
|
101
|
+
this.env?.AZURE_AUTHORITY_HOST ||
|
|
102
|
+
(0, envars_1.getEnvString)('AZURE_AUTHORITY_HOST');
|
|
103
|
+
const { ClientSecretCredential, AzureCliCredential } = await Promise.resolve().then(() => __importStar(require('@azure/identity')));
|
|
104
|
+
if (clientSecret && clientId && tenantId) {
|
|
105
|
+
const credential = new ClientSecretCredential(tenantId, clientId, clientSecret, {
|
|
106
|
+
authorityHost: authorityHost || 'https://login.microsoftonline.com',
|
|
107
|
+
});
|
|
108
|
+
return credential;
|
|
109
|
+
}
|
|
110
|
+
// Fallback to Azure CLI
|
|
111
|
+
const credential = new AzureCliCredential();
|
|
112
|
+
return credential;
|
|
113
|
+
}
|
|
114
|
+
async getAccessToken() {
|
|
115
|
+
const credential = await this.getAzureTokenCredential();
|
|
116
|
+
const tokenScope = this.config?.azureTokenScope ||
|
|
117
|
+
this.env?.AZURE_TOKEN_SCOPE ||
|
|
118
|
+
(0, envars_1.getEnvString)('AZURE_TOKEN_SCOPE');
|
|
119
|
+
const tokenResponse = await credential.getToken(tokenScope || 'https://cognitiveservices.azure.com/.default');
|
|
120
|
+
if (!tokenResponse) {
|
|
121
|
+
(0, util_1.throwConfigurationError)('Failed to retrieve access token.');
|
|
122
|
+
}
|
|
123
|
+
return tokenResponse.token;
|
|
124
|
+
}
|
|
125
|
+
async getAuthHeaders() {
|
|
126
|
+
const apiKey = this.getApiKey();
|
|
127
|
+
if (apiKey) {
|
|
128
|
+
return { 'api-key': apiKey };
|
|
129
|
+
}
|
|
130
|
+
else {
|
|
131
|
+
try {
|
|
132
|
+
const token = await this.getAccessToken();
|
|
133
|
+
return { Authorization: 'Bearer ' + token };
|
|
134
|
+
}
|
|
135
|
+
catch (err) {
|
|
136
|
+
logger_1.default.info(`Azure Authentication failed. Please check your credentials: ${err}`);
|
|
137
|
+
throw new Error(`Azure Authentication failed.
|
|
138
|
+
Please choose one of the following options:
|
|
139
|
+
1. Set an API key via the AZURE_API_KEY environment variable.
|
|
140
|
+
2. Provide client credentials (AZURE_CLIENT_ID, AZURE_CLIENT_SECRET, AZURE_TENANT_ID).
|
|
141
|
+
3. Authenticate with Azure CLI using az login.
|
|
142
|
+
`);
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
getApiBaseUrl() {
|
|
147
|
+
if (this.apiBaseUrl) {
|
|
148
|
+
return this.apiBaseUrl.replace(/\/$/, '');
|
|
149
|
+
}
|
|
150
|
+
const host = this.apiHost?.replace(/^(https?:\/\/)/, '').replace(/\/$/, '');
|
|
151
|
+
if (!host) {
|
|
152
|
+
return undefined;
|
|
153
|
+
}
|
|
154
|
+
return `https://${host}`;
|
|
155
|
+
}
|
|
156
|
+
id() {
|
|
157
|
+
return `azure:${this.deploymentName}`;
|
|
158
|
+
}
|
|
159
|
+
toString() {
|
|
160
|
+
return `[Azure Provider ${this.deploymentName}]`;
|
|
161
|
+
}
|
|
162
|
+
// @ts-ignore: Params are not used in this implementation
|
|
163
|
+
async callApi(prompt, context, callApiOptions) {
|
|
164
|
+
throw new Error('Not implemented');
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
exports.AzureGenericProvider = AzureGenericProvider;
|
|
168
|
+
//# sourceMappingURL=generic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generic.js","sourceRoot":"","sources":["../../../../src/providers/azure/generic.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,yCAA4C;AAC5C,0DAAkC;AASlC,iCAAiD;AAEjD,MAAa,oBAAoB;IAY/B,YAAY,cAAsB,EAAE,UAAgC,EAAE;QAF5D,0BAAqB,GAAyB,IAAI,CAAC;QAG3D,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;QACpC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QAEf,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QAErC,IAAI,CAAC,OAAO;YACV,MAAM,EAAE,OAAO;gBACf,gGAAgG;gBAChG,GAAG,EAAE,cAAc;gBACnB,GAAG,EAAE,qBAAqB;gBAC1B,IAAA,qBAAY,EAAC,gBAAgB,CAAC;gBAC9B,IAAA,qBAAY,EAAC,uBAAuB,CAAC,CAAC;QACxC,IAAI,CAAC,UAAU;YACb,MAAM,EAAE,UAAU;gBAClB,GAAG,EAAE,kBAAkB;gBACvB,GAAG,EAAE,yBAAyB;gBAC9B,GAAG,EAAE,qBAAqB;gBAC1B,IAAA,qBAAY,EAAC,oBAAoB,CAAC;gBAClC,IAAA,qBAAY,EAAC,2BAA2B,CAAC;gBACzC,IAAA,qBAAY,EAAC,uBAAuB,CAAC,CAAC;QAExC,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QAElC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,qBAAqB,CAAC;QACnC,CAAC;IACH,CAAC;IAED,SAAS;QACP,OAAO,CACL,IAAI,CAAC,MAAM,EAAE,MAAM;YACnB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW;gBACvB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;oBACpC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,WAAiC,CAAC;gBAC3D,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,GAAG,EAAE,aAAa;YACvB,IAAA,qBAAY,EAAC,eAAe,CAAC;YAC7B,IAAI,CAAC,GAAG,EAAE,oBAAoB;YAC9B,IAAA,qBAAY,EAAC,sBAAsB,CAAC,CACrC,CAAC;IACJ,CAAC;IAED,gBAAgB;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAA,8BAAuB,EAAC,4BAA4B,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,MAAM,YAAY,GAChB,IAAI,CAAC,MAAM,EAAE,iBAAiB;YAC9B,IAAI,CAAC,GAAG,EAAE,mBAAmB;YAC7B,IAAA,qBAAY,EAAC,qBAAqB,CAAC,CAAC;QACtC,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,EAAE,aAAa,IAAI,IAAI,CAAC,GAAG,EAAE,eAAe,IAAI,IAAA,qBAAY,EAAC,iBAAiB,CAAC,CAAC;QAC7F,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,EAAE,aAAa,IAAI,IAAI,CAAC,GAAG,EAAE,eAAe,IAAI,IAAA,qBAAY,EAAC,iBAAiB,CAAC,CAAC;QAC7F,MAAM,aAAa,GACjB,IAAI,CAAC,MAAM,EAAE,kBAAkB;YAC/B,IAAI,CAAC,GAAG,EAAE,oBAAoB;YAC9B,IAAA,qBAAY,EAAC,sBAAsB,CAAC,CAAC;QAEvC,MAAM,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,GAAG,wDAAa,iBAAiB,GAAC,CAAC;QAEvF,IAAI,YAAY,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;YACzC,MAAM,UAAU,GAAG,IAAI,sBAAsB,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE;gBAC9E,aAAa,EAAE,aAAa,IAAI,mCAAmC;aACpE,CAAC,CAAC;YACH,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,wBAAwB;QACxB,MAAM,UAAU,GAAG,IAAI,kBAAkB,EAAE,CAAC;QAC5C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACxD,MAAM,UAAU,GACd,IAAI,CAAC,MAAM,EAAE,eAAe;YAC5B,IAAI,CAAC,GAAG,EAAE,iBAAiB;YAC3B,IAAA,qBAAY,EAAC,mBAAmB,CAAC,CAAC;QACpC,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,QAAQ,CAC7C,UAAU,IAAI,8CAA8C,CAC7D,CAAC;QACF,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,IAAA,8BAAuB,EAAC,kCAAkC,CAAC,CAAC;QAC9D,CAAC;QACD,OAAO,aAAa,CAAC,KAAK,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC1C,OAAO,EAAE,aAAa,EAAE,SAAS,GAAG,KAAK,EAAE,CAAC;YAC9C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,gBAAM,CAAC,IAAI,CAAC,+DAA+D,GAAG,EAAE,CAAC,CAAC;gBAClF,MAAM,IAAI,KAAK,CAAC;;;;;KAKnB,CAAC,CAAC;YACD,CAAC;QACH,CAAC;IACH,CAAC;IAED,aAAa;QACX,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5E,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,WAAW,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,EAAE;QACA,OAAO,SAAS,IAAI,CAAC,cAAc,EAAE,CAAC;IACxC,CAAC;IAED,QAAQ;QACN,OAAO,mBAAmB,IAAI,CAAC,cAAc,GAAG,CAAC;IACnD,CAAC;IAED,yDAAyD;IACzD,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,cAAqC;QAErC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;CACF;AAlKD,oDAkKC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { ApiModerationProvider, ProviderModerationResponse } from '../../types';
|
|
2
|
-
import { AzureGenericProvider } from '
|
|
2
|
+
import { AzureGenericProvider } from './generic';
|
|
3
3
|
export declare const AZURE_MODERATION_MODELS: {
|
|
4
4
|
id: string;
|
|
5
5
|
maxTokens: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"moderation.d.ts","sourceRoot":"","sources":["../../../../src/providers/azure/moderation.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,qBAAqB,EAErB,0BAA0B,EAC3B,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"moderation.d.ts","sourceRoot":"","sources":["../../../../src/providers/azure/moderation.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,qBAAqB,EAErB,0BAA0B,EAC3B,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AAEjD,eAAO,MAAM,uBAAuB;;;;GAEnC,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG,MAAM,CAAC;AAC5C,MAAM,MAAM,uBAAuB,GAAG,MAAM,GAAG,UAAU,GAAG,QAAQ,GAAG,UAAU,CAAC;AAElF,UAAU,2BAA2B;IACnC,QAAQ,EAAE,uBAAuB,CAAC;IAClC,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,uBAAuB;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,UAAU,sBAAsB;IAC9B,kBAAkB,CAAC,EAAE,2BAA2B,EAAE,CAAC;IACnD,eAAe,CAAC,EAAE,uBAAuB,EAAE,CAAC;CAC7C;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACnC;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,sBAAsB,GAC3B,0BAA0B,CA4C5B;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,0BAA0B,CAG/E;AAED,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAE7F;AAED,qBAAa,uBAAwB,SAAQ,oBAAqB,YAAW,qBAAqB;IAChG,MAAM,CAAC,iBAAiB;;;;QAA2B;IACnD,MAAM,CAAC,oBAAoB,WAAoD;IAE/E,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,qBAAqB,CAAC;gBAGvC,SAAS,GAAE,sBAA8C,EACzD,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,qBAAqB,CAAC;QAAC,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,GAAG,CAAA;KAAO;IAwB1E,sBAAsB,IAAI,MAAM,GAAG,SAAS;IAiBtC,iBAAiB,CACrB,UAAU,EAAE,MAAM,EAClB,iBAAiB,EAAE,MAAM,GACxB,OAAO,CAAC,0BAA0B,CAAC;CA2GvC"}
|
|
@@ -10,8 +10,8 @@ exports.getModerationCacheKey = getModerationCacheKey;
|
|
|
10
10
|
const cache_1 = require("../../cache");
|
|
11
11
|
const envars_1 = require("../../envars");
|
|
12
12
|
const logger_1 = __importDefault(require("../../logger"));
|
|
13
|
-
const azure_1 = require("../azure");
|
|
14
13
|
const shared_1 = require("../shared");
|
|
14
|
+
const generic_1 = require("./generic");
|
|
15
15
|
exports.AZURE_MODERATION_MODELS = [
|
|
16
16
|
{ id: 'text-content-safety', maxTokens: 10000, capabilities: ['text'] },
|
|
17
17
|
];
|
|
@@ -59,7 +59,7 @@ function handleApiError(err, data) {
|
|
|
59
59
|
function getModerationCacheKey(modelName, config, content) {
|
|
60
60
|
return `azure-moderation:${modelName}:${JSON.stringify(content)}`;
|
|
61
61
|
}
|
|
62
|
-
class AzureModerationProvider extends
|
|
62
|
+
class AzureModerationProvider extends generic_1.AzureGenericProvider {
|
|
63
63
|
constructor(modelName = 'text-content-safety', options = {}) {
|
|
64
64
|
super(modelName, options);
|
|
65
65
|
const { config, env } = options;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"moderation.js","sourceRoot":"","sources":["../../../../src/providers/azure/moderation.ts"],"names":[],"mappings":";;;;;;AA8CA,oEA8CC;AAED,wCAGC;AAED,sDAEC;AArGD,uCAAuD;AACvD,yCAA4C;AAC5C,0DAAkC;AAOlC,
|
|
1
|
+
{"version":3,"file":"moderation.js","sourceRoot":"","sources":["../../../../src/providers/azure/moderation.ts"],"names":[],"mappings":";;;;;;AA8CA,oEA8CC;AAED,wCAGC;AAED,sDAEC;AArGD,uCAAuD;AACvD,yCAA4C;AAC5C,0DAAkC;AAOlC,sCAA+C;AAC/C,uCAAiD;AAEpC,QAAA,uBAAuB,GAAG;IACrC,EAAE,EAAE,EAAE,qBAAqB,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,MAAM,CAAC,EAAE;CACxE,CAAC;AAgCF,SAAgB,4BAA4B,CAC1C,IAA4B;IAE5B,IAAI,CAAC;QACH,gBAAM,CAAC,KAAK,CAAC,sCAAsC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE3E,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,gBAAM,CAAC,KAAK,CAAC,uEAAuE,CAAC,CAAC;YACtF,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACvB,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC;QACjD,MAAM,gBAAgB,GACpB,IAAI,CAAC,eAAe,IAAK,IAAY,CAAC,eAAe,IAAK,IAAY,CAAC,gBAAgB,IAAI,EAAE,CAAC;QAEhG,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACvB,CAAC;QAED,MAAM,KAAK,GAAqB,EAAE,CAAC;QAEnC,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;YAClC,IAAI,QAAQ,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC;gBAEzC,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE;oBACrC,WAAW,EAAE,uBAAuB,QAAQ,CAAC,QAAQ,EAAE;oBACvD,UAAU;iBACX,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,gBAAgB,IAAI,EAAE,EAAE,CAAC;YAC3C,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,aAAa,KAAK,CAAC,aAAa,EAAE;gBACxC,WAAW,EAAE,mCAAmC,KAAK,CAAC,iBAAiB,EAAE;gBACzE,UAAU,EAAE,GAAG;aAChB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,CAAC;IACnB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,gBAAM,CAAC,KAAK,CAAC,oDAAoD,KAAK,EAAE,CAAC,CAAC;QAC1E,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAgB,cAAc,CAAC,GAAQ,EAAE,IAAU;IACjD,gBAAM,CAAC,KAAK,CAAC,+BAA+B,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC7E,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,IAAI,eAAe,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AAC9D,CAAC;AAED,SAAgB,qBAAqB,CAAC,SAAiB,EAAE,MAAW,EAAE,OAAe;IACnF,OAAO,oBAAoB,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;AACpE,CAAC;AAED,MAAa,uBAAwB,SAAQ,8BAAoB;IAS/D,YACE,YAAoC,qBAAqB,EACzD,UAAsE,EAAE;QAExE,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAE1B,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;QAEhC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,iBAAiB,GAAG,MAAM,IAAI,EAAE,CAAC;QACtC,IAAI,CAAC,UAAU;YACb,MAAM,EAAE,UAAU;gBAClB,GAAG,EAAE,gCAAgC;gBACrC,IAAA,qBAAY,EAAC,kCAAkC,CAAC;gBAChD,YAAY,CAAC;QAEf,IAAI,CAAC,QAAQ;YACX,MAAM,EAAE,QAAQ;gBAChB,GAAG,EAAE,6BAA6B;gBAClC,IAAA,qBAAY,EAAC,+BAA+B,CAAC,CAAC;QAEhD,IAAI,CAAC,uBAAuB,CAAC,oBAAoB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACtE,gBAAM,CAAC,IAAI,CAAC,yCAAyC,SAAS,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,sBAAsB;QACpB,MAAM,WAAW,GAAG,IAAI,CAAC,GAA+D,CAAC;QAEzF,OAAO,CACL,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAC7B,CAAC,IAAI,CAAC,iBAAiB,CAAC,WAAW;gBACjC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC;oBAC/C,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,iBAAiB,CAAC,WAAW,IAAI,IAAI,CAAC,GAAG;wBACzD,CAAC,CAAE,IAAI,CAAC,GAAW,CAAC,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC;wBACvD,CAAC,CAAC,SAAS,CAAC;gBAChB,CAAC,CAAC,SAAS,CAAC;YACd,WAAW,EAAE,4BAA4B;YACzC,IAAA,qBAAY,EAAC,8BAA8B,CAAC;YAC5C,IAAI,CAAC,SAAS,EAAE,CACjB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,UAAkB,EAClB,iBAAyB;QAEzB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,MAAM,GACV,IAAI,CAAC,iBAAiB,CAAC,MAAM,IAAI,IAAI,CAAC,sBAAsB,EAAE,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC5F,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAE/B,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,cAAc,CACnB,IAAI,KAAK,CACP,gJAAgJ,CACjJ,CACF,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACvF,gBAAM,CAAC,KAAK,CAAC,uCAAuC,SAAS,EAAE,CAAC,CAAC;QACnE,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;YACtD,OAAO,cAAc,CACnB,IAAI,KAAK,CACP,4IAA4I,CAC7I,CACF,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAA,sBAAc,GAAE,CAAC;QAClC,IAAI,QAAQ,GAAG,EAAE,CAAC;QAElB,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,GAAG,qBAAqB,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,CAAC;YAC5F,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAQ,GAAE,CAAC;YAC/B,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAEjD,IAAI,cAAc,EAAE,CAAC;gBACnB,gBAAM,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAC3D,OAAO,cAAc,CAAC;YACxB,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YAChF,MAAM,GAAG,GAAG,GAAG,aAAa,2CAA2C,IAAI,CAAC,UAAU,EAAE,CAAC;YAEzF,MAAM,OAAO,GAAG;gBACd,cAAc,EAAE,kBAAkB;gBAClC,2BAA2B,EAAE,MAAM;gBACnC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,IAAI,EAAE,CAAC;aAC1C,CAAC;YAEF,MAAM,IAAI,GAAG;gBACX,IAAI,EAAE,iBAAiB;gBACvB,UAAU,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC;gBACtD,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,cAAc,IAAI,EAAE;gBAC3D,kBAAkB,EAAE,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,IAAI,KAAK;gBACtE,UAAU,EAAE,oBAAoB;gBAChC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,WAAW,IAAI,EAAE,CAAC;aAC9C,CAAC;YAEF,gBAAM,CAAC,KAAK,CAAC,+CAA+C,GAAG,EAAE,CAAC,CAAC;YACnE,gBAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEtD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,2BAAkB,CAAC,CAAC;YAE3E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,MAAM,EAAE,MAAM;gBACd,OAAO;gBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,gBAAM,CAAC,KAAK,CAAC,mCAAmC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBAC1F,gBAAM,CAAC,KAAK,CAAC,kBAAkB,SAAS,EAAE,CAAC,CAAC;gBAE5C,IAAI,YAAY,GAAG,qCAAqC,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC;gBAElG,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;oBACxC,IAAI,SAAS,CAAC,KAAK,IAAI,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;wBAC/C,YAAY,IAAI,MAAM,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClD,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,YAAY,IAAI,MAAM,SAAS,EAAE,CAAC;gBACpC,CAAC;gBAED,OAAO,cAAc,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;YACjD,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC;YAElD,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAQ,GAAE,CAAC;gBAC/B,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACpC,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;;AAjKH,0DAkKC;AAjKQ,yCAAiB,GAAG,+BAAuB,CAAC;AAC5C,4CAAoB,GAAG,+BAAuB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC"}
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
import type { AssistantCreationOptions, FunctionDefinition } from '@azure/openai-assistants';
|
|
2
|
+
import type { EnvOverrides } from '../../types/env';
|
|
3
|
+
/**
|
|
4
|
+
* Options for configuring retry behavior
|
|
5
|
+
*/
|
|
6
|
+
export interface RetryOptions {
|
|
7
|
+
/** Maximum number of retry attempts */
|
|
8
|
+
maxRetries: number;
|
|
9
|
+
/** Initial delay in milliseconds before the first retry */
|
|
10
|
+
initialDelayMs?: number;
|
|
11
|
+
/** Maximum delay in milliseconds between retries */
|
|
12
|
+
maxDelayMs?: number;
|
|
13
|
+
/** HTTP status codes that should trigger a retry */
|
|
14
|
+
retryableStatusCodes?: number[];
|
|
15
|
+
/** Error message patterns that should trigger a retry */
|
|
16
|
+
retryableErrorMessages?: string[];
|
|
17
|
+
}
|
|
18
|
+
export interface AzureCompletionOptions {
|
|
19
|
+
azureClientId?: string;
|
|
20
|
+
azureClientSecret?: string;
|
|
21
|
+
azureTenantId?: string;
|
|
22
|
+
azureAuthorityHost?: string;
|
|
23
|
+
azureTokenScope?: string;
|
|
24
|
+
/** @deprecated Use isReasoningModel instead. Indicates if the model should be treated as a reasoning model */
|
|
25
|
+
o1?: boolean;
|
|
26
|
+
isReasoningModel?: boolean;
|
|
27
|
+
max_completion_tokens?: number;
|
|
28
|
+
deployment_id?: string;
|
|
29
|
+
dataSources?: any;
|
|
30
|
+
apiHost?: string;
|
|
31
|
+
apiBaseUrl?: string;
|
|
32
|
+
apiKey?: string;
|
|
33
|
+
apiKeyEnvar?: string;
|
|
34
|
+
apiVersion?: string;
|
|
35
|
+
max_tokens?: number;
|
|
36
|
+
temperature?: number;
|
|
37
|
+
top_p?: number;
|
|
38
|
+
frequency_penalty?: number;
|
|
39
|
+
presence_penalty?: number;
|
|
40
|
+
best_of?: number;
|
|
41
|
+
functions?: {
|
|
42
|
+
name: string;
|
|
43
|
+
description?: string;
|
|
44
|
+
parameters: any;
|
|
45
|
+
}[];
|
|
46
|
+
function_call?: 'none' | 'auto' | {
|
|
47
|
+
name: string;
|
|
48
|
+
};
|
|
49
|
+
tools?: {
|
|
50
|
+
type: string;
|
|
51
|
+
function: {
|
|
52
|
+
name: string;
|
|
53
|
+
description?: string;
|
|
54
|
+
parameters: any;
|
|
55
|
+
};
|
|
56
|
+
}[];
|
|
57
|
+
tool_choice?: 'none' | 'auto' | {
|
|
58
|
+
type: 'function';
|
|
59
|
+
function?: {
|
|
60
|
+
name: string;
|
|
61
|
+
};
|
|
62
|
+
};
|
|
63
|
+
response_format?: {
|
|
64
|
+
type: 'json_object';
|
|
65
|
+
} | {
|
|
66
|
+
type: 'json_schema';
|
|
67
|
+
json_schema: {
|
|
68
|
+
name: string;
|
|
69
|
+
strict: boolean;
|
|
70
|
+
schema: {
|
|
71
|
+
type: 'object';
|
|
72
|
+
properties: Record<string, any>;
|
|
73
|
+
required?: string[];
|
|
74
|
+
additionalProperties: false;
|
|
75
|
+
$defs?: Record<string, any>;
|
|
76
|
+
};
|
|
77
|
+
};
|
|
78
|
+
};
|
|
79
|
+
stop?: string[];
|
|
80
|
+
seed?: number;
|
|
81
|
+
reasoning_effort?: 'low' | 'medium' | 'high';
|
|
82
|
+
passthrough?: object;
|
|
83
|
+
}
|
|
84
|
+
export interface AzureModelCost {
|
|
85
|
+
id: string;
|
|
86
|
+
cost: {
|
|
87
|
+
input: number;
|
|
88
|
+
output: number;
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
export type AzureAssistantOptions = AzureCompletionOptions & Partial<AssistantCreationOptions> & {
|
|
92
|
+
/**
|
|
93
|
+
* If set, automatically call these functions when the assistant activates
|
|
94
|
+
* these function tools.
|
|
95
|
+
*/
|
|
96
|
+
functionToolCallbacks?: Record<FunctionDefinition['name'], (arg: string) => Promise<string>>;
|
|
97
|
+
/**
|
|
98
|
+
* Model to use for the assistant.
|
|
99
|
+
*/
|
|
100
|
+
modelName?: string;
|
|
101
|
+
/**
|
|
102
|
+
* Tool resources configuration, including vector store IDs.
|
|
103
|
+
*/
|
|
104
|
+
tool_resources?: {
|
|
105
|
+
file_search?: {
|
|
106
|
+
vector_store_ids?: string[];
|
|
107
|
+
};
|
|
108
|
+
};
|
|
109
|
+
/**
|
|
110
|
+
* Maximum timeout in milliseconds for API client requests
|
|
111
|
+
*/
|
|
112
|
+
timeoutMs?: number;
|
|
113
|
+
/**
|
|
114
|
+
* Maximum time in milliseconds to poll for a run to complete before timing out
|
|
115
|
+
*/
|
|
116
|
+
maxPollTimeMs?: number;
|
|
117
|
+
/**
|
|
118
|
+
* Configuration for network request retry behavior
|
|
119
|
+
*/
|
|
120
|
+
retryOptions?: RetryOptions;
|
|
121
|
+
};
|
|
122
|
+
export interface AzureProviderOptions {
|
|
123
|
+
config?: AzureCompletionOptions;
|
|
124
|
+
id?: string;
|
|
125
|
+
env?: EnvOverrides;
|
|
126
|
+
}
|
|
127
|
+
export interface AzureAssistantProviderOptions {
|
|
128
|
+
config?: AzureAssistantOptions;
|
|
129
|
+
id?: string;
|
|
130
|
+
env?: EnvOverrides;
|
|
131
|
+
}
|
|
132
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/providers/azure/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC7F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAEpD;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,uCAAuC;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,oDAAoD;IACpD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,oDAAoD;IACpD,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;IAChC,yDAAyD;IACzD,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,sBAAsB;IAErC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,8GAA8G;IAC9G,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAG/B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,GAAG,CAAC;IAGlB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE;QACV,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,GAAG,CAAC;KACjB,EAAE,CAAC;IACJ,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACnD,KAAK,CAAC,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,UAAU,EAAE,GAAG,CAAC;SACjB,CAAC;KACH,EAAE,CAAC;IACJ,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,QAAQ,CAAC,EAAE;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;IAClF,eAAe,CAAC,EACZ;QAAE,IAAI,EAAE,aAAa,CAAA;KAAE,GACvB;QACE,IAAI,EAAE,aAAa,CAAC;QACpB,WAAW,EAAE;YACX,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,OAAO,CAAC;YAChB,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ,CAAC;gBACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAChC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;gBACpB,oBAAoB,EAAE,KAAK,CAAC;gBAC5B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;aAC7B,CAAC;SACH,CAAC;KACH,CAAC;IACN,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAE7C,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,MAAM,qBAAqB,GAAG,sBAAsB,GACxD,OAAO,CAAC,wBAAwB,CAAC,GAAG;IAClC;;;OAGG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7F;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,cAAc,CAAC,EAAE;QACf,WAAW,CAAC,EAAE;YACZ,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;SAC7B,CAAC;KACH,CAAC;IACF;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;OAEG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B,CAAC;AAEJ,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,sBAAsB,CAAC;IAChC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,6BAA6B;IAC5C,MAAM,CAAC,EAAE,qBAAqB,CAAC;IAC/B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,YAAY,CAAC;CACpB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/providers/azure/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { AzureCompletionOptions } from './types';
|
|
2
|
+
/**
|
|
3
|
+
* Throws a configuration error with standard formatting and documentation link
|
|
4
|
+
*/
|
|
5
|
+
export declare function throwConfigurationError(message: string): never;
|
|
6
|
+
/**
|
|
7
|
+
* Calculate Azure cost based on model name and token usage
|
|
8
|
+
*/
|
|
9
|
+
export declare function calculateAzureCost(modelName: string, config: AzureCompletionOptions, promptTokens?: number, completionTokens?: number): number | undefined;
|
|
10
|
+
//# sourceMappingURL=util.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../../src/providers/azure/util.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAEtD;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,KAAK,CAM9D;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,EAC9B,YAAY,CAAC,EAAE,MAAM,EACrB,gBAAgB,CAAC,EAAE,MAAM,GACxB,MAAM,GAAG,SAAS,CAQpB"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.throwConfigurationError = throwConfigurationError;
|
|
7
|
+
exports.calculateAzureCost = calculateAzureCost;
|
|
8
|
+
const dedent_1 = __importDefault(require("dedent"));
|
|
9
|
+
const shared_1 = require("../shared");
|
|
10
|
+
const defaults_1 = require("./defaults");
|
|
11
|
+
/**
|
|
12
|
+
* Throws a configuration error with standard formatting and documentation link
|
|
13
|
+
*/
|
|
14
|
+
function throwConfigurationError(message) {
|
|
15
|
+
throw new Error((0, dedent_1.default) `
|
|
16
|
+
${message}
|
|
17
|
+
|
|
18
|
+
See https://www.promptfoo.dev/docs/providers/azure/ to learn more about Azure configuration.
|
|
19
|
+
`);
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Calculate Azure cost based on model name and token usage
|
|
23
|
+
*/
|
|
24
|
+
function calculateAzureCost(modelName, config, promptTokens, completionTokens) {
|
|
25
|
+
return (0, shared_1.calculateCost)(modelName, { cost: undefined }, promptTokens, completionTokens, defaults_1.AZURE_MODELS);
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=util.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../../src/providers/azure/util.ts"],"names":[],"mappings":";;;;;AAQA,0DAMC;AAKD,gDAaC;AAhCD,oDAA4B;AAC5B,sCAA0C;AAC1C,yCAA0C;AAG1C;;GAEG;AACH,SAAgB,uBAAuB,CAAC,OAAe;IACrD,MAAM,IAAI,KAAK,CAAC,IAAA,gBAAM,EAAA;MAClB,OAAO;;;GAGV,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,SAAgB,kBAAkB,CAChC,SAAiB,EACjB,MAA8B,EAC9B,YAAqB,EACrB,gBAAyB;IAEzB,OAAO,IAAA,sBAAa,EAClB,SAAS,EACT,EAAE,IAAI,EAAE,SAAS,EAAE,EACnB,YAAY,EACZ,gBAAgB,EAChB,uBAAY,CACb,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { TestCase, TestSuite } from '../../types';
|
|
2
|
+
/**
|
|
3
|
+
* Emits a warning if Azure providers are used with model-graded assertions without
|
|
4
|
+
* explicitly setting a provider for the assertions.
|
|
5
|
+
*/
|
|
6
|
+
export declare function maybeEmitAzureOpenAiWarning(testSuite: TestSuite, tests: TestCase[]): boolean;
|
|
7
|
+
//# sourceMappingURL=warnings.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"warnings.d.ts","sourceRoot":"","sources":["../../../../src/providers/azure/warnings.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAEvD;;;GAGG;AACH,wBAAgB,2BAA2B,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,WAsClF"}
|
|
@@ -5,17 +5,18 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
6
|
exports.maybeEmitAzureOpenAiWarning = maybeEmitAzureOpenAiWarning;
|
|
7
7
|
const chalk_1 = __importDefault(require("chalk"));
|
|
8
|
-
const assertions_1 = require("
|
|
9
|
-
const logger_1 = __importDefault(require("
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
8
|
+
const assertions_1 = require("../../assertions");
|
|
9
|
+
const logger_1 = __importDefault(require("../../logger"));
|
|
10
|
+
/**
|
|
11
|
+
* Emits a warning if Azure providers are used with model-graded assertions without
|
|
12
|
+
* explicitly setting a provider for the assertions.
|
|
13
|
+
*/
|
|
14
14
|
function maybeEmitAzureOpenAiWarning(testSuite, tests) {
|
|
15
|
-
const hasAzure = testSuite.providers.some((p) => p
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
p
|
|
15
|
+
const hasAzure = testSuite.providers.some((p) => p.constructor.name === 'AzureChatCompletionProvider' ||
|
|
16
|
+
p.constructor.name === 'AzureCompletionProvider');
|
|
17
|
+
const hasOpenAi = testSuite.providers.some((p) => p.constructor.name === 'OpenAiChatCompletionProvider' ||
|
|
18
|
+
p.constructor.name === 'OpenAiCompletionProvider' ||
|
|
19
|
+
p.constructor.name === 'OpenAiAssistantProvider');
|
|
19
20
|
if (hasAzure && !hasOpenAi && !testSuite.defaultTest?.options?.provider) {
|
|
20
21
|
const modelGradedAsserts = tests.flatMap((t) => (t.assert || []).filter((a) => a.type !== 'assert-set' &&
|
|
21
22
|
assertions_1.MODEL_GRADED_ASSERTION_TYPES.has(a.type) &&
|
|
@@ -29,4 +30,4 @@ function maybeEmitAzureOpenAiWarning(testSuite, tests) {
|
|
|
29
30
|
}
|
|
30
31
|
return false;
|
|
31
32
|
}
|
|
32
|
-
//# sourceMappingURL=
|
|
33
|
+
//# sourceMappingURL=warnings.js.map
|