promptfoo 0.93.2 → 0.93.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +1 -1
- package/dist/src/app/assets/index-CKeaKcHn.css +1 -0
- package/dist/src/app/assets/{index-CkOXAWT6.js → index-x0TdnK0A.js} +184 -184
- package/dist/src/app/assets/{index.es-C_NMLMrz.js → index.es-9tmWNumA.js} +1 -1
- package/dist/src/app/assets/{sync-C0Slgwbm.js → sync-BdPRE9yh.js} +1 -1
- package/dist/src/app/index.html +3 -3
- package/dist/src/assertions.d.ts +1 -0
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js +27 -13
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/commands/auth.d.ts.map +1 -1
- package/dist/src/commands/auth.js +25 -18
- package/dist/src/commands/auth.js.map +1 -1
- package/dist/src/envars.d.ts +3 -2
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/globalConfig/cloud.d.ts +22 -1
- package/dist/src/globalConfig/cloud.d.ts.map +1 -1
- package/dist/src/globalConfig/cloud.js +5 -0
- package/dist/src/globalConfig/cloud.js.map +1 -1
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +7 -0
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/watsonx.d.ts +36 -2
- package/dist/src/providers/watsonx.d.ts.map +1 -1
- package/dist/src/providers/watsonx.js +258 -14
- package/dist/src/providers/watsonx.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +2 -2
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +26 -24
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/strategies/index.d.ts.map +1 -1
- package/dist/src/redteam/strategies/index.js +10 -0
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/redteam/strategies/mathPrompt.d.ts +5 -0
- package/dist/src/redteam/strategies/mathPrompt.d.ts.map +1 -0
- package/dist/src/redteam/strategies/mathPrompt.js +140 -0
- package/dist/src/redteam/strategies/mathPrompt.js.map +1 -0
- package/dist/src/types/providers.d.ts +3 -2
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/types/providers.js.map +1 -1
- package/dist/test/assertions.test.js +188 -109
- package/dist/test/assertions.test.js.map +1 -1
- package/dist/test/assertions.utils.test.d.ts +2 -0
- package/dist/test/assertions.utils.test.d.ts.map +1 -0
- package/dist/test/assertions.utils.test.js +74 -0
- package/dist/test/assertions.utils.test.js.map +1 -0
- package/dist/test/providers.vertex.test.js +1 -0
- package/dist/test/providers.vertex.test.js.map +1 -1
- package/dist/test/providers.watsonx.test.js +75 -5
- package/dist/test/providers.watsonx.test.js.map +1 -1
- package/dist/test/redteam/plugins/pluginDocumentation.test.d.ts +2 -0
- package/dist/test/redteam/plugins/pluginDocumentation.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/pluginDocumentation.test.js +38 -0
- package/dist/test/redteam/plugins/pluginDocumentation.test.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/dist/src/app/assets/index-DSMggY6i.css +0 -1
|
@@ -1,9 +1,36 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
+
if (mod && mod.__esModule) return mod;
|
|
20
|
+
var result = {};
|
|
21
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
+
__setModuleDefault(result, mod);
|
|
23
|
+
return result;
|
|
24
|
+
};
|
|
25
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
26
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
27
|
+
};
|
|
2
28
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
29
|
const watsonx_ai_1 = require("@ibm-cloud/watsonx-ai");
|
|
4
30
|
const ibm_cloud_sdk_core_1 = require("ibm-cloud-sdk-core");
|
|
5
31
|
const cache_1 = require("../src/cache");
|
|
6
|
-
const
|
|
32
|
+
const envarsModule = __importStar(require("../src/envars"));
|
|
33
|
+
const logger_1 = __importDefault(require("../src/logger"));
|
|
7
34
|
const watsonx_1 = require("../src/providers/watsonx");
|
|
8
35
|
jest.mock('@ibm-cloud/watsonx-ai', () => ({
|
|
9
36
|
WatsonXAI: {
|
|
@@ -12,6 +39,7 @@ jest.mock('@ibm-cloud/watsonx-ai', () => ({
|
|
|
12
39
|
}));
|
|
13
40
|
jest.mock('ibm-cloud-sdk-core', () => ({
|
|
14
41
|
IamAuthenticator: jest.fn(),
|
|
42
|
+
BearerTokenAuthenticator: jest.fn(),
|
|
15
43
|
}));
|
|
16
44
|
jest.mock('../src/cache', () => ({
|
|
17
45
|
getCache: jest.fn(),
|
|
@@ -20,9 +48,11 @@ jest.mock('../src/cache', () => ({
|
|
|
20
48
|
jest.mock('../src/logger', () => ({
|
|
21
49
|
debug: jest.fn(),
|
|
22
50
|
error: jest.fn(),
|
|
51
|
+
info: jest.fn(),
|
|
23
52
|
}));
|
|
24
53
|
jest.mock('../src/envars', () => ({
|
|
25
54
|
getEnvString: jest.fn(),
|
|
55
|
+
getEnvInt: jest.fn(),
|
|
26
56
|
}));
|
|
27
57
|
describe('WatsonXProvider', () => {
|
|
28
58
|
const modelName = 'test-model';
|
|
@@ -45,6 +75,7 @@ describe('WatsonXProvider', () => {
|
|
|
45
75
|
const provider = new watsonx_1.WatsonXProvider(modelName, { config });
|
|
46
76
|
expect(provider.modelName).toBe(modelName);
|
|
47
77
|
expect(provider.options.config).toEqual(config);
|
|
78
|
+
expect(logger_1.default.info).toHaveBeenCalledWith('Using IAM Authentication.');
|
|
48
79
|
});
|
|
49
80
|
it('should initialize with default id based on modelName', () => {
|
|
50
81
|
const mockedWatsonXAIClient = {
|
|
@@ -91,11 +122,49 @@ describe('WatsonXProvider', () => {
|
|
|
91
122
|
expect(ibm_cloud_sdk_core_1.IamAuthenticator).toHaveBeenCalledWith({ apikey: 'test-api-key' });
|
|
92
123
|
expect(client).toBe(mockedWatsonXAIClient);
|
|
93
124
|
});
|
|
94
|
-
it('should throw an error if API key is
|
|
95
|
-
jest.
|
|
125
|
+
it('should throw an error if neither API key nor Bearer Token is set', () => {
|
|
126
|
+
jest.spyOn(envarsModule, 'getEnvString').mockReturnValue(undefined);
|
|
96
127
|
expect(() => {
|
|
97
|
-
new watsonx_1.WatsonXProvider(modelName, {
|
|
98
|
-
|
|
128
|
+
new watsonx_1.WatsonXProvider(modelName, {
|
|
129
|
+
config: { ...config, apiKey: undefined, apiBearerToken: undefined },
|
|
130
|
+
});
|
|
131
|
+
}).toThrow(/Authentication credentials not provided\. Please set either `WATSONX_AI_APIKEY` for IAM Authentication or `WATSONX_AI_BEARER_TOKEN` for Bearer Token Authentication\./);
|
|
132
|
+
});
|
|
133
|
+
});
|
|
134
|
+
describe('constructor with Bearer Token', () => {
|
|
135
|
+
it('should use Bearer Token Authentication when apiKey is not provided', () => {
|
|
136
|
+
const bearerTokenConfig = {
|
|
137
|
+
...config,
|
|
138
|
+
apiKey: undefined,
|
|
139
|
+
apiBearerToken: 'test-bearer-token',
|
|
140
|
+
};
|
|
141
|
+
const mockedWatsonXAIClient = {
|
|
142
|
+
generateText: jest.fn(),
|
|
143
|
+
};
|
|
144
|
+
jest.mocked(watsonx_ai_1.WatsonXAI.newInstance).mockReturnValue(mockedWatsonXAIClient);
|
|
145
|
+
const provider = new watsonx_1.WatsonXProvider(modelName, { config: bearerTokenConfig });
|
|
146
|
+
expect(logger_1.default.info).toHaveBeenCalledWith('Using Bearer Token Authentication.');
|
|
147
|
+
expect(watsonx_ai_1.WatsonXAI.newInstance).toHaveBeenCalledWith({
|
|
148
|
+
version: '2023-05-29',
|
|
149
|
+
serviceUrl: 'https://us-south.ml.cloud.ibm.com',
|
|
150
|
+
authenticator: expect.any(ibm_cloud_sdk_core_1.BearerTokenAuthenticator),
|
|
151
|
+
});
|
|
152
|
+
expect(provider.getClient()).toBe(mockedWatsonXAIClient);
|
|
153
|
+
});
|
|
154
|
+
it('should prefer API Key Authentication over Bearer Token Authentication when both are provided', () => {
|
|
155
|
+
const dualAuthConfig = { ...config, apiBearerToken: 'test-bearer-token' };
|
|
156
|
+
const mockedWatsonXAIClient = {
|
|
157
|
+
generateText: jest.fn(),
|
|
158
|
+
};
|
|
159
|
+
jest.mocked(watsonx_ai_1.WatsonXAI.newInstance).mockReturnValue(mockedWatsonXAIClient);
|
|
160
|
+
const provider = new watsonx_1.WatsonXProvider(modelName, { config: dualAuthConfig });
|
|
161
|
+
expect(logger_1.default.info).toHaveBeenCalledWith('Using IAM Authentication.');
|
|
162
|
+
expect(watsonx_ai_1.WatsonXAI.newInstance).toHaveBeenCalledWith({
|
|
163
|
+
version: '2023-05-29',
|
|
164
|
+
serviceUrl: 'https://us-south.ml.cloud.ibm.com',
|
|
165
|
+
authenticator: expect.any(ibm_cloud_sdk_core_1.IamAuthenticator),
|
|
166
|
+
});
|
|
167
|
+
expect(provider.getClient()).toBe(mockedWatsonXAIClient);
|
|
99
168
|
});
|
|
100
169
|
});
|
|
101
170
|
describe('callApi', () => {
|
|
@@ -205,6 +274,7 @@ describe('WatsonXProvider', () => {
|
|
|
205
274
|
output: '',
|
|
206
275
|
tokenUsage: {},
|
|
207
276
|
});
|
|
277
|
+
expect(logger_1.default.error).toHaveBeenCalledWith('Watsonx: API call error: Error: API error');
|
|
208
278
|
});
|
|
209
279
|
});
|
|
210
280
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"providers.watsonx.test.js","sourceRoot":"","sources":["../../test/providers.watsonx.test.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"providers.watsonx.test.js","sourceRoot":"","sources":["../../test/providers.watsonx.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,sDAAkD;AAClD,2DAAgF;AAChF,wCAAwD;AACxD,4DAA8C;AAC9C,2DAAmC;AACnC,sDAA+E;AAE/E,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,SAAS,EAAE;QACT,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE;KACvB;CACF,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;IAC3B,wBAAwB,EAAE,IAAI,CAAC,EAAE,EAAE;CACpC,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;IACnB,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CAC1B,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;CAChB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;IAChC,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;IACvB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;CACrB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,MAAM,SAAS,GAAG,YAAY,CAAC;IAC/B,MAAM,MAAM,GAAG;QACb,MAAM,EAAE,cAAc;QACtB,SAAS,EAAE,iBAAiB;QAC5B,OAAO,EAAE,eAAe;QACxB,YAAY,EAAE,EAAE;KACjB,CAAC;IACF,MAAM,MAAM,GAAG,aAAa,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,qBAAqB,GAAiB;gBAC1C,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;aACxB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,qBAA4B,CAAC,CAAC;YAEjF,MAAM,QAAQ,GAAG,IAAI,yBAAe,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5D,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,2BAA2B,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,MAAM,qBAAqB,GAAiB;gBAC1C,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;aACxB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,qBAA4B,CAAC,CAAC;YAEjF,MAAM,QAAQ,GAAG,IAAI,yBAAe,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5D,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,SAAS,EAAE,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE;QAClB,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,qBAAqB,GAAiB;gBAC1C,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;aACxB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,qBAA4B,CAAC,CAAC;YAEjF,MAAM,QAAQ,GAAG,IAAI,yBAAe,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5D,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,SAAS,EAAE,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;QACxB,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,qBAAqB,GAAiB;gBAC1C,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;aACxB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,qBAA4B,CAAC,CAAC;YAEjF,MAAM,QAAQ,GAAG,IAAI,yBAAe,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5D,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,qBAAqB,SAAS,GAAG,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;QACzB,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;YACpE,MAAM,qBAAqB,GAAiB;gBAC1C,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;aACxB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,qBAA4B,CAAC,CAAC;YAEjF,MAAM,QAAQ,GAAG,IAAI,yBAAe,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAE5D,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAEpC,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC;gBACjD,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,mCAAmC;gBAC/C,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,qCAAgB,CAAC;aAC5C,CAAC,CAAC;YAEH,MAAM,CAAC,qCAAgB,CAAC,CAAC,oBAAoB,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;YAE1E,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;YAC1E,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,eAAe,CAAC,SAAgB,CAAC,CAAC;YAE3E,MAAM,CAAC,GAAG,EAAE;gBACV,IAAI,yBAAe,CAAC,SAAS,EAAE;oBAC7B,MAAM,EAAE,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,SAAS,EAAE;iBACpE,CAAC,CAAC;YACL,CAAC,CAAC,CAAC,OAAO,CACR,uKAAuK,CACxK,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC7C,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;YAC5E,MAAM,iBAAiB,GAAG;gBACxB,GAAG,MAAM;gBACT,MAAM,EAAE,SAAS;gBACjB,cAAc,EAAE,mBAAmB;aACpC,CAAC;YACF,MAAM,qBAAqB,GAAiB;gBAC1C,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;aACxB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,qBAA4B,CAAC,CAAC;YAEjF,MAAM,QAAQ,GAAG,IAAI,yBAAe,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC;YAC/E,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,oCAAoC,CAAC,CAAC;YAC/E,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC;gBACjD,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,mCAAmC;gBAC/C,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,6CAAwB,CAAC;aACpD,CAAC,CAAC;YACH,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8FAA8F,EAAE,GAAG,EAAE;YACtG,MAAM,cAAc,GAAG,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,mBAAmB,EAAE,CAAC;YAC1E,MAAM,qBAAqB,GAAiB;gBAC1C,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;aACxB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,qBAA4B,CAAC,CAAC;YAEjF,MAAM,QAAQ,GAAG,IAAI,yBAAe,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;YAC5E,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,2BAA2B,CAAC,CAAC;YACtE,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC;gBACjD,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,mCAAmC;gBAC/C,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,qCAAgB,CAAC;aAC5C,CAAC,CAAC;YACH,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;YAChG,MAAM,qBAAqB,GAAiB;gBAC1C,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;oBACxC,MAAM,EAAE;wBACN,QAAQ,EAAE,gBAAgB;wBAC1B,aAAa,EAAE,OAAO;wBACtB,UAAU,EAAE,sBAAsB;wBAClC,OAAO,EAAE;4BACP;gCACE,cAAc,EAAE,4BAA4B;gCAC5C,qBAAqB,EAAE,EAAE;gCACzB,iBAAiB,EAAE,CAAC;gCACpB,WAAW,EAAE,YAAY;6BAC1B;yBACF;qBACF;iBACF,CAAC;aACH,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,qBAA4B,CAAC,CAAC;YAEjF,MAAM,KAAK,GAAiB;gBAC1B,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBACtC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;gBACd,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;gBACf,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;gBACd,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBAChB,KAAK,EAAE,EAAS;aACjB,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,gBAAQ,CAAC,CAAC,eAAe,CAAC,KAAY,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAElD,MAAM,QAAQ,GAAG,IAAI,yBAAe,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC;gBAC9D,KAAK,EAAE,MAAM;gBACb,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM,CAAC,YAAY;iBACpC;aACF,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;gBACvB,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,4BAA4B;gBACpC,UAAU,EAAE;oBACV,KAAK,EAAE,EAAE;oBACT,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;iBACd;gBACD,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,SAAS;gBACjB,QAAQ,EAAE,SAAS;aACpB,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,oBAAoB,CACpC,WAAW,SAAS,IAAI,IAAA,4BAAkB,EAAC,MAAM,CAAC,IAAI,MAAM,EAAE,EAC9D,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CACzB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,cAAc,GAAG;gBACrB,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,iBAAiB;gBACzB,UAAU,EAAE;oBACV,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;iBACd;gBACD,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,SAAS;gBACjB,QAAQ,EAAE,SAAS;aACpB,CAAC;YAEF,MAAM,QAAQ,GAAG,WAAW,SAAS,IAAI,IAAA,4BAAkB,EAAC,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YAChF,MAAM,KAAK,GAAiB;gBAC1B,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;gBAChE,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;gBACd,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;gBACf,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;gBACd,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBAChB,KAAK,EAAE,EAAS;aACjB,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,gBAAQ,CAAC,CAAC,eAAe,CAAC,KAAY,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAElD,MAAM,QAAQ,GAAG,IAAI,yBAAe,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5D,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,cAAc,CAAC,CAAC;YACzE,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YACjD,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YACzC,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACnD,MAAM,qBAAqB,GAAiB;gBAC1C,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;aAClE,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,sBAAS,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,qBAA4B,CAAC,CAAC;YACjF,MAAM,KAAK,GAAiB;gBAC1B,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBACtC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;gBACd,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;gBACf,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;gBACd,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBAChB,KAAK,EAAE,EAAS;aACjB,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,gBAAQ,CAAC,CAAC,eAAe,CAAC,KAAY,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,yBAAe,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;gBACvB,KAAK,EAAE,kCAAkC;gBACzC,MAAM,EAAE,EAAE;gBACV,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YACH,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,2CAA2C,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pluginDocumentation.test.d.ts","sourceRoot":"","sources":["../../../../test/redteam/plugins/pluginDocumentation.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const fs_1 = __importDefault(require("fs"));
|
|
7
|
+
const path_1 = __importDefault(require("path"));
|
|
8
|
+
const PLUGINS_DIR = path_1.default.join(__dirname, '../../../src/redteam/plugins');
|
|
9
|
+
const DOCS_DIR = path_1.default.join(__dirname, '../../../site/docs/red-team/plugins');
|
|
10
|
+
function getFiles(dir, extension, excludes = []) {
|
|
11
|
+
return fs_1.default
|
|
12
|
+
.readdirSync(dir)
|
|
13
|
+
.filter((file) => file.endsWith(extension) && !excludes.includes(file))
|
|
14
|
+
.map((file) => file.replace(extension, ''));
|
|
15
|
+
}
|
|
16
|
+
function toKebabCase(str) {
|
|
17
|
+
return str.replace(/([a-z0-9])([A-Z])/g, '$1-$2').toLowerCase();
|
|
18
|
+
}
|
|
19
|
+
function toCamelCase(str) {
|
|
20
|
+
return str.replace(/-./g, (x) => x[1].toUpperCase());
|
|
21
|
+
}
|
|
22
|
+
describe('Plugin Documentation', () => {
|
|
23
|
+
const pluginFiles = getFiles(PLUGINS_DIR, '.ts', ['index.ts', 'base.ts']);
|
|
24
|
+
const docFiles = getFiles(DOCS_DIR, '.md', ['_category_.json']);
|
|
25
|
+
it('should have matching plugin and documentation files', () => {
|
|
26
|
+
const pluginSet = new Set(pluginFiles.map(toKebabCase));
|
|
27
|
+
const docSet = new Set(docFiles);
|
|
28
|
+
expect(pluginSet).toEqual(docSet);
|
|
29
|
+
});
|
|
30
|
+
it('should have correct naming conventions for plugins and docs', () => {
|
|
31
|
+
pluginFiles.forEach((plugin) => {
|
|
32
|
+
const kebabPlugin = toKebabCase(plugin);
|
|
33
|
+
expect(docFiles).toContain(kebabPlugin);
|
|
34
|
+
expect(pluginFiles).toContain(toCamelCase(kebabPlugin));
|
|
35
|
+
});
|
|
36
|
+
});
|
|
37
|
+
});
|
|
38
|
+
//# sourceMappingURL=pluginDocumentation.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pluginDocumentation.test.js","sourceRoot":"","sources":["../../../../test/redteam/plugins/pluginDocumentation.test.ts"],"names":[],"mappings":";;;;;AAAA,4CAAoB;AACpB,gDAAwB;AAExB,MAAM,WAAW,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,8BAA8B,CAAC,CAAC;AACzE,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,qCAAqC,CAAC,CAAC;AAE7E,SAAS,QAAQ,CAAC,GAAW,EAAE,SAAiB,EAAE,WAAqB,EAAE;IACvE,OAAO,YAAE;SACN,WAAW,CAAC,GAAG,CAAC;SAChB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;SACtE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;AAClE,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;IAC1E,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAEhE,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAEjC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAC7B,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|