@artemiskit/sdk 0.4.5 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +27 -0
- package/dist/artemiskit.d.ts +1 -1
- package/dist/artemiskit.d.ts.map +1 -1
- package/dist/builders/index.js +66 -20
- package/dist/contracts/index.js +50 -4
- package/dist/guardian/action-validator.d.ts +1 -1
- package/dist/guardian/circuit-breaker.d.ts +1 -1
- package/dist/guardian/guardian.d.ts +5 -5
- package/dist/guardian/guardrails.d.ts +1 -1
- package/dist/guardian/index.d.ts +9 -9
- package/dist/guardian/intent-classifier.d.ts +1 -1
- package/dist/guardian/interceptor.d.ts +1 -1
- package/dist/guardian/policy.d.ts +1 -1
- package/dist/guardian/semantic-validator.d.ts +1 -1
- package/dist/index.d.ts +12 -10
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3142 -46819
- package/dist/matchers/core.d.ts +1 -1
- package/dist/matchers/index.d.ts +1 -1
- package/dist/matchers/index.js +60 -14
- package/dist/matchers/jest.d.ts +14 -14
- package/dist/matchers/jest.js +47 -1
- package/dist/matchers/vitest.d.ts +14 -14
- package/dist/matchers/vitest.js +47 -1
- package/dist/types-only.d.ts +6 -6
- package/dist/types-only.js +0 -1
- package/dist/types.d.ts +8 -4
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/index.d.ts +1 -1
- package/dist/utils/index.js +58 -12
- package/package.json +18 -18
- package/src/artemiskit.ts +32 -0
- package/src/index.ts +29 -0
- package/src/types.ts +8 -3
package/dist/matchers/core.d.ts
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* @artemiskit/sdk
|
|
3
3
|
* Core matcher implementations for Jest/Vitest integration
|
|
4
4
|
*/
|
|
5
|
-
import type { RedTeamResult, RunResult, StressResult } from '../types';
|
|
5
|
+
import type { RedTeamResult, RunResult, StressResult } from '../types.js';
|
|
6
6
|
/**
|
|
7
7
|
* Matcher result interface compatible with Jest/Vitest
|
|
8
8
|
*/
|
package/dist/matchers/index.d.ts
CHANGED
|
@@ -2,5 +2,5 @@
|
|
|
2
2
|
* @artemiskit/sdk
|
|
3
3
|
* Test matchers - core implementations without framework bindings
|
|
4
4
|
*/
|
|
5
|
-
export { artemiskitMatchers, type ArtemisKitMatchers, type MatcherResult, toPassAllCases, toHaveSuccessRate, toPassCasesWithTag, toHaveMedianLatencyBelow, toHaveP95LatencyBelow, toHaveDefenseRate, toHaveNoCriticalVulnerabilities, toHaveNoHighSeverityVulnerabilities, toPassRedTeam, toHaveStressSuccessRate, toAchieveRPS, toHaveStressP95LatencyBelow, toPassStressTest, } from './core';
|
|
5
|
+
export { artemiskitMatchers, type ArtemisKitMatchers, type MatcherResult, toPassAllCases, toHaveSuccessRate, toPassCasesWithTag, toHaveMedianLatencyBelow, toHaveP95LatencyBelow, toHaveDefenseRate, toHaveNoCriticalVulnerabilities, toHaveNoHighSeverityVulnerabilities, toPassRedTeam, toHaveStressSuccessRate, toAchieveRPS, toHaveStressP95LatencyBelow, toPassStressTest, } from './core.js';
|
|
6
6
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/matchers/index.js
CHANGED
|
@@ -1,4 +1,50 @@
|
|
|
1
|
-
|
|
1
|
+
import { createRequire } from "node:module";
|
|
2
|
+
var __create = Object.create;
|
|
3
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
4
|
+
var __defProp = Object.defineProperty;
|
|
5
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
7
|
+
function __accessProp(key) {
|
|
8
|
+
return this[key];
|
|
9
|
+
}
|
|
10
|
+
var __toESMCache_node;
|
|
11
|
+
var __toESMCache_esm;
|
|
12
|
+
var __toESM = (mod, isNodeMode, target) => {
|
|
13
|
+
var canCache = mod != null && typeof mod === "object";
|
|
14
|
+
if (canCache) {
|
|
15
|
+
var cache = isNodeMode ? __toESMCache_node ??= new WeakMap : __toESMCache_esm ??= new WeakMap;
|
|
16
|
+
var cached = cache.get(mod);
|
|
17
|
+
if (cached)
|
|
18
|
+
return cached;
|
|
19
|
+
}
|
|
20
|
+
target = mod != null ? __create(__getProtoOf(mod)) : {};
|
|
21
|
+
const to = isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target;
|
|
22
|
+
for (let key of __getOwnPropNames(mod))
|
|
23
|
+
if (!__hasOwnProp.call(to, key))
|
|
24
|
+
__defProp(to, key, {
|
|
25
|
+
get: __accessProp.bind(mod, key),
|
|
26
|
+
enumerable: true
|
|
27
|
+
});
|
|
28
|
+
if (canCache)
|
|
29
|
+
cache.set(mod, to);
|
|
30
|
+
return to;
|
|
31
|
+
};
|
|
32
|
+
var __commonJS = (cb, mod) => () => (mod || cb((mod = { exports: {} }).exports, mod), mod.exports);
|
|
33
|
+
var __returnValue = (v) => v;
|
|
34
|
+
function __exportSetter(name, newValue) {
|
|
35
|
+
this[name] = __returnValue.bind(null, newValue);
|
|
36
|
+
}
|
|
37
|
+
var __export = (target, all) => {
|
|
38
|
+
for (var name in all)
|
|
39
|
+
__defProp(target, name, {
|
|
40
|
+
get: all[name],
|
|
41
|
+
enumerable: true,
|
|
42
|
+
configurable: true,
|
|
43
|
+
set: __exportSetter.bind(all, name)
|
|
44
|
+
});
|
|
45
|
+
};
|
|
46
|
+
var __require = /* @__PURE__ */ createRequire(import.meta.url);
|
|
47
|
+
|
|
2
48
|
// src/matchers/core.ts
|
|
3
49
|
function formatManifestSummary(manifest) {
|
|
4
50
|
const { metrics } = manifest;
|
|
@@ -161,18 +207,18 @@ var artemiskitMatchers = {
|
|
|
161
207
|
toPassStressTest
|
|
162
208
|
};
|
|
163
209
|
export {
|
|
164
|
-
|
|
165
|
-
toAchieveRPS,
|
|
166
|
-
toHaveDefenseRate,
|
|
167
|
-
toHaveMedianLatencyBelow,
|
|
168
|
-
toHaveNoCriticalVulnerabilities,
|
|
169
|
-
toHaveNoHighSeverityVulnerabilities,
|
|
170
|
-
toHaveP95LatencyBelow,
|
|
171
|
-
toHaveStressP95LatencyBelow,
|
|
172
|
-
toHaveStressSuccessRate,
|
|
173
|
-
toHaveSuccessRate,
|
|
174
|
-
toPassAllCases,
|
|
175
|
-
toPassCasesWithTag,
|
|
210
|
+
toPassStressTest,
|
|
176
211
|
toPassRedTeam,
|
|
177
|
-
|
|
212
|
+
toPassCasesWithTag,
|
|
213
|
+
toPassAllCases,
|
|
214
|
+
toHaveSuccessRate,
|
|
215
|
+
toHaveStressSuccessRate,
|
|
216
|
+
toHaveStressP95LatencyBelow,
|
|
217
|
+
toHaveP95LatencyBelow,
|
|
218
|
+
toHaveNoHighSeverityVulnerabilities,
|
|
219
|
+
toHaveNoCriticalVulnerabilities,
|
|
220
|
+
toHaveMedianLatencyBelow,
|
|
221
|
+
toHaveDefenseRate,
|
|
222
|
+
toAchieveRPS,
|
|
223
|
+
artemiskitMatchers
|
|
178
224
|
};
|
package/dist/matchers/jest.d.ts
CHANGED
|
@@ -2,24 +2,24 @@
|
|
|
2
2
|
* @artemiskit/sdk
|
|
3
3
|
* Jest integration - custom matchers for ArtemisKit
|
|
4
4
|
*/
|
|
5
|
-
import type { RedTeamResult, RunResult, StressResult } from '../types';
|
|
5
|
+
import type { RedTeamResult, RunResult, StressResult } from '../types.js';
|
|
6
6
|
/**
|
|
7
7
|
* Jest matchers implementation
|
|
8
8
|
*/
|
|
9
9
|
export declare const jestMatchers: {
|
|
10
|
-
toPassAllCases(received: RunResult): import("./core").MatcherResult;
|
|
11
|
-
toHaveSuccessRate(received: RunResult, expectedRate: number): import("./core").MatcherResult;
|
|
12
|
-
toPassCasesWithTag(received: RunResult, tag: string): import("./core").MatcherResult;
|
|
13
|
-
toHaveMedianLatencyBelow(received: RunResult, maxLatencyMs: number): import("./core").MatcherResult;
|
|
14
|
-
toHaveP95LatencyBelow(received: RunResult, maxLatencyMs: number): import("./core").MatcherResult;
|
|
15
|
-
toHaveDefenseRate(received: RedTeamResult, expectedRate: number): import("./core").MatcherResult;
|
|
16
|
-
toHaveNoCriticalVulnerabilities(received: RedTeamResult): import("./core").MatcherResult;
|
|
17
|
-
toHaveNoHighSeverityVulnerabilities(received: RedTeamResult): import("./core").MatcherResult;
|
|
18
|
-
toPassRedTeam(received: RedTeamResult): import("./core").MatcherResult;
|
|
19
|
-
toHaveStressSuccessRate(received: StressResult, expectedRate: number): import("./core").MatcherResult;
|
|
20
|
-
toAchieveRPS(received: StressResult, targetRPS: number): import("./core").MatcherResult;
|
|
21
|
-
toHaveStressP95LatencyBelow(received: StressResult, maxLatencyMs: number): import("./core").MatcherResult;
|
|
22
|
-
toPassStressTest(received: StressResult): import("./core").MatcherResult;
|
|
10
|
+
toPassAllCases(received: RunResult): import("./core.js").MatcherResult;
|
|
11
|
+
toHaveSuccessRate(received: RunResult, expectedRate: number): import("./core.js").MatcherResult;
|
|
12
|
+
toPassCasesWithTag(received: RunResult, tag: string): import("./core.js").MatcherResult;
|
|
13
|
+
toHaveMedianLatencyBelow(received: RunResult, maxLatencyMs: number): import("./core.js").MatcherResult;
|
|
14
|
+
toHaveP95LatencyBelow(received: RunResult, maxLatencyMs: number): import("./core.js").MatcherResult;
|
|
15
|
+
toHaveDefenseRate(received: RedTeamResult, expectedRate: number): import("./core.js").MatcherResult;
|
|
16
|
+
toHaveNoCriticalVulnerabilities(received: RedTeamResult): import("./core.js").MatcherResult;
|
|
17
|
+
toHaveNoHighSeverityVulnerabilities(received: RedTeamResult): import("./core.js").MatcherResult;
|
|
18
|
+
toPassRedTeam(received: RedTeamResult): import("./core.js").MatcherResult;
|
|
19
|
+
toHaveStressSuccessRate(received: StressResult, expectedRate: number): import("./core.js").MatcherResult;
|
|
20
|
+
toAchieveRPS(received: StressResult, targetRPS: number): import("./core.js").MatcherResult;
|
|
21
|
+
toHaveStressP95LatencyBelow(received: StressResult, maxLatencyMs: number): import("./core.js").MatcherResult;
|
|
22
|
+
toPassStressTest(received: StressResult): import("./core.js").MatcherResult;
|
|
23
23
|
};
|
|
24
24
|
/**
|
|
25
25
|
* TypeScript declarations for Jest matchers
|
package/dist/matchers/jest.js
CHANGED
|
@@ -1,4 +1,50 @@
|
|
|
1
|
-
|
|
1
|
+
import { createRequire } from "node:module";
|
|
2
|
+
var __create = Object.create;
|
|
3
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
4
|
+
var __defProp = Object.defineProperty;
|
|
5
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
7
|
+
function __accessProp(key) {
|
|
8
|
+
return this[key];
|
|
9
|
+
}
|
|
10
|
+
var __toESMCache_node;
|
|
11
|
+
var __toESMCache_esm;
|
|
12
|
+
var __toESM = (mod, isNodeMode, target) => {
|
|
13
|
+
var canCache = mod != null && typeof mod === "object";
|
|
14
|
+
if (canCache) {
|
|
15
|
+
var cache = isNodeMode ? __toESMCache_node ??= new WeakMap : __toESMCache_esm ??= new WeakMap;
|
|
16
|
+
var cached = cache.get(mod);
|
|
17
|
+
if (cached)
|
|
18
|
+
return cached;
|
|
19
|
+
}
|
|
20
|
+
target = mod != null ? __create(__getProtoOf(mod)) : {};
|
|
21
|
+
const to = isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target;
|
|
22
|
+
for (let key of __getOwnPropNames(mod))
|
|
23
|
+
if (!__hasOwnProp.call(to, key))
|
|
24
|
+
__defProp(to, key, {
|
|
25
|
+
get: __accessProp.bind(mod, key),
|
|
26
|
+
enumerable: true
|
|
27
|
+
});
|
|
28
|
+
if (canCache)
|
|
29
|
+
cache.set(mod, to);
|
|
30
|
+
return to;
|
|
31
|
+
};
|
|
32
|
+
var __commonJS = (cb, mod) => () => (mod || cb((mod = { exports: {} }).exports, mod), mod.exports);
|
|
33
|
+
var __returnValue = (v) => v;
|
|
34
|
+
function __exportSetter(name, newValue) {
|
|
35
|
+
this[name] = __returnValue.bind(null, newValue);
|
|
36
|
+
}
|
|
37
|
+
var __export = (target, all) => {
|
|
38
|
+
for (var name in all)
|
|
39
|
+
__defProp(target, name, {
|
|
40
|
+
get: all[name],
|
|
41
|
+
enumerable: true,
|
|
42
|
+
configurable: true,
|
|
43
|
+
set: __exportSetter.bind(all, name)
|
|
44
|
+
});
|
|
45
|
+
};
|
|
46
|
+
var __require = /* @__PURE__ */ createRequire(import.meta.url);
|
|
47
|
+
|
|
2
48
|
// src/matchers/core.ts
|
|
3
49
|
function formatManifestSummary(manifest) {
|
|
4
50
|
const { metrics } = manifest;
|
|
@@ -2,23 +2,23 @@
|
|
|
2
2
|
* @artemiskit/sdk
|
|
3
3
|
* Vitest integration - custom matchers for ArtemisKit
|
|
4
4
|
*/
|
|
5
|
-
import type { RedTeamResult, RunResult, StressResult } from '../types';
|
|
5
|
+
import type { RedTeamResult, RunResult, StressResult } from '../types.js';
|
|
6
6
|
/**
|
|
7
7
|
* Vitest matchers implementation
|
|
8
8
|
*/
|
|
9
9
|
export declare const vitestMatchers: {
|
|
10
|
-
toPassAllCases(received: RunResult): import("./core").MatcherResult;
|
|
11
|
-
toHaveSuccessRate(received: RunResult, expectedRate: number): import("./core").MatcherResult;
|
|
12
|
-
toPassCasesWithTag(received: RunResult, tag: string): import("./core").MatcherResult;
|
|
13
|
-
toHaveMedianLatencyBelow(received: RunResult, maxLatencyMs: number): import("./core").MatcherResult;
|
|
14
|
-
toHaveP95LatencyBelow(received: RunResult, maxLatencyMs: number): import("./core").MatcherResult;
|
|
15
|
-
toHaveDefenseRate(received: RedTeamResult, expectedRate: number): import("./core").MatcherResult;
|
|
16
|
-
toHaveNoCriticalVulnerabilities(received: RedTeamResult): import("./core").MatcherResult;
|
|
17
|
-
toHaveNoHighSeverityVulnerabilities(received: RedTeamResult): import("./core").MatcherResult;
|
|
18
|
-
toPassRedTeam(received: RedTeamResult): import("./core").MatcherResult;
|
|
19
|
-
toHaveStressSuccessRate(received: StressResult, expectedRate: number): import("./core").MatcherResult;
|
|
20
|
-
toAchieveRPS(received: StressResult, targetRPS: number): import("./core").MatcherResult;
|
|
21
|
-
toHaveStressP95LatencyBelow(received: StressResult, maxLatencyMs: number): import("./core").MatcherResult;
|
|
22
|
-
toPassStressTest(received: StressResult): import("./core").MatcherResult;
|
|
10
|
+
toPassAllCases(received: RunResult): import("./core.js").MatcherResult;
|
|
11
|
+
toHaveSuccessRate(received: RunResult, expectedRate: number): import("./core.js").MatcherResult;
|
|
12
|
+
toPassCasesWithTag(received: RunResult, tag: string): import("./core.js").MatcherResult;
|
|
13
|
+
toHaveMedianLatencyBelow(received: RunResult, maxLatencyMs: number): import("./core.js").MatcherResult;
|
|
14
|
+
toHaveP95LatencyBelow(received: RunResult, maxLatencyMs: number): import("./core.js").MatcherResult;
|
|
15
|
+
toHaveDefenseRate(received: RedTeamResult, expectedRate: number): import("./core.js").MatcherResult;
|
|
16
|
+
toHaveNoCriticalVulnerabilities(received: RedTeamResult): import("./core.js").MatcherResult;
|
|
17
|
+
toHaveNoHighSeverityVulnerabilities(received: RedTeamResult): import("./core.js").MatcherResult;
|
|
18
|
+
toPassRedTeam(received: RedTeamResult): import("./core.js").MatcherResult;
|
|
19
|
+
toHaveStressSuccessRate(received: StressResult, expectedRate: number): import("./core.js").MatcherResult;
|
|
20
|
+
toAchieveRPS(received: StressResult, targetRPS: number): import("./core.js").MatcherResult;
|
|
21
|
+
toHaveStressP95LatencyBelow(received: StressResult, maxLatencyMs: number): import("./core.js").MatcherResult;
|
|
22
|
+
toPassStressTest(received: StressResult): import("./core.js").MatcherResult;
|
|
23
23
|
};
|
|
24
24
|
//# sourceMappingURL=vitest.d.ts.map
|
package/dist/matchers/vitest.js
CHANGED
|
@@ -1,4 +1,50 @@
|
|
|
1
|
-
|
|
1
|
+
import { createRequire } from "node:module";
|
|
2
|
+
var __create = Object.create;
|
|
3
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
4
|
+
var __defProp = Object.defineProperty;
|
|
5
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
7
|
+
function __accessProp(key) {
|
|
8
|
+
return this[key];
|
|
9
|
+
}
|
|
10
|
+
var __toESMCache_node;
|
|
11
|
+
var __toESMCache_esm;
|
|
12
|
+
var __toESM = (mod, isNodeMode, target) => {
|
|
13
|
+
var canCache = mod != null && typeof mod === "object";
|
|
14
|
+
if (canCache) {
|
|
15
|
+
var cache = isNodeMode ? __toESMCache_node ??= new WeakMap : __toESMCache_esm ??= new WeakMap;
|
|
16
|
+
var cached = cache.get(mod);
|
|
17
|
+
if (cached)
|
|
18
|
+
return cached;
|
|
19
|
+
}
|
|
20
|
+
target = mod != null ? __create(__getProtoOf(mod)) : {};
|
|
21
|
+
const to = isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target;
|
|
22
|
+
for (let key of __getOwnPropNames(mod))
|
|
23
|
+
if (!__hasOwnProp.call(to, key))
|
|
24
|
+
__defProp(to, key, {
|
|
25
|
+
get: __accessProp.bind(mod, key),
|
|
26
|
+
enumerable: true
|
|
27
|
+
});
|
|
28
|
+
if (canCache)
|
|
29
|
+
cache.set(mod, to);
|
|
30
|
+
return to;
|
|
31
|
+
};
|
|
32
|
+
var __commonJS = (cb, mod) => () => (mod || cb((mod = { exports: {} }).exports, mod), mod.exports);
|
|
33
|
+
var __returnValue = (v) => v;
|
|
34
|
+
function __exportSetter(name, newValue) {
|
|
35
|
+
this[name] = __returnValue.bind(null, newValue);
|
|
36
|
+
}
|
|
37
|
+
var __export = (target, all) => {
|
|
38
|
+
for (var name in all)
|
|
39
|
+
__defProp(target, name, {
|
|
40
|
+
get: all[name],
|
|
41
|
+
enumerable: true,
|
|
42
|
+
configurable: true,
|
|
43
|
+
set: __exportSetter.bind(all, name)
|
|
44
|
+
});
|
|
45
|
+
};
|
|
46
|
+
var __require = /* @__PURE__ */ createRequire(import.meta.url);
|
|
47
|
+
|
|
2
48
|
// src/matchers/core.ts
|
|
3
49
|
function formatManifestSummary(manifest) {
|
|
4
50
|
const { metrics } = manifest;
|
package/dist/types-only.d.ts
CHANGED
|
@@ -15,7 +15,7 @@
|
|
|
15
15
|
* } from '@artemiskit/sdk/types'
|
|
16
16
|
* ```
|
|
17
17
|
*/
|
|
18
|
-
export type { ArtemisKitConfig, RunOptions, RedTeamOptions, StressOptions, RunResult, RedTeamResult, StressResult, CaseStartEvent, CaseCompleteEvent, ProgressEvent, RedTeamMutationStartEvent, RedTeamMutationCompleteEvent, StressRequestCompleteEvent, CaseStartHandler, CaseCompleteHandler, ProgressHandler, RedTeamMutationStartHandler, RedTeamMutationCompleteHandler, StressRequestCompleteHandler, ArtemisKitEvents, ArtemisKitEventName, } from './types';
|
|
18
|
+
export type { ArtemisKitConfig, RunOptions, RedTeamOptions, StressOptions, RunResult, RedTeamResult, StressResult, CaseStartEvent, CaseCompleteEvent, ProgressEvent, RedTeamMutationStartEvent, RedTeamMutationCompleteEvent, StressRequestCompleteEvent, CaseStartHandler, CaseCompleteHandler, ProgressHandler, RedTeamMutationStartHandler, RedTeamMutationCompleteHandler, StressRequestCompleteHandler, ArtemisKitEvents, ArtemisKitEventName, } from './types.js';
|
|
19
19
|
export type { Scenario, TestCase, Expected, Provider, ProviderConfig, ChatMessageType, Variables, } from '@artemiskit/core';
|
|
20
20
|
export type { CaseResult, CaseRedactionInfo, RunManifest, RunConfig, RunMetrics, RedTeamManifest, RedTeamConfig, RedTeamMetrics, RedTeamCaseResult, RedTeamStatus, RedTeamSeverity, StressManifest, StressConfig, StressMetrics, StressRequestResult, AnyManifest, ResolvedConfig, ConfigSource, ManifestRedactionInfo, CostEstimateInfo, GitInfo, ProvenanceInfo, } from '@artemiskit/core';
|
|
21
21
|
export type { ModelClient, ModelCapabilities, GenerateOptions, GenerateResult, TokenUsage, ChatMessage, FunctionDefinition, ToolDefinition, ToolCall, AdapterConfig, BaseAdapterConfig, OpenAIAdapterConfig, AzureOpenAIAdapterConfig, VercelAIAdapterConfig, AnthropicAdapterConfig, LangChainAdapterConfig, DeepAgentsAdapterConfig, ProviderType, } from '@artemiskit/core';
|
|
@@ -23,9 +23,9 @@ export type { Evaluator, EvaluatorContext, EvaluatorResult } from '@artemiskit/c
|
|
|
23
23
|
export type { StorageAdapter, StorageConfig, RunListItem, ListOptions, ComparisonResult, BaselineMetadata, BaselineStorageAdapter, CaseResultRecord, CaseResultStatus, CaseResultQueryOptions, MetricsSnapshot, MetricsTrendOptions, TrendDataPoint, AnalyticsStorageAdapter, } from '@artemiskit/core';
|
|
24
24
|
export type { RedactionConfig } from '@artemiskit/core';
|
|
25
25
|
export type { Severity, SeverityInfo, CvssScore } from '@artemiskit/redteam';
|
|
26
|
-
export type { GuardianConfig, InterceptorConfig, ActionValidatorConfig, IntentClassifierConfig, GuardrailsConfig, RateLimiterConfig, GuardianMode, ViolationSeverity, ViolationAction, GuardrailType, Violation, GuardrailResult, PolicyRule, PolicyCondition, GuardianPolicy, CircuitBreakerConfig, RateLimitConfig, CostLimitConfig, ActionDefinition, ActionParameter, ParameterValidation, IntentClassification, IntentCategory, PIIDetection, PIIType, PIILocation, InjectionDetection, InjectionType, ContentFilterResult, ContentFlag, ContentCategory, GuardianMetrics, CircuitBreakerState, CostTracking, GuardianEventType, GuardianEvent, GuardianEventHandler, InterceptedRequest, InterceptedResponse, InterceptedToolCall, InterceptedAgentStep, FrameworkType, FrameworkIntegrationConfig, } from './guardian';
|
|
27
|
-
export type { ArtemisKitMatchers, MatcherResult } from './matchers';
|
|
28
|
-
export type { ProviderName, ExpectationType, AnyResult, ExtractRunCases, ExtractRedTeamCases, ExtractStressResults, ExtractManifest, DeepPartial, PartialScenario, RequireFields, OptionalFields, StrictAdapterConfig, } from './utils';
|
|
29
|
-
export type { AdapterContract, EvaluatorContract, StorageContract, AdapterFactory, EvaluatorFactory, StorageFactory, ArtemisKitPlugin, } from './contracts';
|
|
30
|
-
export type { ScenarioBuilder, TestCaseBuilder } from './builders';
|
|
26
|
+
export type { GuardianConfig, InterceptorConfig, ActionValidatorConfig, IntentClassifierConfig, GuardrailsConfig, RateLimiterConfig, GuardianMode, ViolationSeverity, ViolationAction, GuardrailType, Violation, GuardrailResult, PolicyRule, PolicyCondition, GuardianPolicy, CircuitBreakerConfig, RateLimitConfig, CostLimitConfig, ActionDefinition, ActionParameter, ParameterValidation, IntentClassification, IntentCategory, PIIDetection, PIIType, PIILocation, InjectionDetection, InjectionType, ContentFilterResult, ContentFlag, ContentCategory, GuardianMetrics, CircuitBreakerState, CostTracking, GuardianEventType, GuardianEvent, GuardianEventHandler, InterceptedRequest, InterceptedResponse, InterceptedToolCall, InterceptedAgentStep, FrameworkType, FrameworkIntegrationConfig, } from './guardian/index.js';
|
|
27
|
+
export type { ArtemisKitMatchers, MatcherResult } from './matchers/index.js';
|
|
28
|
+
export type { ProviderName, ExpectationType, AnyResult, ExtractRunCases, ExtractRedTeamCases, ExtractStressResults, ExtractManifest, DeepPartial, PartialScenario, RequireFields, OptionalFields, StrictAdapterConfig, } from './utils/index.js';
|
|
29
|
+
export type { AdapterContract, EvaluatorContract, StorageContract, AdapterFactory, EvaluatorFactory, StorageFactory, ArtemisKitPlugin, } from './contracts/index.js';
|
|
30
|
+
export type { ScenarioBuilder, TestCaseBuilder } from './builders/index.js';
|
|
31
31
|
//# sourceMappingURL=types-only.d.ts.map
|
package/dist/types-only.js
CHANGED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
// @bun
|
package/dist/types.d.ts
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* @artemiskit/sdk
|
|
3
3
|
* Type definitions for the programmatic SDK
|
|
4
4
|
*/
|
|
5
|
-
import type { AdapterConfig, CaseResult, ModelClient, RedTeamManifest, RunManifest, StorageConfig, StressManifest, StressRequestResult, ToolExecutor } from '@artemiskit/core';
|
|
5
|
+
import type { AdapterConfig, CaseResult, ComparisonEligibility, ModelClient, RedTeamManifest, RunManifest, StorageConfig, StressManifest, StressRequestResult, ToolExecutor } from '@artemiskit/core';
|
|
6
6
|
import type { RedactionConfig } from '@artemiskit/core';
|
|
7
7
|
import type { Scenario } from '@artemiskit/core';
|
|
8
8
|
/**
|
|
@@ -327,8 +327,10 @@ export interface RunSummary {
|
|
|
327
327
|
* Comparison details between two runs
|
|
328
328
|
*/
|
|
329
329
|
export interface ComparisonDetails {
|
|
330
|
-
/**
|
|
331
|
-
|
|
330
|
+
/** True when the runs are eligible for a metric/case delta. */
|
|
331
|
+
comparisonAvailable: boolean;
|
|
332
|
+
/** Change in success rate (current - baseline), absent for incomparable runs. */
|
|
333
|
+
successRateDelta?: number;
|
|
332
334
|
/** Cases that passed in baseline but failed in current */
|
|
333
335
|
newFailures: Array<{
|
|
334
336
|
caseId: string;
|
|
@@ -371,7 +373,9 @@ export interface CompareResult {
|
|
|
371
373
|
current: RunSummary;
|
|
372
374
|
/** Detailed comparison */
|
|
373
375
|
comparison: ComparisonDetails;
|
|
374
|
-
/**
|
|
376
|
+
/** Versioned compatibility decision that governs the comparison. */
|
|
377
|
+
eligibility: ComparisonEligibility;
|
|
378
|
+
/** Whether a regression was detected; always false for incomparable runs. */
|
|
375
379
|
hasRegression: boolean;
|
|
376
380
|
/** Threshold used for regression detection */
|
|
377
381
|
threshold: number;
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,aAAa,EACb,UAAU,EACV,WAAW,EACX,eAAe,EACf,WAAW,EACX,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,YAAY,EACb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAMjD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,UAAU,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,OAAO,GAAG,SAAS,GAAG,UAAU,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,CAAC;IAChD,QAAQ,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;IAC1D,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,mBAAmB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,CAAC;AAC/D,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAC;AACrE,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;AAC7D,MAAM,MAAM,2BAA2B,GAAG,CAAC,KAAK,EAAE,yBAAyB,KAAK,IAAI,CAAC;AACrF,MAAM,MAAM,8BAA8B,GAAG,CAAC,KAAK,EAAE,4BAA4B,KAAK,IAAI,CAAC;AAC3F,MAAM,MAAM,4BAA4B,GAAG,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,CAAC;AAMvF;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,yCAAyC;IACzC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACrC,2BAA2B;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sCAAsC;IACtC,cAAc,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACxC,iCAAiC;IACjC,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,+CAA+C;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yCAAyC;IACzC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iDAAiD;IACjD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,OAAO,CAAC,EAAE,aAAa,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,sDAAsD;IACtD,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,wBAAwB;IACxB,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACrC,qBAAqB;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+CAA+C;IAC/C,cAAc,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACxC,2DAA2D;IAC3D,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,gCAAgC;IAChC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,oCAAoC;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uCAAuC;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iCAAiC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,2EAA2E;IAC3E,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,sDAAsD;IACtD,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,wBAAwB;IACxB,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACrC,qBAAqB;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+CAA+C;IAC/C,cAAc,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACxC,2DAA2D;IAC3D,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,wCAAwC;IACxC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,mCAAmC;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gCAAgC;IAChC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,uCAAuC;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,SAAS,CAAC,EAAE,eAAe,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,sDAAsD;IACtD,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,wBAAwB;IACxB,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACrC,qBAAqB;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+CAA+C;IAC/C,cAAc,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACxC,2DAA2D;IAC3D,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,oCAAoC;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+BAA+B;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gCAAgC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kDAAkD;IAClD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8BAA8B;IAC9B,SAAS,CAAC,EAAE,eAAe,CAAC;CAC7B;AAMD;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,6BAA6B;IAC7B,QAAQ,EAAE,WAAW,CAAC;IACtB,8BAA8B;IAC9B,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,+BAA+B;IAC/B,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,6BAA6B;IAC7B,QAAQ,EAAE,eAAe,CAAC;IAC1B,4DAA4D;IAC5D,OAAO,EAAE,OAAO,CAAC;IACjB,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,6BAA6B;IAC7B,QAAQ,EAAE,cAAc,CAAC;IACzB,qDAAqD;IACrD,OAAO,EAAE,OAAO,CAAC;IACjB,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,kCAAkC;IAClC,YAAY,EAAE,MAAM,CAAC;CACtB;AAMD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,cAAc,CAAC;IAC1B,YAAY,EAAE,iBAAiB,CAAC;IAChC,QAAQ,EAAE,aAAa,CAAC;IACxB,oBAAoB,EAAE,yBAAyB,CAAC;IAChD,uBAAuB,EAAE,4BAA4B,CAAC;IACtD,qBAAqB,EAAE,0BAA0B,CAAC;CACnD;AAED,MAAM,MAAM,mBAAmB,GAAG,MAAM,gBAAgB,CAAC;AAMzD;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAE5B;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,qCAAqC;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,oBAAoB;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,+BAA+B;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iCAAiC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,sBAAsB;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,+BAA+B;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iCAAiC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,qCAAqC;IACrC,KAAK,EAAE,OAAO,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,gCAAgC;IAChC,KAAK,EAAE,OAAO,CAAC;IACf,6CAA6C;IAC7C,SAAS,EAAE,kBAAkB,EAAE,CAAC;IAChC,wBAAwB;IACxB,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,0CAA0C;IAC1C,QAAQ,EAAE,iBAAiB,EAAE,CAAC;CAC/B;AAMD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,iCAAiC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,aAAa,EACb,UAAU,EACV,qBAAqB,EACrB,WAAW,EACX,eAAe,EACf,WAAW,EACX,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,YAAY,EACb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAMjD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,UAAU,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,OAAO,GAAG,SAAS,GAAG,UAAU,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,CAAC;IAChD,QAAQ,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;IAC1D,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,mBAAmB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,CAAC;AAC/D,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAC;AACrE,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;AAC7D,MAAM,MAAM,2BAA2B,GAAG,CAAC,KAAK,EAAE,yBAAyB,KAAK,IAAI,CAAC;AACrF,MAAM,MAAM,8BAA8B,GAAG,CAAC,KAAK,EAAE,4BAA4B,KAAK,IAAI,CAAC;AAC3F,MAAM,MAAM,4BAA4B,GAAG,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,CAAC;AAMvF;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,yCAAyC;IACzC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACrC,2BAA2B;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sCAAsC;IACtC,cAAc,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACxC,iCAAiC;IACjC,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,+CAA+C;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yCAAyC;IACzC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iDAAiD;IACjD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,OAAO,CAAC,EAAE,aAAa,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,sDAAsD;IACtD,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,wBAAwB;IACxB,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACrC,qBAAqB;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+CAA+C;IAC/C,cAAc,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACxC,2DAA2D;IAC3D,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,gCAAgC;IAChC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,oCAAoC;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uCAAuC;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iCAAiC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,2EAA2E;IAC3E,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,sDAAsD;IACtD,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,wBAAwB;IACxB,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACrC,qBAAqB;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+CAA+C;IAC/C,cAAc,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACxC,2DAA2D;IAC3D,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,wCAAwC;IACxC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,mCAAmC;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gCAAgC;IAChC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,uCAAuC;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,SAAS,CAAC,EAAE,eAAe,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,sDAAsD;IACtD,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC5B,wBAAwB;IACxB,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACrC,qBAAqB;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+CAA+C;IAC/C,cAAc,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACxC,2DAA2D;IAC3D,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,oCAAoC;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+BAA+B;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gCAAgC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kDAAkD;IAClD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8BAA8B;IAC9B,SAAS,CAAC,EAAE,eAAe,CAAC;CAC7B;AAMD;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,6BAA6B;IAC7B,QAAQ,EAAE,WAAW,CAAC;IACtB,8BAA8B;IAC9B,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,+BAA+B;IAC/B,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,6BAA6B;IAC7B,QAAQ,EAAE,eAAe,CAAC;IAC1B,4DAA4D;IAC5D,OAAO,EAAE,OAAO,CAAC;IACjB,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,6BAA6B;IAC7B,QAAQ,EAAE,cAAc,CAAC;IACzB,qDAAqD;IACrD,OAAO,EAAE,OAAO,CAAC;IACjB,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,kCAAkC;IAClC,YAAY,EAAE,MAAM,CAAC;CACtB;AAMD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,cAAc,CAAC;IAC1B,YAAY,EAAE,iBAAiB,CAAC;IAChC,QAAQ,EAAE,aAAa,CAAC;IACxB,oBAAoB,EAAE,yBAAyB,CAAC;IAChD,uBAAuB,EAAE,4BAA4B,CAAC;IACtD,qBAAqB,EAAE,0BAA0B,CAAC;CACnD;AAED,MAAM,MAAM,mBAAmB,GAAG,MAAM,gBAAgB,CAAC;AAMzD;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAE5B;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,qCAAqC;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,oBAAoB;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,+BAA+B;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iCAAiC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,sBAAsB;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,+BAA+B;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iCAAiC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,qCAAqC;IACrC,KAAK,EAAE,OAAO,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,gCAAgC;IAChC,KAAK,EAAE,OAAO,CAAC;IACf,6CAA6C;IAC7C,SAAS,EAAE,kBAAkB,EAAE,CAAC;IAChC,wBAAwB;IACxB,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,0CAA0C;IAC1C,QAAQ,EAAE,iBAAiB,EAAE,CAAC;CAC/B;AAMD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,iCAAiC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,+DAA+D;IAC/D,mBAAmB,EAAE,OAAO,CAAC;IAC7B,iFAAiF;IACjF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,0DAA0D;IAC1D,WAAW,EAAE,KAAK,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,cAAc,EAAE,MAAM,CAAC;QACvB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;IACH,0DAA0D;IAC1D,SAAS,EAAE,KAAK,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,cAAc,EAAE,MAAM,CAAC;QACvB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;IACH,kCAAkC;IAClC,SAAS,EAAE,KAAK,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,2EAA2E;IAC3E,UAAU,EAAE,KAAK,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,+EAA+E;IAC/E,YAAY,EAAE,KAAK,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,2BAA2B;IAC3B,QAAQ,EAAE,UAAU,CAAC;IACrB,0BAA0B;IAC1B,OAAO,EAAE,UAAU,CAAC;IACpB,0BAA0B;IAC1B,UAAU,EAAE,iBAAiB,CAAC;IAC9B,oEAAoE;IACpE,WAAW,EAAE,qBAAqB,CAAC;IACnC,6EAA6E;IAC7E,aAAa,EAAE,OAAO,CAAC;IACvB,8CAA8C;IAC9C,SAAS,EAAE,MAAM,CAAC;CACnB"}
|
package/dist/utils/index.d.ts
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Utility types and helper functions
|
|
4
4
|
*/
|
|
5
5
|
import type { AdapterConfig, AnyManifest, CaseResult, Expected, RedTeamManifest, RunManifest, Scenario, StressManifest } from '@artemiskit/core';
|
|
6
|
-
import type { RedTeamResult, RunResult, StressResult } from '../types';
|
|
6
|
+
import type { RedTeamResult, RunResult, StressResult } from '../types.js';
|
|
7
7
|
/**
|
|
8
8
|
* All supported provider names as a union type
|
|
9
9
|
*/
|
package/dist/utils/index.js
CHANGED
|
@@ -1,4 +1,50 @@
|
|
|
1
|
-
|
|
1
|
+
import { createRequire } from "node:module";
|
|
2
|
+
var __create = Object.create;
|
|
3
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
4
|
+
var __defProp = Object.defineProperty;
|
|
5
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
7
|
+
function __accessProp(key) {
|
|
8
|
+
return this[key];
|
|
9
|
+
}
|
|
10
|
+
var __toESMCache_node;
|
|
11
|
+
var __toESMCache_esm;
|
|
12
|
+
var __toESM = (mod, isNodeMode, target) => {
|
|
13
|
+
var canCache = mod != null && typeof mod === "object";
|
|
14
|
+
if (canCache) {
|
|
15
|
+
var cache = isNodeMode ? __toESMCache_node ??= new WeakMap : __toESMCache_esm ??= new WeakMap;
|
|
16
|
+
var cached = cache.get(mod);
|
|
17
|
+
if (cached)
|
|
18
|
+
return cached;
|
|
19
|
+
}
|
|
20
|
+
target = mod != null ? __create(__getProtoOf(mod)) : {};
|
|
21
|
+
const to = isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target;
|
|
22
|
+
for (let key of __getOwnPropNames(mod))
|
|
23
|
+
if (!__hasOwnProp.call(to, key))
|
|
24
|
+
__defProp(to, key, {
|
|
25
|
+
get: __accessProp.bind(mod, key),
|
|
26
|
+
enumerable: true
|
|
27
|
+
});
|
|
28
|
+
if (canCache)
|
|
29
|
+
cache.set(mod, to);
|
|
30
|
+
return to;
|
|
31
|
+
};
|
|
32
|
+
var __commonJS = (cb, mod) => () => (mod || cb((mod = { exports: {} }).exports, mod), mod.exports);
|
|
33
|
+
var __returnValue = (v) => v;
|
|
34
|
+
function __exportSetter(name, newValue) {
|
|
35
|
+
this[name] = __returnValue.bind(null, newValue);
|
|
36
|
+
}
|
|
37
|
+
var __export = (target, all) => {
|
|
38
|
+
for (var name in all)
|
|
39
|
+
__defProp(target, name, {
|
|
40
|
+
get: all[name],
|
|
41
|
+
enumerable: true,
|
|
42
|
+
configurable: true,
|
|
43
|
+
set: __exportSetter.bind(all, name)
|
|
44
|
+
});
|
|
45
|
+
};
|
|
46
|
+
var __require = /* @__PURE__ */ createRequire(import.meta.url);
|
|
47
|
+
|
|
2
48
|
// src/utils/index.ts
|
|
3
49
|
function isRunResult(result) {
|
|
4
50
|
return "cases" in result && Array.isArray(result.cases) && !("defenseRate" in result);
|
|
@@ -43,16 +89,16 @@ function calculateSuccessRate(result) {
|
|
|
43
89
|
return result.cases.filter((c) => c.ok).length / result.cases.length;
|
|
44
90
|
}
|
|
45
91
|
export {
|
|
46
|
-
|
|
47
|
-
assertDefined,
|
|
48
|
-
calculateSuccessRate,
|
|
49
|
-
getCasesByTag,
|
|
50
|
-
getFailedCases,
|
|
51
|
-
getPassedCases,
|
|
52
|
-
isRedTeamManifestType,
|
|
53
|
-
isRedTeamResult,
|
|
54
|
-
isRunManifestType,
|
|
55
|
-
isRunResult,
|
|
92
|
+
isStressResult,
|
|
56
93
|
isStressManifestType,
|
|
57
|
-
|
|
94
|
+
isRunResult,
|
|
95
|
+
isRunManifestType,
|
|
96
|
+
isRedTeamResult,
|
|
97
|
+
isRedTeamManifestType,
|
|
98
|
+
getPassedCases,
|
|
99
|
+
getFailedCases,
|
|
100
|
+
getCasesByTag,
|
|
101
|
+
calculateSuccessRate,
|
|
102
|
+
assertDefined,
|
|
103
|
+
assert
|
|
58
104
|
};
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@artemiskit/sdk",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.5.0",
|
|
4
4
|
"description": "Programmatic SDK for ArtemisKit LLM evaluation toolkit - integrate into your Node.js apps",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"license": "Apache-2.0",
|
|
@@ -32,47 +32,47 @@
|
|
|
32
32
|
"types": "./dist/index.d.ts",
|
|
33
33
|
"exports": {
|
|
34
34
|
".": {
|
|
35
|
-
"
|
|
36
|
-
"
|
|
35
|
+
"types": "./dist/index.d.ts",
|
|
36
|
+
"import": "./dist/index.js"
|
|
37
37
|
},
|
|
38
38
|
"./matchers": {
|
|
39
|
-
"
|
|
40
|
-
"
|
|
39
|
+
"types": "./dist/matchers/index.d.ts",
|
|
40
|
+
"import": "./dist/matchers/index.js"
|
|
41
41
|
},
|
|
42
42
|
"./vitest": {
|
|
43
|
-
"
|
|
44
|
-
"
|
|
43
|
+
"types": "./dist/matchers/vitest.d.ts",
|
|
44
|
+
"import": "./dist/matchers/vitest.js"
|
|
45
45
|
},
|
|
46
46
|
"./jest": {
|
|
47
|
-
"
|
|
48
|
-
"
|
|
47
|
+
"types": "./dist/matchers/jest.d.ts",
|
|
48
|
+
"import": "./dist/matchers/jest.js"
|
|
49
49
|
},
|
|
50
50
|
"./builders": {
|
|
51
|
-
"
|
|
52
|
-
"
|
|
51
|
+
"types": "./dist/builders/index.d.ts",
|
|
52
|
+
"import": "./dist/builders/index.js"
|
|
53
53
|
},
|
|
54
54
|
"./contracts": {
|
|
55
|
-
"
|
|
56
|
-
"
|
|
55
|
+
"types": "./dist/contracts/index.d.ts",
|
|
56
|
+
"import": "./dist/contracts/index.js"
|
|
57
57
|
},
|
|
58
58
|
"./utils": {
|
|
59
|
-
"
|
|
60
|
-
"
|
|
59
|
+
"types": "./dist/utils/index.d.ts",
|
|
60
|
+
"import": "./dist/utils/index.js"
|
|
61
61
|
},
|
|
62
62
|
"./types": {
|
|
63
63
|
"types": "./dist/types-only.d.ts"
|
|
64
64
|
}
|
|
65
65
|
},
|
|
66
66
|
"scripts": {
|
|
67
|
-
"build": "tsc --emitDeclarationOnly && bun build ./src/index.ts ./src/matchers/index.ts ./src/matchers/vitest.ts ./src/matchers/jest.ts ./src/builders/index.ts ./src/contracts/index.ts ./src/utils/index.ts ./src/types-only.ts --outdir ./dist --target
|
|
67
|
+
"build": "tsc --emitDeclarationOnly && bun build ./src/index.ts ./src/matchers/index.ts ./src/matchers/vitest.ts ./src/matchers/jest.ts ./src/builders/index.ts ./src/contracts/index.ts ./src/utils/index.ts ./src/types-only.ts --outdir ./dist --target node --external '@artemiskit/*' && node ../../scripts/finalize-declarations.mjs ./dist",
|
|
68
68
|
"typecheck": "tsc --noEmit",
|
|
69
69
|
"clean": "rm -rf dist",
|
|
70
70
|
"test": "bun test",
|
|
71
71
|
"test:coverage": "bun test --coverage"
|
|
72
72
|
},
|
|
73
73
|
"dependencies": {
|
|
74
|
-
"@artemiskit/core": "0.
|
|
75
|
-
"@artemiskit/redteam": "0.3.
|
|
74
|
+
"@artemiskit/core": "0.6.0",
|
|
75
|
+
"@artemiskit/redteam": "0.3.8"
|
|
76
76
|
},
|
|
77
77
|
"devDependencies": {
|
|
78
78
|
"@types/bun": "^1.1.0",
|
package/src/artemiskit.ts
CHANGED
|
@@ -15,10 +15,12 @@ import {
|
|
|
15
15
|
type StressManifest,
|
|
16
16
|
type StressMetrics,
|
|
17
17
|
type StressRequestResult,
|
|
18
|
+
assessComparisonEligibility,
|
|
18
19
|
runScenario as coreRunScenario,
|
|
19
20
|
createAdapter,
|
|
20
21
|
createStorageAdapter,
|
|
21
22
|
getGitInfo,
|
|
23
|
+
isComparisonAvailable,
|
|
22
24
|
parseScenarioFile,
|
|
23
25
|
resolveScenarioPaths,
|
|
24
26
|
} from '@artemiskit/core';
|
|
@@ -1025,6 +1027,34 @@ export class ArtemisKit {
|
|
|
1025
1027
|
// Extract metrics from manifests
|
|
1026
1028
|
const baselineMetrics = this.extractRunMetrics(baselineManifest, baselineRunId);
|
|
1027
1029
|
const currentMetrics = this.extractRunMetrics(currentManifest, current);
|
|
1030
|
+
const eligibility = assessComparisonEligibility(
|
|
1031
|
+
baselineManifest as RunManifest,
|
|
1032
|
+
currentManifest as RunManifest
|
|
1033
|
+
);
|
|
1034
|
+
|
|
1035
|
+
if (!isComparisonAvailable(eligibility)) {
|
|
1036
|
+
this.emit('progress', {
|
|
1037
|
+
message: `Comparison unavailable: ${eligibility.reasons.map((reason) => reason.code).join(', ')}`,
|
|
1038
|
+
phase: 'teardown',
|
|
1039
|
+
progress: 100,
|
|
1040
|
+
});
|
|
1041
|
+
|
|
1042
|
+
return {
|
|
1043
|
+
baseline: baselineMetrics,
|
|
1044
|
+
current: currentMetrics,
|
|
1045
|
+
comparison: {
|
|
1046
|
+
comparisonAvailable: false,
|
|
1047
|
+
newFailures: [],
|
|
1048
|
+
newPasses: [],
|
|
1049
|
+
unchanged: [],
|
|
1050
|
+
addedCases: [],
|
|
1051
|
+
removedCases: [],
|
|
1052
|
+
},
|
|
1053
|
+
eligibility,
|
|
1054
|
+
hasRegression: false,
|
|
1055
|
+
threshold,
|
|
1056
|
+
};
|
|
1057
|
+
}
|
|
1028
1058
|
|
|
1029
1059
|
// Calculate success rate delta
|
|
1030
1060
|
const successRateDelta = currentMetrics.successRate - baselineMetrics.successRate;
|
|
@@ -1054,9 +1084,11 @@ export class ArtemisKit {
|
|
|
1054
1084
|
baseline: baselineMetrics,
|
|
1055
1085
|
current: currentMetrics,
|
|
1056
1086
|
comparison: {
|
|
1087
|
+
comparisonAvailable: true,
|
|
1057
1088
|
successRateDelta,
|
|
1058
1089
|
...caseComparison,
|
|
1059
1090
|
},
|
|
1091
|
+
eligibility,
|
|
1060
1092
|
hasRegression,
|
|
1061
1093
|
threshold,
|
|
1062
1094
|
};
|
package/src/index.ts
CHANGED
|
@@ -6,6 +6,35 @@
|
|
|
6
6
|
// Main class
|
|
7
7
|
export { ArtemisKit } from './artemiskit';
|
|
8
8
|
|
|
9
|
+
// Workflow authoring and single-step primitives (full workflow execution follows separately).
|
|
10
|
+
export {
|
|
11
|
+
AgentWorkflowSchema,
|
|
12
|
+
WorkflowPolicySchema,
|
|
13
|
+
WORKFLOW_TOOL_IDS,
|
|
14
|
+
validateAgentWorkflow,
|
|
15
|
+
parseAgentWorkflow,
|
|
16
|
+
loadAgentWorkflow,
|
|
17
|
+
listWorkflowTools,
|
|
18
|
+
getWorkflowTool,
|
|
19
|
+
executeSimulatedTool,
|
|
20
|
+
createModelClientTarget,
|
|
21
|
+
} from '@artemiskit/core';
|
|
22
|
+
export type {
|
|
23
|
+
AgentWorkflow,
|
|
24
|
+
WorkflowPolicy,
|
|
25
|
+
WorkflowJson,
|
|
26
|
+
WorkflowToolId,
|
|
27
|
+
WorkflowResource,
|
|
28
|
+
WorkflowToolDescriptor,
|
|
29
|
+
SimulatedToolEvidence,
|
|
30
|
+
SimulatedToolResult,
|
|
31
|
+
AgentTarget,
|
|
32
|
+
AgentTurnRequest,
|
|
33
|
+
AgentTurnResult,
|
|
34
|
+
AgentTargetCapabilities,
|
|
35
|
+
AgentTargetFailure,
|
|
36
|
+
} from '@artemiskit/core';
|
|
37
|
+
|
|
9
38
|
// Types
|
|
10
39
|
export type {
|
|
11
40
|
// Configuration
|