@artemiskit/sdk 0.4.5 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +27 -0
- package/dist/artemiskit.d.ts +1 -1
- package/dist/artemiskit.d.ts.map +1 -1
- package/dist/builders/index.js +66 -20
- package/dist/contracts/index.js +50 -4
- package/dist/guardian/action-validator.d.ts +1 -1
- package/dist/guardian/circuit-breaker.d.ts +1 -1
- package/dist/guardian/guardian.d.ts +5 -5
- package/dist/guardian/guardrails.d.ts +1 -1
- package/dist/guardian/index.d.ts +9 -9
- package/dist/guardian/intent-classifier.d.ts +1 -1
- package/dist/guardian/interceptor.d.ts +1 -1
- package/dist/guardian/policy.d.ts +1 -1
- package/dist/guardian/semantic-validator.d.ts +1 -1
- package/dist/index.d.ts +12 -10
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3142 -46819
- package/dist/matchers/core.d.ts +1 -1
- package/dist/matchers/index.d.ts +1 -1
- package/dist/matchers/index.js +60 -14
- package/dist/matchers/jest.d.ts +14 -14
- package/dist/matchers/jest.js +47 -1
- package/dist/matchers/vitest.d.ts +14 -14
- package/dist/matchers/vitest.js +47 -1
- package/dist/types-only.d.ts +6 -6
- package/dist/types-only.js +0 -1
- package/dist/types.d.ts +8 -4
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/index.d.ts +1 -1
- package/dist/utils/index.js +58 -12
- package/package.json +18 -18
- package/src/artemiskit.ts +32 -0
- package/src/index.ts +29 -0
- package/src/types.ts +8 -3
package/src/types.ts
CHANGED
|
@@ -6,6 +6,7 @@
|
|
|
6
6
|
import type {
|
|
7
7
|
AdapterConfig,
|
|
8
8
|
CaseResult,
|
|
9
|
+
ComparisonEligibility,
|
|
9
10
|
ModelClient,
|
|
10
11
|
RedTeamManifest,
|
|
11
12
|
RunManifest,
|
|
@@ -393,8 +394,10 @@ export interface RunSummary {
|
|
|
393
394
|
* Comparison details between two runs
|
|
394
395
|
*/
|
|
395
396
|
export interface ComparisonDetails {
|
|
396
|
-
/**
|
|
397
|
-
|
|
397
|
+
/** True when the runs are eligible for a metric/case delta. */
|
|
398
|
+
comparisonAvailable: boolean;
|
|
399
|
+
/** Change in success rate (current - baseline), absent for incomparable runs. */
|
|
400
|
+
successRateDelta?: number;
|
|
398
401
|
/** Cases that passed in baseline but failed in current */
|
|
399
402
|
newFailures: Array<{
|
|
400
403
|
caseId: string;
|
|
@@ -438,7 +441,9 @@ export interface CompareResult {
|
|
|
438
441
|
current: RunSummary;
|
|
439
442
|
/** Detailed comparison */
|
|
440
443
|
comparison: ComparisonDetails;
|
|
441
|
-
/**
|
|
444
|
+
/** Versioned compatibility decision that governs the comparison. */
|
|
445
|
+
eligibility: ComparisonEligibility;
|
|
446
|
+
/** Whether a regression was detected; always false for incomparable runs. */
|
|
442
447
|
hasRegression: boolean;
|
|
443
448
|
/** Threshold used for regression detection */
|
|
444
449
|
threshold: number;
|