@artemiskit/sdk 0.6.2 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +34 -0
- package/README.md +17 -0
- package/dist/__tests__/experiment-fixtures.d.ts +44 -0
- package/dist/__tests__/experiment-fixtures.d.ts.map +1 -0
- package/dist/artemiskit.d.ts +6 -1
- package/dist/artemiskit.d.ts.map +1 -1
- package/dist/builders/index.js +19 -66
- package/dist/contracts/index.js +3 -50
- package/dist/experiment-files.d.ts +54 -0
- package/dist/experiment-files.d.ts.map +1 -0
- package/dist/experiment-fixture.d.ts +20 -0
- package/dist/experiment-fixture.d.ts.map +1 -0
- package/dist/experiment-summary.d.ts +44 -0
- package/dist/experiment-summary.d.ts.map +1 -0
- package/dist/experiment-validation.d.ts +48 -0
- package/dist/experiment-validation.d.ts.map +1 -0
- package/dist/experiment.d.ts +162 -0
- package/dist/experiment.d.ts.map +1 -0
- package/dist/guardian/circuit-breaker.d.ts +6 -1
- package/dist/guardian/circuit-breaker.d.ts.map +1 -1
- package/dist/index.d.ts +7 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2516 -1801
- package/dist/matchers/index.js +13 -60
- package/dist/matchers/jest.js +0 -47
- package/dist/matchers/vitest.js +0 -47
- package/dist/types-only.d.ts +1 -0
- package/dist/types-only.d.ts.map +1 -1
- package/dist/utils/index.js +11 -58
- package/package.json +6 -4
- package/src/__tests__/artemiskit.test.ts +1 -2
- package/src/__tests__/builders.test.ts +0 -2
- package/src/__tests__/circuit-breaker.test.ts +1 -1
- package/src/__tests__/compare.test.ts +1 -1
- package/src/__tests__/contracts.test.ts +1 -1
- package/src/__tests__/experiment-case-level.test.ts +212 -0
- package/src/__tests__/experiment-fixtures.ts +194 -0
- package/src/__tests__/experiment.test.ts +1262 -0
- package/src/__tests__/guardian-modes.test.ts +2 -2
- package/src/__tests__/guardrails.test.ts +1 -1
- package/src/__tests__/matchers.test.ts +1 -1
- package/src/__tests__/semantic-validator.test.ts +15 -10
- package/src/__tests__/validate.test.ts +0 -4
- package/src/__tests__/workflow-recovery.test.ts +7 -3
- package/src/__tests__/workflow-report.test.ts +112 -0
- package/src/__tests__/workflow.test.ts +11 -5
- package/src/artemiskit.ts +16 -1
- package/src/experiment-files.ts +190 -0
- package/src/experiment-fixture.ts +70 -0
- package/src/experiment-summary.ts +172 -0
- package/src/experiment-validation.ts +426 -0
- package/src/experiment.ts +630 -0
- package/src/guardian/circuit-breaker.ts +6 -1
- package/src/index.ts +71 -0
- package/src/types-only.ts +11 -0
- package/tsconfig.typecheck.json +12 -0
package/src/index.ts
CHANGED
|
@@ -487,3 +487,74 @@ export type {
|
|
|
487
487
|
MultiTurnValidationResult,
|
|
488
488
|
ValidateMessageOptions,
|
|
489
489
|
} from './guardian';
|
|
490
|
+
|
|
491
|
+
// Offline reports never initialize target or judge clients.
|
|
492
|
+
export {
|
|
493
|
+
createWorkflowReport,
|
|
494
|
+
generateWorkflowReport,
|
|
495
|
+
renderWorkflowReportHTML,
|
|
496
|
+
renderWorkflowReportMarkdown,
|
|
497
|
+
} from '@artemiskit/reports';
|
|
498
|
+
export type {
|
|
499
|
+
WorkflowReport,
|
|
500
|
+
WorkflowReportView,
|
|
501
|
+
WorkflowReportFormat,
|
|
502
|
+
WorkflowReportOptions,
|
|
503
|
+
GenerateWorkflowReportOptions,
|
|
504
|
+
WorkflowReportFinding,
|
|
505
|
+
WorkflowReportEvidence,
|
|
506
|
+
WorkflowReportRow,
|
|
507
|
+
WorkflowReportSection,
|
|
508
|
+
} from '@artemiskit/reports';
|
|
509
|
+
|
|
510
|
+
// Comparative experiments: one engine behind `akit experiment validate | run | report`.
|
|
511
|
+
export {
|
|
512
|
+
EXPERIMENT_EXIT_CODES,
|
|
513
|
+
EXPERIMENT_REPORT_FORMATS,
|
|
514
|
+
EXPERIMENT_REPORT_VIEWS,
|
|
515
|
+
ExperimentSurfaceError,
|
|
516
|
+
LOCAL_ENDPOINT_PLACEHOLDER_API_KEY,
|
|
517
|
+
LOOPBACK_REQUIRED_MESSAGE,
|
|
518
|
+
createExperimentFixtureClient,
|
|
519
|
+
createExperimentLiveAuthorization,
|
|
520
|
+
describeConcurrency,
|
|
521
|
+
describeTargetDeployment,
|
|
522
|
+
experimentRunStatus,
|
|
523
|
+
formatExperimentCaseSummary,
|
|
524
|
+
formatExperimentRunSummary,
|
|
525
|
+
reportExperimentResult,
|
|
526
|
+
runExperimentFile,
|
|
527
|
+
summarizeExperimentCases,
|
|
528
|
+
validateExperimentFile,
|
|
529
|
+
} from './experiment';
|
|
530
|
+
export type {
|
|
531
|
+
CreateExperimentLiveAuthorizationOptions,
|
|
532
|
+
ExperimentCheck,
|
|
533
|
+
ExperimentCheckStatus,
|
|
534
|
+
ExperimentCheckSubject,
|
|
535
|
+
ExperimentEvidenceFile,
|
|
536
|
+
ExperimentExitCode,
|
|
537
|
+
ExperimentFileRunOutcome,
|
|
538
|
+
ExperimentReportFile,
|
|
539
|
+
ExperimentRunStatus,
|
|
540
|
+
ExperimentValidation,
|
|
541
|
+
ReportExperimentResultOptions,
|
|
542
|
+
RunExperimentFileOptions,
|
|
543
|
+
SummarizeExperimentCasesOptions,
|
|
544
|
+
} from './experiment';
|
|
545
|
+
export type {
|
|
546
|
+
ExperimentCaseCounts,
|
|
547
|
+
ExperimentCaseGroup,
|
|
548
|
+
ExperimentCaseLevelAvailable,
|
|
549
|
+
ExperimentCaseLevelSummary,
|
|
550
|
+
ExperimentCaseLevelUnavailable,
|
|
551
|
+
ExperimentCaseUnavailableReason,
|
|
552
|
+
} from '@artemiskit/reports';
|
|
553
|
+
export type {
|
|
554
|
+
ExperimentLiveAuthorization,
|
|
555
|
+
ExperimentManifest,
|
|
556
|
+
ExperimentRunResult,
|
|
557
|
+
ExperimentTarget,
|
|
558
|
+
ExperimentTask,
|
|
559
|
+
} from '@artemiskit/core';
|
|
560
|
+
export type { ExperimentReportFormat, ExperimentReportView } from '@artemiskit/reports';
|
package/src/types-only.ts
CHANGED
|
@@ -328,3 +328,14 @@ export type {
|
|
|
328
328
|
DockerWorkflowEnvironmentOptions,
|
|
329
329
|
WorkflowEnvironmentInitializationError,
|
|
330
330
|
} from '@artemiskit/core';
|
|
331
|
+
export type {
|
|
332
|
+
WorkflowReport,
|
|
333
|
+
WorkflowReportView,
|
|
334
|
+
WorkflowReportFormat,
|
|
335
|
+
WorkflowReportOptions,
|
|
336
|
+
GenerateWorkflowReportOptions,
|
|
337
|
+
WorkflowReportFinding,
|
|
338
|
+
WorkflowReportEvidence,
|
|
339
|
+
WorkflowReportRow,
|
|
340
|
+
WorkflowReportSection,
|
|
341
|
+
} from '@artemiskit/reports';
|