@artemiskit/core 0.2.0 → 0.2.2

package/dist/events/emitter.d.ts

@@ -1,111 +0,0 @@
-/**
- * Event emitter for observability
- *
- * A lightweight typed event emitter that allows the observability package
- * to subscribe to events from the core runner.
- */
-import type { ArtemisEvent, ArtemisEventMap, ArtemisEventType } from './types';
-/**
- * Event handler function type
- */
-export type EventHandler<T extends ArtemisEventType> = (event: ArtemisEventMap[T]) => void;
-/**
- * Async event handler function type
- */
-export type AsyncEventHandler<T extends ArtemisEventType> = (event: ArtemisEventMap[T]) => void | Promise<void>;
-/**
- * Subscriber interface for observability integrations
- */
-export interface EventSubscriber {
-    /** Unique identifier for this subscriber */
-    id: string;
-    /** Handle an event */
-    handleEvent(event: ArtemisEvent): void | Promise<void>;
-    /** Optional: called when subscriber is removed */
-    dispose?(): void | Promise<void>;
-}
-/**
- * Global event emitter instance
- *
- * This singleton allows the observability package to subscribe to events
- * without tight coupling to the core runner.
- */
-declare class ArtemisEventEmitter {
-    private subscribers;
-    private handlers;
-    private enabled;
-    /**
-     * Enable or disable event emission
-     * When disabled, no events are emitted (zero overhead)
-     */
-    setEnabled(enabled: boolean): void;
-    /**
-     * Check if any subscribers are registered
-     */
-    hasSubscribers(): boolean;
-    /**
-     * Register a subscriber that receives all events
-     */
-    subscribe(subscriber: EventSubscriber): () => void;
-    /**
-     * Remove a subscriber by ID
-     */
-    unsubscribe(subscriberId: string): Promise<void>;
-    /**
-     * Register a handler for a specific event type
-     */
-    on<T extends ArtemisEventType>(eventType: T, handler: AsyncEventHandler<T>): () => void;
-    /**
-     * Remove a handler for a specific event type
-     */
-    off<T extends ArtemisEventType>(eventType: T, handler: AsyncEventHandler<T>): void;
-    /**
-     * Emit an event to all subscribers and type-specific handlers
-     *
-     * Events are emitted asynchronously but errors are caught and logged
-     * to prevent observability from breaking the test runner.
-     */
-    emit<T extends ArtemisEventType>(event: ArtemisEventMap[T]): void;
-    /**
-     * Emit an event and wait for all handlers to complete
-     * Useful for testing or when you need to ensure handlers have run
-     */
-    emitAsync<T extends ArtemisEventType>(event: ArtemisEventMap[T]): Promise<void>;
-    /**
-     * Remove all subscribers and handlers
-     */
-    clear(): Promise<void>;
-    /**
-     * Get the number of registered subscribers
-     */
-    get subscriberCount(): number;
-    /**
-     * Get the number of registered handlers (across all event types)
-     */
-    get handlerCount(): number;
-}
-/**
- * Global event emitter singleton
- *
- * Usage in core:
- * ```typescript
- * import { events } from '@artemiskit/core';
- * events.emit({ type: 'test:start', ... });
- * ```
- *
- * Usage in observability:
- * ```typescript
- * import { events } from '@artemiskit/core';
- * events.subscribe({
- *   id: 'metrics',
- *   handleEvent: (event) => { ... }
- * });
- * ```
- */
-export declare const events: ArtemisEventEmitter;
-/**
- * Helper to create a timestamp for events
- */
-export declare function createTimestamp(): number;
-export {};
-//# sourceMappingURL=emitter.d.ts.map

package/dist/events/emitter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"emitter.d.ts","sourceRoot":"","sources":["../../src/events/emitter.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAE/E;;GAEG;AACH,MAAM,MAAM,YAAY,CAAC,CAAC,SAAS,gBAAgB,IAAI,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;AAE3F;;GAEG;AACH,MAAM,MAAM,iBAAiB,CAAC,CAAC,SAAS,gBAAgB,IAAI,CAC1D,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,KACtB,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAE1B;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,4CAA4C;IAC5C,EAAE,EAAE,MAAM,CAAC;IACX,sBAAsB;IACtB,WAAW,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,kDAAkD;IAClD,OAAO,CAAC,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAClC;AAED;;;;;GAKG;AACH,cAAM,mBAAmB;IACvB,OAAO,CAAC,WAAW,CAA2C;IAC9D,OAAO,CAAC,QAAQ,CAAiE;IACjF,OAAO,CAAC,OAAO,CAAiB;IAEhC;;;OAGG;IACH,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAIlC;;OAEG;IACH,cAAc,IAAI,OAAO;IAIzB;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,eAAe,GAAG,MAAM,IAAI;IASlD;;OAEG;IACG,WAAW,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQtD;;OAEG;IACH,EAAE,CAAC,CAAC,SAAS,gBAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI;IAYvF;;OAEG;IACH,GAAG,CAAC,CAAC,SAAS,gBAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,IAAI;IAUlF;;;;;OAKG;IACH,IAAI,CAAC,CAAC,SAAS,gBAAgB,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,IAAI;IAWjE;;;OAGG;IACG,SAAS,CAAC,CAAC,SAAS,gBAAgB,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAoCrF;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAS5B;;OAEG;IACH,IAAI,eAAe,IAAI,MAAM,CAE5B;IAED;;OAEG;IACH,IAAI,YAAY,IAAI,MAAM,CAMzB;CACF;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,eAAO,MAAM,MAAM,qBAA4B,CAAC;AAEhD;;GAEG;AACH,wBAAgB,eAAe,IAAI,MAAM,CAExC"}

package/dist/events/index.d.ts

@@ -1,6 +0,0 @@
-/**
- * Events module - for observability integration
- */
-export * from './types';
-export { events, createTimestamp, type EventSubscriber, type EventHandler, type AsyncEventHandler } from './emitter';
-//# sourceMappingURL=index.d.ts.map

package/dist/events/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/events/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,KAAK,eAAe,EAAE,KAAK,YAAY,EAAE,KAAK,iBAAiB,EAAE,MAAM,WAAW,CAAC"}

package/dist/events/types.d.ts

@@ -1,177 +0,0 @@
-/**
- * Event types for observability integration
- *
- * These events are emitted by the core runner and can be consumed by
- * the @artemiskit/observability package for metrics, traces, and hooks.
- */
-import type { TokenUsage } from '../adapters/types';
-/**
- * Emitted when a test case starts execution
- */
-export interface TestStartEvent {
-    type: 'test:start';
-    timestamp: number;
-    testId: string;
-    testName?: string;
-    scenarioName: string;
-    tags: string[];
-}
-/**
- * Emitted when a test case completes (success or failure)
- */
-export interface TestCompleteEvent {
-    type: 'test:complete';
-    timestamp: number;
-    testId: string;
-    testName?: string;
-    scenarioName: string;
-    passed: boolean;
-    score: number;
-    durationMs: number;
-    evaluatorType: string;
-    reason?: string;
-    error?: string;
-    tags: string[];
-    tokens: TokenUsage;
-}
-/**
- * Emitted when a scenario starts execution
- */
-export interface ScenarioStartEvent {
-    type: 'scenario:start';
-    timestamp: number;
-    scenarioName: string;
-    testCount: number;
-    provider: string;
-    model?: string;
-}
-/**
- * Emitted when a scenario completes
- */
-export interface ScenarioCompleteEvent {
-    type: 'scenario:complete';
-    timestamp: number;
-    scenarioName: string;
-    durationMs: number;
-    passed: number;
-    failed: number;
-    skipped: number;
-    passRate: number;
-    totalTokens: number;
-    provider: string;
-    model?: string;
-}
-/**
- * Emitted before a provider/LLM API call
- */
-export interface ProviderCallStartEvent {
-    type: 'provider:call:start';
-    timestamp: number;
-    provider: string;
-    model: string;
-    testId: string;
-}
-/**
- * Emitted after a provider/LLM API call completes
- */
-export interface ProviderCallCompleteEvent {
-    type: 'provider:call:complete';
-    timestamp: number;
-    provider: string;
-    model: string;
-    testId: string;
-    latencyMs: number;
-    tokens: TokenUsage;
-    success: boolean;
-    error?: string;
-    finishReason?: string;
-}
-/**
- * Emitted before an evaluator runs
- */
-export interface EvaluatorStartEvent {
-    type: 'evaluator:start';
-    timestamp: number;
-    evaluatorType: string;
-    testId: string;
-    expected: unknown;
-}
-/**
- * Emitted after an evaluator completes
- */
-export interface EvaluatorCompleteEvent {
-    type: 'evaluator:complete';
-    timestamp: number;
-    evaluatorType: string;
-    testId: string;
-    passed: boolean;
-    score: number;
-    durationMs: number;
-    reason?: string;
-}
-/**
- * Emitted when a run starts (can include multiple scenarios)
- */
-export interface RunStartEvent {
-    type: 'run:start';
-    timestamp: number;
-    runId: string;
-    project: string;
-    command: 'run' | 'stress' | 'redteam';
-    scenarioCount: number;
-}
-/**
- * Emitted when a run completes
- */
-export interface RunCompleteEvent {
-    type: 'run:complete';
-    timestamp: number;
-    runId: string;
-    project: string;
-    command: 'run' | 'stress' | 'redteam';
-    durationMs: number;
-    totalTests: number;
-    passed: number;
-    failed: number;
-    success: boolean;
-}
-/**
- * Emitted when an error occurs
- */
-export interface ErrorEvent {
-    type: 'error';
-    timestamp: number;
-    error: Error;
-    source: 'test' | 'scenario' | 'provider' | 'evaluator' | 'runner';
-    context?: {
-        testId?: string;
-        scenarioName?: string;
-        provider?: string;
-        evaluatorType?: string;
-    };
-}
-/**
- * All possible event types
- */
-export type ArtemisEvent = TestStartEvent | TestCompleteEvent | ScenarioStartEvent | ScenarioCompleteEvent | ProviderCallStartEvent | ProviderCallCompleteEvent | EvaluatorStartEvent | EvaluatorCompleteEvent | RunStartEvent | RunCompleteEvent | ErrorEvent;
-/**
- * Event type string literals
- */
-export type ArtemisEventType = ArtemisEvent['type'];
-/**
- * Map of event types to their payloads
- */
-export interface ArtemisEventMap {
-    'test:start': TestStartEvent;
-    'test:complete': TestCompleteEvent;
-    'scenario:start': ScenarioStartEvent;
-    'scenario:complete': ScenarioCompleteEvent;
-    'provider:call:start': ProviderCallStartEvent;
-    'provider:call:complete': ProviderCallCompleteEvent;
-    'evaluator:start': EvaluatorStartEvent;
-    'evaluator:complete': EvaluatorCompleteEvent;
-    'run:start': RunStartEvent;
-    'run:complete': RunCompleteEvent;
-    error: ErrorEvent;
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/events/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/events/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAMpD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,YAAY,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,eAAe,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,EAAE,UAAU,CAAC;CACpB;AAMD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,gBAAgB,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAMD;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,qBAAqB,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,wBAAwB,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAMD;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,iBAAiB,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAMD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,WAAW,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,KAAK,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,cAAc,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,KAAK,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;CAClB;AAMD;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,KAAK,CAAC;IACb,MAAM,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,GAAG,WAAW,GAAG,QAAQ,CAAC;IAClE,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAMD;;GAEG;AACH,MAAM,MAAM,YAAY,GACpB,cAAc,GACd,iBAAiB,GACjB,kBAAkB,GAClB,qBAAqB,GACrB,sBAAsB,GACtB,yBAAyB,GACzB,mBAAmB,GACnB,sBAAsB,GACtB,aAAa,GACb,gBAAgB,GAChB,UAAU,CAAC;AAEf;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAEpD;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,cAAc,CAAC;IAC7B,eAAe,EAAE,iBAAiB,CAAC;IACnC,gBAAgB,EAAE,kBAAkB,CAAC;IACrC,mBAAmB,EAAE,qBAAqB,CAAC;IAC3C,qBAAqB,EAAE,sBAAsB,CAAC;IAC9C,wBAAwB,EAAE,yBAAyB,CAAC;IACpD,iBAAiB,EAAE,mBAAmB,CAAC;IACvC,oBAAoB,EAAE,sBAAsB,CAAC;IAC7C,WAAW,EAAE,aAAa,CAAC;IAC3B,cAAc,EAAE,gBAAgB,CAAC;IACjC,KAAK,EAAE,UAAU,CAAC;CACnB"}