@memberjunction/unit-testing 6.1.0-edge.2 → 6.1.0-edge.4

package/dist/ai/openai-compatible-seam.js

@@ -0,0 +1,131 @@
+function abortErrorLike() {
+    const error = new Error('Request was aborted.');
+    error.name = 'AbortError';
+    return error;
+}
+function usagePayload(usage) {
+    return {
+        prompt_tokens: usage.PromptTokens,
+        completion_tokens: usage.CompletionTokens,
+        total_tokens: usage.PromptTokens + usage.CompletionTokens
+    };
+}
+function contentChunk(model, content) {
+    return {
+        id: 'chatcmpl-conformance',
+        object: 'chat.completion.chunk',
+        model,
+        choices: [{ delta: { content }, finish_reason: null, index: 0 }]
+    };
+}
+function finalChunk(model, usage) {
+    return {
+        id: 'chatcmpl-conformance',
+        object: 'chat.completion.chunk',
+        model,
+        choices: [{ delta: {}, finish_reason: 'stop', index: 0 }],
+        usage: usagePayload(usage),
+        x_groq: { usage: usagePayload(usage) }
+    };
+}
+/**
+ * Build a fresh scriptable OpenAI-compatible seam. One seam instance can be shared across the
+ * whole conformance run — each `Script*` call replaces the pending behavior, and the conformance
+ * suite scripts before every request.
+ */
+export function CreateOpenAICompatibleSeamMock() {
+    let behavior = null;
+    async function* streamOfChunks(model, chunks, usage) {
+        for (const chunk of chunks) {
+            yield contentChunk(model, chunk);
+        }
+        yield finalChunk(model, usage);
+    }
+    async function* streamFailingMidway(model, error, chunkBeforeError) {
+        if (chunkBeforeError) {
+            yield contentChunk(model, chunkBeforeError);
+        }
+        throw error;
+    }
+    async function* streamAbortedMidway(model, chunks, controller) {
+        for (const chunk of chunks) {
+            yield contentChunk(model, chunk);
+        }
+        // The caller (or a timeout layer) aborts while the stream is still open; the SDK then
+        // surfaces the abort as an error from the stream iterator.
+        controller.abort();
+        throw abortErrorLike();
+    }
+    const create = async (body, options) => {
+        // SDK-faithful: an already-aborted signal never dials out.
+        if (options?.signal?.aborted) {
+            throw abortErrorLike();
+        }
+        if (!behavior) {
+            throw new Error('OpenAI-compatible seam: no behavior scripted — call a Script* function first');
+        }
+        const model = body.model ?? 'conformance-test-model';
+        if (body.stream === true) {
+            switch (behavior.Kind) {
+                case 'streamingSuccess':
+                    return streamOfChunks(model, behavior.Chunks, behavior.Usage);
+                case 'streamingCancellation':
+                    return streamAbortedMidway(model, behavior.Chunks, behavior.Controller);
+                case 'failure':
+                    if (behavior.At === 'streamStart') {
+                        throw behavior.Error;
+                    }
+                    if (behavior.At === 'midStream') {
+                        return streamFailingMidway(model, behavior.Error, behavior.ChunkBeforeError);
+                    }
+                    throw new Error(`OpenAI-compatible seam: failure scripted at '${behavior.At}' but a streaming call arrived`);
+                default:
+                    throw new Error(`OpenAI-compatible seam: '${behavior.Kind}' scripted but a streaming call arrived`);
+            }
+        }
+        switch (behavior.Kind) {
+            case 'nonStreamingSuccess':
+                return {
+                    id: 'chatcmpl-conformance',
+                    object: 'chat.completion',
+                    created: 0,
+                    model,
+                    choices: [
+                        {
+                            message: { role: 'assistant', content: behavior.Content },
+                            finish_reason: 'stop',
+                            index: 0
+                        }
+                    ],
+                    usage: usagePayload(behavior.Usage)
+                };
+            case 'failure':
+                if (behavior.At === 'nonStreaming') {
+                    throw behavior.Error;
+                }
+                throw new Error(`OpenAI-compatible seam: failure scripted at '${behavior.At}' but a non-streaming call arrived`);
+            default:
+                throw new Error(`OpenAI-compatible seam: '${behavior.Kind}' scripted but a non-streaming call arrived`);
+        }
+    };
+    return {
+        Client: {
+            chat: {
+                completions: { create }
+            }
+        },
+        ScriptNonStreamingSuccess: (content, usage) => {
+            behavior = { Kind: 'nonStreamingSuccess', Content: content, Usage: usage };
+        },
+        ScriptStreamingSuccess: (chunks, usage) => {
+            behavior = { Kind: 'streamingSuccess', Chunks: chunks, Usage: usage };
+        },
+        ScriptFailure: (error, at, options) => {
+            behavior = { Kind: 'failure', Error: error, At: at, ChunkBeforeError: options?.ChunkBeforeError };
+        },
+        ScriptStreamingCancellation: (chunksBeforeAbort, controller) => {
+            behavior = { Kind: 'streamingCancellation', Chunks: chunksBeforeAbort, Controller: controller };
+        }
+    };
+}
+//# sourceMappingURL=openai-compatible-seam.js.map

package/dist/ai/openai-compatible-seam.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible-seam.js","sourceRoot":"","sources":["../../src/ai/openai-compatible-seam.ts"],"names":[],"mappings":"AA+GA,SAAS,cAAc;IACnB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAChD,KAAK,CAAC,IAAI,GAAG,YAAY,CAAC;IAC1B,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,YAAY,CAAC,KAA0B;IAC5C,OAAO;QACH,aAAa,EAAE,KAAK,CAAC,YAAY;QACjC,iBAAiB,EAAE,KAAK,CAAC,gBAAgB;QACzC,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,gBAAgB;KAC5D,CAAC;AACN,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,OAAe;IAChD,OAAO;QACH,EAAE,EAAE,sBAAsB;QAC1B,MAAM,EAAE,uBAAuB;QAC/B,KAAK;QACL,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;KACnE,CAAC;AACN,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,KAA0B;IACzD,OAAO;QACH,EAAE,EAAE,sBAAsB;QAC1B,MAAM,EAAE,uBAAuB;QAC/B,KAAK;QACL,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACzD,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC;QAC1B,MAAM,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE;KACzC,CAAC;AACN,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,8BAA8B;IAC1C,IAAI,QAAQ,GAA4B,IAAI,CAAC;IAE7C,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,KAAa,EAAE,MAAgB,EAAE,KAA0B;QACtF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,MAAM,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,SAAS,CAAC,CAAC,mBAAmB,CAAC,KAAa,EAAE,KAAY,EAAE,gBAAyB;QACtF,IAAI,gBAAgB,EAAE,CAAC;YACnB,MAAM,YAAY,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAChD,CAAC;QACD,MAAM,KAAK,CAAC;IAChB,CAAC;IAED,KAAK,SAAS,CAAC,CAAC,mBAAmB,CAAC,KAAa,EAAE,MAAgB,EAAE,UAA2B;QAC5F,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,sFAAsF;QACtF,2DAA2D;QAC3D,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,cAAc,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,EAChB,IAAiC,EACjC,OAAwC,EAC+C,EAAE;QACzF,2DAA2D;QAC3D,IAAI,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YAC3B,MAAM,cAAc,EAAE,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;QACpG,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,wBAAwB,CAAC;QAErD,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACvB,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpB,KAAK,kBAAkB;oBACnB,OAAO,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAClE,KAAK,uBAAuB;oBACxB,OAAO,mBAAmB,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAC5E,KAAK,SAAS;oBACV,IAAI,QAAQ,CAAC,EAAE,KAAK,aAAa,EAAE,CAAC;wBAChC,MAAM,QAAQ,CAAC,KAAK,CAAC;oBACzB,CAAC;oBACD,IAAI,QAAQ,CAAC,EAAE,KAAK,WAAW,EAAE,CAAC;wBAC9B,OAAO,mBAAmB,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,gBAAgB,CAAC,CAAC;oBACjF,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,gDAAgD,QAAQ,CAAC,EAAE,gCAAgC,CAAC,CAAC;gBACjH;oBACI,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,IAAI,yCAAyC,CAAC,CAAC;YAC5G,CAAC;QACL,CAAC;QAED,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,qBAAqB;gBACtB,OAAO;oBACH,EAAE,EAAE,sBAAsB;oBAC1B,MAAM,EAAE,iBAAiB;oBACzB,OAAO,EAAE,CAAC;oBACV,KAAK;oBACL,OAAO,EAAE;wBACL;4BACI,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;4BACzD,aAAa,EAAE,MAAM;4BACrB,KAAK,EAAE,CAAC;yBACX;qBACJ;oBACD,KAAK,EAAE,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC;iBACtC,CAAC;YACN,KAAK,SAAS;gBACV,IAAI,QAAQ,CAAC,EAAE,KAAK,cAAc,EAAE,CAAC;oBACjC,MAAM,QAAQ,CAAC,KAAK,CAAC;gBACzB,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,gDAAgD,QAAQ,CAAC,EAAE,oCAAoC,CAAC,CAAC;YACrH;gBACI,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,IAAI,6CAA6C,CAAC,CAAC;QAChH,CAAC;IACL,CAAC,CAAC;IAEF,OAAO;QACH,MAAM,EAAE;YACJ,IAAI,EAAE;gBACF,WAAW,EAAE,EAAE,MAAM,EAAE;aAC1B;SACJ;QACD,yBAAyB,EAAE,CAAC,OAAe,EAAE,KAA0B,EAAQ,EAAE;YAC7E,QAAQ,GAAG,EAAE,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC/E,CAAC;QACD,sBAAsB,EAAE,CAAC,MAAgB,EAAE,KAA0B,EAAQ,EAAE;YAC3E,QAAQ,GAAG,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC1E,CAAC;QACD,aAAa,EAAE,CAAC,KAAY,EAAE,EAAe,EAAE,OAAuC,EAAQ,EAAE;YAC5F,QAAQ,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;QACtG,CAAC;QACD,2BAA2B,EAAE,CAAC,iBAA2B,EAAE,UAA2B,EAAQ,EAAE;YAC5F,QAAQ,GAAG,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,iBAAiB,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;QACpG,CAAC;KACJ,CAAC;AACN,CAAC"}

package/dist/ai/test-llm.d.ts

@@ -0,0 +1,151 @@
+/**
+ * A controllable LLM driver for unit tests that extends the REAL `BaseLLM` from
+ * `@memberjunction/ai`.
+ *
+ * Why this exists: tests across the AI stack used to hand-fake `BaseLLM` (and
+ * the `ChatResult` shapes it returns) per test file. Those structural fakes
+ * drift from the real contracts as they evolve — the exact bug class behind the
+ * historical failover bug, where drivers RETURN `ChatResult{success:false}`
+ * instead of throwing. `TestLLM` inherits the real `ChatCompletion` routing,
+ * the real streaming template method, and the real capability getters, so a
+ * contract change in `@memberjunction/ai` breaks the harness at compile time
+ * instead of silently diverging.
+ *
+ * Usage:
+ * ```ts
+ * const llm = new TestLLM();
+ * llm.Script(
+ *   { kind: 'fail', error: new Error('Rate limit exceeded') },  // real ErrorAnalyzer errorInfo
+ *   { kind: 'succeed', content: 'recovered' },
+ * );
+ * registerTestLLM(llm, ['AnthropicLLM', 'OpenAILLM']);          // real ClassFactory resolution
+ * // ... drive the code under test ...
+ * expect(llm.CalledModels).toEqual(['api-claude', 'api-gpt']);
+ * ```
+ */
+import { BaseLLM, ChatParams, ChatResult, ModelUsage, type ClassifyParams, type ClassifyResult, type FileCapabilities, type SummarizeParams, type SummarizeResult } from '@memberjunction/ai';
+/**
+ * One scripted per-call outcome for {@link TestLLM.Script}.
+ *
+ * - `succeed` — resolves with a successful real `ChatResult` carrying `content`
+ *   (and optionally a specific usage / reported model / thinking text).
+ * - `fail` — DRIVER-style failure: resolves with `ChatResult{success:false}`
+ *   whose `errorInfo` is built by the REAL `ErrorAnalyzer` from `error`, exactly
+ *   how production drivers report provider errors (the historical failover bug
+ *   class — failover must trigger off the returned result, not just exceptions).
+ * - `failResult` — resolves with a test-supplied failed `ChatResult` verbatim,
+ *   for cases where the test controls `errorInfo` (including leaving it absent).
+ * - `throw` — SDK-style failure: the returned promise rejects with `error`.
+ * - `hang` — never settles; models a hung provider socket (timeout tests).
+ * - `stream` — streams `chunks` through the real BaseLLM streaming template
+ *   method when the caller requested streaming; in a non-streaming call the
+ *   chunks resolve joined as one successful result.
+ */
+export type TestLLMOutcome = {
+    kind: 'succeed';
+    content: string;
+    usage?: ModelUsage;
+    model?: string;
+    thinking?: string;
+    delayMS?: number;
+} | {
+    kind: 'fail';
+    error: Error;
+    delayMS?: number;
+} | {
+    kind: 'failResult';
+    result: ChatResult;
+} | {
+    kind: 'throw';
+    error: Error;
+    delayMS?: number;
+} | {
+    kind: 'hang';
+} | {
+    kind: 'stream';
+    chunks: string[];
+    usage?: ModelUsage;
+    model?: string;
+};
+/**
+ * Scriptable, call-recording LLM driver extending the real `BaseLLM`.
+ *
+ * Scripted outcomes are consumed one per `ChatCompletion` call, in order. When
+ * the script is exhausted the {@link SetDefaultOutcome default outcome} is used
+ * (or, with {@link RepeatLastOutcome}, the final scripted outcome repeats).
+ * Every call's real `ChatParams` is recorded on {@link Calls}.
+ */
+export declare class TestLLM extends BaseLLM {
+    private script;
+    private defaultOutcome;
+    private recordedCalls;
+    private supportsStreaming;
+    private supportsPrefill;
+    private fileCapabilities;
+    private streamFinalUsage;
+    private streamFinalModel;
+    /**
+     * When true and the script is down to its final outcome, that outcome keeps
+     * repeating for every subsequent call instead of falling back to the default
+     * outcome ("advance through the script, then repeat the last entry").
+     */
+    RepeatLastOutcome: boolean;
+    constructor(apiKey?: string);
+    /** Replaces the outcome queue with `outcomes` (consumed one per call, in order). */
+    Script(...outcomes: TestLLMOutcome[]): this;
+    /** Appends `outcomes` to the current queue. */
+    Enqueue(...outcomes: TestLLMOutcome[]): this;
+    /** Sets the outcome used whenever the script is exhausted (default: succeed with `'test response'`). */
+    SetDefaultOutcome(outcome: TestLLMOutcome): this;
+    /** Clears the script, recorded calls, and all configuration back to initial state. */
+    Reset(): this;
+    /** Number of scripted outcomes not yet consumed. */
+    get PendingOutcomeCount(): number;
+    /** The real `ChatParams` of every `ChatCompletion` call, in order. */
+    get Calls(): readonly ChatParams[];
+    /** Number of `ChatCompletion` calls received. */
+    get CallCount(): number;
+    /** `ChatParams.model` (the API name handed to the driver) of every call, in order. */
+    get CalledModels(): string[];
+    get SupportsStreaming(): boolean;
+    /** Enables/disables the real BaseLLM streaming path for this driver. */
+    SetSupportsStreaming(value: boolean): this;
+    get SupportsPrefill(): boolean;
+    /** Sets the code-level prefill default this driver reports. */
+    SetSupportsPrefill(value: boolean): this;
+    GetFileCapabilities(): FileCapabilities | null;
+    /** Sets the native file-input capabilities this driver reports (`null` = none). */
+    SetFileCapabilities(capabilities: FileCapabilities | null): this;
+    ChatCompletion(params: ChatParams): Promise<ChatResult>;
+    protected nonStreamingChatCompletion(_params: ChatParams): Promise<ChatResult>;
+    ClassifyText(_params: ClassifyParams): Promise<ClassifyResult>;
+    SummarizeText(_params: SummarizeParams): Promise<SummarizeResult>;
+    protected createStreamingRequest(_params: ChatParams): Promise<AsyncGenerator<string>>;
+    protected processStreamingChunk(chunk: string): {
+        content: string;
+        finishReason?: string | undefined;
+        usage?: ModelUsage | null;
+    };
+    protected finalizeStreamingResponse(accumulatedContent: string | null | undefined, _lastChunk: string | null | undefined, _usage: ModelUsage | null | undefined): ChatResult;
+    private nextOutcome;
+    private executeOutcome;
+    private wait;
+    private chunkGenerator;
+    private neverGenerator;
+}
+/**
+ * Registers `llm` on the real `MJGlobal.Instance.ClassFactory` under one or more
+ * DriverClass names — exactly how production drivers resolve. Every
+ * `ClassFactory.CreateInstance<BaseLLM>(BaseLLM, driverClass, apiKey)` for a
+ * registered name yields the SAME scripted instance, so a test scripts and
+ * asserts through one object no matter how many drivers the code under test
+ * instantiates.
+ *
+ * Registrations persist on the MJGlobal singleton and the ClassFactory has no
+ * unregister API — pair with `resetMJSingletons()` from this package in
+ * `beforeEach`/`afterEach` so each test gets a fresh factory (re-registering the
+ * same DriverClass name without a reset logs a duplicate-registration warning,
+ * though the newest registration still wins).
+ */
+export declare function registerTestLLM(llm: TestLLM, driverClass: string | string[], priority?: number): void;
+//# sourceMappingURL=test-llm.d.ts.map

package/dist/ai/test-llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-llm.d.ts","sourceRoot":"","sources":["../../src/ai/test-llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,OAAO,EACL,OAAO,EACP,UAAU,EACV,UAAU,EACV,UAAU,EACV,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,eAAe,EACrB,MAAM,oBAAoB,CAAC;AAI5B;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,MAAM,cAAc,GACtB;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,UAAU,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GAC7G;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,KAAK,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GAChD;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,MAAM,EAAE,UAAU,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,KAAK,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GACjD;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,KAAK,CAAC,EAAE,UAAU,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAI7E;;;;;;;GAOG;AACH,qBAAa,OAAQ,SAAQ,OAAO;IAClC,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,cAAc,CAAmC;IACzD,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,gBAAgB,CAAiC;IACzD,OAAO,CAAC,gBAAgB,CAAyB;IACjD,OAAO,CAAC,gBAAgB,CAAqB;IAE7C;;;;OAIG;IACI,iBAAiB,UAAS;gBAErB,MAAM,SAAiB;IAQnC,oFAAoF;IAC7E,MAAM,CAAC,GAAG,QAAQ,EAAE,cAAc,EAAE,GAAG,IAAI;IAKlD,+CAA+C;IACxC,OAAO,CAAC,GAAG,QAAQ,EAAE,cAAc,EAAE,GAAG,IAAI;IAKnD,wGAAwG;IACjG,iBAAiB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI;IAKvD,sFAAsF;IAC/E,KAAK,IAAI,IAAI;IAapB,oDAAoD;IACpD,IAAW,mBAAmB,IAAI,MAAM,CAEvC;IAMD,sEAAsE;IACtE,IAAW,KAAK,IAAI,SAAS,UAAU,EAAE,CAExC;IAED,iDAAiD;IACjD,IAAW,SAAS,IAAI,MAAM,CAE7B;IAED,sFAAsF;IACtF,IAAW,YAAY,IAAI,MAAM,EAAE,CAElC;IAMD,IAAoB,iBAAiB,IAAI,OAAO,CAE/C;IAED,wEAAwE;IACjE,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAKjD,IAAoB,eAAe,IAAI,OAAO,CAE7C;IAED,+DAA+D;IACxD,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAK/B,mBAAmB,IAAI,gBAAgB,GAAG,IAAI;IAI9D,mFAAmF;IAC5E,mBAAmB,CAAC,YAAY,EAAE,gBAAgB,GAAG,IAAI,GAAG,IAAI;IASjD,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;cAKpD,0BAA0B,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAIhF,YAAY,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IAI9D,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;cAQrD,sBAAsB,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;cAuBlF,qBAAqB,CAAC,KAAK,EAAE,MAAM,GAAG;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAAC,KAAK,CAAC,EAAE,UAAU,GAAG,IAAI,CAAA;KAAE;cAIvH,yBAAyB,CAC1C,kBAAkB,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAC7C,UAAU,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EACrC,MAAM,EAAE,UAAU,GAAG,IAAI,GAAG,SAAS,GACpC,UAAU;IAWb,OAAO,CAAC,WAAW;YAOL,cAAc;YA2Bd,IAAI;YAMH,cAAc;YAMd,cAAc;CAK9B;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,QAAQ,SAAM,GAAG,IAAI,CAclG"}

package/dist/ai/test-llm.js

@@ -0,0 +1,261 @@
+/**
+ * A controllable LLM driver for unit tests that extends the REAL `BaseLLM` from
+ * `@memberjunction/ai`.
+ *
+ * Why this exists: tests across the AI stack used to hand-fake `BaseLLM` (and
+ * the `ChatResult` shapes it returns) per test file. Those structural fakes
+ * drift from the real contracts as they evolve — the exact bug class behind the
+ * historical failover bug, where drivers RETURN `ChatResult{success:false}`
+ * instead of throwing. `TestLLM` inherits the real `ChatCompletion` routing,
+ * the real streaming template method, and the real capability getters, so a
+ * contract change in `@memberjunction/ai` breaks the harness at compile time
+ * instead of silently diverging.
+ *
+ * Usage:
+ * ```ts
+ * const llm = new TestLLM();
+ * llm.Script(
+ *   { kind: 'fail', error: new Error('Rate limit exceeded') },  // real ErrorAnalyzer errorInfo
+ *   { kind: 'succeed', content: 'recovered' },
+ * );
+ * registerTestLLM(llm, ['AnthropicLLM', 'OpenAILLM']);          // real ClassFactory resolution
+ * // ... drive the code under test ...
+ * expect(llm.CalledModels).toEqual(['api-claude', 'api-gpt']);
+ * ```
+ */
+import { BaseLLM, } from '@memberjunction/ai';
+import { MJGlobal } from '@memberjunction/global';
+import { makeDriverFailureChatResult, makeModelUsage, makeSuccessChatResult } from './chat-result-factories.js';
+const DEFAULT_OUTCOME = { kind: 'succeed', content: 'test response' };
+/**
+ * Scriptable, call-recording LLM driver extending the real `BaseLLM`.
+ *
+ * Scripted outcomes are consumed one per `ChatCompletion` call, in order. When
+ * the script is exhausted the {@link SetDefaultOutcome default outcome} is used
+ * (or, with {@link RepeatLastOutcome}, the final scripted outcome repeats).
+ * Every call's real `ChatParams` is recorded on {@link Calls}.
+ */
+export class TestLLM extends BaseLLM {
+    constructor(apiKey = 'test-api-key') {
+        super(apiKey);
+        this.script = [];
+        this.defaultOutcome = DEFAULT_OUTCOME;
+        this.recordedCalls = [];
+        this.supportsStreaming = false;
+        this.supportsPrefill = false;
+        this.fileCapabilities = null;
+        /**
+         * When true and the script is down to its final outcome, that outcome keeps
+         * repeating for every subsequent call instead of falling back to the default
+         * outcome ("advance through the script, then repeat the last entry").
+         */
+        this.RepeatLastOutcome = false;
+    }
+    // ------------------------------------------------------------------
+    // Scripting
+    // ------------------------------------------------------------------
+    /** Replaces the outcome queue with `outcomes` (consumed one per call, in order). */
+    Script(...outcomes) {
+        this.script = [...outcomes];
+        return this;
+    }
+    /** Appends `outcomes` to the current queue. */
+    Enqueue(...outcomes) {
+        this.script.push(...outcomes);
+        return this;
+    }
+    /** Sets the outcome used whenever the script is exhausted (default: succeed with `'test response'`). */
+    SetDefaultOutcome(outcome) {
+        this.defaultOutcome = outcome;
+        return this;
+    }
+    /** Clears the script, recorded calls, and all configuration back to initial state. */
+    Reset() {
+        this.script = [];
+        this.recordedCalls = [];
+        this.defaultOutcome = DEFAULT_OUTCOME;
+        this.RepeatLastOutcome = false;
+        this.supportsStreaming = false;
+        this.supportsPrefill = false;
+        this.fileCapabilities = null;
+        this.streamFinalUsage = undefined;
+        this.streamFinalModel = undefined;
+        return this;
+    }
+    /** Number of scripted outcomes not yet consumed. */
+    get PendingOutcomeCount() {
+        return this.script.length;
+    }
+    // ------------------------------------------------------------------
+    // Call recording
+    // ------------------------------------------------------------------
+    /** The real `ChatParams` of every `ChatCompletion` call, in order. */
+    get Calls() {
+        return this.recordedCalls;
+    }
+    /** Number of `ChatCompletion` calls received. */
+    get CallCount() {
+        return this.recordedCalls.length;
+    }
+    /** `ChatParams.model` (the API name handed to the driver) of every call, in order. */
+    get CalledModels() {
+        return this.recordedCalls.map((c) => c.model ?? '<none>');
+    }
+    // ------------------------------------------------------------------
+    // Capability knobs (all default to the plainest possible driver)
+    // ------------------------------------------------------------------
+    get SupportsStreaming() {
+        return this.supportsStreaming;
+    }
+    /** Enables/disables the real BaseLLM streaming path for this driver. */
+    SetSupportsStreaming(value) {
+        this.supportsStreaming = value;
+        return this;
+    }
+    get SupportsPrefill() {
+        return this.supportsPrefill;
+    }
+    /** Sets the code-level prefill default this driver reports. */
+    SetSupportsPrefill(value) {
+        this.supportsPrefill = value;
+        return this;
+    }
+    GetFileCapabilities() {
+        return this.fileCapabilities;
+    }
+    /** Sets the native file-input capabilities this driver reports (`null` = none). */
+    SetFileCapabilities(capabilities) {
+        this.fileCapabilities = capabilities;
+        return this;
+    }
+    // ------------------------------------------------------------------
+    // BaseLLM implementation
+    // ------------------------------------------------------------------
+    async ChatCompletion(params) {
+        this.recordedCalls.push(params);
+        return super.ChatCompletion(params);
+    }
+    async nonStreamingChatCompletion(_params) {
+        return this.executeOutcome(this.nextOutcome());
+    }
+    async ClassifyText(_params) {
+        throw new Error('TestLLM.ClassifyText is not supported — this harness scripts ChatCompletion outcomes only');
+    }
+    async SummarizeText(_params) {
+        throw new Error('TestLLM.SummarizeText is not supported — this harness scripts ChatCompletion outcomes only');
+    }
+    // ------------------------------------------------------------------
+    // Streaming implementation (drives the REAL BaseLLM streaming template method)
+    // ------------------------------------------------------------------
+    async createStreamingRequest(_params) {
+        const outcome = this.nextOutcome();
+        switch (outcome.kind) {
+            case 'stream':
+                this.streamFinalUsage = outcome.usage;
+                this.streamFinalModel = outcome.model;
+                return this.chunkGenerator(outcome.chunks);
+            case 'succeed':
+                this.streamFinalUsage = outcome.usage;
+                this.streamFinalModel = outcome.model;
+                await this.wait(outcome.delayMS);
+                return this.chunkGenerator([outcome.content]);
+            case 'fail':
+            case 'throw':
+                await this.wait(outcome.delayMS);
+                throw outcome.error;
+            case 'failResult':
+                throw new Error(outcome.result.errorMessage ?? 'TestLLM: scripted failResult during streaming');
+            case 'hang':
+                return this.neverGenerator();
+        }
+    }
+    processStreamingChunk(chunk) {
+        return { content: chunk, usage: null };
+    }
+    finalizeStreamingResponse(accumulatedContent, _lastChunk, _usage) {
+        return makeSuccessChatResult(accumulatedContent ?? '', {
+            usage: this.streamFinalUsage ?? makeModelUsage(),
+            model: this.streamFinalModel,
+        });
+    }
+    // ------------------------------------------------------------------
+    // Internals
+    // ------------------------------------------------------------------
+    nextOutcome() {
+        if (this.script.length === 1 && this.RepeatLastOutcome) {
+            return this.script[0];
+        }
+        return this.script.shift() ?? this.defaultOutcome;
+    }
+    async executeOutcome(outcome) {
+        switch (outcome.kind) {
+            case 'succeed':
+                await this.wait(outcome.delayMS);
+                return makeSuccessChatResult(outcome.content, {
+                    usage: outcome.usage,
+                    model: outcome.model,
+                    thinking: outcome.thinking,
+                });
+            case 'fail':
+                await this.wait(outcome.delayMS);
+                return makeDriverFailureChatResult(outcome.error, this.constructor.name);
+            case 'failResult':
+                return outcome.result;
+            case 'throw':
+                await this.wait(outcome.delayMS);
+                throw outcome.error;
+            case 'hang':
+                return new Promise(() => {
+                    /* never settles — models a hung provider socket */
+                });
+            case 'stream':
+                // Non-streaming call against a stream outcome: resolve the joined chunks.
+                return makeSuccessChatResult(outcome.chunks.join(''), { usage: outcome.usage, model: outcome.model });
+        }
+    }
+    async wait(delayMS) {
+        if (delayMS !== undefined && delayMS > 0) {
+            await new Promise((resolve) => setTimeout(resolve, delayMS));
+        }
+    }
+    async *chunkGenerator(chunks) {
+        for (const chunk of chunks) {
+            yield chunk;
+        }
+    }
+    async *neverGenerator() {
+        await new Promise(() => {
+            /* never settles — models a hung provider socket */
+        });
+    }
+}
+/**
+ * Registers `llm` on the real `MJGlobal.Instance.ClassFactory` under one or more
+ * DriverClass names — exactly how production drivers resolve. Every
+ * `ClassFactory.CreateInstance<BaseLLM>(BaseLLM, driverClass, apiKey)` for a
+ * registered name yields the SAME scripted instance, so a test scripts and
+ * asserts through one object no matter how many drivers the code under test
+ * instantiates.
+ *
+ * Registrations persist on the MJGlobal singleton and the ClassFactory has no
+ * unregister API — pair with `resetMJSingletons()` from this package in
+ * `beforeEach`/`afterEach` so each test gets a fresh factory (re-registering the
+ * same DriverClass name without a reset logs a duplicate-registration warning,
+ * though the newest registration still wins).
+ */
+export function registerTestLLM(llm, driverClass, priority = 100) {
+    const driverClasses = Array.isArray(driverClass) ? driverClass : [driverClass];
+    for (const name of driverClasses) {
+        // The constructor's object-return makes the ClassFactory hand back the
+        // shared scripted instance while still going through a real registration
+        // and a real `new` — no CreateInstance spying required.
+        class TestLLMRegistrationHandle extends TestLLM {
+            constructor(apiKey) {
+                super(apiKey);
+                return llm;
+            }
+        }
+        MJGlobal.Instance.ClassFactory.Register(BaseLLM, TestLLMRegistrationHandle, name, priority);
+    }
+}
+//# sourceMappingURL=test-llm.js.map

package/dist/ai/test-llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-llm.js","sourceRoot":"","sources":["../../src/ai/test-llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,OAAO,EACL,OAAO,GASR,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,2BAA2B,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AA2B7G,MAAM,eAAe,GAAmB,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;AAEtF;;;;;;;GAOG;AACH,MAAM,OAAO,OAAQ,SAAQ,OAAO;IAiBlC,YAAY,MAAM,GAAG,cAAc;QACjC,KAAK,CAAC,MAAM,CAAC,CAAC;QAjBR,WAAM,GAAqB,EAAE,CAAC;QAC9B,mBAAc,GAAmB,eAAe,CAAC;QACjD,kBAAa,GAAiB,EAAE,CAAC;QACjC,sBAAiB,GAAG,KAAK,CAAC;QAC1B,oBAAe,GAAG,KAAK,CAAC;QACxB,qBAAgB,GAA4B,IAAI,CAAC;QAIzD;;;;WAIG;QACI,sBAAiB,GAAG,KAAK,CAAC;IAIjC,CAAC;IAED,qEAAqE;IACrE,YAAY;IACZ,qEAAqE;IAErE,oFAAoF;IAC7E,MAAM,CAAC,GAAG,QAA0B;QACzC,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,+CAA+C;IACxC,OAAO,CAAC,GAAG,QAA0B;QAC1C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,wGAAwG;IACjG,iBAAiB,CAAC,OAAuB;QAC9C,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,sFAAsF;IAC/E,KAAK;QACV,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,eAAe,CAAC;QACtC,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;QAClC,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oDAAoD;IACpD,IAAW,mBAAmB;QAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,qEAAqE;IACrE,iBAAiB;IACjB,qEAAqE;IAErE,sEAAsE;IACtE,IAAW,KAAK;QACd,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,iDAAiD;IACjD,IAAW,SAAS;QAClB,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;IACnC,CAAC;IAED,sFAAsF;IACtF,IAAW,YAAY;QACrB,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC;IAC5D,CAAC;IAED,qEAAqE;IACrE,iEAAiE;IACjE,qEAAqE;IAErE,IAAoB,iBAAiB;QACnC,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAED,wEAAwE;IACjE,oBAAoB,CAAC,KAAc;QACxC,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAoB,eAAe;QACjC,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,+DAA+D;IACxD,kBAAkB,CAAC,KAAc;QACtC,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAEe,mBAAmB;QACjC,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAED,mFAAmF;IAC5E,mBAAmB,CAAC,YAAqC;QAC9D,IAAI,CAAC,gBAAgB,GAAG,YAAY,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,qEAAqE;IACrE,yBAAyB;IACzB,qEAAqE;IAErD,KAAK,CAAC,cAAc,CAAC,MAAkB;QACrD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,OAAO,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAEkB,KAAK,CAAC,0BAA0B,CAAC,OAAmB;QACrE,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IACjD,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,OAAuB;QAC/C,MAAM,IAAI,KAAK,CAAC,2FAA2F,CAAC,CAAC;IAC/G,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,OAAwB;QACjD,MAAM,IAAI,KAAK,CAAC,4FAA4F,CAAC,CAAC;IAChH,CAAC;IAED,qEAAqE;IACrE,+EAA+E;IAC/E,qEAAqE;IAElD,KAAK,CAAC,sBAAsB,CAAC,OAAmB;QACjE,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACnC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,QAAQ;gBACX,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC;gBACtC,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC;gBACtC,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7C,KAAK,SAAS;gBACZ,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC;gBACtC,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC;gBACtC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjC,OAAO,IAAI,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YAChD,KAAK,MAAM,CAAC;YACZ,KAAK,OAAO;gBACV,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjC,MAAM,OAAO,CAAC,KAAK,CAAC;YACtB,KAAK,YAAY;gBACf,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,IAAI,+CAA+C,CAAC,CAAC;YAClG,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;IAEkB,qBAAqB,CAAC,KAAa;QACpD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzC,CAAC;IAEkB,yBAAyB,CAC1C,kBAA6C,EAC7C,UAAqC,EACrC,MAAqC;QAErC,OAAO,qBAAqB,CAAC,kBAAkB,IAAI,EAAE,EAAE;YACrD,KAAK,EAAE,IAAI,CAAC,gBAAgB,IAAI,cAAc,EAAE;YAChD,KAAK,EAAE,IAAI,CAAC,gBAAgB;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,qEAAqE;IACrE,YAAY;IACZ,qEAAqE;IAE7D,WAAW;QACjB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,cAAc,CAAC;IACpD,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAuB;QAClD,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,SAAS;gBACZ,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjC,OAAO,qBAAqB,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC5C,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;iBAC3B,CAAC,CAAC;YACL,KAAK,MAAM;gBACT,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjC,OAAO,2BAA2B,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC3E,KAAK,YAAY;gBACf,OAAO,OAAO,CAAC,MAAM,CAAC;YACxB,KAAK,OAAO;gBACV,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjC,MAAM,OAAO,CAAC,KAAK,CAAC;YACtB,KAAK,MAAM;gBACT,OAAO,IAAI,OAAO,CAAa,GAAG,EAAE;oBAClC,mDAAmD;gBACrD,CAAC,CAAC,CAAC;YACL,KAAK,QAAQ;gBACX,0EAA0E;gBAC1E,OAAO,qBAAqB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1G,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,OAAgB;QACjC,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,cAAc,CAAC,MAAgB;QAC5C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,cAAc;QAC3B,MAAM,IAAI,OAAO,CAAO,GAAG,EAAE;YAC3B,mDAAmD;QACrD,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,eAAe,CAAC,GAAY,EAAE,WAA8B,EAAE,QAAQ,GAAG,GAAG;IAC1F,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAC/E,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;QACjC,uEAAuE;QACvE,yEAAyE;QACzE,wDAAwD;QACxD,MAAM,yBAA0B,SAAQ,OAAO;YAC7C,YAAY,MAAe;gBACzB,KAAK,CAAC,MAAM,CAAC,CAAC;gBACd,OAAO,GAAG,CAAC;YACb,CAAC;SACF;QACD,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,EAAE,yBAAyB,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC9F,CAAC;AACH,CAAC"}

package/dist/index.d.ts

@@ -3,4 +3,9 @@ export { createMockEntity, type MockEntityOptions } from './mock-entity.js';
 export { mockRunView, mockRunViews, resetRunViewMocks } from './mock-run-view.js';
 export { installCustomMatchers } from './custom-matchers.js';
 export type {} from './vitest.d';
+export { TestLLM, registerTestLLM, type TestLLMOutcome } from './ai/test-llm.js';
+export { makeModelUsage, makeSuccessChatResult, makeFailedChatResult, makeDriverFailureChatResult, makeErrorInfo, makeChatParams, type ModelUsageOverrides, type SuccessChatResultOptions, type FailedChatResultOptions, } from './ai/chat-result-factories.js';
+export { VENDOR_TYPE, VENDOR, MODEL_TYPE, CONFIG, MODEL, makeModelVendor, makeModel, makePromptModel, buildRealisticCatalog, DEFAULT_CONFIGURED_DRIVERS, type FxVendorType, type FxVendor, type FxModelType, type FxConfiguration, type FxModelVendor, type FxModel, type FxPromptModel, type AICatalog, } from './ai/catalog-fixtures.js';
+export { RunLLMConformanceSuite, type ExpectedUsageCounts, type FailureSite, type LLMConformanceDeviationKind, type LLMConformanceDeviation, type LLMConformanceSuiteConfig, } from './ai/llm-conformance.js';
+export { CreateOpenAICompatibleSeamMock, type OpenAICompatibleSeam, type OpenAICompatibleChatClient, type OpenAICompatibleUsagePayload, type OpenAICompatibleResponsePayload, type OpenAICompatibleChunkPayload, type OpenAICompatibleRequestBody, type OpenAICompatibleRequestOptions, } from './ai/openai-compatible-seam.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC3F,OAAO,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,YAAY,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC3F,OAAO,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,YAAY,EAAE,MAAM,YAAY,CAAC;AAGjC,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAC9E,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,oBAAoB,EACpB,2BAA2B,EAC3B,aAAa,EACb,cAAc,EACd,KAAK,mBAAmB,EACxB,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,GAC7B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,WAAW,EACX,MAAM,EACN,UAAU,EACV,MAAM,EACN,KAAK,EACL,eAAe,EACf,SAAS,EACT,eAAe,EACf,qBAAqB,EACrB,0BAA0B,EAC1B,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,KAAK,WAAW,EAChB,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,OAAO,EACZ,KAAK,aAAa,EAClB,KAAK,SAAS,GACf,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,sBAAsB,EACtB,KAAK,mBAAmB,EACxB,KAAK,WAAW,EAChB,KAAK,2BAA2B,EAChC,KAAK,uBAAuB,EAC5B,KAAK,yBAAyB,GAC/B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,8BAA8B,EAC9B,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,EAC/B,KAAK,4BAA4B,EACjC,KAAK,+BAA+B,EACpC,KAAK,4BAA4B,EACjC,KAAK,2BAA2B,EAChC,KAAK,8BAA8B,GACpC,MAAM,6BAA6B,CAAC"}

package/dist/index.js

@@ -2,4 +2,11 @@ export { resetMJSingletons, resetClassFactory, resetObjectCache } from './single
 export { createMockEntity } from './mock-entity.js';
 export { mockRunView, mockRunViews, resetRunViewMocks } from './mock-run-view.js';
 export { installCustomMatchers } from './custom-matchers.js';
+// ---- Shared AI test harness (real @memberjunction/ai contracts, no structural fakes) ----
+export { TestLLM, registerTestLLM } from './ai/test-llm.js';
+export { makeModelUsage, makeSuccessChatResult, makeFailedChatResult, makeDriverFailureChatResult, makeErrorInfo, makeChatParams, } from './ai/chat-result-factories.js';
+export { VENDOR_TYPE, VENDOR, MODEL_TYPE, CONFIG, MODEL, makeModelVendor, makeModel, makePromptModel, buildRealisticCatalog, DEFAULT_CONFIGURED_DRIVERS, } from './ai/catalog-fixtures.js';
+// ---- Shared BaseLLM streaming/ChatResult conformance suite (applied by provider packages) ----
+export { RunLLMConformanceSuite, } from './ai/llm-conformance.js';
+export { CreateOpenAICompatibleSeamMock, } from './ai/openai-compatible-seam.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC3F,OAAO,EAAE,gBAAgB,EAA0B,MAAM,eAAe,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC3F,OAAO,EAAE,gBAAgB,EAA0B,MAAM,eAAe,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAG1D,4FAA4F;AAC5F,OAAO,EAAE,OAAO,EAAE,eAAe,EAAuB,MAAM,eAAe,CAAC;AAC9E,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,oBAAoB,EACpB,2BAA2B,EAC3B,aAAa,EACb,cAAc,GAIf,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,WAAW,EACX,MAAM,EACN,UAAU,EACV,MAAM,EACN,KAAK,EACL,eAAe,EACf,SAAS,EACT,eAAe,EACf,qBAAqB,EACrB,0BAA0B,GAS3B,MAAM,uBAAuB,CAAC;AAE/B,iGAAiG;AACjG,OAAO,EACL,sBAAsB,GAMvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,8BAA8B,GAQ/B,MAAM,6BAA6B,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@memberjunction/unit-testing",
   "type": "module",
-  "version": "6.1.0-edge.2",
+  "version": "6.1.0-edge.4",
   "description": "MemberJunction: Unit testing utilities and mock infrastructure for Vitest",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -9,14 +9,15 @@
     "/dist"
   ],
   "author": "MemberJunction.com",
-  "license": "ISC",
+  "license": "BUSL-1.1",
   "devDependencies": {
     "ts-node-dev": "^2.0.0",
     "typescript": "^5.9.3",
     "vitest": "^4.0.18"
   },
   "dependencies": {
-    "@memberjunction/global": "6.1.0-edge.2"
+    "@memberjunction/ai": "6.1.0-edge.4",
+    "@memberjunction/global": "6.1.0-edge.4"
   },
   "repository": {
     "type": "git",