@holokai/holo-test 1.4.2 → 1.5.0

package/dist/live/assertions.js.map

@@ -1 +1 @@
-{"version":3,"file":"assertions.js","sourceRoot":"","sources":["../../src/live/assertions.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,kBAAkB,CAAC,MAAuB;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IACjD,IAAI,CAAC,IAAI;QAAE,OAAO,EAAC,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAC,CAAC;IAChF,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAwB;IACvD,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,EAAC,CAAC;IAChH,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,SAAwB;IAC1D,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,EAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,EAAC,CAAC;IAC/G,IAAI,CAAC,SAAS,CAAC,OAAO;QAAE,OAAO,EAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,EAAE,SAAS,EAAC,CAAC;IAC3G,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,MAAuB;IAC9D,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;IAC9F,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,EAAC,CAAC;IACpH,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAC/B,MAAuB,EACvB,QAA6B;IAE7B,MAAM,YAAY,GAAG,MAAM;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAS,CAAC,KAAK,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC;IAEnD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAE3C,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACnD,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,KAAK,MAAM,SAAS,IAAI,YAAY,EAAE,CAAC;QACnC,IAAI,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAChD,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC9B,QAAQ,GAAG,GAAG,CAAC;YACnB,CAAC;YACD,SAAS;QACb,CAAC;QAED,OAAO,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,SAAS,EAAE,CAAC;YACpF,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBAChD,QAAQ,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACJ,MAAM;YACV,CAAC;QACL,CAAC;QAED,IAAI,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,SAAS,EAAE,CAAC;YACjF,QAAQ,EAAE,CAAC;QACf,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}
+{"version":3,"file":"assertions.js","sourceRoot":"","sources":["../../src/live/assertions.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,kBAAkB,CAAC,MAAuB;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IACjD,IAAI,CAAC,IAAI;QAAE,OAAO,EAAC,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAC,CAAC;IAChF,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAwB;IACvD,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,EAAC,CAAC;IAChH,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,SAAwB;IAC1D,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,EAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,EAAC,CAAC;IAC/G,IAAI,CAAC,SAAS,CAAC,OAAO;QAAE,OAAO,EAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,EAAE,SAAS,EAAC,CAAC;IAC3G,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,MAAuB;IAC9D,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;IAC9F,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,EAAC,CAAC;IACpH,OAAO,IAAI,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,eAAe,CAAC,KAAU;IAC/B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC;IACtD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/C,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,GAAG,CAAC;IACvD,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAC/B,MAAuB,EACvB,QAA6B;IAE7B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACrB,IAAI,CAAC,CAAC,IAAI,KAAK,cAAc;YAAE,SAAS;QACxC,MAAM,IAAI,GAAG,eAAe,CAAE,CAAS,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,IAAI;YAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,WAAW,KAAK,CAAC,CAAC;YAAE,SAAS;QAEjC,IAAI,WAAW,GAAG,eAAe,EAAE,CAAC;YAChC,OAAO;gBACH,KAAK,EAAE,gBAAgB;gBACvB,QAAQ,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,IAAI,OAAO,WAAW;gBAC5D,MAAM,EAAE,iBAAiB,SAAS,UAAU,QAAQ,CAAC,eAAe,GAAG,CAAC,CAAC,EAAE;aAC9E,CAAC;QACN,CAAC;QACD,IAAI,WAAW,GAAG,eAAe,EAAE,CAAC;YAChC,OAAO;gBACH,KAAK,EAAE,gBAAgB;gBACvB,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC;gBACnC,MAAM,EAAE,iBAAiB,SAAS,aAAa,QAAQ,CAAC,KAAK,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;aAC5G,CAAC;QACN,CAAC;QACD,eAAe,EAAE,CAAC;IACtB,CAAC;IAED,IAAI,eAAe,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpC,OAAO;YACH,KAAK,EAAE,gBAAgB;YACvB,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC;YACnC,MAAM,EAAE,SAAS;SACpB,CAAC;IACN,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/live/error-payloads.d.ts

@@ -0,0 +1,5 @@
+type ErrorPayloadBuilder = (streaming: boolean) => any;
+export declare function registerErrorPayloadBuilder(protocol: string, builder: ErrorPayloadBuilder): void;
+export declare function buildErrorPayload(protocol: string, streaming: boolean): any;
+export {};
+//# sourceMappingURL=error-payloads.d.ts.map

package/dist/live/error-payloads.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"error-payloads.d.ts","sourceRoot":"","sources":["../../src/live/error-payloads.ts"],"names":[],"mappings":"AAUA,KAAK,mBAAmB,GAAG,CAAC,SAAS,EAAE,OAAO,KAAK,GAAG,CAAC;AAIvD,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB,GAAG,IAAI,CAEhG;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,GAAG,GAAG,CAQ3E"}

package/dist/live/error-payloads.js

@@ -0,0 +1,47 @@
+// Error-trigger payload builders for live integration tests. Each builder
+// returns a payload the upstream provider will reject (typically with a 4xx),
+// exercising the per-plugin error parser + auditor's ERROR-status mapping.
+//
+// Default trigger: an invalid model id. All major provider APIs return a
+// validation error for an unknown model, so this works cross-provider
+// without needing per-family tricks.
+const INVALID_MODEL = '__holo_invalid_model_for_error_test__';
+const builders = new Map();
+export function registerErrorPayloadBuilder(protocol, builder) {
+    builders.set(protocol, builder);
+}
+export function buildErrorPayload(protocol, streaming) {
+    const builder = builders.get(protocol);
+    if (!builder) {
+        throw new Error(`No error-payload builder for protocol: ${protocol}. Register one via registerErrorPayloadBuilder().`);
+    }
+    return builder(streaming);
+}
+registerErrorPayloadBuilder('claude.messages', (stream) => ({
+    model: INVALID_MODEL, max_tokens: 50, stream,
+    messages: [{ role: 'user', content: 'hi' }],
+}));
+registerErrorPayloadBuilder('openai.chatCompletions', (stream) => ({
+    model: INVALID_MODEL, max_completion_tokens: 50, stream,
+    messages: [{ role: 'user', content: 'hi' }],
+}));
+registerErrorPayloadBuilder('openai.responses', (stream) => ({
+    model: INVALID_MODEL, max_output_tokens: 50, stream,
+    input: 'hi',
+}));
+registerErrorPayloadBuilder('gemini.generateContent', (_stream) => ({
+    model: INVALID_MODEL, contents: [{ parts: [{ text: 'hi' }] }],
+    generationConfig: { maxOutputTokens: 50 },
+}));
+registerErrorPayloadBuilder('gemini.streamGenerateContent', (_stream) => ({
+    model: INVALID_MODEL, contents: [{ parts: [{ text: 'hi' }] }],
+    generationConfig: { maxOutputTokens: 50 },
+}));
+registerErrorPayloadBuilder('ollama.chat', (stream) => ({
+    model: INVALID_MODEL, stream,
+    messages: [{ role: 'user', content: 'hi' }],
+}));
+registerErrorPayloadBuilder('ollama.generate', (stream) => ({
+    model: INVALID_MODEL, stream, prompt: 'hi',
+}));
+//# sourceMappingURL=error-payloads.js.map

package/dist/live/error-payloads.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"error-payloads.js","sourceRoot":"","sources":["../../src/live/error-payloads.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,8EAA8E;AAC9E,2EAA2E;AAC3E,EAAE;AACF,yEAAyE;AACzE,sEAAsE;AACtE,qCAAqC;AAErC,MAAM,aAAa,GAAG,uCAAuC,CAAC;AAI9D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;AAExD,MAAM,UAAU,2BAA2B,CAAC,QAAgB,EAAE,OAA4B;IACtF,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAgB,EAAE,SAAkB;IAClE,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACX,0CAA0C,QAAQ,mDAAmD,CACxG,CAAC;IACN,CAAC;IACD,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC;AAC9B,CAAC;AAED,2BAA2B,CAAC,iBAAiB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACxD,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM;IAC5C,QAAQ,EAAE,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAC,CAAC;CAC5C,CAAC,CAAC,CAAC;AAEJ,2BAA2B,CAAC,wBAAwB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC/D,KAAK,EAAE,aAAa,EAAE,qBAAqB,EAAE,EAAE,EAAE,MAAM;IACvD,QAAQ,EAAE,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAC,CAAC;CAC5C,CAAC,CAAC,CAAC;AAEJ,2BAA2B,CAAC,kBAAkB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzD,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,EAAE,EAAE,MAAM;IACnD,KAAK,EAAE,IAAI;CACd,CAAC,CAAC,CAAC;AAEJ,2BAA2B,CAAC,wBAAwB,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAChE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAC,KAAK,EAAE,CAAC,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,EAAC,CAAC;IACzD,gBAAgB,EAAE,EAAC,eAAe,EAAE,EAAE,EAAC;CAC1C,CAAC,CAAC,CAAC;AAEJ,2BAA2B,CAAC,8BAA8B,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACtE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAC,KAAK,EAAE,CAAC,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,EAAC,CAAC;IACzD,gBAAgB,EAAE,EAAC,eAAe,EAAE,EAAE,EAAC;CAC1C,CAAC,CAAC,CAAC;AAEJ,2BAA2B,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACpD,KAAK,EAAE,aAAa,EAAE,MAAM;IAC5B,QAAQ,EAAE,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAC,CAAC;CAC5C,CAAC,CAAC,CAAC;AAEJ,2BAA2B,CAAC,iBAAiB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACxD,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI;CAC7C,CAAC,CAAC,CAAC"}

package/dist/live/error-tester.d.ts

@@ -0,0 +1,3 @@
+import type { LiveErrorTestResult } from './types';
+export declare function runLiveErrorTest(family: string): Promise<LiveErrorTestResult>;
+//# sourceMappingURL=error-tester.d.ts.map

package/dist/live/error-tester.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"error-tester.d.ts","sourceRoot":"","sources":["../../src/live/error-tester.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,SAAS,CAAC;AAajD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAiHnF"}

package/dist/live/error-tester.js

@@ -0,0 +1,121 @@
+import { loadPlugin } from '@holokai/holo-sdk/plugin';
+import { createWorkerRequest } from '@holokai/holo-sdk/provider';
+import { ProtocolCapability, ProviderResponseStatus } from '@holokai/holo-types/entities';
+import { v4 as uuidv4 } from 'uuid';
+import { getApiKey, getModel } from './env';
+import { buildErrorPayload } from './error-payloads';
+// Drives a single live error-mapping test against the upstream provider:
+// fires a deliberately malformed payload (invalid model id), collects the
+// resulting events, asserts the auditor produces a SUCCESS-incompatible
+// response with HTTP status carried through and ProviderResponseStatus.ERROR.
+//
+// The complement to runLiveTest's happy-path coverage. Per-plugin error
+// parsers (e.g. gemini's mapHttpStatusToGeminiStatus) get exercised end-to-
+// end this way; conformance fixtures cannot reach this path because the
+// upstream SDK throws on 4xx/5xx before any chunk is emitted.
+export async function runLiveErrorTest(family) {
+    const start = performance.now();
+    const errors = [];
+    try {
+        const plugin = await loadPlugin(family);
+        const routes = plugin.getRoutes();
+        const chatRoutes = routes.filter(r => r.protocol.capability === ProtocolCapability.CHAT);
+        if (chatRoutes.length === 0) {
+            return {
+                family, protocol: 'none', passed: false,
+                duration: 0,
+                errors: [{ field: 'routes', expected: 'at least one CHAT route', actual: 'none' }],
+            };
+        }
+        const route = chatRoutes[0];
+        const protocol = route.protocol;
+        const apiKey = getApiKey(family);
+        const model = getModel(family);
+        const provider = await plugin.createProvider(uuidv4(), family, { apiKey, baseUrl: process.env.OLLAMA_HOST });
+        const payload = buildErrorPayload(protocol.name, false);
+        const request = createWorkerRequest({
+            provider: { id: uuidv4(), name: family },
+            protocol,
+            payload,
+            sourceId: uuidv4(),
+            isStreaming: false,
+        });
+        const queue = await provider.processWorkerRequest(request);
+        const events = [];
+        for await (const event of queue)
+            events.push(event);
+        const errorEvent = events.find(e => e.type === 'error');
+        const doneEvent = events.find(e => e.type === 'done');
+        // The plugin must surface the upstream rejection as either a
+        // ProviderErrorEvent OR a ProviderDoneEvent whose terminal status
+        // is ERROR. Both shapes are valid; we accept either.
+        if (!errorEvent && !doneEvent) {
+            errors.push({ field: 'terminal_event', expected: 'error or done', actual: 'neither' });
+            return { family, protocol: protocol.name, passed: false, duration: performance.now() - start, errors };
+        }
+        const httpStatus = (errorEvent?.type === 'error' ? errorEvent.status : undefined);
+        // Auditor mapping: feed the terminal event through auditResponse and
+        // assert the response row carries ERROR status.
+        const auditor = provider.auditor;
+        const envelope = {
+            source_id: 'live-error-test',
+            request_id: 'live-error-test',
+            organization_id: 'live-error-test-org',
+            provider: { id: 'live-error-test', name: family },
+            protocol: { id: 'live-error-test', name: protocol.name, capability: 'chat' },
+            access_model: model,
+        };
+        const responseRecord = await auditor.auditResponse(envelope, errorEvent ?? doneEvent);
+        const auditStatus = String(responseRecord.status);
+        if (responseRecord.status !== ProviderResponseStatus.ERROR) {
+            errors.push({
+                field: 'audit.status',
+                expected: ProviderResponseStatus.ERROR,
+                actual: auditStatus,
+            });
+        }
+        // Best-effort HTTP status assertion: when an error event carries a
+        // status, it should be a 4xx/5xx (since we deliberately malformed
+        // the request). Some plugins may not populate this field — only
+        // assert when present.
+        if (httpStatus !== undefined && (httpStatus < 400 || httpStatus >= 600)) {
+            errors.push({
+                field: 'http.status',
+                expected: '4xx or 5xx',
+                actual: String(httpStatus),
+            });
+        }
+        const result = {
+            family, protocol: protocol.name,
+            passed: errors.length === 0,
+            duration: performance.now() - start,
+            auditStatus,
+            errors,
+        };
+        if (httpStatus !== undefined)
+            result.httpStatus = httpStatus;
+        return result;
+    }
+    catch (err) {
+        // The upstream-fetch rejection is the path runLiveTest was designed
+        // to AVOID; for the error mode it's expected — the plugin's request
+        // runner may throw rather than emit ProviderErrorEvent. In either
+        // case the throw is the signal we wanted to verify. Pass when the
+        // throw carries a recognizable HTTP status.
+        const message = err?.message ?? String(err);
+        const statusMatch = /\b(4\d\d|5\d\d)\b/.exec(message);
+        const httpStatus = statusMatch ? Number(statusMatch[1]) : undefined;
+        const result = {
+            family, protocol: 'unknown',
+            passed: httpStatus !== undefined,
+            duration: performance.now() - start,
+            errors: httpStatus === undefined
+                ? [{ field: 'exception', expected: '4xx/5xx in message', actual: message }]
+                : [],
+        };
+        if (httpStatus !== undefined)
+            result.httpStatus = httpStatus;
+        return result;
+    }
+}
+//# sourceMappingURL=error-tester.js.map

package/dist/live/error-tester.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"error-tester.js","sourceRoot":"","sources":["../../src/live/error-tester.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,0BAA0B,CAAC;AACpD,OAAO,EAAC,mBAAmB,EAAC,MAAM,4BAA4B,CAAC;AAE/D,OAAO,EAAC,kBAAkB,EAAE,sBAAsB,EAAC,MAAM,8BAA8B,CAAC;AAExF,OAAO,EAAC,EAAE,IAAI,MAAM,EAAC,MAAM,MAAM,CAAC;AAGlC,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAC1C,OAAO,EAAC,iBAAiB,EAAC,MAAM,kBAAkB,CAAC;AAEnD,yEAAyE;AACzE,0EAA0E;AAC1E,wEAAwE;AACxE,8EAA8E;AAC9E,EAAE;AACF,wEAAwE;AACxE,4EAA4E;AAC5E,wEAAwE;AACxE,8DAA8D;AAC9D,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAc;IACjD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAuB,CAAC;QACvD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,KAAK,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAEzF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACH,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK;gBACvC,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,CAAC,EAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,yBAAyB,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC;aACnF,CAAC;QACN,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,QAAQ,GAAqB,KAAK,CAAC,QAAQ,CAAC;QAClD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,EAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,EAAC,CAAC,CAAC;QAC3G,MAAM,OAAO,GAAG,iBAAiB,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAExD,MAAM,OAAO,GAAG,mBAAmB,CAAC;YAChC,QAAQ,EAAE,EAAC,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAQ;YAC7C,QAAQ;YACR,OAAO;YACP,QAAQ,EAAE,MAAM,EAAE;YAClB,WAAW,EAAE,KAAK;SACrB,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK;YAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEpD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAEtD,6DAA6D;QAC7D,kEAAkE;QAClE,qDAAqD;QACrD,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,gBAAgB,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAC,CAAC,CAAC;YACrF,OAAO,EAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,MAAM,EAAC,CAAC;QACzG,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,UAAU,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAElF,qEAAqE;QACrE,gDAAgD;QAChD,MAAM,OAAO,GAAI,QAAgB,CAAC,OAAuE,CAAC;QAC1G,MAAM,QAAQ,GAAG;YACb,SAAS,EAAE,iBAAiB;YAC5B,UAAU,EAAE,iBAAiB;YAC7B,eAAe,EAAE,qBAAqB;YACtC,QAAQ,EAAE,EAAC,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,EAAQ;YACtD,QAAQ,EAAE,EAAC,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,EAAQ;YACjF,YAAY,EAAE,KAAK;SACf,CAAC;QAET,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,QAAQ,EAAE,UAAU,IAAI,SAAU,CAAC,CAAC;QACvF,MAAM,WAAW,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAElD,IAAI,cAAc,CAAC,MAAM,KAAK,sBAAsB,CAAC,KAAK,EAAE,CAAC;YACzD,MAAM,CAAC,IAAI,CAAC;gBACR,KAAK,EAAE,cAAc;gBACrB,QAAQ,EAAE,sBAAsB,CAAC,KAAK;gBACtC,MAAM,EAAE,WAAW;aACtB,CAAC,CAAC;QACP,CAAC;QAED,mEAAmE;QACnE,kEAAkE;QAClE,gEAAgE;QAChE,uBAAuB;QACvB,IAAI,UAAU,KAAK,SAAS,IAAI,CAAC,UAAU,GAAG,GAAG,IAAI,UAAU,IAAI,GAAG,CAAC,EAAE,CAAC;YACtE,MAAM,CAAC,IAAI,CAAC;gBACR,KAAK,EAAE,aAAa;gBACpB,QAAQ,EAAE,YAAY;gBACtB,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC;aAC7B,CAAC,CAAC;QACP,CAAC;QAED,MAAM,MAAM,GAAwB;YAChC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI;YAC/B,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC3B,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACnC,WAAW;YACX,MAAM;SACT,CAAC;QACF,IAAI,UAAU,KAAK,SAAS;YAAE,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7D,OAAO,MAAM,CAAC;IAClB,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,oEAAoE;QACpE,oEAAoE;QACpE,kEAAkE;QAClE,kEAAkE;QAClE,4CAA4C;QAC5C,MAAM,OAAO,GAAG,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;QAC5C,MAAM,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACpE,MAAM,MAAM,GAAwB;YAChC,MAAM,EAAE,QAAQ,EAAE,SAAS;YAC3B,MAAM,EAAE,UAAU,KAAK,SAAS;YAChC,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACnC,MAAM,EAAE,UAAU,KAAK,SAAS;gBAC5B,CAAC,CAAC,CAAC,EAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,EAAE,OAAO,EAAC,CAAC;gBACzE,CAAC,CAAC,EAAE;SACX,CAAC;QACF,IAAI,UAAU,KAAK,SAAS;YAAE,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7D,OAAO,MAAM,CAAC;IAClB,CAAC;AACL,CAAC"}

package/dist/live/index.d.ts

@@ -1,6 +1,8 @@
-export type { LiveTestConfig, LiveTestResult } from './types';
+export type { LiveTestConfig, LiveTestResult, LiveErrorTestResult } from './types';
 export { getApiKey, getModel, isProviderAvailable } from './env';
 export { buildPayload, registerPayloadBuilder } from './payloads';
+export { buildErrorPayload, registerErrorPayloadBuilder } from './error-payloads';
 export { assertHasDoneEvent, assertTextNotEmpty, assertHasFinishReason, assertMultipleStreamEvents, assertEventSequence } from './assertions';
 export { runLiveTest } from './live-tester';
+export { runLiveErrorTest } from './error-tester';
 //# sourceMappingURL=index.d.ts.map

package/dist/live/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/live/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAC,cAAc,EAAE,cAAc,EAAC,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAE,mBAAmB,EAAC,MAAM,OAAO,CAAC;AAC/D,OAAO,EAAC,YAAY,EAAE,sBAAsB,EAAC,MAAM,YAAY,CAAC;AAChE,OAAO,EAAC,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,0BAA0B,EAAE,mBAAmB,EAAC,MAAM,cAAc,CAAC;AAC5I,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/live/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAC,cAAc,EAAE,cAAc,EAAE,mBAAmB,EAAC,MAAM,SAAS,CAAC;AACjF,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAE,mBAAmB,EAAC,MAAM,OAAO,CAAC;AAC/D,OAAO,EAAC,YAAY,EAAE,sBAAsB,EAAC,MAAM,YAAY,CAAC;AAChE,OAAO,EAAC,iBAAiB,EAAE,2BAA2B,EAAC,MAAM,kBAAkB,CAAC;AAChF,OAAO,EACH,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,0BAA0B,EAAE,mBAAmB,EACjH,MAAM,cAAc,CAAC;AACtB,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAC,gBAAgB,EAAC,MAAM,gBAAgB,CAAC"}

package/dist/live/index.js

@@ -1,5 +1,7 @@
 export { getApiKey, getModel, isProviderAvailable } from './env';
 export { buildPayload, registerPayloadBuilder } from './payloads';
+export { buildErrorPayload, registerErrorPayloadBuilder } from './error-payloads';
 export { assertHasDoneEvent, assertTextNotEmpty, assertHasFinishReason, assertMultipleStreamEvents, assertEventSequence } from './assertions';
 export { runLiveTest } from './live-tester';
+export { runLiveErrorTest } from './error-tester';
 //# sourceMappingURL=index.js.map

package/dist/live/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/live/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAE,mBAAmB,EAAC,MAAM,OAAO,CAAC;AAC/D,OAAO,EAAC,YAAY,EAAE,sBAAsB,EAAC,MAAM,YAAY,CAAC;AAChE,OAAO,EAAC,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,0BAA0B,EAAE,mBAAmB,EAAC,MAAM,cAAc,CAAC;AAC5I,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/live/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAE,mBAAmB,EAAC,MAAM,OAAO,CAAC;AAC/D,OAAO,EAAC,YAAY,EAAE,sBAAsB,EAAC,MAAM,YAAY,CAAC;AAChE,OAAO,EAAC,iBAAiB,EAAE,2BAA2B,EAAC,MAAM,kBAAkB,CAAC;AAChF,OAAO,EACH,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,0BAA0B,EAAE,mBAAmB,EACjH,MAAM,cAAc,CAAC;AACtB,OAAO,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAC,gBAAgB,EAAC,MAAM,gBAAgB,CAAC"}

package/dist/live/live-tester.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"live-tester.d.ts","sourceRoot":"","sources":["../../src/live/live-tester.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,SAAS,CAAC;AAK5C,wBAAsB,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CA6E7F"}
+{"version":3,"file":"live-tester.d.ts","sourceRoot":"","sources":["../../src/live/live-tester.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,SAAS,CAAC;AAK5C,wBAAsB,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CA2F7F"}

package/dist/live/live-tester.js

@@ -4,7 +4,7 @@ import { ProtocolCapability } from '@holokai/holo-types/entities';
 import { v4 as uuidv4 } from 'uuid';
 import { getApiKey, getModel } from './env';
 import { buildPayload } from './payloads';
-import { assertHasDoneEvent, assertTextNotEmpty, assertMultipleStreamEvents, assertEventSequence } from './assertions';
+import { assertEventSequence, assertHasDoneEvent, assertMultipleStreamEvents, assertTextNotEmpty } from './assertions';
 export async function runLiveTest(family, streaming) {
     const start = performance.now();
     const errors = [];
@@ -13,7 +13,14 @@ export async function runLiveTest(family, streaming) {
         const routes = plugin.getRoutes();
         const chatRoutes = routes.filter(r => r.protocol.capability === ProtocolCapability.CHAT);
         if (chatRoutes.length === 0) {
-            return { family, protocol: 'none', streaming, passed: false, duration: 0, errors: [{ field: 'routes', expected: 'at least one CHAT route', actual: 'none' }] };
+            return {
+                family,
+                protocol: 'none',
+                streaming,
+                passed: false,
+                duration: 0,
+                errors: [{ field: 'routes', expected: 'at least one CHAT route', actual: 'none' }]
+            };
         }
         const route = chatRoutes[0];
         const protocol = route.protocol;
@@ -38,7 +45,14 @@ export async function runLiveTest(family, streaming) {
         if (errorEvent && errorEvent.type === 'error') {
             const errMsg = errorEvent.error?.message ?? JSON.stringify(errorEvent.error);
             errors.push({ field: 'error', expected: 'no error', actual: errMsg });
-            return { family, protocol: protocol.name, streaming, passed: false, duration: performance.now() - start, errors };
+            return {
+                family,
+                protocol: protocol.name,
+                streaming,
+                passed: false,
+                duration: performance.now() - start,
+                errors
+            };
         }
         const doneErr = assertHasDoneEvent(events);
         if (doneErr)

package/dist/live/live-tester.js.map

@@ -1 +1 @@
-{"version":3,"file":"live-tester.js","sourceRoot":"","sources":["../../src/live/live-tester.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,0BAA0B,CAAC;AACpD,OAAO,EAAC,mBAAmB,EAAC,MAAM,4BAA4B,CAAC;AAE/D,OAAO,EAAC,kBAAkB,EAAC,MAAM,8BAA8B,CAAC;AAEhE,OAAO,EAAC,EAAE,IAAI,MAAM,EAAC,MAAM,MAAM,CAAC;AAGlC,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAC1C,OAAO,EAAC,YAAY,EAAC,MAAM,YAAY,CAAC;AACxC,OAAO,EAAC,kBAAkB,EAAE,kBAAkB,EAAE,0BAA0B,EAAE,mBAAmB,EAAC,MAAM,cAAc,CAAC;AAErH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,MAAc,EAAE,SAAkB;IAChE,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAuB,CAAC;QACvD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,KAAK,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAEzF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,yBAAyB,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,EAAC,CAAC;QAC/J,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,QAAQ,GAAqB,KAAK,CAAC,QAAQ,CAAC;QAClD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE/B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,EAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,EAAC,CAAC,CAAC;QAC3G,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAE9D,MAAM,OAAO,GAAG,mBAAmB,CAAC;YAChC,QAAQ,EAAE,EAAC,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAQ;YAC7C,QAAQ;YACR,OAAO;YACP,QAAQ,EAAE,MAAM,EAAE;YAClB,WAAW,EAAE,SAAS;SACzB,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAE3D,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QAExD,IAAI,UAAU,IAAI,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC7E,MAAM,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,CAAC;YACpE,OAAO,EAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,MAAM,EAAC,CAAC;QACpH,CAAC;QAED,MAAM,OAAO,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAElC,MAAM,IAAI,GAAG,SAAS,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QACrE,MAAM,OAAO,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,SAAS,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAC;YACrD,IAAI,SAAS;gBAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAEtC,IAAI,QAAQ,CAAC,mBAAmB,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAC;gBACzE,IAAI,MAAM;oBAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;QACL,CAAC;QAED,MAAM,MAAM,GAAmB;YAC3B,MAAM;YACN,QAAQ,EAAE,QAAQ,CAAC,IAAI;YACvB,SAAS;YACT,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC3B,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACnC,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,MAAM;SACT,CAAC;QACF,IAAI,IAAI;YAAE,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;QAC7B,OAAO,MAAM,CAAC;IAClB,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,MAAM,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,EAAC,CAAC,CAAC;QAChG,OAAO,EAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,MAAM,EAAC,CAAC;IAChH,CAAC;AACL,CAAC"}
+{"version":3,"file":"live-tester.js","sourceRoot":"","sources":["../../src/live/live-tester.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,0BAA0B,CAAC;AACpD,OAAO,EAAC,mBAAmB,EAAC,MAAM,4BAA4B,CAAC;AAE/D,OAAO,EAAC,kBAAkB,EAAC,MAAM,8BAA8B,CAAC;AAEhE,OAAO,EAAC,EAAE,IAAI,MAAM,EAAC,MAAM,MAAM,CAAC;AAGlC,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAC1C,OAAO,EAAC,YAAY,EAAC,MAAM,YAAY,CAAC;AACxC,OAAO,EAAC,mBAAmB,EAAE,kBAAkB,EAAE,0BAA0B,EAAE,kBAAkB,EAAC,MAAM,cAAc,CAAC;AAErH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,MAAc,EAAE,SAAkB;IAChE,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAuB,CAAC;QACvD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,KAAK,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAEzF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACH,MAAM;gBACN,QAAQ,EAAE,MAAM;gBAChB,SAAS;gBACT,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,CAAC,EAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,yBAAyB,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC;aACnF,CAAC;QACN,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,QAAQ,GAAqB,KAAK,CAAC,QAAQ,CAAC;QAClD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE/B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,EAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,EAAC,CAAC,CAAC;QAC3G,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAE9D,MAAM,OAAO,GAAG,mBAAmB,CAAC;YAChC,QAAQ,EAAE,EAAC,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAQ;YAC7C,QAAQ;YACR,OAAO;YACP,QAAQ,EAAE,MAAM,EAAE;YAClB,WAAW,EAAE,SAAS;SACzB,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAE3D,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QAExD,IAAI,UAAU,IAAI,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC7E,MAAM,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,CAAC;YACpE,OAAO;gBACH,MAAM;gBACN,QAAQ,EAAE,QAAQ,CAAC,IAAI;gBACvB,SAAS;gBACT,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;gBACnC,MAAM;aACT,CAAC;QACN,CAAC;QAED,MAAM,OAAO,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAElC,MAAM,IAAI,GAAG,SAAS,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QACrE,MAAM,OAAO,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,SAAS,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAC;YACrD,IAAI,SAAS;gBAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAEtC,IAAI,QAAQ,CAAC,mBAAmB,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAC;gBACzE,IAAI,MAAM;oBAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;QACL,CAAC;QAED,MAAM,MAAM,GAAmB;YAC3B,MAAM;YACN,QAAQ,EAAE,QAAQ,CAAC,IAAI;YACvB,SAAS;YACT,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC3B,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACnC,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,MAAM;SACT,CAAC;QACF,IAAI,IAAI;YAAE,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;QAC7B,OAAO,MAAM,CAAC;IAClB,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,MAAM,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,EAAC,CAAC,CAAC;QAChG,OAAO,EAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,MAAM,EAAC,CAAC;IAChH,CAAC;AACL,CAAC"}

package/dist/live/types.d.ts

@@ -14,4 +14,13 @@ export interface LiveTestResult {
     eventCount?: number;
     errors: AssertionError[];
 }
+export interface LiveErrorTestResult {
+    family: string;
+    protocol: string;
+    passed: boolean;
+    duration: number;
+    httpStatus?: number;
+    auditStatus?: string;
+    errors: AssertionError[];
+}
 //# sourceMappingURL=types.d.ts.map

package/dist/live/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/live/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,UAAU,CAAC;AAE7C,MAAM,WAAW,cAAc;IAC3B,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,cAAc;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,cAAc,EAAE,CAAC;CAC5B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/live/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,UAAU,CAAC;AAE7C,MAAM,WAAW,cAAc;IAC3B,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,cAAc;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,cAAc,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,cAAc,EAAE,CAAC;CAC5B"}

package/dist/services/plugin-loader.d.ts

@@ -1,7 +1,9 @@
-import type { IProviderPlugin } from '@holokai/holo-types/plugin';
-import { getLoadedPlugins as sdkGetLoadedPlugins, discoverPlugins as sdkDiscoverPlugins } from '@holokai/holo-sdk/plugin';
+import type { IDatastorePlugin, IProviderPlugin } from '@holokai/holo-types/plugin';
+import { discoverDatastorePlugins as sdkDiscoverDatastorePlugins, discoverPlugins as sdkDiscoverPlugins, getLoadedPlugins as sdkGetLoadedPlugins } from '@holokai/holo-sdk/plugin';
 export declare function loadPlugin(family: string): Promise<IProviderPlugin>;
 export declare function loadAllPlugins(baseDir?: string): Promise<Map<string, IProviderPlugin>>;
+export declare function loadDatastorePlugin(family: string): Promise<IDatastorePlugin>;
 export declare const discoverPlugins: typeof sdkDiscoverPlugins;
+export declare const discoverDatastorePlugins: typeof sdkDiscoverDatastorePlugins;
 export declare const getLoadedPlugins: typeof sdkGetLoadedPlugins;
 //# sourceMappingURL=plugin-loader.d.ts.map

package/dist/services/plugin-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"plugin-loader.d.ts","sourceRoot":"","sources":["../../src/services/plugin-loader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,4BAA4B,CAAC;AAEhE,OAAO,EAGH,gBAAgB,IAAI,mBAAmB,EACvC,eAAe,IAAI,kBAAkB,EACxC,MAAM,0BAA0B,CAAC;AAwBlC,wBAAsB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAGzE;AAED,wBAAsB,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAG5F;AAED,eAAO,MAAM,eAAe,2BAAqB,CAAC;AAClD,eAAO,MAAM,gBAAgB,4BAAsB,CAAC"}
+{"version":3,"file":"plugin-loader.d.ts","sourceRoot":"","sources":["../../src/services/plugin-loader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,gBAAgB,EAAE,eAAe,EAAC,MAAM,4BAA4B,CAAC;AAElF,OAAO,EAEH,wBAAwB,IAAI,2BAA2B,EACvD,eAAe,IAAI,kBAAkB,EACrC,gBAAgB,IAAI,mBAAmB,EAG1C,MAAM,0BAA0B,CAAC;AAyBlC,wBAAsB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAGzE;AAED,wBAAsB,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAG5F;AAED,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAWnF;AAED,eAAO,MAAM,eAAe,2BAAqB,CAAC;AAClD,eAAO,MAAM,wBAAwB,oCAA8B,CAAC;AACpE,eAAO,MAAM,gBAAgB,4BAAsB,CAAC"}

package/dist/services/plugin-loader.js

@@ -1,11 +1,12 @@
 import { container } from 'tsyringe';
-import { loadPlugin as sdkLoadPlugin, loadAllPlugins as sdkLoadAllPlugins, getLoadedPlugins as sdkGetLoadedPlugins, discoverPlugins as sdkDiscoverPlugins } from '@holokai/holo-sdk/plugin';
+import { createMockPluginContext, discoverDatastorePlugins as sdkDiscoverDatastorePlugins, discoverPlugins as sdkDiscoverPlugins, getLoadedPlugins as sdkGetLoadedPlugins, loadAllPlugins as sdkLoadAllPlugins, loadPlugin as sdkLoadPlugin } from '@holokai/holo-sdk/plugin';
 let loggerRegistered = false;
 function ensureLoggerFactory() {
     if (loggerRegistered)
         return;
     loggerRegistered = true;
-    const noop = () => { };
+    const noop = () => {
+    };
     const noopLogger = {
         level: 'silent',
         info: noop,
@@ -27,6 +28,17 @@ export async function loadAllPlugins(baseDir) {
     ensureLoggerFactory();
     return sdkLoadAllPlugins(baseDir);
 }
+export async function loadDatastorePlugin(family) {
+    ensureLoggerFactory();
+    const packageName = `@holokai/holo-datastore-${family}`;
+    const mod = await import(packageName);
+    const plugin = mod.default;
+    if (plugin.getState() !== 'READY') {
+        await plugin.initialize(createMockPluginContext());
+    }
+    return plugin;
+}
 export const discoverPlugins = sdkDiscoverPlugins;
+export const discoverDatastorePlugins = sdkDiscoverDatastorePlugins;
 export const getLoadedPlugins = sdkGetLoadedPlugins;
 //# sourceMappingURL=plugin-loader.js.map

package/dist/services/plugin-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"plugin-loader.js","sourceRoot":"","sources":["../../src/services/plugin-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,UAAU,CAAC;AAGnC,OAAO,EACH,UAAU,IAAI,aAAa,EAC3B,cAAc,IAAI,iBAAiB,EACnC,gBAAgB,IAAI,mBAAmB,EACvC,eAAe,IAAI,kBAAkB,EACxC,MAAM,0BAA0B,CAAC;AAElC,IAAI,gBAAgB,GAAG,KAAK,CAAC;AAE7B,SAAS,mBAAmB;IACxB,IAAI,gBAAgB;QAAE,OAAO;IAC7B,gBAAgB,GAAG,IAAI,CAAC;IAExB,MAAM,IAAI,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;IACtB,MAAM,UAAU,GAAG;QACf,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,IAAI;QACX,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,GAAG,EAAE,CAAC,UAAU;KACD,CAAC;IAE3B,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE;QAChC,QAAQ,EAAE,CAAC,IAAuB,EAAE,EAAE,CAAC,UAAU;KACpD,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,MAAc;IAC3C,mBAAmB,EAAE,CAAC;IACtB,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAgB;IACjD,mBAAmB,EAAE,CAAC;IACtB,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,kBAAkB,CAAC;AAClD,MAAM,CAAC,MAAM,gBAAgB,GAAG,mBAAmB,CAAC"}
+{"version":3,"file":"plugin-loader.js","sourceRoot":"","sources":["../../src/services/plugin-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,UAAU,CAAC;AAGnC,OAAO,EACH,uBAAuB,EACvB,wBAAwB,IAAI,2BAA2B,EACvD,eAAe,IAAI,kBAAkB,EACrC,gBAAgB,IAAI,mBAAmB,EACvC,cAAc,IAAI,iBAAiB,EACnC,UAAU,IAAI,aAAa,EAC9B,MAAM,0BAA0B,CAAC;AAElC,IAAI,gBAAgB,GAAG,KAAK,CAAC;AAE7B,SAAS,mBAAmB;IACxB,IAAI,gBAAgB;QAAE,OAAO;IAC7B,gBAAgB,GAAG,IAAI,CAAC;IAExB,MAAM,IAAI,GAAG,GAAG,EAAE;IAClB,CAAC,CAAC;IACF,MAAM,UAAU,GAAG;QACf,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,IAAI;QACX,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,GAAG,EAAE,CAAC,UAAU;KACD,CAAC;IAE3B,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE;QAChC,QAAQ,EAAE,CAAC,IAAuB,EAAE,EAAE,CAAC,UAAU;KACpD,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,MAAc;IAC3C,mBAAmB,EAAE,CAAC;IACtB,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAgB;IACjD,mBAAmB,EAAE,CAAC;IACtB,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,MAAc;IACpD,mBAAmB,EAAE,CAAC;IACtB,MAAM,WAAW,GAAG,2BAA2B,MAAM,EAAE,CAAC;IACxD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;IACtC,MAAM,MAAM,GAAqB,GAAG,CAAC,OAAO,CAAC;IAE7C,IAAI,MAAM,CAAC,QAAQ,EAAE,KAAK,OAAO,EAAE,CAAC;QAChC,MAAM,MAAM,CAAC,UAAU,CAAC,uBAAuB,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,kBAAkB,CAAC;AAClD,MAAM,CAAC,MAAM,wBAAwB,GAAG,2BAA2B,CAAC;AACpE,MAAM,CAAC,MAAM,gBAAgB,GAAG,mBAAmB,CAAC"}

package/dist/types.d.ts

@@ -1,40 +1,3 @@
-import type { ProviderResponseStatus } from '@holokai/holo-types/entities';
-export interface FixtureScenario {
-    name: string;
-    plugin: string;
-    protocol: string;
-    streaming: boolean;
-    providerChunks: any[];
-    expectedText: string;
-    expectedWire: string[];
-    expectedStatus: number;
-    expectedHeaders: Record<string, string>;
-    expectedAudit?: {
-        access_model: string;
-        input_tokens?: number;
-        output_tokens?: number;
-        status: ProviderResponseStatus;
-        metadata?: Record<string, any>;
-    };
-    expectedSdkResult?: any;
-    sdkRequest?: any;
-    sdkAdapter?: SdkAdapter;
-    tags?: string[];
-    requestId?: string;
-    sourceId?: string;
-    organizationId?: string;
-    providerId?: string;
-    protocolId?: string;
-    payload?: Record<string, unknown>;
-}
-export interface SdkAdapter {
-    family: string;
-    call(fixture: FixtureScenario, port: number): Promise<any>;
-    routes(fixture: FixtureScenario): {
-        method: string;
-        path: string;
-    } | undefined;
-}
 export interface TestResult {
     name: string;
     category: string;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,sBAAsB,EAAC,MAAM,8BAA8B,CAAC;AAEzE,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IAEnB,cAAc,EAAE,GAAG,EAAE,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IAErB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAExC,aAAa,CAAC,EAAE;QACZ,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,MAAM,EAAE,sBAAsB,CAAC;QAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAClC,CAAC;IAEF,iBAAiB,CAAC,EAAE,GAAG,CAAC;IACxB,UAAU,CAAC,EAAE,GAAG,CAAC;IACjB,UAAU,CAAC,EAAE,UAAU,CAAC;IAExB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAEhB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,UAAU;IACvB,MAAM,EAAE,MAAM,CAAC;IAEf,IAAI,CAAC,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAE3D,MAAM,CAAC,OAAO,EAAE,eAAe,GAAG;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;CAClF;AAED,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,GAAG,CAAC;IACd,MAAM,EAAE,GAAG,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,GAAG,CAAC;IACd,MAAM,EAAE,GAAG,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@holokai/holo-test",
-  "version": "1.4.2",
+  "version": "1.5.0",
   "type": "module",
   "description": "Test SDK for Holo provider plugins",
   "publishConfig": {
@@ -10,9 +10,6 @@
   "license": "MIT",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
-  "bin": {
-    "holo-test": "./dist/cli.js"
-  },
   "exports": {
     ".": {
       "types": "./dist/index.d.ts",
@@ -30,8 +27,8 @@
     "clean": "rm -rf dist tsconfig.tsbuildinfo"
   },
   "dependencies": {
-    "@holokai/holo-types": "^1.4.0",
-    "@holokai/holo-sdk": "^1.4.0",
+    "@holokai/holo-types": "^1.5.0",
+    "@holokai/holo-sdk": "^1.5.0",
     "express": "^4.21.0",
     "diff": "^8.0.2",
     "reflect-metadata": "^0.2.2",

package/dist/cli.d.ts

@@ -1,3 +0,0 @@
-#!/usr/bin/env node
-import 'reflect-metadata';
-//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA,OAAO,kBAAkB,CAAC"}

package/dist/cli.js

@@ -1,83 +0,0 @@
-#!/usr/bin/env node
-import 'reflect-metadata';
-import { resolve } from 'node:path';
-import { runTests } from './runner/test-runner.js';
-function parseArgs(argv) {
-    const args = argv.slice(2);
-    const options = {};
-    for (let i = 0; i < args.length; i++) {
-        const arg = args[i];
-        if (arg === '--plugin' && i + 1 < args.length) {
-            options.plugin = args[++i];
-        }
-        else if (arg === '--tag' && i + 1 < args.length) {
-            options.tag = args[++i];
-        }
-        else if (arg === '--fixtures' && i + 1 < args.length) {
-            options.fixtureDir = args[++i];
-        }
-        else if (arg === '--wire') {
-            options.wire = true;
-        }
-        else if (arg === '--audit') {
-            options.audit = true;
-        }
-        else if (arg === '--pipeline') {
-            options.pipeline = true;
-        }
-        else if (arg === '--roundtrip') {
-            options.roundtrip = true;
-        }
-        else if (arg === '--verbose' || arg === '-v') {
-            options.verbose = true;
-        }
-        else if (arg === '--help' || arg === '-h') {
-            printHelp();
-            process.exit(0);
-        }
-    }
-    return options;
-}
-function printHelp() {
-    console.log(`
-holo-test — Plugin test harness for Holo provider plugins
-
-Usage:
-  npx holo-test [options]
-
-Options:
-  --plugin <name>     Test only this plugin family (openai, claude, gemini, ollama)
-  --tag <tag>         Filter fixtures by tag
-  --fixtures <dir>    Path to fixtures directory (default: auto-discover)
-  --wire              Run wire format tests only
-  --audit             Run audit record tests only
-  --pipeline          Run full pipeline tests only
-  --roundtrip         Run SDK round-trip tests only
-  --verbose, -v       Show diffs on failure
-  --help, -h          Show this help
-`);
-}
-async function main() {
-    const args = parseArgs(process.argv);
-    const originalCwd = process.env['INIT_CWD'] ?? process.cwd();
-    const fixtureDir = typeof args.fixtureDir === 'string'
-        ? resolve(originalCwd, args.fixtureDir)
-        : resolve(originalCwd, 'plugins');
-    console.log(`holo-test — fixture dir: ${fixtureDir}`);
-    const success = await runTests({
-        fixtureDir,
-        plugin: typeof args.plugin === 'string' ? args.plugin : undefined,
-        tag: typeof args.tag === 'string' ? args.tag : undefined,
-        wire: args.wire === true,
-        audit: args.audit === true,
-        pipeline: args.pipeline === true,
-        roundtrip: args.roundtrip === true,
-        verbose: args.verbose === true,
-    });
-    process.exit(success ? 0 : 1);
-}
-main().catch(err => {
-    console.error(err);
-    process.exit(1);
-});
-//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA,OAAO,kBAAkB,CAAC;AAC1B,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,QAAQ,EAAC,MAAM,yBAAyB,CAAC;AAEjD,SAAS,SAAS,CAAC,IAAc;IAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,MAAM,OAAO,GAAqC,EAAE,CAAC;IAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,UAAU,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC5C,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/B,CAAC;aAAM,IAAI,GAAG,KAAK,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAChD,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,CAAC;aAAM,IAAI,GAAG,KAAK,YAAY,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACrD,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC;aAAM,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC1B,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;QACxB,CAAC;aAAM,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;QACzB,CAAC;aAAM,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;YAC9B,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;QAC5B,CAAC;aAAM,IAAI,GAAG,KAAK,aAAa,EAAE,CAAC;YAC/B,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;QAC7B,CAAC;aAAM,IAAI,GAAG,KAAK,WAAW,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAC7C,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;QAC3B,CAAC;aAAM,IAAI,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAC1C,SAAS,EAAE,CAAC;YACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,SAAS;IACd,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;CAgBf,CAAC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACf,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAErC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IAC7D,MAAM,UAAU,GAAG,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ;QAClD,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC;QACvC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IAEtC,OAAO,CAAC,GAAG,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;IAEtD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC;QAC3B,UAAU;QACV,MAAM,EAAE,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QACjE,GAAG,EAAE,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;QACxD,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,IAAI;QACxB,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,IAAI;QAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,KAAK,IAAI;QAChC,SAAS,EAAE,IAAI,CAAC,SAAS,KAAK,IAAI;QAClC,OAAO,EAAE,IAAI,CAAC,OAAO,KAAK,IAAI;KACjC,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;IACf,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC,CAAC,CAAC"}

package/dist/contracts/audit-contract.d.ts

@@ -1,3 +0,0 @@
-import type { FixtureScenario } from '../types.js';
-export declare function runAuditContract(family: string, fixture: FixtureScenario): Promise<void>;
-//# sourceMappingURL=audit-contract.d.ts.map

package/dist/contracts/audit-contract.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"audit-contract.d.ts","sourceRoot":"","sources":["../../src/contracts/audit-contract.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,aAAa,CAAC;AAKjD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAK9F"}

package/dist/contracts/audit-contract.js

@@ -1,11 +0,0 @@
-import { loadPlugin } from '../services/plugin-loader.js';
-import { testAudit } from '../testers/audit-tester.js';
-import { assertTestResult } from '../helpers/vitest-helpers.js';
-export async function runAuditContract(family, fixture) {
-    if (!fixture.expectedAudit)
-        return;
-    const plugin = await loadPlugin(family);
-    const result = await testAudit(plugin, fixture);
-    assertTestResult(result);
-}
-//# sourceMappingURL=audit-contract.js.map

package/dist/contracts/audit-contract.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"audit-contract.js","sourceRoot":"","sources":["../../src/contracts/audit-contract.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,UAAU,EAAC,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAC,SAAS,EAAC,MAAM,4BAA4B,CAAC;AACrD,OAAO,EAAC,gBAAgB,EAAC,MAAM,8BAA8B,CAAC;AAE9D,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAc,EAAE,OAAwB;IAC3E,IAAI,CAAC,OAAO,CAAC,aAAa;QAAE,OAAO;IACnC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,gBAAgB,CAAC,MAAM,CAAC,CAAC;AAC7B,CAAC"}

package/dist/contracts/pipeline-contract.d.ts

@@ -1,3 +0,0 @@
-import type { FixtureScenario } from '../types.js';
-export declare function runPipelineContract(family: string, fixture: FixtureScenario): Promise<void>;
-//# sourceMappingURL=pipeline-contract.d.ts.map

package/dist/contracts/pipeline-contract.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"pipeline-contract.d.ts","sourceRoot":"","sources":["../../src/contracts/pipeline-contract.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,aAAa,CAAC;AAKjD,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAIjG"}