@holokai/holo-test 1.4.2 → 1.5.0

package/dist/fixtures/plugin.js

@@ -0,0 +1,110 @@
+import { promises as fs } from 'fs';
+import path from 'path';
+import os from 'os';
+const TEST_SCOPE = '@holokai-test';
+const TEST_VERSION = '0.1.0';
+function testFamily(name) {
+    return `holokai-test-${name}`;
+}
+function testPackageName(name) {
+    return `${TEST_SCOPE}/provider-${name}`;
+}
+export async function createTempDir(prefix = 'holo-test-') {
+    return fs.mkdtemp(path.join(os.tmpdir(), prefix));
+}
+export async function createTestPlugin(baseDir, opts) {
+    const name = opts.name;
+    const version = opts.version ?? TEST_VERSION;
+    const pluginType = opts.type ?? 'PROVIDER';
+    const packageName = testPackageName(name);
+    const family = testFamily(name);
+    const dirName = `provider-${name}`;
+    const versionDir = path.join(baseDir, TEST_SCOPE, dirName, version);
+    await fs.mkdir(versionDir, { recursive: true });
+    await fs.mkdir(path.join(versionDir, 'dist'), { recursive: true });
+    const packageJson = {
+        name: packageName,
+        version,
+        type: 'module',
+        main: 'dist/index.js',
+        holoPlugin: { type: pluginType },
+    };
+    if (opts.dependencies)
+        packageJson.dependencies = opts.dependencies;
+    await fs.writeFile(path.join(versionDir, 'package.json'), JSON.stringify(packageJson, null, 2));
+    const depImport = opts.dependencies
+        ? Object.keys(opts.dependencies).map(d => `import '${d}';`).join('\n') + '\n'
+        : '';
+    const indexJs = `${depImport}let state = 'CREATED';
+export default {
+    manifest: { name: '${packageName}', version: '${version}', pluginType: '${pluginType}' },
+    family: '${family}',
+    type: '${pluginType}',
+    version: '${version}',
+    name: '${packageName}',
+    getState() { return state; },
+    async initialize() { state = 'READY'; },
+    async destroy() { state = 'DESTROYED'; },
+    getRoutes() { return []; },
+    async createProvider(id, name, config) { return {}; },
+    getDefaultPricing() { return undefined; },
+    getPricingModelIds() { return []; },
+};
+`;
+    await fs.writeFile(path.join(versionDir, 'dist', 'index.js'), indexJs);
+    return { dir: versionDir, packageName, family, version };
+}
+export async function createTestBuiltinPlugin(baseDir, opts) {
+    const name = opts.name;
+    const version = opts.version ?? TEST_VERSION;
+    const pluginType = opts.type ?? 'PROVIDER';
+    const packageName = testPackageName(name);
+    const family = testFamily(name);
+    const dirName = `provider-${name}`;
+    const packageDir = path.join(baseDir, TEST_SCOPE, dirName);
+    await fs.mkdir(packageDir, { recursive: true });
+    await fs.mkdir(path.join(packageDir, 'dist'), { recursive: true });
+    const packageJson = {
+        name: packageName,
+        version,
+        type: 'module',
+        main: 'dist/index.js',
+        holoPlugin: { type: pluginType },
+    };
+    await fs.writeFile(path.join(packageDir, 'package.json'), JSON.stringify(packageJson, null, 2));
+    const indexJs = `let state = 'CREATED';
+export default {
+    manifest: { name: '${packageName}', version: '${version}', pluginType: '${pluginType}' },
+    family: '${family}',
+    type: '${pluginType}',
+    version: '${version}',
+    name: '${packageName}',
+    getState() { return state; },
+    async initialize() { state = 'READY'; },
+    async destroy() { state = 'DESTROYED'; },
+    getRoutes() { return []; },
+    async createProvider() { return {}; },
+    getDefaultPricing() { return undefined; },
+    getPricingModelIds() { return []; },
+};
+`;
+    await fs.writeFile(path.join(packageDir, 'dist', 'index.js'), indexJs);
+    return { dir: packageDir, packageName, family, version };
+}
+export async function packPluginFixture(pluginDir) {
+    const { execFile } = await import('child_process');
+    const { promisify } = await import('util');
+    const execFileAsync = promisify(execFile);
+    const { stdout } = await execFileAsync('npm', ['pack', '--pack-destination', os.tmpdir()], { cwd: pluginDir });
+    const tarballName = stdout.trim().split('\n').pop();
+    const tarballPath = path.join(os.tmpdir(), tarballName);
+    const tarball = await fs.readFile(tarballPath);
+    await fs.unlink(tarballPath).catch(() => {
+    });
+    return tarball;
+}
+export async function cleanupTempDir(dir) {
+    await fs.rm(dir, { recursive: true, force: true });
+}
+export { TEST_SCOPE, TEST_VERSION, testFamily, testPackageName };
+//# sourceMappingURL=plugin.js.map

package/dist/fixtures/plugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../../src/fixtures/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,IAAI,EAAE,EAAC,MAAM,IAAI,CAAC;AAClC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,MAAM,UAAU,GAAG,eAAe,CAAC;AACnC,MAAM,YAAY,GAAG,OAAO,CAAC;AAS7B,SAAS,UAAU,CAAC,IAAY;IAC5B,OAAO,gBAAgB,IAAI,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACjC,OAAO,GAAG,UAAU,aAAa,IAAI,EAAE,CAAC;AAC5C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAM,GAAG,YAAY;IACrD,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAe,EAAE,IAAoB;IAMxE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACvB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,YAAY,CAAC;IAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,IAAI,UAAU,CAAC;IAC3C,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,OAAO,GAAG,YAAY,IAAI,EAAE,CAAC;IAEnC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACpE,MAAM,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;IAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;IAEjE,MAAM,WAAW,GAAwB;QACrC,IAAI,EAAE,WAAW;QACjB,OAAO;QACP,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,eAAe;QACrB,UAAU,EAAE,EAAC,IAAI,EAAE,UAAU,EAAC;KACjC,CAAC;IACF,IAAI,IAAI,CAAC,YAAY;QAAE,WAAW,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;IAEpE,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAEhG,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY;QAC/B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;QAC7E,CAAC,CAAC,EAAE,CAAC;IAET,MAAM,OAAO,GAAG,GAAG,SAAS;;yBAEP,WAAW,gBAAgB,OAAO,mBAAmB,UAAU;eACzE,MAAM;aACR,UAAU;gBACP,OAAO;aACV,WAAW;;;;;;;;;CASvB,CAAC;IACE,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC;IAEvE,OAAO,EAAC,GAAG,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAC,CAAC;AAC3D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,OAAe,EAAE,IAAoB;IAM/E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACvB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,YAAY,CAAC;IAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,IAAI,UAAU,CAAC;IAC3C,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,OAAO,GAAG,YAAY,IAAI,EAAE,CAAC;IAEnC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IAC3D,MAAM,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;IAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;IAEjE,MAAM,WAAW,GAAG;QAChB,IAAI,EAAE,WAAW;QACjB,OAAO;QACP,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,eAAe;QACrB,UAAU,EAAE,EAAC,IAAI,EAAE,UAAU,EAAC;KACjC,CAAC;IACF,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAEhG,MAAM,OAAO,GAAG;;yBAEK,WAAW,gBAAgB,OAAO,mBAAmB,UAAU;eACzE,MAAM;aACR,UAAU;gBACP,OAAO;aACV,WAAW;;;;;;;;;CASvB,CAAC;IACE,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC;IAEvE,OAAO,EAAC,GAAG,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAC,CAAC;AAC3D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,SAAiB;IACrD,MAAM,EAAC,QAAQ,EAAC,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;IACjD,MAAM,EAAC,SAAS,EAAC,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,EAAC,MAAM,EAAC,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,oBAAoB,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAC,GAAG,EAAE,SAAS,EAAC,CAAC,CAAC;IAC3G,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAG,CAAC;IACrD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC/C,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;IACxC,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAW;IAC5C,MAAM,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;AACrD,CAAC;AAED,OAAO,EAAC,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,eAAe,EAAC,CAAC"}

package/dist/helpers/env.d.ts

@@ -1,7 +1,9 @@
+import { HoloClient } from '@holokai/holo-sdk/client';
 export declare const hasGateway: boolean;
 export declare function gatewayUrl(): string;
 export declare function getTestConfig(): {
     gatewayUrl: string;
     token: string;
 };
+export declare function createTestClient(overrides?: Record<string, any>): HoloClient;
 //# sourceMappingURL=env.d.ts.map

package/dist/helpers/env.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../../src/helpers/env.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,UAAU,SAA4B,CAAC;AAEpD,wBAAgB,UAAU,IAAI,MAAM,CAQnC;AAED,wBAAgB,aAAa,IAAI;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAKrE"}
+{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../../src/helpers/env.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAEpD,eAAO,MAAM,UAAU,SAA4B,CAAC;AAEpD,wBAAgB,UAAU,IAAI,MAAM,CAQnC;AAED,wBAAgB,aAAa,IAAI;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAKrE;AAED,wBAAgB,gBAAgB,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,UAAU,CAG5E"}

package/dist/helpers/env.js

@@ -1,3 +1,4 @@
+import { HoloClient } from '@holokai/holo-sdk/client';
 export const hasGateway = !!process.env['HOLO_URL'];
 export function gatewayUrl() {
     let url = process.env['HOLO_URL'];
@@ -15,4 +16,8 @@ export function getTestConfig() {
         token: process.env['HOLO_TEST_TOKEN'] ?? '',
     };
 }
+export function createTestClient(overrides) {
+    const config = getTestConfig();
+    return new HoloClient({ baseUrl: config.gatewayUrl, token: config.token, ...overrides });
+}
 //# sourceMappingURL=env.js.map

package/dist/helpers/env.js.map

@@ -1 +1 @@
-{"version":3,"file":"env.js","sourceRoot":"","sources":["../../src/helpers/env.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;AAEpD,MAAM,UAAU,UAAU;IACtB,IAAI,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAClC,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC9C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5D,GAAG,GAAG,UAAU,GAAG,EAAE,CAAC;IAC1B,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,aAAa;IACzB,OAAO;QACH,UAAU,EAAE,UAAU,EAAE;QACxB,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,EAAE;KAC9C,CAAC;AACN,CAAC"}
+{"version":3,"file":"env.js","sourceRoot":"","sources":["../../src/helpers/env.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAEpD,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;AAEpD,MAAM,UAAU,UAAU;IACtB,IAAI,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAClC,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC9C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5D,GAAG,GAAG,UAAU,GAAG,EAAE,CAAC;IAC1B,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,aAAa;IACzB,OAAO;QACH,UAAU,EAAE,UAAU,EAAE;QACxB,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,EAAE;KAC9C,CAAC;AACN,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,SAA+B;IAC5D,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,OAAO,IAAI,UAAU,CAAC,EAAC,OAAO,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,SAAS,EAAC,CAAC,CAAC;AAC3F,CAAC"}

package/dist/helpers/ids.d.ts

@@ -0,0 +1,2 @@
+export declare function testId(prefix?: string): string;
+//# sourceMappingURL=ids.d.ts.map

package/dist/helpers/ids.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ids.d.ts","sourceRoot":"","sources":["../../src/helpers/ids.ts"],"names":[],"mappings":"AAEA,wBAAgB,MAAM,CAAC,MAAM,SAAS,GAAG,MAAM,CAE9C"}

package/dist/helpers/ids.js

@@ -0,0 +1,5 @@
+import { randomUUID } from 'crypto';
+export function testId(prefix = 'test') {
+    return `${prefix}-${randomUUID().slice(0, 8)}`;
+}
+//# sourceMappingURL=ids.js.map

package/dist/helpers/ids.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ids.js","sourceRoot":"","sources":["../../src/helpers/ids.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,QAAQ,CAAC;AAElC,MAAM,UAAU,MAAM,CAAC,MAAM,GAAG,MAAM;IAClC,OAAO,GAAG,MAAM,IAAI,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AACnD,CAAC"}

package/dist/helpers/matrix.d.ts

@@ -5,6 +5,7 @@ export interface DiscoveredModel {
     input_modalities?: string[];
     output_modalities?: string[];
     supported_parameters?: string[];
+    metadata?: Record<string, any>;
 }
 export interface DiscoveredProvider {
     family: string;
@@ -29,9 +30,16 @@ export interface ProviderDiscoveryClient {
             input_modalities?: string[];
             output_modalities?: string[];
             supported_parameters?: string[];
+            metadata?: Record<string, any>;
         }>>;
     };
 }
+export interface TestModelHints {
+    getTestModels?(): {
+        chat?: string;
+        embed?: string;
+    };
+}
 export declare const providerMatrix: DiscoveredProvider[];
-export declare function discoverProviders(client: ProviderDiscoveryClient): Promise<DiscoveredProvider[]>;
+export declare function discoverProviders(client: ProviderDiscoveryClient, plugins?: Map<string, TestModelHints>): Promise<DiscoveredProvider[]>;
 //# sourceMappingURL=matrix.d.ts.map

package/dist/helpers/matrix.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"matrix.d.ts","sourceRoot":"","sources":["../../src/helpers/matrix.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,kBAAkB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,eAAe,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,uBAAuB;IACpC,YAAY,EAAE;QACV,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,eAAe,EAAE,MAAM,CAAC;YAAC,aAAa,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC,CAAC;KAC3G,CAAC;IACF,MAAM,EAAE;QACJ,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,eAAe,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,EAAE,CAAC;YAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;YAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;YAAC,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAA;SAAE,CAAC,CAAC,CAAC;KACrM,CAAC;CACL;AAED,eAAO,MAAM,cAAc,EAAE,kBAAkB,EAAO,CAAC;AAEvD,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAoCtG"}
+{"version":3,"file":"matrix.d.ts","sourceRoot":"","sources":["../../src/helpers/matrix.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,kBAAkB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,eAAe,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,uBAAuB;IACpC,YAAY,EAAE;QACV,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC;YAClB,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,eAAe,EAAE,MAAM,CAAC;YAAC,aAAa,CAAC,EAAE,MAAM,CAAA;SAC9E,CAAC,CAAC,CAAC;KACP,CAAC;IACF,MAAM,EAAE;QACJ,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC;YAClB,EAAE,EAAE,MAAM,CAAC;YACX,IAAI,EAAE,MAAM,CAAC;YACb,eAAe,EAAE,MAAM,CAAC;YACxB,YAAY,EAAE,MAAM,EAAE,CAAC;YACvB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;YAC5B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;YAC7B,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;YAChC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;SAClC,CAAC,CAAC,CAAC;KACP,CAAC;CACL;AAED,MAAM,WAAW,cAAc;IAC3B,aAAa,CAAC,IAAI;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CACvD;AAED,eAAO,MAAM,cAAc,EAAE,kBAAkB,EAAO,CAAC;AAEvD,wBAAsB,iBAAiB,CACnC,MAAM,EAAE,uBAAuB,EAC/B,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,GACtC,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA0C/B"}

package/dist/helpers/matrix.js

@@ -1,5 +1,5 @@
 export const providerMatrix = [];
-export async function discoverProviders(client) {
+export async function discoverProviders(client, plugins) {
     const [apps, allModels] = await Promise.all([
         client.applications.list(),
         client.models.list(),
@@ -17,6 +17,8 @@ export async function discoverProviders(client) {
             discovered.output_modalities = m.output_modalities;
         if (m.supported_parameters)
             discovered.supported_parameters = m.supported_parameters;
+        if (m.metadata)
+            discovered.metadata = m.metadata;
         list.push(discovered);
         modelsByFamily.set(family, list);
     }
@@ -26,12 +28,15 @@ export async function discoverProviders(client) {
         if (families.has(family))
             continue;
         const models = modelsByFamily.get(family) ?? [];
-        const chatModel = models.find(m => m.input_modalities?.includes('text')) || models.find(m => m.capabilities.includes('chat'));
+        const testModels = plugins?.get(family)?.getTestModels?.();
+        const chatModel = testModels?.chat
+            ?? models.find(m => m.input_modalities?.includes('text'))?.id
+            ?? models.find(m => m.capabilities.includes('chat'))?.id;
         if (!chatModel)
             continue;
         families.set(family, {
             family,
-            model: chatModel.id,
+            model: chatModel,
             models,
         });
     }

package/dist/helpers/matrix.js.map

@@ -1 +1 @@
-{"version":3,"file":"matrix.js","sourceRoot":"","sources":["../../src/helpers/matrix.ts"],"names":[],"mappings":"AAwBA,MAAM,CAAC,MAAM,cAAc,GAAyB,EAAE,CAAC;AAEvD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAA+B;IACnE,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACxC,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE;QAC1B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE;KACvB,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,IAAI,GAAG,EAA6B,CAAC;IAC5D,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,CAAC,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC;QAC/C,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAoB,EAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,YAAY,EAAC,CAAC;QAC3F,IAAI,CAAC,CAAC,gBAAgB;YAAE,UAAU,CAAC,gBAAgB,GAAG,CAAC,CAAC,gBAAgB,CAAC;QACzE,IAAI,CAAC,CAAC,iBAAiB;YAAE,UAAU,CAAC,iBAAiB,GAAG,CAAC,CAAC,iBAAiB,CAAC;QAC5E,IAAI,CAAC,CAAC,oBAAoB;YAAE,UAAU,CAAC,oBAAoB,GAAG,CAAC,CAAC,oBAAoB,CAAC;QACrF,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtB,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA8B,CAAC;IACvD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,GAAG,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC;QACjD,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,SAAS;QACnC,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC9H,IAAI,CAAC,SAAS;YAAE,SAAS;QACzB,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE;YACjB,MAAM;YACN,KAAK,EAAE,SAAS,CAAC,EAAE;YACnB,MAAM;SACT,CAAC,CAAC;IACP,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACtC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;IAC1B,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IAC/B,OAAO,MAAM,CAAC;AAClB,CAAC"}
+{"version":3,"file":"matrix.js","sourceRoot":"","sources":["../../src/helpers/matrix.ts"],"names":[],"mappings":"AAwCA,MAAM,CAAC,MAAM,cAAc,GAAyB,EAAE,CAAC;AAEvD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACnC,MAA+B,EAC/B,OAAqC;IAErC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACxC,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE;QAC1B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE;KACvB,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,IAAI,GAAG,EAA6B,CAAC;IAC5D,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,CAAC,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC;QAC/C,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAoB,EAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,YAAY,EAAC,CAAC;QAC3F,IAAI,CAAC,CAAC,gBAAgB;YAAE,UAAU,CAAC,gBAAgB,GAAG,CAAC,CAAC,gBAAgB,CAAC;QACzE,IAAI,CAAC,CAAC,iBAAiB;YAAE,UAAU,CAAC,iBAAiB,GAAG,CAAC,CAAC,iBAAiB,CAAC;QAC5E,IAAI,CAAC,CAAC,oBAAoB;YAAE,UAAU,CAAC,oBAAoB,GAAG,CAAC,CAAC,oBAAoB,CAAC;QACrF,IAAI,CAAC,CAAC,QAAQ;YAAE,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtB,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA8B,CAAC;IACvD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,GAAG,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC;QACjD,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,SAAS;QACnC,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAEhD,MAAM,UAAU,GAAG,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,EAAE,CAAC;QAC3D,MAAM,SAAS,GAAG,UAAU,EAAE,IAAI;eAC3B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE;eAC1D,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC;QAE7D,IAAI,CAAC,SAAS;YAAE,SAAS;QACzB,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE;YACjB,MAAM;YACN,KAAK,EAAE,SAAS;YAChB,MAAM;SACT,CAAC,CAAC;IACP,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACtC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;IAC1B,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IAC/B,OAAO,MAAM,CAAC;AAClB,CAAC"}

package/dist/helpers/mocks.d.ts

@@ -0,0 +1,4 @@
+export declare function createMockRedis(): any;
+export declare function createMockPluginDB(): any;
+export declare function createMockInstaller(): any;
+//# sourceMappingURL=mocks.d.ts.map

package/dist/helpers/mocks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mocks.d.ts","sourceRoot":"","sources":["../../src/helpers/mocks.ts"],"names":[],"mappings":"AAEA,wBAAgB,eAAe,IAOtB,GAAG,CACX;AAED,wBAAgB,kBAAkB,IAczB,GAAG,CACX;AAED,wBAAgB,mBAAmB,IAQ1B,GAAG,CACX"}

package/dist/helpers/mocks.js

@@ -0,0 +1,37 @@
+import { vi } from 'vitest';
+export function createMockRedis() {
+    return {
+        set: vi.fn().mockResolvedValue(undefined),
+        get: vi.fn().mockResolvedValue(null),
+        del: vi.fn().mockResolvedValue(undefined),
+        connect: vi.fn().mockResolvedValue(undefined),
+        disconnect: vi.fn().mockResolvedValue(undefined),
+    };
+}
+export function createMockPluginDB() {
+    return {
+        hasVersion: vi.fn().mockResolvedValue(false),
+        getSha256: vi.fn().mockResolvedValue(null),
+        getByFamilyAndVersion: vi.fn().mockResolvedValue(null),
+        getByNameAndVersion: vi.fn().mockResolvedValue(null),
+        updateSchema: vi.fn().mockResolvedValue(undefined),
+        store: vi.fn().mockImplementation(async (name, version, family, type) => ({
+            package_name: name, version, family, type,
+        })),
+        getTarball: vi.fn().mockResolvedValue(null),
+        getTarballById: vi.fn().mockResolvedValue(null),
+        setPluginId: vi.fn().mockResolvedValue(undefined),
+        deactivate: vi.fn().mockResolvedValue(undefined),
+    };
+}
+export function createMockInstaller() {
+    return {
+        packPlugin: vi.fn().mockResolvedValue(Buffer.from('fake-tarball')),
+        cacheTarball: vi.fn().mockResolvedValue(undefined),
+        registerFromDir: vi.fn().mockResolvedValue({ family: 'test', name: 'test', version: '0.1.0' }),
+        ensurePluginsDir: vi.fn().mockResolvedValue(undefined),
+        setPluginsDir: vi.fn(),
+        getPluginsDir: vi.fn().mockReturnValue('/tmp/test-plugins'),
+    };
+}
+//# sourceMappingURL=mocks.js.map

package/dist/helpers/mocks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mocks.js","sourceRoot":"","sources":["../../src/helpers/mocks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,EAAE,EAAC,MAAM,QAAQ,CAAC;AAE1B,MAAM,UAAU,eAAe;IAC3B,OAAO;QACH,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACzC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;QACpC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACzC,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QAC7C,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;KAC5C,CAAC;AACb,CAAC;AAED,MAAM,UAAU,kBAAkB;IAC9B,OAAO;QACH,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC;QAC5C,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;QAC1C,qBAAqB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;QACtD,mBAAmB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;QACpD,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QAClD,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,EAAE,IAAY,EAAE,OAAe,EAAE,MAAc,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC;YACtG,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI;SAC5C,CAAC,CAAC;QACH,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;QAC3C,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;QAC/C,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACjD,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;KAC5C,CAAC;AACb,CAAC;AAED,MAAM,UAAU,mBAAmB;IAC/B,OAAO;QACH,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClE,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QAClD,eAAe,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAC,CAAC;QAC5F,gBAAgB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACtD,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;QACtB,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,mBAAmB,CAAC;KACvD,CAAC;AACb,CAAC"}

package/dist/helpers/polling.d.ts

@@ -0,0 +1,3 @@
+export declare function pollFile(filePath: string, maxWait?: number): Promise<boolean>;
+export declare function pollCondition(fn: () => Promise<boolean>, maxWait?: number, interval?: number): Promise<boolean>;
+//# sourceMappingURL=polling.d.ts.map

package/dist/helpers/polling.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"polling.d.ts","sourceRoot":"","sources":["../../src/helpers/polling.ts"],"names":[],"mappings":"AAEA,wBAAsB,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAWnF;AAED,wBAAsB,aAAa,CAAC,EAAE,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,SAAS,EAAE,QAAQ,SAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOlH"}

package/dist/helpers/polling.js

@@ -0,0 +1,24 @@
+import { promises as fs } from 'fs';
+export async function pollFile(filePath, maxWait = 15_000) {
+    const start = Date.now();
+    while (Date.now() - start < maxWait) {
+        try {
+            await fs.access(filePath);
+            return true;
+        }
+        catch {
+            await new Promise(r => setTimeout(r, 500));
+        }
+    }
+    return false;
+}
+export async function pollCondition(fn, maxWait = 15_000, interval = 500) {
+    const start = Date.now();
+    while (Date.now() - start < maxWait) {
+        if (await fn())
+            return true;
+        await new Promise(r => setTimeout(r, interval));
+    }
+    return false;
+}
+//# sourceMappingURL=polling.js.map

package/dist/helpers/polling.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"polling.js","sourceRoot":"","sources":["../../src/helpers/polling.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,IAAI,EAAE,EAAC,MAAM,IAAI,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,QAAgB,EAAE,OAAO,GAAG,MAAM;IAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,OAAO,EAAE,CAAC;QAClC,IAAI,CAAC;YACD,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACL,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/C,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAA0B,EAAE,OAAO,GAAG,MAAM,EAAE,QAAQ,GAAG,GAAG;IAC5F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,OAAO,EAAE,CAAC;QAClC,IAAI,MAAM,EAAE,EAAE;YAAE,OAAO,IAAI,CAAC;QAC5B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/helpers/vitest-helpers.d.ts

@@ -1,3 +1,3 @@
-import type { TestResult } from '../types.js';
+import type { TestResult } from '../types';
 export declare function assertTestResult(result: TestResult): void;
 //# sourceMappingURL=vitest-helpers.d.ts.map

package/dist/helpers/vitest-helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vitest-helpers.d.ts","sourceRoot":"","sources":["../../src/helpers/vitest-helpers.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AAE5C,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAUzD"}
+{"version":3,"file":"vitest-helpers.d.ts","sourceRoot":"","sources":["../../src/helpers/vitest-helpers.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,UAAU,CAAC;AAEzC,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAUzD"}

package/dist/index.d.ts

@@ -1,26 +1,29 @@
-export { testWire } from './testers/wire-tester.js';
-export { testAudit } from './testers/audit-tester.js';
-export { testPipeline } from './testers/pipeline-tester.js';
-export { testRoundTrip } from './testers/roundtrip-tester.js';
-export type { FixtureScenario, SdkAdapter, TestResult, AssertionError } from './types.js';
-export { createTestWorkerRequest, createTestEnvelope } from './factories/worker-request-factory.js';
-export { suite } from './dsl/suite-builder.js';
-export { runTests, type RunOptions } from './runner/test-runner.js';
-export { loadFixtures } from './fixtures/fixture-loader.js';
-export { loadPlugin, loadAllPlugins, discoverPlugins, getLoadedPlugins } from './services/plugin-loader.js';
-export { HttpFixtureServer } from './services/http-fixture-server.js';
-export { parseSseBody, type SseFrame } from './services/sse-parser.js';
-export { parseNdjsonBody } from './services/ndjson-parser.js';
-export { runWireContract } from './contracts/wire-contract.js';
-export { runAuditContract } from './contracts/audit-contract.js';
-export { runPipelineContract } from './contracts/pipeline-contract.js';
-export { runRoundTripContract } from './contracts/roundtrip-contract.js';
-export { hasGateway, gatewayUrl, getTestConfig } from './helpers/env.js';
-export { collectStreamText, collectStreamEvents } from './helpers/stream-helpers.js';
-export { createMockFetch, createSseMockFetch } from './helpers/mock-fetch.js';
-export { discoverProviders, providerMatrix } from './helpers/matrix.js';
-export type { DiscoveredProvider, DiscoveredModel, ProviderDiscoveryClient } from './helpers/matrix.js';
-export { assertTestResult } from './helpers/vitest-helpers.js';
+export type { TestResult, AssertionError } from './types';
+export { loadPlugin, loadAllPlugins, loadDatastorePlugin, discoverPlugins, getLoadedPlugins } from './services/plugin-loader';
+export { parseSseBody, type SseFrame } from './services/sse-parser';
+export { parseNdjsonBody } from './services/ndjson-parser';
+export { registerDatastoreTests, type DatastoreConfig } from './conformance/datastore-tests';
+export { type HoloScenario, type HoloScenarioRequest, type HoloScenarioResponse, type HoloScenarioWire, type HoloScenarioAudit, type HoloScenarioSdk, } from './conformance/types';
+export { runConformance } from './conformance/runner';
+export { loadScenarios, loadSdkAdapter, loadDatastoreConfig } from './conformance/loader';
+export { loadHoloFixtures, loadPluginHoloScenarios } from './conformance/holo-fixture-loader';
+export { registerHoloFixtureTests } from './conformance/holo-fixture-tests';
+export type { HoloFixture, HoloFixtureKind, HoloRequestFixture, HoloResponseFixture, HoloStreamingFixture, PluginHoloScenario, PluginHoloScenarioExpectedFailure, PluginHoloScenarioThrows, } from './conformance/holo-fixture-types';
+export { registerTranslatorTests } from './conformance/translator-tests';
+export { registerWireTests } from './conformance/wire-tests';
+export { registerAuditTests } from './conformance/audit-tests';
+export { registerPipelineTests } from './conformance/pipeline-tests';
+export { registerSdkTests, type ScenarioSdkAdapter } from './conformance/sdk-tests';
+export { hasGateway, gatewayUrl, getTestConfig, createTestClient } from './helpers/env';
+export { collectStreamText, collectStreamEvents } from './helpers/stream-helpers';
+export { createMockFetch, createSseMockFetch } from './helpers/mock-fetch';
+export { discoverProviders, providerMatrix } from './helpers/matrix';
+export type { DiscoveredProvider, DiscoveredModel, ProviderDiscoveryClient } from './helpers/matrix';
+export { assertTestResult } from './helpers/vitest-helpers';
 export { runLiveTest, isProviderAvailable, buildPayload, registerPayloadBuilder } from './live';
 export type { LiveTestConfig, LiveTestResult } from './live';
+export { createTestPlugin, createTestBuiltinPlugin, packPluginFixture, createTempDir, cleanupTempDir, TEST_SCOPE, TEST_VERSION, testFamily, testPackageName, type TestPluginOpts, } from './fixtures/plugin';
+export { pollFile, pollCondition } from './helpers/polling';
+export { testId } from './helpers/ids';
+export { createMockRedis, createMockPluginDB, createMockInstaller } from './helpers/mocks';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,0BAA0B,CAAC;AAClD,OAAO,EAAC,SAAS,EAAC,MAAM,2BAA2B,CAAC;AACpD,OAAO,EAAC,YAAY,EAAC,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAC,aAAa,EAAC,MAAM,+BAA+B,CAAC;AAC5D,YAAY,EAAC,eAAe,EAAE,UAAU,EAAE,UAAU,EAAE,cAAc,EAAC,MAAM,YAAY,CAAC;AACxF,OAAO,EAAC,uBAAuB,EAAE,kBAAkB,EAAC,MAAM,uCAAuC,CAAC;AAClG,OAAO,EAAC,KAAK,EAAC,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,QAAQ,EAAE,KAAK,UAAU,EAAC,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAC,YAAY,EAAC,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAC,UAAU,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAC1G,OAAO,EAAC,iBAAiB,EAAC,MAAM,mCAAmC,CAAC;AACpE,OAAO,EAAC,YAAY,EAAE,KAAK,QAAQ,EAAC,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAC,eAAe,EAAC,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,gBAAgB,EAAC,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAC,mBAAmB,EAAC,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAC,oBAAoB,EAAC,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAC,UAAU,EAAE,UAAU,EAAE,aAAa,EAAC,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAC,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,6BAA6B,CAAC;AACnF,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAC5E,OAAO,EAAC,iBAAiB,EAAE,cAAc,EAAC,MAAM,qBAAqB,CAAC;AACtE,YAAY,EAAC,kBAAkB,EAAE,eAAe,EAAE,uBAAuB,EAAC,MAAM,qBAAqB,CAAC;AACtG,OAAO,EAAC,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAC,WAAW,EAAE,mBAAmB,EAAE,YAAY,EAAE,sBAAsB,EAAC,MAAM,QAAQ,CAAC;AAC9F,YAAY,EAAC,cAAc,EAAE,cAAc,EAAC,MAAM,QAAQ,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAC,UAAU,EAAE,cAAc,EAAC,MAAM,SAAS,CAAC;AACxD,OAAO,EACH,UAAU,EAAE,cAAc,EAAE,mBAAmB,EAAE,eAAe,EAAE,gBAAgB,EACrF,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAC,YAAY,EAAE,KAAK,QAAQ,EAAC,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAC,eAAe,EAAC,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAC,sBAAsB,EAAE,KAAK,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAC3F,OAAO,EACH,KAAK,YAAY,EACjB,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,eAAe,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAC,aAAa,EAAE,cAAc,EAAE,mBAAmB,EAAC,MAAM,sBAAsB,CAAC;AACxF,OAAO,EAAC,gBAAgB,EAAE,uBAAuB,EAAC,MAAM,mCAAmC,CAAC;AAC5F,OAAO,EAAC,wBAAwB,EAAC,MAAM,kCAAkC,CAAC;AAC1E,YAAY,EACR,WAAW,EACX,eAAe,EACf,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,kBAAkB,EAClB,iCAAiC,EACjC,wBAAwB,GAC3B,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAC,uBAAuB,EAAC,MAAM,gCAAgC,CAAC;AACvE,OAAO,EAAC,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAC,kBAAkB,EAAC,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAC,qBAAqB,EAAC,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAC,gBAAgB,EAAE,KAAK,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAC,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,gBAAgB,EAAC,MAAM,eAAe,CAAC;AACtF,OAAO,EAAC,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAChF,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAC,iBAAiB,EAAE,cAAc,EAAC,MAAM,kBAAkB,CAAC;AACnE,YAAY,EAAC,kBAAkB,EAAE,eAAe,EAAE,uBAAuB,EAAC,MAAM,kBAAkB,CAAC;AACnG,OAAO,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAC,WAAW,EAAE,mBAAmB,EAAE,YAAY,EAAE,sBAAsB,EAAC,MAAM,QAAQ,CAAC;AAC9F,YAAY,EAAC,cAAc,EAAE,cAAc,EAAC,MAAM,QAAQ,CAAC;AAC3D,OAAO,EACH,gBAAgB,EAAE,uBAAuB,EAAE,iBAAiB,EAC5D,aAAa,EAAE,cAAc,EAC7B,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,eAAe,EACrD,KAAK,cAAc,GACtB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAC,QAAQ,EAAE,aAAa,EAAC,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAC,MAAM,EAAC,MAAM,eAAe,CAAC;AACrC,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,iBAAiB,CAAC"}

package/dist/index.js

@@ -1,23 +1,24 @@
-export { testWire } from './testers/wire-tester.js';
-export { testAudit } from './testers/audit-tester.js';
-export { testPipeline } from './testers/pipeline-tester.js';
-export { testRoundTrip } from './testers/roundtrip-tester.js';
-export { createTestWorkerRequest, createTestEnvelope } from './factories/worker-request-factory.js';
-export { suite } from './dsl/suite-builder.js';
-export { runTests } from './runner/test-runner.js';
-export { loadFixtures } from './fixtures/fixture-loader.js';
-export { loadPlugin, loadAllPlugins, discoverPlugins, getLoadedPlugins } from './services/plugin-loader.js';
-export { HttpFixtureServer } from './services/http-fixture-server.js';
-export { parseSseBody } from './services/sse-parser.js';
-export { parseNdjsonBody } from './services/ndjson-parser.js';
-export { runWireContract } from './contracts/wire-contract.js';
-export { runAuditContract } from './contracts/audit-contract.js';
-export { runPipelineContract } from './contracts/pipeline-contract.js';
-export { runRoundTripContract } from './contracts/roundtrip-contract.js';
-export { hasGateway, gatewayUrl, getTestConfig } from './helpers/env.js';
-export { collectStreamText, collectStreamEvents } from './helpers/stream-helpers.js';
-export { createMockFetch, createSseMockFetch } from './helpers/mock-fetch.js';
-export { discoverProviders, providerMatrix } from './helpers/matrix.js';
-export { assertTestResult } from './helpers/vitest-helpers.js';
+export { loadPlugin, loadAllPlugins, loadDatastorePlugin, discoverPlugins, getLoadedPlugins } from './services/plugin-loader';
+export { parseSseBody } from './services/sse-parser';
+export { parseNdjsonBody } from './services/ndjson-parser';
+export { registerDatastoreTests } from './conformance/datastore-tests';
+export { runConformance } from './conformance/runner';
+export { loadScenarios, loadSdkAdapter, loadDatastoreConfig } from './conformance/loader';
+export { loadHoloFixtures, loadPluginHoloScenarios } from './conformance/holo-fixture-loader';
+export { registerHoloFixtureTests } from './conformance/holo-fixture-tests';
+export { registerTranslatorTests } from './conformance/translator-tests';
+export { registerWireTests } from './conformance/wire-tests';
+export { registerAuditTests } from './conformance/audit-tests';
+export { registerPipelineTests } from './conformance/pipeline-tests';
+export { registerSdkTests } from './conformance/sdk-tests';
+export { hasGateway, gatewayUrl, getTestConfig, createTestClient } from './helpers/env';
+export { collectStreamText, collectStreamEvents } from './helpers/stream-helpers';
+export { createMockFetch, createSseMockFetch } from './helpers/mock-fetch';
+export { discoverProviders, providerMatrix } from './helpers/matrix';
+export { assertTestResult } from './helpers/vitest-helpers';
 export { runLiveTest, isProviderAvailable, buildPayload, registerPayloadBuilder } from './live';
+export { createTestPlugin, createTestBuiltinPlugin, packPluginFixture, createTempDir, cleanupTempDir, TEST_SCOPE, TEST_VERSION, testFamily, testPackageName, } from './fixtures/plugin';
+export { pollFile, pollCondition } from './helpers/polling';
+export { testId } from './helpers/ids';
+export { createMockRedis, createMockPluginDB, createMockInstaller } from './helpers/mocks';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,0BAA0B,CAAC;AAClD,OAAO,EAAC,SAAS,EAAC,MAAM,2BAA2B,CAAC;AACpD,OAAO,EAAC,YAAY,EAAC,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAC,aAAa,EAAC,MAAM,+BAA+B,CAAC;AAE5D,OAAO,EAAC,uBAAuB,EAAE,kBAAkB,EAAC,MAAM,uCAAuC,CAAC;AAClG,OAAO,EAAC,KAAK,EAAC,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,QAAQ,EAAkB,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAC,YAAY,EAAC,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAC,UAAU,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAC1G,OAAO,EAAC,iBAAiB,EAAC,MAAM,mCAAmC,CAAC;AACpE,OAAO,EAAC,YAAY,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAC,eAAe,EAAC,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAC,gBAAgB,EAAC,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAC,mBAAmB,EAAC,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAC,oBAAoB,EAAC,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAC,UAAU,EAAE,UAAU,EAAE,aAAa,EAAC,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAC,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,6BAA6B,CAAC;AACnF,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAC5E,OAAO,EAAC,iBAAiB,EAAE,cAAc,EAAC,MAAM,qBAAqB,CAAC;AAEtE,OAAO,EAAC,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAC,WAAW,EAAE,mBAAmB,EAAE,YAAY,EAAE,sBAAsB,EAAC,MAAM,QAAQ,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EACH,UAAU,EAAE,cAAc,EAAE,mBAAmB,EAAE,eAAe,EAAE,gBAAgB,EACrF,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAC,YAAY,EAAgB,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAC,eAAe,EAAC,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAC,sBAAsB,EAAuB,MAAM,+BAA+B,CAAC;AAS3F,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAC,aAAa,EAAE,cAAc,EAAE,mBAAmB,EAAC,MAAM,sBAAsB,CAAC;AACxF,OAAO,EAAC,gBAAgB,EAAE,uBAAuB,EAAC,MAAM,mCAAmC,CAAC;AAC5F,OAAO,EAAC,wBAAwB,EAAC,MAAM,kCAAkC,CAAC;AAW1E,OAAO,EAAC,uBAAuB,EAAC,MAAM,gCAAgC,CAAC;AACvE,OAAO,EAAC,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAC,kBAAkB,EAAC,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAC,qBAAqB,EAAC,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAC,gBAAgB,EAA0B,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAC,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,gBAAgB,EAAC,MAAM,eAAe,CAAC;AACtF,OAAO,EAAC,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAChF,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAC,iBAAiB,EAAE,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAEnE,OAAO,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAC,WAAW,EAAE,mBAAmB,EAAE,YAAY,EAAE,sBAAsB,EAAC,MAAM,QAAQ,CAAC;AAE9F,OAAO,EACH,gBAAgB,EAAE,uBAAuB,EAAE,iBAAiB,EAC5D,aAAa,EAAE,cAAc,EAC7B,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,eAAe,GAExD,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAC,QAAQ,EAAE,aAAa,EAAC,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAC,MAAM,EAAC,MAAM,eAAe,CAAC;AACrC,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,iBAAiB,CAAC"}

package/dist/live/assertions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"assertions.d.ts","sourceRoot":"","sources":["../../src/live/assertions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,aAAa,EAAE,mBAAmB,EAAC,MAAM,8BAA8B,CAAC;AACrF,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,UAAU,CAAC;AAE7C,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,cAAc,GAAG,IAAI,CAIjF;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,cAAc,GAAG,IAAI,CAGlF;AAED,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,aAAa,GAAG,cAAc,GAAG,IAAI,CAIrF;AAED,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,cAAc,GAAG,IAAI,CAIzF;AAED,wBAAgB,mBAAmB,CAC/B,MAAM,EAAE,aAAa,EAAE,EACvB,QAAQ,EAAE,mBAAmB,GAC9B,cAAc,GAAG,IAAI,CAiCvB"}
+{"version":3,"file":"assertions.d.ts","sourceRoot":"","sources":["../../src/live/assertions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,aAAa,EAAE,mBAAmB,EAAC,MAAM,8BAA8B,CAAC;AACrF,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,UAAU,CAAC;AAE7C,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,cAAc,GAAG,IAAI,CAIjF;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,cAAc,GAAG,IAAI,CAGlF;AAED,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,aAAa,GAAG,cAAc,GAAG,IAAI,CAIrF;AAED,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,cAAc,GAAG,IAAI,CAIzF;AAkBD,wBAAgB,mBAAmB,CAC/B,MAAM,EAAE,aAAa,EAAE,EACvB,QAAQ,EAAE,mBAAmB,GAC9B,cAAc,GAAG,IAAI,CA2CvB"}

package/dist/live/assertions.js

@@ -22,33 +22,66 @@ export function assertMultipleStreamEvents(events) {
         return { field: 'stream_events', expected: '>= 2', actual: String(streamEvents.length) };
     return null;
 }
+/**
+ * Extract a native event-type identifier from a provider chunk regardless of transport shape.
+ * - Claude / OpenAI Responses / Gemini structured: top-level `.type` string
+ * - Bedrock-style: discriminator key (e.g. `{contentBlockDelta: {...}}` → `'contentBlockDelta'`)
+ * Returns undefined when neither shape applies (e.g. raw OpenAI chat-completion chunks); the
+ * caller treats those as opaque and skips them.
+ */
+function nativeEventType(event) {
+    if (!event || typeof event !== 'object')
+        return undefined;
+    if (typeof event.type === 'string')
+        return event.type;
+    for (const [key, value] of Object.entries(event)) {
+        if (value && typeof value === 'object')
+            return key;
+    }
+    return undefined;
+}
 export function assertEventSequence(events, sequence) {
-    const streamEvents = events
-        .filter(e => e.type === 'stream_event')
-        .map(e => e.event?.type ?? 'unknown');
-    if (streamEvents.length === 0)
+    const observed = [];
+    for (const e of events) {
+        if (e.type !== 'stream_event')
+            continue;
+        const name = nativeEventType(e.event);
+        if (name)
+            observed.push(name);
+    }
+    if (observed.length === 0)
         return null;
     const repeatableSet = new Set(sequence.repeatable);
-    let orderIdx = 0;
-    for (const eventType of streamEvents) {
-        if (repeatableSet.has(eventType)) {
-            const idx = sequence.ordered.indexOf(eventType);
-            if (idx >= 0 && idx >= orderIdx) {
-                orderIdx = idx;
-            }
+    const required = sequence.ordered.filter(name => !repeatableSet.has(name));
+    if (required.length === 0)
+        return null;
+    let nextRequiredIdx = 0;
+    for (const eventType of observed) {
+        const requiredIdx = required.indexOf(eventType);
+        if (requiredIdx === -1)
             continue;
+        if (requiredIdx < nextRequiredIdx) {
+            return {
+                field: 'event_sequence',
+                expected: `${required[nextRequiredIdx] ?? '<end>'} or later`,
+                actual: `out-of-order: ${eventType} after ${required[nextRequiredIdx - 1]}`,
+            };
         }
-        while (orderIdx < sequence.ordered.length && sequence.ordered[orderIdx] !== eventType) {
-            if (repeatableSet.has(sequence.ordered[orderIdx])) {
-                orderIdx++;
-            }
-            else {
-                break;
-            }
-        }
-        if (orderIdx < sequence.ordered.length && sequence.ordered[orderIdx] === eventType) {
-            orderIdx++;
+        if (requiredIdx > nextRequiredIdx) {
+            return {
+                field: 'event_sequence',
+                expected: required[nextRequiredIdx],
+                actual: `skipped — saw ${eventType} (missing ${required.slice(nextRequiredIdx, requiredIdx).join(', ')})`,
+            };
         }
+        nextRequiredIdx++;
+    }
+    if (nextRequiredIdx < required.length) {
+        return {
+            field: 'event_sequence',
+            expected: required[nextRequiredIdx],
+            actual: 'missing',
+        };
     }
     return null;
 }