ai-experiments 2.1.3 → 2.3.0

package/dist/chdb-storage.js

@@ -1,468 +0,0 @@
-/**
- * ClickHouse storage backend for AI experiments using chdb (embedded ClickHouse)
- *
- * Design: Single flat table where experiment events are the atomic unit.
- * Cartesian product results, variant comparisons, and winner analysis
- * are all derived via aggregation queries.
- *
- * This maximizes compression and enables fast analytical queries across
- * thousands of experiment runs.
- */
-import { Session } from 'chdb';
-const CREATE_TABLE_SQL = `
-CREATE TABLE IF NOT EXISTS experiments (
-    -- Event identity
-    eventId String,
-    eventType LowCardinality(String),
-    timestamp DateTime64(3),
-
-    -- Experiment context
-    experimentId String,
-    experimentName String DEFAULT '',
-
-    -- Variant context
-    variantId String DEFAULT '',
-    variantName String DEFAULT '',
-
-    -- Cartesian product dimensions (stored as JSON for flexibility)
-    dimensions String DEFAULT '{}',
-
-    -- Execution data
-    runId String DEFAULT '',
-    success UInt8 DEFAULT 1,
-    durationMs UInt32 DEFAULT 0,
-
-    -- Result data
-    result String DEFAULT '{}',
-    metricName LowCardinality(String) DEFAULT '',
-    metricValue Float64 DEFAULT 0,
-
-    -- Error tracking
-    errorMessage String DEFAULT '',
-    errorStack String DEFAULT '',
-
-    -- Metadata
-    metadata String DEFAULT '{}'
-)
-ENGINE = MergeTree()
-ORDER BY (experimentId, variantId, timestamp, eventId)
-SETTINGS index_granularity = 8192
-`;
-export class ChdbStorage {
-    options;
-    session;
-    initialized = false;
-    eventCounter = 0;
-    constructor(options = {}) {
-        this.options = options;
-        this.session = new Session(options.dataPath ?? './.experiments-chdb');
-    }
-    async init() {
-        if (this.initialized)
-            return;
-        if (this.options.autoInit !== false) {
-            this.session.query(CREATE_TABLE_SQL);
-        }
-        this.initialized = true;
-    }
-    escapeString(s) {
-        return s.replace(/\\/g, '\\\\').replace(/'/g, "\\'");
-    }
-    toJson(value) {
-        return JSON.stringify(value ?? {});
-    }
-    parseJson(value) {
-        try {
-            return JSON.parse(value || '{}');
-        }
-        catch {
-            return {};
-        }
-    }
-    nextEventId() {
-        return `evt-${Date.now()}-${++this.eventCounter}`;
-    }
-    // ─────────────────────────────────────────────────────────────────────────────
-    // TrackingBackend Implementation
-    // ─────────────────────────────────────────────────────────────────────────────
-    async track(event) {
-        await this.init();
-        const eventId = this.nextEventId();
-        const timestamp = event.timestamp.toISOString();
-        const data = event.data;
-        // Extract standard fields from event data
-        const experimentId = String(data.experimentId ?? '');
-        const experimentName = String(data.experimentName ?? '');
-        const variantId = String(data.variantId ?? '');
-        const variantName = String(data.variantName ?? '');
-        const runId = String(data.runId ?? '');
-        const success = data.success !== false ? 1 : 0;
-        const durationMs = Number(data.duration ?? data.durationMs ?? 0);
-        const metricName = String(data.metricName ?? '');
-        const metricValue = Number(data.metricValue ?? 0);
-        const errorMessage = data.error instanceof Error ? data.error.message : String(data.errorMessage ?? '');
-        const errorStack = data.error instanceof Error ? (data.error.stack ?? '') : '';
-        // Extract dimensions (for cartesian product tracking)
-        const dimensions = data.dimensions ?? data.config ?? {};
-        const result = data.result ?? {};
-        const metadata = data.metadata ?? {};
-        this.session.query(`
-      INSERT INTO experiments (
-        eventId, eventType, timestamp,
-        experimentId, experimentName,
-        variantId, variantName,
-        dimensions, runId, success, durationMs,
-        result, metricName, metricValue,
-        errorMessage, errorStack, metadata
-      ) VALUES (
-        '${eventId}', '${event.type}', '${timestamp}',
-        '${this.escapeString(experimentId)}', '${this.escapeString(experimentName)}',
-        '${this.escapeString(variantId)}', '${this.escapeString(variantName)}',
-        '${this.escapeString(this.toJson(dimensions))}',
-        '${this.escapeString(runId)}', ${success}, ${durationMs},
-        '${this.escapeString(this.toJson(result))}',
-        '${this.escapeString(metricName)}', ${metricValue},
-        '${this.escapeString(errorMessage)}', '${this.escapeString(errorStack)}',
-        '${this.escapeString(this.toJson(metadata))}'
-      )
-    `);
-    }
-    async flush() {
-        // chdb writes are synchronous, nothing to flush
-    }
-    // ─────────────────────────────────────────────────────────────────────────────
-    // Experiment Result Storage (direct API)
-    // ─────────────────────────────────────────────────────────────────────────────
-    async storeResult(result) {
-        await this.track({
-            type: 'variant.complete',
-            timestamp: result.completedAt,
-            data: {
-                experimentId: result.experimentId,
-                variantId: result.variantId,
-                variantName: result.variantName,
-                runId: result.runId,
-                success: result.success,
-                duration: result.duration,
-                result: result.result,
-                metricValue: result.metricValue,
-                error: result.error,
-                metadata: result.metadata,
-            },
-        });
-    }
-    async storeResults(results) {
-        for (const result of results) {
-            await this.storeResult(result);
-        }
-    }
-    // ─────────────────────────────────────────────────────────────────────────────
-    // Analytics Queries
-    // ─────────────────────────────────────────────────────────────────────────────
-    /**
-     * Get all experiments
-     */
-    async getExperiments() {
-        await this.init();
-        const result = this.session.query(`
-      SELECT
-        experimentId,
-        any(experimentName) AS experimentName,
-        uniq(variantId) AS variantCount,
-        count() AS runCount,
-        min(timestamp) AS firstRun,
-        max(timestamp) AS lastRun
-      FROM experiments
-      WHERE experimentId != '' AND eventType = 'variant.complete'
-      GROUP BY experimentId
-      ORDER BY lastRun DESC
-    `, 'JSONEachRow');
-        if (!result.trim())
-            return [];
-        return result.trim().split('\n')
-            .filter(Boolean)
-            .map(line => JSON.parse(line));
-    }
-    /**
-     * Get variant performance for an experiment
-     */
-    async getVariantStats(experimentId) {
-        await this.init();
-        const result = this.session.query(`
-      SELECT
-        variantId,
-        any(variantName) AS variantName,
-        count() AS runCount,
-        countIf(success = 1) AS successCount,
-        countIf(success = 1) / count() AS successRate,
-        avg(durationMs) AS avgDuration,
-        avg(metricValue) AS avgMetric,
-        min(metricValue) AS minMetric,
-        max(metricValue) AS maxMetric
-      FROM experiments
-      WHERE experimentId = '${this.escapeString(experimentId)}'
-        AND eventType = 'variant.complete'
-      GROUP BY variantId
-      ORDER BY avgMetric DESC
-    `, 'JSONEachRow');
-        if (!result.trim())
-            return [];
-        return result.trim().split('\n')
-            .filter(Boolean)
-            .map(line => {
-            const row = JSON.parse(line);
-            return {
-                ...row,
-                runCount: Number(row.runCount),
-                successCount: Number(row.successCount),
-                successRate: Number(row.successRate),
-                avgDuration: Number(row.avgDuration),
-                avgMetric: Number(row.avgMetric),
-                minMetric: Number(row.minMetric),
-                maxMetric: Number(row.maxMetric),
-            };
-        });
-    }
-    /**
-     * Get the best performing variant for an experiment
-     */
-    async getBestVariant(experimentId, options = {}) {
-        const { metric = 'avgMetric', minimumRuns = 1 } = options;
-        await this.init();
-        const orderBy = metric === 'avgDuration' ? 'ASC' : 'DESC';
-        const metricExpr = metric === 'successRate'
-            ? 'countIf(success = 1) / count()'
-            : metric === 'avgDuration'
-                ? 'avg(durationMs)'
-                : 'avg(metricValue)';
-        const result = this.session.query(`
-      SELECT
-        variantId,
-        any(variantName) AS variantName,
-        ${metricExpr} AS metricValue,
-        count() AS runCount
-      FROM experiments
-      WHERE experimentId = '${this.escapeString(experimentId)}'
-        AND eventType = 'variant.complete'
-      GROUP BY variantId
-      HAVING runCount >= ${minimumRuns}
-      ORDER BY metricValue ${orderBy}
-      LIMIT 1
-    `, 'JSONEachRow');
-        if (!result.trim())
-            return null;
-        const firstLine = result.trim().split('\n')[0];
-        if (!firstLine)
-            return null;
-        const row = JSON.parse(firstLine);
-        return {
-            variantId: row.variantId,
-            variantName: row.variantName,
-            metricValue: Number(row.metricValue),
-            runCount: Number(row.runCount),
-        };
-    }
-    /**
-     * Get cartesian product analysis - performance by dimension values
-     */
-    async getCartesianAnalysis(experimentId, dimension) {
-        await this.init();
-        const result = this.session.query(`
-      SELECT
-        JSONExtractString(dimensions, '${this.escapeString(dimension)}') AS dimensionValue,
-        count() AS runCount,
-        avg(metricValue) AS avgMetric,
-        countIf(success = 1) / count() AS successRate
-      FROM experiments
-      WHERE experimentId = '${this.escapeString(experimentId)}'
-        AND eventType = 'variant.complete'
-        AND dimensionValue != ''
-      GROUP BY dimensionValue
-      ORDER BY avgMetric DESC
-    `, 'JSONEachRow');
-        if (!result.trim())
-            return [];
-        return result.trim().split('\n')
-            .filter(Boolean)
-            .map(line => {
-            const row = JSON.parse(line);
-            return {
-                dimensionValue: row.dimensionValue,
-                runCount: Number(row.runCount),
-                avgMetric: Number(row.avgMetric),
-                successRate: Number(row.successRate),
-            };
-        });
-    }
-    /**
-     * Get multi-dimensional cartesian analysis
-     */
-    async getCartesianGrid(experimentId, dimensions) {
-        await this.init();
-        const dimExtracts = dimensions.map(d => `JSONExtractString(dimensions, '${this.escapeString(d)}') AS dim_${d}`).join(', ');
-        const dimGroupBy = dimensions.map(d => `dim_${d}`).join(', ');
-        const result = this.session.query(`
-      SELECT
-        ${dimExtracts},
-        count() AS runCount,
-        avg(metricValue) AS avgMetric,
-        countIf(success = 1) / count() AS successRate
-      FROM experiments
-      WHERE experimentId = '${this.escapeString(experimentId)}'
-        AND eventType = 'variant.complete'
-      GROUP BY ${dimGroupBy}
-      ORDER BY avgMetric DESC
-    `, 'JSONEachRow');
-        if (!result.trim())
-            return [];
-        return result.trim().split('\n')
-            .filter(Boolean)
-            .map(line => {
-            const row = JSON.parse(line);
-            const dims = {};
-            for (const d of dimensions) {
-                dims[d] = row[`dim_${d}`];
-            }
-            return {
-                dimensions: dims,
-                runCount: Number(row.runCount),
-                avgMetric: Number(row.avgMetric),
-                successRate: Number(row.successRate),
-            };
-        });
-    }
-    /**
-     * Get time series of experiment metrics
-     */
-    async getTimeSeries(experimentId, options = {}) {
-        const { interval = 'day', variantId } = options;
-        await this.init();
-        const dateFunc = interval === 'hour'
-            ? 'toStartOfHour(timestamp)'
-            : interval === 'week'
-                ? 'toStartOfWeek(timestamp)'
-                : 'toStartOfDay(timestamp)';
-        const variantFilter = variantId
-            ? `AND variantId = '${this.escapeString(variantId)}'`
-            : '';
-        const result = this.session.query(`
-      SELECT
-        ${dateFunc} AS period,
-        count() AS runCount,
-        avg(metricValue) AS avgMetric,
-        countIf(success = 1) / count() AS successRate
-      FROM experiments
-      WHERE experimentId = '${this.escapeString(experimentId)}'
-        AND eventType = 'variant.complete'
-        ${variantFilter}
-      GROUP BY period
-      ORDER BY period ASC
-    `, 'JSONEachRow');
-        if (!result.trim())
-            return [];
-        return result.trim().split('\n')
-            .filter(Boolean)
-            .map(line => {
-            const row = JSON.parse(line);
-            return {
-                period: row.period,
-                runCount: Number(row.runCount),
-                avgMetric: Number(row.avgMetric),
-                successRate: Number(row.successRate),
-            };
-        });
-    }
-    /**
-     * Get raw events for an experiment
-     */
-    async getEvents(experimentId, options = {}) {
-        const { eventType, variantId, limit = 100 } = options;
-        await this.init();
-        const filters = [`experimentId = '${this.escapeString(experimentId)}'`];
-        if (eventType)
-            filters.push(`eventType = '${this.escapeString(eventType)}'`);
-        if (variantId)
-            filters.push(`variantId = '${this.escapeString(variantId)}'`);
-        const result = this.session.query(`
-      SELECT
-        eventType,
-        timestamp,
-        experimentId,
-        experimentName,
-        variantId,
-        variantName,
-        dimensions,
-        runId,
-        success,
-        durationMs,
-        result,
-        metricName,
-        metricValue,
-        errorMessage,
-        metadata
-      FROM experiments
-      WHERE ${filters.join(' AND ')}
-      ORDER BY timestamp DESC
-      LIMIT ${limit}
-    `, 'JSONEachRow');
-        if (!result.trim())
-            return [];
-        return result.trim().split('\n')
-            .filter(Boolean)
-            .map(line => {
-            const row = JSON.parse(line);
-            return {
-                type: row.eventType,
-                timestamp: new Date(row.timestamp),
-                data: {
-                    experimentId: row.experimentId,
-                    experimentName: row.experimentName,
-                    variantId: row.variantId,
-                    variantName: row.variantName,
-                    dimensions: this.parseJson(row.dimensions),
-                    runId: row.runId,
-                    success: row.success === 1,
-                    duration: row.durationMs,
-                    result: this.parseJson(row.result),
-                    metricName: row.metricName,
-                    metricValue: row.metricValue,
-                    errorMessage: row.errorMessage,
-                    metadata: this.parseJson(row.metadata),
-                },
-            };
-        });
-    }
-    /**
-     * Raw SQL query access for custom analytics
-     */
-    query(sql, format = 'JSONEachRow') {
-        return this.session.query(sql, format);
-    }
-    /**
-     * Close the storage (cleanup)
-     */
-    close() {
-        // Session cleanup handled by chdb
-    }
-}
-/**
- * Create a chdb storage backend for experiments
- *
- * @example
- * ```ts
- * import { configureTracking } from 'ai-experiments'
- * import { createChdbBackend } from 'ai-experiments/storage'
- *
- * const storage = createChdbBackend({ dataPath: './.my-experiments' })
- *
- * configureTracking({ backend: storage })
- *
- * // Later: analyze results
- * const best = await storage.getBestVariant('my-experiment')
- * console.log(`Best variant: ${best.variantName} (${best.metricValue})`)
- * ```
- */
-export function createChdbBackend(options) {
-    return new ChdbStorage(options);
-}
-//# sourceMappingURL=chdb-storage.js.map

package/dist/chdb-storage.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"chdb-storage.js","sourceRoot":"","sources":["../src/chdb-storage.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AAG9B,MAAM,gBAAgB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsCxB,CAAA;AASD,MAAM,OAAO,WAAW;IAKF;IAJZ,OAAO,CAAS;IAChB,WAAW,GAAG,KAAK,CAAA;IACnB,YAAY,GAAG,CAAC,CAAA;IAExB,YAAoB,UAA8B,EAAE;QAAhC,YAAO,GAAP,OAAO,CAAyB;QAClD,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,qBAAqB,CAAC,CAAA;IACvE,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAM;QAC5B,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAA;QACtC,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;IACzB,CAAC;IAEO,YAAY,CAAC,CAAS;QAC5B,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IACtD,CAAC;IAEO,MAAM,CAAC,KAAc;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;IACpC,CAAC;IAEO,SAAS,CAAI,KAAa;QAChC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,CAAA;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAO,CAAA;QAChB,CAAC;IACH,CAAC;IAEO,WAAW;QACjB,OAAO,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,CAAA;IACnD,CAAC;IAED,gFAAgF;IAChF,iCAAiC;IACjC,gFAAgF;IAEhF,KAAK,CAAC,KAAK,CAAC,KAAoB;QAC9B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAEjB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;QAClC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,CAAA;QAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;QAEvB,0CAA0C;QAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC,CAAA;QACxD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAA;QAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAA;QAClD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC9C,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,CAAA;QAChE,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAA;QAChD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,CAAA;QACjD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC,CAAA;QACvG,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QAE9E,sDAAsD;QACtD,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,CAAA;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAA;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAA;QAEpC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;;;;;;;;;WASZ,OAAO,OAAO,KAAK,CAAC,IAAI,OAAO,SAAS;WACxC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC;WACvE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC;WACjE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;WAC1C,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,OAAO,KAAK,UAAU;WACpD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;WACtC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,WAAW;WAC9C,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC;WACnE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;;KAE9C,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,gDAAgD;IAClD,CAAC;IAED,gFAAgF;IAChF,yCAAyC;IACzC,gFAAgF;IAEhF,KAAK,CAAC,WAAW,CAAC,MAAwB;QACxC,MAAM,IAAI,CAAC,KAAK,CAAC;YACf,IAAI,EAAE,kBAAkB;YACxB,SAAS,EAAE,MAAM,CAAC,WAAW;YAC7B,IAAI,EAAE;gBACJ,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B;SACF,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAA2B;QAC5C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAChC,CAAC;IACH,CAAC;IAED,gFAAgF;IAChF,oBAAoB;IACpB,gFAAgF;IAEhF;;OAEG;IACH,KAAK,CAAC,cAAc;QAQlB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAEjB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;;;;;;;;;;;;KAYjC,EAAE,aAAa,CAAC,CAAA;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAA;QAE7B,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC7B,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,YAAoB;QAWxC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAEjB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;;;;;;;;;;;;8BAYR,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;;;;KAIxD,EAAE,aAAa,CAAC,CAAA;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAA;QAE7B,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC7B,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,IAAI,CAAC,EAAE;YACV,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC5B,OAAO;gBACL,GAAG,GAAG;gBACN,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC9B,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC;gBACtC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;gBACpC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;gBACpC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;gBAChC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;gBAChC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;aACjC,CAAA;QACH,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,YAAoB,EAAE,UAGvC,EAAE;QAMJ,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,WAAW,GAAG,CAAC,EAAE,GAAG,OAAO,CAAA;QACzD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAEjB,MAAM,OAAO,GAAG,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAA;QACzD,MAAM,UAAU,GAAG,MAAM,KAAK,aAAa;YACzC,CAAC,CAAC,gCAAgC;YAClC,CAAC,CAAC,MAAM,KAAK,aAAa;gBACxB,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,kBAAkB,CAAA;QAExB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;;;;UAI5B,UAAU;;;8BAGU,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;;;2BAGlC,WAAW;6BACT,OAAO;;KAE/B,EAAE,aAAa,CAAC,CAAA;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,OAAO,IAAI,CAAA;QAE/B,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC9C,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAA;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACjC,OAAO;YACL,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;YACpC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;SAC/B,CAAA;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,oBAAoB,CAAC,YAAoB,EAAE,SAAiB;QAMhE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAEjB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;;yCAEG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC;;;;;8BAKvC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;;;;;KAKxD,EAAE,aAAa,CAAC,CAAA;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAA;QAE7B,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC7B,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,IAAI,CAAC,EAAE;YACV,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC5B,OAAO;gBACL,cAAc,EAAE,GAAG,CAAC,cAAc;gBAClC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC9B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;gBAChC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;aACrC,CAAA;QACH,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,YAAoB,EAAE,UAAoB;QAM/D,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAEjB,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CACrC,kCAAkC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CACvE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEZ,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAE7D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;;UAE5B,WAAW;;;;;8BAKS,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;;iBAE5C,UAAU;;KAEtB,EAAE,aAAa,CAAC,CAAA;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAA;QAE7B,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC7B,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,IAAI,CAAC,EAAE;YACV,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC5B,MAAM,IAAI,GAA2B,EAAE,CAAA;YACvC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;gBAC3B,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;YAC3B,CAAC;YACD,OAAO;gBACL,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC9B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;gBAChC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;aACrC,CAAA;QACH,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,YAAoB,EAAE,UAGtC,EAAE;QAMJ,MAAM,EAAE,QAAQ,GAAG,KAAK,EAAE,SAAS,EAAE,GAAG,OAAO,CAAA;QAC/C,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAEjB,MAAM,QAAQ,GAAG,QAAQ,KAAK,MAAM;YAClC,CAAC,CAAC,0BAA0B;YAC5B,CAAC,CAAC,QAAQ,KAAK,MAAM;gBACnB,CAAC,CAAC,0BAA0B;gBAC5B,CAAC,CAAC,yBAAyB,CAAA;QAE/B,MAAM,aAAa,GAAG,SAAS;YAC7B,CAAC,CAAC,oBAAoB,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG;YACrD,CAAC,CAAC,EAAE,CAAA;QAEN,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;;UAE5B,QAAQ;;;;;8BAKY,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;;UAEnD,aAAa;;;KAGlB,EAAE,aAAa,CAAC,CAAA;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAA;QAE7B,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC7B,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,IAAI,CAAC,EAAE;YACV,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC5B,OAAO;gBACL,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC9B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;gBAChC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;aACrC,CAAA;QACH,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,YAAoB,EAAE,UAIlC,EAAE;QACJ,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,GAAG,GAAG,EAAE,GAAG,OAAO,CAAA;QACrD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAEjB,MAAM,OAAO,GAAG,CAAC,mBAAmB,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;QACvE,IAAI,SAAS;YAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QAC5E,IAAI,SAAS;YAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QAE5E,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;;;;;;;;;;;;;;;;;;cAkBxB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;;cAErB,KAAK;KACd,EAAE,aAAa,CAAC,CAAA;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAA;QAE7B,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC7B,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,IAAI,CAAC,EAAE;YACV,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC5B,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,SAAS;gBACnB,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;gBAClC,IAAI,EAAE;oBACJ,YAAY,EAAE,GAAG,CAAC,YAAY;oBAC9B,cAAc,EAAE,GAAG,CAAC,cAAc;oBAClC,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC;oBAC1C,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,OAAO,EAAE,GAAG,CAAC,OAAO,KAAK,CAAC;oBAC1B,QAAQ,EAAE,GAAG,CAAC,UAAU;oBACxB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;oBAClC,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,YAAY,EAAE,GAAG,CAAC,YAAY;oBAC9B,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;iBACvC;aACF,CAAA;QACH,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAW,EAAE,SAAiB,aAAa;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IACxC,CAAC;IAED;;OAEG;IACH,KAAK;QACH,kCAAkC;IACpC,CAAC;CACF;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAA4B;IAC5D,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,CAAA;AACjC,CAAC"}

package/dist/decide.d.ts

@@ -1,152 +0,0 @@
-/**
- * Decision making utilities
- */
-import type { DecideOptions, DecisionResult } from './types.js';
-/**
- * Make a decision by evaluating and scoring multiple options
- *
- * Scores each option and returns the best one (highest score).
- *
- * @example
- * ```ts
- * import { decide } from 'ai-experiments'
- *
- * // Simple decision with sync scoring
- * const result = await decide({
- *   options: ['apple', 'banana', 'orange'],
- *   score: (fruit) => {
- *     const prices = { apple: 1.5, banana: 0.5, orange: 2.0 }
- *     return 1 / prices[fruit] // Lower price = higher score
- *   },
- * })
- * console.log(result.selected) // 'banana'
- *
- * // Decision with async scoring (AI-based)
- * const result = await decide({
- *   options: [
- *     { prompt: 'Summarize in one sentence' },
- *     { prompt: 'Provide a detailed summary' },
- *     { prompt: 'Extract key points only' },
- *   ],
- *   score: async (option) => {
- *     const result = await ai.generate(option)
- *     return evaluateQuality(result)
- *   },
- *   context: 'Choosing best summarization approach',
- * })
- *
- * // Get all options sorted by score
- * const result = await decide({
- *   options: ['fast', 'accurate', 'balanced'],
- *   score: (approach) => evaluateApproach(approach),
- *   returnAll: true,
- * })
- * console.log(result.allOptions)
- * // [
- * //   { option: 'balanced', score: 0.9 },
- * //   { option: 'accurate', score: 0.85 },
- * //   { option: 'fast', score: 0.7 },
- * // ]
- * ```
- */
-export declare function decide<T>(options: DecideOptions<T>): Promise<DecisionResult<T>>;
-/**
- * Weighted random selection from options
- *
- * Each option has a weight, and selection probability is proportional to weight.
- *
- * @example
- * ```ts
- * import { decideWeighted } from 'ai-experiments'
- *
- * const result = decideWeighted([
- *   { value: 'A', weight: 0.7 },  // 70% chance
- *   { value: 'B', weight: 0.2 },  // 20% chance
- *   { value: 'C', weight: 0.1 },  // 10% chance
- * ])
- *
- * console.log(result) // Most likely 'A', but could be B or C
- * ```
- */
-export declare function decideWeighted<T>(options: Array<{
-    value: T;
-    weight: number;
-}>): T;
-/**
- * Epsilon-greedy decision strategy
- *
- * With probability epsilon, select a random option (exploration).
- * Otherwise, select the best option by score (exploitation).
- *
- * @example
- * ```ts
- * import { decideEpsilonGreedy } from 'ai-experiments'
- *
- * const result = await decideEpsilonGreedy({
- *   options: ['model-a', 'model-b', 'model-c'],
- *   score: async (model) => await evaluateModel(model),
- *   epsilon: 0.1, // 10% exploration, 90% exploitation
- * })
- * ```
- */
-export declare function decideEpsilonGreedy<T>(options: DecideOptions<T> & {
-    epsilon: number;
-}): Promise<DecisionResult<T>>;
-/**
- * Thompson sampling decision strategy
- *
- * Bayesian approach to balancing exploration and exploitation.
- * Each option has a Beta distribution representing our belief about its true score.
- *
- * @example
- * ```ts
- * import { decideThompsonSampling } from 'ai-experiments'
- *
- * // Track successes and failures for each option
- * const priors = {
- *   'variant-a': { alpha: 10, beta: 5 },  // 10 successes, 5 failures
- *   'variant-b': { alpha: 8, beta: 3 },   // 8 successes, 3 failures
- *   'variant-c': { alpha: 2, beta: 2 },   // 2 successes, 2 failures (uncertain)
- * }
- *
- * const result = decideThompsonSampling(['variant-a', 'variant-b', 'variant-c'], priors)
- * // More likely to select 'variant-b' (higher rate) but will sometimes explore 'variant-c'
- * ```
- */
-export declare function decideThompsonSampling<T extends string>(options: T[], priors: Record<T, {
-    alpha: number;
-    beta: number;
-}>): T;
-/**
- * Upper Confidence Bound (UCB) decision strategy
- *
- * Select the option with the highest upper confidence bound.
- * Balances exploration and exploitation using confidence intervals.
- *
- * @example
- * ```ts
- * import { decideUCB } from 'ai-experiments'
- *
- * const stats = {
- *   'variant-a': { mean: 0.85, count: 100 },
- *   'variant-b': { mean: 0.82, count: 50 },  // Less data, higher uncertainty
- *   'variant-c': { mean: 0.78, count: 10 },  // Very uncertain
- * }
- *
- * const result = decideUCB(['variant-a', 'variant-b', 'variant-c'], stats, {
- *   explorationFactor: 2.0,
- *   totalCount: 160,
- * })
- * // Might select variant-c to explore more, despite lower mean
- * ```
- */
-export declare function decideUCB<T extends string>(options: T[], stats: Record<T, {
-    mean: number;
-    count: number;
-}>, config: {
-    /** Exploration factor (typically 1-2) */
-    explorationFactor: number;
-    /** Total number of trials across all options */
-    totalCount: number;
-}): T;
-//# sourceMappingURL=decide.d.ts.map

package/dist/decide.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"decide.d.ts","sourceRoot":"","sources":["../src/decide.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAG/D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AACH,wBAAsB,MAAM,CAAC,CAAC,EAC5B,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,GACxB,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CA2C5B;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,cAAc,CAAC,CAAC,EAC9B,OAAO,EAAE,KAAK,CAAC;IAAE,KAAK,EAAE,CAAC,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,GAC3C,CAAC,CA0BH;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAsB,mBAAmB,CAAC,CAAC,EACzC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GAC9C,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CA6C5B;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,sBAAsB,CAAC,CAAC,SAAS,MAAM,EACrD,OAAO,EAAE,CAAC,EAAE,EACZ,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,GACjD,CAAC,CA+BH;AAuDD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,SAAS,CAAC,CAAC,SAAS,MAAM,EACxC,OAAO,EAAE,CAAC,EAAE,EACZ,KAAK,EAAE,MAAM,CAAC,CAAC,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,EACjD,MAAM,EAAE;IACN,yCAAyC;IACzC,iBAAiB,EAAE,MAAM,CAAA;IACzB,gDAAgD;IAChD,UAAU,EAAE,MAAM,CAAA;CACnB,GACA,CAAC,CAwCH"}