@ax-llm/ax 9.0.21 → 9.0.23

package/dsp/eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../dsp/eval.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE3C;;;;;;GAMG;AACH,SAAS,YAAY,CACnB,MAAyB,EACzB,UAA+B;IAE/B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,WAAW,CAAC,MAAyB;IAC5C,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,aAAa,CAAC,CAAS;IAC9B,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;IACtC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,qCAAqC,EAAE,EAAE,CAAC,CAAC;IACzD,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;AACzB,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,OAAO,CAAC,UAAkB,EAAE,WAAmB;IACtD,OAAO,aAAa,CAAC,UAAU,CAAC,KAAK,aAAa,CAAC,WAAW,CAAC,CAAC;AAClE,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,OAAO,CAAC,UAAkB,EAAE,WAAmB;IACtD,MAAM,gBAAgB,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9D,MAAM,iBAAiB,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEhE,kFAAkF;IAClF,MAAM,gBAAgB,GAAG,WAAW,CAAC,gBAAgB,CAAC,CAAC;IACvD,MAAM,iBAAiB,GAAG,WAAW,CAAC,iBAAiB,CAAC,CAAC;IAEzD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;QAClB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACpD,MAAM,MAAM,GAAG,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC;IAClD,OAAO,CAAC,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC;AACzD,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,qBAAqB,CAC5B,OAAe,EACf,UAAkB,EAClB,WAAmB,EACnB,eAAwB,KAAK;IAE7B,kDAAkD;IAClD,MAAM,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACxD,IAAI,gBAAgB,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC5D,IAAI,iBAAiB,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAE9D,qDAAqD;IACrD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC;IAE7D,mEAAmE;IACnE,gBAAgB,GAAG,YAAY,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;IAC9D,iBAAiB,GAAG,YAAY,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;IAEhE,iGAAiG;IAEjG,wCAAwC;IACxC,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,sCAAsC;IACzD,MAAM,SAAS,GAAG,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACpD,MAAM,MAAM,GAAG,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC;IAClD,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC;IAE3D,OAAO,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,OAAO;IACP,OAAO;IACP,qBAAqB;CACtB,CAAC"}

package/dsp/evaluate.d.ts

@@ -0,0 +1,12 @@
+import type { AxExample, AxMetricFn } from './optimize.js';
+import type { AxGenIn, AxGenOut, AxProgram } from './program.js';
+export type AxEvaluateArgs<IN extends AxGenIn, OUT extends AxGenOut> = {
+    program: Readonly<AxProgram<IN, OUT>>;
+    examples: Readonly<AxExample[]>;
+};
+export declare class AxTestPrompt<IN extends AxGenIn = AxGenIn, OUT extends AxGenOut = AxGenOut> {
+    private program;
+    private examples;
+    constructor({ program, examples }: Readonly<AxEvaluateArgs<IN, OUT>>);
+    run(metricFn: AxMetricFn): Promise<void>;
+}

package/dsp/evaluate.js

@@ -0,0 +1,32 @@
+import { updateProgressBar } from './util.js';
+export class AxTestPrompt {
+    program;
+    examples;
+    constructor({ program, examples = [] }) {
+        if (examples.length == 0) {
+            throw new Error('No examples found');
+        }
+        this.program = program;
+        this.examples = examples;
+    }
+    async run(metricFn) {
+        const st = new Date().getTime();
+        const total = this.examples.length;
+        let successCount = 0;
+        for (let i = 0; i < total; i++) {
+            const ex = this.examples[i];
+            if (!ex) {
+                throw new Error('Invalid example');
+            }
+            const res = await this.program.forward(ex);
+            const success = metricFn({ prediction: res, example: ex });
+            if (success) {
+                successCount++;
+            }
+            const et = new Date().getTime() - st;
+            updateProgressBar(i, total, successCount, et, 30, 'Testing Prompt');
+        }
+        console.log('\nPerformance: ', successCount, '/', total, 'Accuracy: ', successCount / total, '\n');
+    }
+}
+//# sourceMappingURL=evaluate.js.map

package/dsp/evaluate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluate.js","sourceRoot":"","sources":["../../dsp/evaluate.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAO9C,MAAM,OAAO,YAAY;IAIf,OAAO,CAA+B;IACtC,QAAQ,CAAwB;IAExC,YAAY,EAAE,OAAO,EAAE,QAAQ,GAAG,EAAE,EAAqC;QACvE,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,QAAoB;QACnC,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QACnC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACrC,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAQ,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE,CAAC;gBACZ,YAAY,EAAE,CAAC;YACjB,CAAC;YAED,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC;YACrC,iBAAiB,CAAC,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,EAAE,EAAE,EAAE,gBAAgB,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,CAAC,GAAG,CACT,iBAAiB,EACjB,YAAY,EACZ,GAAG,EACH,KAAK,EACL,YAAY,EACZ,YAAY,GAAG,KAAK,EACpB,IAAI,CACL,CAAC;IACJ,CAAC;CACF"}

package/dsp/extract.d.ts

@@ -0,0 +1,25 @@
+import type { AxField, AxSignature } from './sig.js';
+export declare const extractValues: (sig: Readonly<AxSignature>, values: Record<string, unknown>, content: string) => void;
+export interface extractionState {
+    currField?: AxField;
+    s: number;
+}
+export declare const streamingExtractValues: (sig: Readonly<AxSignature>, values: Record<string, unknown>, state: extractionState, content: string) => void;
+export declare const streamingExtractFinalValue: (values: Record<string, unknown>, state: extractionState, content: string) => void;
+export declare class ValidationError extends Error {
+    private field;
+    private value;
+    constructor({ message, field, value }: Readonly<{
+        message: string;
+        field: AxField;
+        value: string;
+    }>);
+    getField: () => AxField;
+    getValue: () => string;
+    getFixingInstructions: () => {
+        name: string;
+        title: string;
+        description: string;
+    }[];
+}
+export declare const extractBlock: (input: string) => string;

package/dsp/extract.js

@@ -0,0 +1,153 @@
+/* eslint-disable @typescript-eslint/naming-convention */
+import JSON5 from 'json5';
+export const extractValues = (sig, values, content) => {
+    const xstate = { s: -1 };
+    streamingExtractValues(sig, values, xstate, content);
+    streamingExtractFinalValue(values, xstate, content);
+};
+export const streamingExtractValues = (sig, values, 
+// eslint-disable-next-line functional/prefer-immutable-types
+state, content) => {
+    const fields = sig.getOutputFields();
+    for (const field of fields) {
+        if (field.name in values) {
+            continue;
+        }
+        const prefix = field.title + ':';
+        const e = content.indexOf(prefix, state.s + 1);
+        if (e === -1) {
+            continue;
+        }
+        if (state.currField) {
+            const val = content
+                .substring(state.s, e)
+                .trim()
+                .replace(/---+$/, '')
+                .trim();
+            if (state.currField.type) {
+                values[state.currField.name] = validateAndParseJson(state.currField, val);
+            }
+            else {
+                values[state.currField.name] = val;
+            }
+        }
+        state.s = e + prefix.length + 1;
+        state.currField = field;
+    }
+};
+export const streamingExtractFinalValue = (values, 
+// eslint-disable-next-line functional/prefer-immutable-types
+state, content) => {
+    if (!state.currField) {
+        return;
+    }
+    const val = content.substring(state.s).trim().replace(/---+$/, '').trim();
+    if (state.currField.type) {
+        values[state.currField.name] = validateAndParseJson(state.currField, val);
+    }
+    else {
+        values[state.currField.name] = val;
+    }
+};
+function validateAndParseJson(field, jsonString) {
+    const typeObj = field.type;
+    if (!typeObj) {
+        return jsonString;
+    }
+    const text = extractBlock(jsonString);
+    // Attempt to parse the JSON string based on the expected type, if not a string
+    let value;
+    if (typeObj.name !== 'string' || typeObj.isArray) {
+        try {
+            value = JSON5.parse(text);
+        }
+        catch (e) {
+            const exp = typeObj.isArray ? `array of ${typeObj.name}` : typeObj.name;
+            const message = `Error '${e.message}', expected '${exp}' got '${text}'`;
+            throw new ValidationError({ message, field, value: text });
+        }
+    }
+    else {
+        // If the expected type is a string and not an array, use the jsonString directly
+        value = text;
+    }
+    // Now, validate the parsed value or direct string
+    const validateSingleValue = (expectedType, val) => {
+        switch (expectedType) {
+            case 'string':
+                return typeof val === 'string';
+            case 'number':
+                return typeof val === 'number';
+            case 'boolean':
+                return typeof val === 'boolean';
+            case 'json':
+                return typeof val === 'object' || Array.isArray(val);
+            default:
+                return false; // Unknown type
+        }
+    };
+    if (typeObj.isArray) {
+        if (!Array.isArray(value)) {
+            const message = `Expected an array, but got '${typeof value}'.`;
+            throw new ValidationError({ message, field, value: jsonString });
+        }
+        for (const item of value) {
+            if (!validateSingleValue(typeObj.name, item)) {
+                const message = `Expected all items in array to be of type '${typeObj.name}', but found an item of type '${typeof item}'.`;
+                throw new ValidationError({ message, field, value: jsonString });
+            }
+        }
+    }
+    else {
+        if (!validateSingleValue(typeObj.name, value)) {
+            const message = `Expected value of type '${typeObj.name}', but got '${typeof value}'.`;
+            throw new ValidationError({ message, field, value: jsonString });
+        }
+    }
+    // If validation passes, return null to indicate no error
+    return value;
+}
+export class ValidationError extends Error {
+    field;
+    value;
+    constructor({ message, field, value }) {
+        super(message);
+        this.field = field;
+        this.value = value;
+        this.name = this.constructor.name;
+        Error.captureStackTrace(this, this.constructor);
+    }
+    getField = () => this.field;
+    getValue = () => this.value;
+    getFixingInstructions = () => {
+        const f = this.field;
+        const extraFields = [
+            {
+                name: `past_${f.name}`,
+                title: `Past ${f.title}`,
+                description: this.value
+            },
+            {
+                name: 'instructions',
+                title: 'Instructions',
+                description: this.message
+            }
+        ];
+        return extraFields;
+    };
+}
+export const extractBlock = (input) => {
+    const jsonBlockPattern = /```([A-Za-z]+)?\s*([\s\S]*?)\s*```/g;
+    const match = jsonBlockPattern.exec(input);
+    if (!match) {
+        return input;
+    }
+    if (match.length === 3) {
+        return match[2];
+    }
+    if (match.length === 2) {
+        return match[1];
+    }
+    return input;
+};
+//# sourceMappingURL=extract.js.map

package/dsp/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../dsp/extract.ts"],"names":[],"mappings":"AAAA,yDAAyD;AACzD,OAAO,KAAK,MAAM,OAAO,CAAC;AAI1B,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,GAA0B,EAC1B,MAA+B,EAC/B,OAAe,EACf,EAAE;IACF,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACzB,sBAAsB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACrD,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC,CAAC;AAOF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CACpC,GAA0B,EAC1B,MAA+B;AAC/B,6DAA6D;AAC7D,KAAsB,EACtB,OAAe,EACf,EAAE;IACF,MAAM,MAAM,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC;IAErC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC;YACzB,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC;QACjC,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAE/C,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QAED,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG,OAAO;iBAChB,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iBACrB,IAAI,EAAE;iBACN,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;iBACpB,IAAI,EAAE,CAAC;YAEV,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBACzB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,oBAAoB,CACjD,KAAK,CAAC,SAAS,EACf,GAAG,CACJ,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;YACrC,CAAC;QACH,CAAC;QAED,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAChC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CACxC,MAA+B;AAC/B,6DAA6D;AAC7D,KAAsB,EACtB,OAAe,EACf,EAAE;IACF,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACrB,OAAO;IACT,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAE1E,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACzB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC5E,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;IACrC,CAAC;AACH,CAAC,CAAC;AAEF,SAAS,oBAAoB,CAC3B,KAAqC,EACrC,UAAkB;IAElB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC;IAE3B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,IAAI,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;IAEtC,+EAA+E;IAC/E,IAAI,KAAc,CAAC;IACnB,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACjD,IAAI,CAAC;YACH,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;YACxE,MAAM,OAAO,GAAG,UAAW,CAAW,CAAC,OAAO,gBAAgB,GAAG,UAAU,IAAI,GAAG,CAAC;YACnF,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,iFAAiF;QACjF,KAAK,GAAG,IAAI,CAAC;IACf,CAAC;IAED,kDAAkD;IAClD,MAAM,mBAAmB,GAAG,CAAC,YAAoB,EAAE,GAAY,EAAW,EAAE;QAC1E,QAAQ,YAAY,EAAE,CAAC;YACrB,KAAK,QAAQ;gBACX,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC;YACjC,KAAK,QAAQ;gBACX,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC;YACjC,KAAK,SAAS;gBACZ,OAAO,OAAO,GAAG,KAAK,SAAS,CAAC;YAClC,KAAK,MAAM;gBACT,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACvD;gBACE,OAAO,KAAK,CAAC,CAAC,eAAe;QACjC,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,+BAA+B,OAAO,KAAK,IAAI,CAAC;YAChE,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;gBAC7C,MAAM,OAAO,GAAG,8CACd,OAAO,CAAC,IACV,iCAAiC,OAAO,IAAI,IAAI,CAAC;gBACjD,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;YAC9C,MAAM,OAAO,GAAG,2BACd,OAAO,CAAC,IACV,eAAe,OAAO,KAAK,IAAI,CAAC;YAChC,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,yDAAyD;IACzD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,OAAO,eAAgB,SAAQ,KAAK;IAChC,KAAK,CAAU;IACf,KAAK,CAAS;IAEtB,YAAY,EACV,OAAO,EACP,KAAK,EACL,KAAK,EAKL;QACA,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAClC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC;IAEM,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;IAC5B,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;IAE5B,qBAAqB,GAAG,GAAG,EAAE;QAClC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;QAErB,MAAM,WAAW,GAAG;YAClB;gBACE,IAAI,EAAE,QAAQ,CAAC,CAAC,IAAI,EAAE;gBACtB,KAAK,EAAE,QAAQ,CAAC,CAAC,KAAK,EAAE;gBACxB,WAAW,EAAE,IAAI,CAAC,KAAK;aACxB;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,cAAc;gBACrB,WAAW,EAAE,IAAI,CAAC,OAAO;aAC1B;SACF,CAAC;QAEF,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC;CACH;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,KAAa,EAAU,EAAE;IACpD,MAAM,gBAAgB,GAAG,qCAAqC,CAAC;IAC/D,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,CAAC,CAAW,CAAC;IAC5B,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,CAAC,CAAW,CAAC;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC"}

package/dsp/generate.d.ts

@@ -0,0 +1,55 @@
+import type { AxAIService, AxChatRequest, AxFunction, AxRateLimiterFunction } from '../ai/types.js';
+import { type AxChatResponseFunctionCall } from '../funcs/functions.js';
+import { type AxAIMemory, AxMemory } from '../mem/index.js';
+import { type AxTracer } from '../trace/index.js';
+import { type AxAssertion, type AxStreamingAssertion } from './asserts.js';
+import { type AxGenIn, type AxGenOut, AxProgram, type AxProgramForwardOptions } from './program.js';
+import { AxPromptTemplate } from './prompt.js';
+import { AxSignature } from './sig.js';
+export interface AxGenerateOptions {
+    maxCompletions?: number;
+    maxRetries?: number;
+    maxSteps?: number;
+    mem?: AxAIMemory;
+    tracer?: AxTracer;
+    rateLimiter?: AxRateLimiterFunction;
+    stream?: boolean;
+    debug?: boolean;
+    functions?: AxFunction[];
+    functionCall?: AxChatRequest['functionCall'];
+    promptTemplate?: typeof AxPromptTemplate;
+    asserts?: AxAssertion[];
+    streamingAsserts?: AxStreamingAssertion[];
+}
+export type AxGenerateResult<OUT extends AxGenOut> = OUT & {
+    functions?: AxChatResponseFunctionCall[];
+};
+export interface AxResponseHandlerArgs<T> {
+    res: T;
+    usageInfo: {
+        ai: string;
+        model: string;
+    };
+    mem: AxAIMemory;
+    sessionId?: string;
+    traceId?: string;
+}
+export declare class AxGenerate<IN extends AxGenIn = AxGenIn, OUT extends AxGenerateResult<AxGenOut> = AxGenerateResult<AxGenOut>> extends AxProgram<IN, OUT> {
+    private pt;
+    private asserts;
+    private streamingAsserts;
+    private options?;
+    private funcProc?;
+    private functionList?;
+    constructor(ai: AxAIService, signature: Readonly<AxSignature | string>, options?: Readonly<AxGenerateOptions>);
+    private updateSigForFunctions;
+    addAssert: (fn: AxAssertion["fn"], message?: string, optional?: boolean) => void;
+    addStreamingAssert: (fieldName: string, fn: AxStreamingAssertion["fn"], message?: string, optional?: boolean) => void;
+    private forwardSendRequest;
+    private forwardCore;
+    private processSteamingResponse;
+    private processResponse;
+    private _forward;
+    forward(values: IN, options?: Readonly<AxProgramForwardOptions>): Promise<OUT>;
+    processFunctions: (functionCalls: readonly AxChatResponseFunctionCall[], mem: Readonly<AxMemory>, sessionId?: string, traceId?: string) => Promise<void>;
+}

package/dsp/generate.js

@@ -0,0 +1,311 @@
+import { ReadableStream } from 'stream/web';
+import { mergeFunctionCalls } from '../ai/util.js';
+import { AxFunctionProcessor } from '../funcs/functions.js';
+import { AxMemory } from '../mem/index.js';
+import { AxSpanKind } from '../trace/index.js';
+import { assertAssertions, assertRequiredFields, assertStreamingAssertions, AxAssertionError } from './asserts.js';
+import { extractValues, streamingExtractFinalValue, streamingExtractValues, ValidationError } from './extract.js';
+import { AxProgram } from './program.js';
+import { AxPromptTemplate } from './prompt.js';
+import { AxSignature } from './sig.js';
+export class AxGenerate extends AxProgram {
+    pt;
+    asserts;
+    streamingAsserts;
+    options;
+    funcProc;
+    functionList;
+    constructor(ai, signature, options) {
+        super(ai, signature);
+        this.options = options;
+        this.pt = new (options?.promptTemplate ?? AxPromptTemplate)(this.signature);
+        this.asserts = this.options?.asserts ?? [];
+        this.streamingAsserts = this.options?.streamingAsserts ?? [];
+        this.functionList = this.options?.functions?.map((f) => f.name).join(', ');
+        this.usage = [];
+        if (this.options?.functions) {
+            this.funcProc = new AxFunctionProcessor(this.options?.functions);
+            this.updateSigForFunctions();
+        }
+    }
+    updateSigForFunctions = () => {
+        // AI supports function calling natively so
+        // no need to add fields for function call
+        if (this.ai.getFeatures().functions) {
+            return;
+        }
+        // These are the fields for the function call only needed when the underlying LLM API does not support function calling natively in the API.
+        this.signature.addOutputField({
+            name: 'functionName',
+            description: 'Name of function to call',
+            isOptional: true
+        });
+        this.signature.addOutputField({
+            name: 'functionArguments',
+            description: 'Arguments of function to call',
+            isOptional: true
+        });
+    };
+    addAssert = (fn, message, optional) => {
+        this.asserts.push({ fn, message, optional });
+    };
+    addStreamingAssert = (fieldName, fn, message, optional) => {
+        this.streamingAsserts.push({ fieldName, fn, message, optional });
+    };
+    async forwardSendRequest({ mem, sessionId, traceId, ai, modelConfig: mc, stream, model, rateLimiter }) {
+        const chatPrompt = mem?.history(sessionId) ?? [];
+        if (chatPrompt.length === 0) {
+            throw new Error('No chat prompt found');
+        }
+        const functions = this.options?.functions;
+        const functionCall = this.options?.functionCall;
+        const hasJSON = this.signature
+            .getOutputFields()
+            .some((f) => f?.type?.name === 'json' || f?.type?.isArray);
+        const modelConfig = mc
+            ? {
+                ...mc,
+                ...(hasJSON ? { outputFormat: 'json_object' } : {})
+            }
+            : undefined;
+        const res = await ai.chat({
+            chatPrompt,
+            functions,
+            functionCall,
+            modelConfig,
+            ...(model ? { model } : {})
+        }, {
+            ...(sessionId ? { sessionId } : {}),
+            ...(traceId ? { traceId } : {}),
+            ...(rateLimiter ? { rateLimiter } : {}),
+            stream
+        });
+        return res;
+    }
+    async forwardCore({ mem, sessionId, traceId, ai, modelConfig, rateLimiter, stream = false }) {
+        const usageInfo = {
+            ai: this.ai.getName(),
+            model: this.ai.getModelInfo().name
+        };
+        const res = await this.forwardSendRequest({
+            mem,
+            sessionId,
+            traceId,
+            ai,
+            stream,
+            modelConfig,
+            rateLimiter
+        });
+        if (res instanceof ReadableStream) {
+            return (await this.processSteamingResponse({
+                res,
+                usageInfo,
+                mem,
+                traceId,
+                sessionId
+            }));
+        }
+        return (await this.processResponse({
+            res,
+            usageInfo,
+            mem,
+            traceId,
+            sessionId
+        }));
+    }
+    async processSteamingResponse({ res, usageInfo, mem, sessionId, traceId }) {
+        const functionCalls = [];
+        const values = {};
+        const xstate = { s: -1 };
+        let content = '';
+        for await (const v of res) {
+            for (const result of v.results ?? []) {
+                if (v.modelUsage) {
+                    this.usage.push({ ...usageInfo, ...v.modelUsage });
+                }
+                if (result.content) {
+                    content += result.content;
+                    mem.updateResult({ name: result.name, content }, sessionId);
+                    assertStreamingAssertions(this.streamingAsserts, values, xstate, content);
+                    streamingExtractValues(this.signature, values, xstate, content);
+                    assertAssertions(this.asserts, values);
+                }
+                if (result.functionCalls) {
+                    mergeFunctionCalls(functionCalls, result.functionCalls);
+                    mem.updateResult({ name: result.name, content, functionCalls }, sessionId);
+                }
+                if (result.finishReason === 'length') {
+                    throw new Error('Max tokens reached before completion');
+                }
+            }
+        }
+        const funcs = parseFunctions(this.ai, functionCalls, values);
+        if (funcs) {
+            await this.processFunctions(funcs, mem, sessionId, traceId);
+        }
+        streamingExtractFinalValue(values, xstate, content);
+        assertAssertions(this.asserts, values);
+        return { ...values };
+    }
+    async processResponse({ res, usageInfo, mem, sessionId, traceId }) {
+        const values = {};
+        for (const result of res.results ?? []) {
+            if (res.modelUsage) {
+                this.usage.push({ ...usageInfo, ...res.modelUsage });
+            }
+            mem.addResult(result, sessionId);
+            if (result.content) {
+                extractValues(this.signature, values, result.content);
+                assertAssertions(this.asserts, values);
+            }
+            if (result.functionCalls) {
+                const funcs = parseFunctions(this.ai, result.functionCalls, values);
+                if (funcs) {
+                    await this.processFunctions(funcs, mem, sessionId, traceId);
+                }
+            }
+            if (result.finishReason === 'length') {
+                throw new Error('Max tokens reached before completion');
+            }
+        }
+        return { ...values };
+    }
+    async _forward(values, options, span) {
+        const maxRetries = this.options?.maxRetries ?? options?.maxRetries ?? 5;
+        const maxSteps = this.options?.maxSteps ?? options?.maxSteps ?? 10;
+        const mem = this.options?.mem ?? options?.mem ?? new AxMemory();
+        const canStream = this.ai.getFeatures().streaming;
+        let err;
+        if (this.sigHash !== this.signature.hash()) {
+            const promptTemplate = this.options?.promptTemplate ?? AxPromptTemplate;
+            this.pt = new promptTemplate(this.signature);
+        }
+        const prompt = this.pt.render(values, {
+            examples: this.examples,
+            demos: this.demos
+        });
+        const userMsg = { role: 'user', content: prompt };
+        mem.add(userMsg, options?.sessionId);
+        multiStepLoop: for (let n = 0; n < maxSteps; n++) {
+            for (let i = 0; i < maxRetries; i++) {
+                try {
+                    const { sessionId, traceId, modelConfig, stream: doStream } = options ?? {};
+                    const stream = canStream && doStream;
+                    const output = await this.forwardCore({
+                        ai: options?.ai ?? this.ai,
+                        mem,
+                        sessionId,
+                        traceId,
+                        modelConfig,
+                        stream,
+                        maxSteps: options?.maxSteps,
+                        rateLimiter: options?.rateLimiter
+                    });
+                    const lastMemItem = mem.getLast(sessionId);
+                    if (lastMemItem?.role === 'function') {
+                        continue multiStepLoop;
+                    }
+                    assertRequiredFields(this.signature, output);
+                    this.trace = { ...output };
+                    return output;
+                }
+                catch (e) {
+                    let extraFields;
+                    span?.recordAxSpanException(e);
+                    if (e instanceof ValidationError) {
+                        extraFields = e.getFixingInstructions();
+                        err = e;
+                    }
+                    else if (e instanceof AxAssertionError) {
+                        const e1 = e;
+                        extraFields = e1.getFixingInstructions(this.signature);
+                        err = e;
+                    }
+                    else {
+                        throw e;
+                    }
+                    if (extraFields) {
+                        const content = this.pt.renderExtraFields(extraFields);
+                        mem.add({ role: 'user', content }, options?.sessionId);
+                        if (options?.debug) {
+                            console.log('Error Correction:', content);
+                        }
+                    }
+                }
+            }
+            if (err instanceof AxAssertionError && err.getOptional()) {
+                return err.getValue();
+            }
+            throw new Error(`Unable to fix validation error: ${err?.message}`);
+        }
+        throw new Error('Could not complete task within maximum allowed steps');
+    }
+    async forward(values, options) {
+        const tracer = this.options?.tracer ?? options?.tracer;
+        if (!tracer) {
+            return await this._forward(values, options);
+        }
+        const attributes = {
+            ['generate.signature']: this.signature.toString(),
+            ['generate.functions']: this.functionList ?? 'none'
+        };
+        return await tracer.startActiveSpan('Generate', {
+            kind: AxSpanKind.SERVER,
+            attributes
+        }, async (span) => {
+            const res = this._forward(values, options, span);
+            span.end();
+            return res;
+        });
+    }
+    processFunctions = async (functionCalls, mem, sessionId, traceId) => {
+        // Map each function call to a promise that resolves to the function result or null
+        const promises = functionCalls.map((func) => this.funcProc?.execute(func, { sessionId, traceId }).then((fres) => {
+            if (fres?.id) {
+                return {
+                    role: 'function',
+                    result: fres.result ?? '',
+                    functionId: fres.id
+                };
+            }
+            return null; // Returning null for function calls that don't meet the condition
+        }));
+        // Wait for all promises to resolve
+        const results = await Promise.all(promises);
+        results.forEach((result) => {
+            if (result) {
+                mem.add(result, sessionId);
+            }
+        });
+    };
+}
+function parseFunctions(ai, functionCalls, values) {
+    if (!functionCalls || functionCalls.length === 0) {
+        return;
+    }
+    if (ai.getFeatures().functions) {
+        const funcs = functionCalls.map((f) => ({
+            id: f.id,
+            name: f.function.name,
+            args: f.function.params
+        }));
+        // for (const [i, f] of funcs.entries()) {
+        //   values['functionName' + i] = f.name;
+        //   values['functionArguments' + i] =
+        //     typeof f.args === 'object' ? JSON.stringify(f.args) : f.args;
+        // }
+        return funcs;
+    }
+    else if (values.functionName) {
+        const { functionName, functionArguments } = values;
+        delete values.functionName;
+        delete values.functionArguments;
+        return [
+            {
+                name: functionName,
+                args: functionArguments
+            }
+        ];
+    }
+}
+//# sourceMappingURL=generate.js.map

package/dsp/generate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.js","sourceRoot":"","sources":["../../dsp/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAU5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAEL,mBAAmB,EACpB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAmB,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAe,UAAU,EAAiB,MAAM,mBAAmB,CAAC;AAE3E,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,yBAAyB,EAEzB,gBAAgB,EAEjB,MAAM,cAAc,CAAC;AACtB,OAAO,EAEL,aAAa,EACb,0BAA0B,EAC1B,sBAAsB,EACtB,eAAe,EAChB,MAAM,cAAc,CAAC;AACtB,OAAO,EAGL,SAAS,EAEV,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AA+BvC,MAAM,OAAO,UAGX,SAAQ,SAAkB;IAClB,EAAE,CAAmB;IACrB,OAAO,CAAgB;IACvB,gBAAgB,CAAyB;IACzC,OAAO,CAAqB;IAC5B,QAAQ,CAAuB;IAC/B,YAAY,CAAU;IAE9B,YACE,EAAe,EACf,SAAyC,EACzC,OAAqC;QAErC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAErB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,IAAI,gBAAgB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5E,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,OAAO,EAAE,gBAAgB,IAAI,EAAE,CAAC;QAC7D,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3E,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAEhB,IAAI,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACjE,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,qBAAqB,GAAG,GAAG,EAAE;QACnC,2CAA2C;QAC3C,0CAA0C;QAC1C,IAAI,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,SAAS,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QAED,4IAA4I;QAC5I,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;YAC5B,IAAI,EAAE,cAAc;YACpB,WAAW,EAAE,0BAA0B;YACvC,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;YAC5B,IAAI,EAAE,mBAAmB;YACzB,WAAW,EAAE,+BAA+B;YAC5C,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;IACL,CAAC,CAAC;IAEK,SAAS,GAAG,CACjB,EAAqB,EACrB,OAAgB,EAChB,QAAkB,EAClB,EAAE;QACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/C,CAAC,CAAC;IAEK,kBAAkB,GAAG,CAC1B,SAAiB,EACjB,EAA8B,EAC9B,OAAgB,EAChB,QAAkB,EAClB,EAAE;QACF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;IACnE,CAAC,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,EAC/B,GAAG,EACH,SAAS,EACT,OAAO,EACP,EAAE,EACF,WAAW,EAAE,EAAE,EACf,MAAM,EACN,KAAK,EACL,WAAW,EAGZ;QACC,MAAM,UAAU,GAAG,GAAG,EAAE,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAEjD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC;QAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC;QAEhD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS;aAC3B,eAAe,EAAE;aACjB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,KAAK,MAAM,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAE7D,MAAM,WAAW,GAAG,EAAE;YACpB,CAAC,CAAC;gBACE,GAAG,EAAE;gBACL,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpD;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CACvB;YACE,UAAU;YACV,SAAS;YACT,YAAY;YACZ,WAAW;YACX,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5B,EACD;YACE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/B,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,MAAM;SACP,CACF,CAAC;QAEF,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,EACxB,GAAG,EACH,SAAS,EACT,OAAO,EACP,EAAE,EACF,WAAW,EACX,WAAW,EACX,MAAM,GAAG,KAAK,EAMf;QACC,MAAM,SAAS,GAAG;YAChB,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE;YACrB,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,IAAI;SACnC,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC;YACxC,GAAG;YACH,SAAS;YACT,OAAO;YACP,EAAE;YACF,MAAM;YACN,WAAW;YACX,WAAW;SACZ,CAAC,CAAC;QAEH,IAAI,GAAG,YAAY,cAAc,EAAE,CAAC;YAClC,OAAO,CAAC,MAAM,IAAI,CAAC,uBAAuB,CAAC;gBACzC,GAAG;gBACH,SAAS;gBACT,GAAG;gBACH,OAAO;gBACP,SAAS;aACV,CAAC,CAAmB,CAAC;QACxB,CAAC;QAED,OAAO,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC;YACjC,GAAG;YACH,SAAS;YACT,GAAG;YACH,OAAO;YACP,SAAS;SACV,CAAC,CAAmB,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,EACpC,GAAG,EACH,SAAS,EACT,GAAG,EACH,SAAS,EACT,OAAO,EAGR;QACC,MAAM,aAAa,GACjB,EAAE,CAAC;QACL,MAAM,MAAM,GAAG,EAAE,CAAC;QAClB,MAAM,MAAM,GAAoB,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAE1C,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;YAC1B,KAAK,MAAM,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;gBACrC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;oBACjB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;gBACrD,CAAC;gBAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC;oBAE1B,GAAG,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,SAAS,CAAC,CAAC;oBAE5D,yBAAyB,CACvB,IAAI,CAAC,gBAAgB,EACrB,MAAM,EACN,MAAM,EACN,OAAO,CACR,CAAC;oBACF,sBAAsB,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;oBAChE,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBACzC,CAAC;gBAED,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;oBACzB,kBAAkB,CAAC,aAAa,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;oBAExD,GAAG,CAAC,YAAY,CACd,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,aAAa,EAAE,EAC7C,SAAS,CACV,CAAC;gBACJ,CAAC;gBAED,IAAI,MAAM,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;oBACrC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;QAC7D,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC9D,CAAC;QAED,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACpD,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAEvC,OAAO,EAAE,GAAG,MAAM,EAAoB,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,EAC5B,GAAG,EACH,SAAS,EACT,GAAG,EACH,SAAS,EACT,OAAO,EACyC;QAChD,MAAM,MAAM,GAAG,EAAE,CAAC;QAElB,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;YACvC,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBACnB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YACvD,CAAC;YAED,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAEjC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;gBACtD,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACzC,CAAC;YAED,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;gBAEpE,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAED,OAAO,EAAE,GAAG,MAAM,EAAoB,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,MAAU,EACV,OAA2C,EAC3C,IAAa;QAEb,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,IAAI,OAAO,EAAE,UAAU,IAAI,CAAC,CAAC;QACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,IAAI,OAAO,EAAE,QAAQ,IAAI,EAAE,CAAC;QACnE,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,OAAO,EAAE,GAAG,IAAI,IAAI,QAAQ,EAAE,CAAC;QAChE,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC;QAElD,IAAI,GAAmD,CAAC;QAExD,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;YAC3C,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,IAAI,gBAAgB,CAAC;YACxE,IAAI,CAAC,EAAE,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,CAAK,MAAM,EAAE;YACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAErC,aAAa,EAAE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;YACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,IAAI,CAAC;oBACH,MAAM,EACJ,SAAS,EACT,OAAO,EACP,WAAW,EACX,MAAM,EAAE,QAAQ,EACjB,GAAG,OAAO,IAAI,EAAE,CAAC;oBAClB,MAAM,MAAM,GAAG,SAAS,IAAI,QAAQ,CAAC;oBAErC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC;wBACpC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,IAAI,CAAC,EAAE;wBAC1B,GAAG;wBACH,SAAS;wBACT,OAAO;wBACP,WAAW;wBACX,MAAM;wBACN,QAAQ,EAAE,OAAO,EAAE,QAAQ;wBAC3B,WAAW,EAAE,OAAO,EAAE,WAAW;qBAClC,CAAC,CAAC;oBAEH,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;oBAE3C,IAAI,WAAW,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;wBACrC,SAAS,aAAa,CAAC;oBACzB,CAAC;oBAED,oBAAoB,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;oBAC7C,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;oBAC3B,OAAO,MAAM,CAAC;gBAChB,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,WAAW,CAAC;oBAChB,IAAI,EAAE,qBAAqB,CAAC,CAAU,CAAC,CAAC;oBAExC,IAAI,CAAC,YAAY,eAAe,EAAE,CAAC;wBACjC,WAAW,GAAG,CAAC,CAAC,qBAAqB,EAAE,CAAC;wBACxC,GAAG,GAAG,CAAC,CAAC;oBACV,CAAC;yBAAM,IAAI,CAAC,YAAY,gBAAgB,EAAE,CAAC;wBACzC,MAAM,EAAE,GAAG,CAAqB,CAAC;wBACjC,WAAW,GAAG,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;wBACvD,GAAG,GAAG,CAAC,CAAC;oBACV,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,CAAC;oBACV,CAAC;oBAED,IAAI,WAAW,EAAE,CAAC;wBAChB,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;wBACvD,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;wBAEhE,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;4BACnB,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;wBAC5C,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,GAAG,YAAY,gBAAgB,IAAI,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC;gBACzD,OAAO,GAAG,CAAC,QAAQ,EAAS,CAAC;YAC/B,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IAEe,KAAK,CAAC,OAAO,CAC3B,MAAU,EACV,OAA2C;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,EAAE,MAAM,CAAC;QAEvD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,UAAU,GAAG;YACjB,CAAC,oBAAoB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;YACjD,CAAC,oBAAoB,CAAC,EAAE,IAAI,CAAC,YAAY,IAAI,MAAM;SACpD,CAAC;QAEF,OAAO,MAAM,MAAM,CAAC,eAAe,CACjC,UAAU,EACV;YACE,IAAI,EAAE,UAAU,CAAC,MAAM;YACvB,UAAU;SACX,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;YACb,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YACjD,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,OAAO,GAAG,CAAC;QACb,CAAC,CACF,CAAC;IACJ,CAAC;IAEM,gBAAgB,GAAG,KAAK,EAC7B,aAAoD,EACpD,GAAuB,EACvB,SAAkB,EAClB,OAAgB,EAChB,EAAE;QACF,mFAAmF;QACnF,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAC1C,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YACjE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,UAAmB;oBACzB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;oBACzB,UAAU,EAAE,IAAI,CAAC,EAAE;iBACpB,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,CAAC,CAAC,kEAAkE;QACjF,CAAC,CAAC,CACH,CAAC;QAEF,mCAAmC;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE5C,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACzB,IAAI,MAAM,EAAE,CAAC;gBACX,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;CACH;AAED,SAAS,cAAc,CACrB,EAAyB,EACzB,aAA8D,EAC9D,MAA+B;IAE/B,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjD,OAAO;IACT,CAAC;IACD,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,SAAS,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAiC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpE,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;YACrB,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAgB;SAClC,CAAC,CAAC,CAAC;QAEJ,0CAA0C;QAC1C,yCAAyC;QACzC,sCAAsC;QACtC,oEAAoE;QACpE,IAAI;QACJ,OAAO,KAAK,CAAC;IACf,CAAC;SAAM,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QAC/B,MAAM,EAAE,YAAY,EAAE,iBAAiB,EAAE,GAAG,MAI3C,CAAC;QACF,OAAO,MAAM,CAAC,YAAY,CAAC;QAC3B,OAAO,MAAM,CAAC,iBAAiB,CAAC;QAEhC,OAAO;YACL;gBACE,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,iBAAiB;aACxB;SACF,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dsp/index.d.ts

@@ -0,0 +1,15 @@
+export * from './generate.js';
+export * from './sig.js';
+export * from './optimize.js';
+export * from './evaluate.js';
+export * from './program.js';
+export * from './eval.js';
+export * from './loader.js';
+export * from './strutil.js';
+export * from './router.js';
+export * from './loader.js';
+export type { AxAssertion, AxStreamingAssertion } from './asserts.js';
+export type { AxPromptTemplate, AxFieldTemplateFn } from './prompt.js';
+export type { AxInstanceRegistry } from './registry.js';
+export type { AxResponseHandlerArgs } from './generate.js';
+export type { ParsedField, ParsedIdentifier } from './parser.js';

package/dsp/index.js

@@ -0,0 +1,11 @@
+export * from './generate.js';
+export * from './sig.js';
+export * from './optimize.js';
+export * from './evaluate.js';
+export * from './program.js';
+export * from './eval.js';
+export * from './loader.js';
+export * from './strutil.js';
+export * from './router.js';
+export * from './loader.js';
+//# sourceMappingURL=index.js.map