@ax-llm/ax 9.0.21 → 9.0.23

package/cjs/dsp/eval.js

@@ -0,0 +1,128 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.axEvalUtil = void 0;
+const stopwords_js_1 = require("./stopwords.js");
+/**
+ * Filters out tokens based on a set of exclusion tokens.
+ *
+ * @param tokens The array of tokens to filter.
+ * @param exclusions A set containing tokens to exclude.
+ * @returns An array of filtered tokens.
+ */
+function filterTokens(tokens, exclusions) {
+    return tokens.filter((token) => !exclusions.has(token));
+}
+/**
+ * Counts the occurrences of each token in an array of tokens.
+ *
+ * This function supports the preprocessing step for NLP tasks like text similarity
+ * and classification by transforming text into a bag-of-words model, facilitating
+ * the comparison of different texts based on their content.
+ *
+ * @param tokens An array of string tokens.
+ * @returns A Counter object mapping each token to its count.
+ */
+function countTokens(tokens) {
+    const counter = {};
+    for (const token of tokens) {
+        counter[token] = (counter[token] || 0) + 1;
+    }
+    return counter;
+}
+/**
+ * Normalizes text by lowercasing, removing punctuation, and squashing multiple spaces.
+ *
+ * This normalization is crucial in NLP for reducing the complexity of the text data,
+ * minimizing the variance between words that should be considered the same for analysis
+ * purposes (e.g., "Dog!" and "dog" are treated as the same word).
+ *
+ * @param s A string to be normalized.
+ * @returns A normalized string.
+ */
+function normalizeText(s) {
+    s = s.normalize('NFD');
+    s = s.replace(/\b(a|an|the)\b/g, ' ');
+    s = s.split(/\s+/).join(' ');
+    s = s.replace(/[!"#$%&'()*+,-./:;<=>?@[\]^_`{|}~]/g, '');
+    return s.toLowerCase();
+}
+/**
+ * Calculates the Exact Match (EM) score between a prediction and ground truth.
+ *
+ * The EM score is a strict metric used in machine learning to assess if the predicted
+ * answer matches the ground truth exactly, commonly used in tasks like question answering.
+ *
+ * @param prediction The predicted text.
+ * @param groundTruth The actual correct text.
+ * @returns A boolean indicating if the prediction exactly matches the ground truth.
+ */
+function emScore(prediction, groundTruth) {
+    return normalizeText(prediction) === normalizeText(groundTruth);
+}
+/**
+ * Calculates the F1 score between a prediction and ground truth.
+ *
+ * The F1 score is a harmonic mean of precision and recall, widely used in NLP to measure
+ * a model's accuracy in considering both false positives and false negatives, offering a
+ * balance for evaluating classification models.
+ *
+ * @param prediction The predicted text.
+ * @param groundTruth The actual correct text.
+ * @returns The F1 score as a number.
+ */
+function f1Score(prediction, groundTruth) {
+    const predictionTokens = normalizeText(prediction).split(' ');
+    const groundTruthTokens = normalizeText(groundTruth).split(' ');
+    // Calculate the intersection of common tokens between prediction and ground truth
+    const predictionCounts = countTokens(predictionTokens);
+    const groundTruthCounts = countTokens(groundTruthTokens);
+    let numSame = 0;
+    for (const token in predictionCounts) {
+        const v1 = predictionCounts[token] ?? 0;
+        const v2 = groundTruthCounts[token] ?? 0;
+        numSame += Math.min(v1, v2);
+    }
+    if (numSame === 0) {
+        return 0;
+    }
+    const precision = numSame / predictionTokens.length;
+    const recall = numSame / groundTruthTokens.length;
+    return (2 * precision * recall) / (precision + recall);
+}
+/**
+ * Calculates a novel F1 score, taking into account a history of interaction and excluding stopwords.
+ *
+ * This metric extends the F1 score by considering contextual relevance and filtering out common words
+ * that might skew the assessment of the prediction's quality, especially in conversational models or
+ * when historical context is relevant.
+ *
+ * @param history The historical context or preceding interactions.
+ * @param prediction The predicted text.
+ * @param groundTruth The actual correct text.
+ * @param returnRecall Optionally return the recall score instead of F1.
+ * @returns The novel F1 or recall score as a number.
+ */
+function novelF1ScoreOptimized(history, prediction, groundTruth, returnRecall = false) {
+    // Normalize and split the input texts into tokens
+    const historyTokens = normalizeText(history).split(' ');
+    let predictionTokens = normalizeText(prediction).split(' ');
+    let groundTruthTokens = normalizeText(groundTruth).split(' ');
+    // Combine stopwords and history tokens for exclusion
+    const exclusions = new Set([...stopwords_js_1.stopwords, ...historyTokens]);
+    // Filter prediction and ground truth tokens against the exclusions
+    predictionTokens = filterTokens(predictionTokens, exclusions);
+    groundTruthTokens = filterTokens(groundTruthTokens, exclusions);
+    // Proceed with calculating common tokens, precision, recall, and F1 score as previously outlined
+    // Placeholder for the calculation logic
+    const numSame = 0; // This should be calculated as before
+    const precision = numSame / predictionTokens.length;
+    const recall = numSame / groundTruthTokens.length;
+    const f1 = (2 * precision * recall) / (precision + recall);
+    return returnRecall ? recall : f1;
+}
+exports.axEvalUtil = {
+    emScore,
+    f1Score,
+    novelF1ScoreOptimized
+};
+//# sourceMappingURL=eval.js.map

package/cjs/dsp/eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../dsp/eval.ts"],"names":[],"mappings":";;;AAAA,iDAA2C;AAE3C;;;;;;GAMG;AACH,SAAS,YAAY,CACnB,MAAyB,EACzB,UAA+B;IAE/B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,WAAW,CAAC,MAAyB;IAC5C,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,aAAa,CAAC,CAAS;IAC9B,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;IACtC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,qCAAqC,EAAE,EAAE,CAAC,CAAC;IACzD,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;AACzB,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,OAAO,CAAC,UAAkB,EAAE,WAAmB;IACtD,OAAO,aAAa,CAAC,UAAU,CAAC,KAAK,aAAa,CAAC,WAAW,CAAC,CAAC;AAClE,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,OAAO,CAAC,UAAkB,EAAE,WAAmB;IACtD,MAAM,gBAAgB,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9D,MAAM,iBAAiB,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEhE,kFAAkF;IAClF,MAAM,gBAAgB,GAAG,WAAW,CAAC,gBAAgB,CAAC,CAAC;IACvD,MAAM,iBAAiB,GAAG,WAAW,CAAC,iBAAiB,CAAC,CAAC;IAEzD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;QAClB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACpD,MAAM,MAAM,GAAG,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC;IAClD,OAAO,CAAC,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC;AACzD,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,qBAAqB,CAC5B,OAAe,EACf,UAAkB,EAClB,WAAmB,EACnB,eAAwB,KAAK;IAE7B,kDAAkD;IAClD,MAAM,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACxD,IAAI,gBAAgB,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC5D,IAAI,iBAAiB,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAE9D,qDAAqD;IACrD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,wBAAS,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC;IAE7D,mEAAmE;IACnE,gBAAgB,GAAG,YAAY,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;IAC9D,iBAAiB,GAAG,YAAY,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;IAEhE,iGAAiG;IAEjG,wCAAwC;IACxC,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,sCAAsC;IACzD,MAAM,SAAS,GAAG,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACpD,MAAM,MAAM,GAAG,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC;IAClD,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC;IAE3D,OAAO,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;AACpC,CAAC;AAEY,QAAA,UAAU,GAAG;IACxB,OAAO;IACP,OAAO;IACP,qBAAqB;CACtB,CAAC"}

package/cjs/dsp/evaluate.d.ts

@@ -0,0 +1,12 @@
+import type { AxExample, AxMetricFn } from './optimize.js';
+import type { AxGenIn, AxGenOut, AxProgram } from './program.js';
+export type AxEvaluateArgs<IN extends AxGenIn, OUT extends AxGenOut> = {
+    program: Readonly<AxProgram<IN, OUT>>;
+    examples: Readonly<AxExample[]>;
+};
+export declare class AxTestPrompt<IN extends AxGenIn = AxGenIn, OUT extends AxGenOut = AxGenOut> {
+    private program;
+    private examples;
+    constructor({ program, examples }: Readonly<AxEvaluateArgs<IN, OUT>>);
+    run(metricFn: AxMetricFn): Promise<void>;
+}

package/cjs/dsp/evaluate.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AxTestPrompt = void 0;
+const util_js_1 = require("./util.js");
+class AxTestPrompt {
+    program;
+    examples;
+    constructor({ program, examples = [] }) {
+        if (examples.length == 0) {
+            throw new Error('No examples found');
+        }
+        this.program = program;
+        this.examples = examples;
+    }
+    async run(metricFn) {
+        const st = new Date().getTime();
+        const total = this.examples.length;
+        let successCount = 0;
+        for (let i = 0; i < total; i++) {
+            const ex = this.examples[i];
+            if (!ex) {
+                throw new Error('Invalid example');
+            }
+            const res = await this.program.forward(ex);
+            const success = metricFn({ prediction: res, example: ex });
+            if (success) {
+                successCount++;
+            }
+            const et = new Date().getTime() - st;
+            (0, util_js_1.updateProgressBar)(i, total, successCount, et, 30, 'Testing Prompt');
+        }
+        console.log('\nPerformance: ', successCount, '/', total, 'Accuracy: ', successCount / total, '\n');
+    }
+}
+exports.AxTestPrompt = AxTestPrompt;
+//# sourceMappingURL=evaluate.js.map

package/cjs/dsp/evaluate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluate.js","sourceRoot":"","sources":["../../../dsp/evaluate.ts"],"names":[],"mappings":";;;AAEA,uCAA8C;AAO9C,MAAa,YAAY;IAIf,OAAO,CAA+B;IACtC,QAAQ,CAAwB;IAExC,YAAY,EAAE,OAAO,EAAE,QAAQ,GAAG,EAAE,EAAqC;QACvE,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,QAAoB;QACnC,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QACnC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACrC,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAQ,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE,CAAC;gBACZ,YAAY,EAAE,CAAC;YACjB,CAAC;YAED,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC;YACrC,IAAA,2BAAiB,EAAC,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,EAAE,EAAE,EAAE,gBAAgB,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,CAAC,GAAG,CACT,iBAAiB,EACjB,YAAY,EACZ,GAAG,EACH,KAAK,EACL,YAAY,EACZ,YAAY,GAAG,KAAK,EACpB,IAAI,CACL,CAAC;IACJ,CAAC;CACF;AA9CD,oCA8CC"}

package/cjs/dsp/extract.d.ts

@@ -0,0 +1,25 @@
+import type { AxField, AxSignature } from './sig.js';
+export declare const extractValues: (sig: Readonly<AxSignature>, values: Record<string, unknown>, content: string) => void;
+export interface extractionState {
+    currField?: AxField;
+    s: number;
+}
+export declare const streamingExtractValues: (sig: Readonly<AxSignature>, values: Record<string, unknown>, state: extractionState, content: string) => void;
+export declare const streamingExtractFinalValue: (values: Record<string, unknown>, state: extractionState, content: string) => void;
+export declare class ValidationError extends Error {
+    private field;
+    private value;
+    constructor({ message, field, value }: Readonly<{
+        message: string;
+        field: AxField;
+        value: string;
+    }>);
+    getField: () => AxField;
+    getValue: () => string;
+    getFixingInstructions: () => {
+        name: string;
+        title: string;
+        description: string;
+    }[];
+}
+export declare const extractBlock: (input: string) => string;

package/cjs/dsp/extract.js

@@ -0,0 +1,164 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractBlock = exports.ValidationError = exports.streamingExtractFinalValue = exports.streamingExtractValues = exports.extractValues = void 0;
+/* eslint-disable @typescript-eslint/naming-convention */
+const json5_1 = __importDefault(require("json5"));
+const extractValues = (sig, values, content) => {
+    const xstate = { s: -1 };
+    (0, exports.streamingExtractValues)(sig, values, xstate, content);
+    (0, exports.streamingExtractFinalValue)(values, xstate, content);
+};
+exports.extractValues = extractValues;
+const streamingExtractValues = (sig, values, 
+// eslint-disable-next-line functional/prefer-immutable-types
+state, content) => {
+    const fields = sig.getOutputFields();
+    for (const field of fields) {
+        if (field.name in values) {
+            continue;
+        }
+        const prefix = field.title + ':';
+        const e = content.indexOf(prefix, state.s + 1);
+        if (e === -1) {
+            continue;
+        }
+        if (state.currField) {
+            const val = content
+                .substring(state.s, e)
+                .trim()
+                .replace(/---+$/, '')
+                .trim();
+            if (state.currField.type) {
+                values[state.currField.name] = validateAndParseJson(state.currField, val);
+            }
+            else {
+                values[state.currField.name] = val;
+            }
+        }
+        state.s = e + prefix.length + 1;
+        state.currField = field;
+    }
+};
+exports.streamingExtractValues = streamingExtractValues;
+const streamingExtractFinalValue = (values, 
+// eslint-disable-next-line functional/prefer-immutable-types
+state, content) => {
+    if (!state.currField) {
+        return;
+    }
+    const val = content.substring(state.s).trim().replace(/---+$/, '').trim();
+    if (state.currField.type) {
+        values[state.currField.name] = validateAndParseJson(state.currField, val);
+    }
+    else {
+        values[state.currField.name] = val;
+    }
+};
+exports.streamingExtractFinalValue = streamingExtractFinalValue;
+function validateAndParseJson(field, jsonString) {
+    const typeObj = field.type;
+    if (!typeObj) {
+        return jsonString;
+    }
+    const text = (0, exports.extractBlock)(jsonString);
+    // Attempt to parse the JSON string based on the expected type, if not a string
+    let value;
+    if (typeObj.name !== 'string' || typeObj.isArray) {
+        try {
+            value = json5_1.default.parse(text);
+        }
+        catch (e) {
+            const exp = typeObj.isArray ? `array of ${typeObj.name}` : typeObj.name;
+            const message = `Error '${e.message}', expected '${exp}' got '${text}'`;
+            throw new ValidationError({ message, field, value: text });
+        }
+    }
+    else {
+        // If the expected type is a string and not an array, use the jsonString directly
+        value = text;
+    }
+    // Now, validate the parsed value or direct string
+    const validateSingleValue = (expectedType, val) => {
+        switch (expectedType) {
+            case 'string':
+                return typeof val === 'string';
+            case 'number':
+                return typeof val === 'number';
+            case 'boolean':
+                return typeof val === 'boolean';
+            case 'json':
+                return typeof val === 'object' || Array.isArray(val);
+            default:
+                return false; // Unknown type
+        }
+    };
+    if (typeObj.isArray) {
+        if (!Array.isArray(value)) {
+            const message = `Expected an array, but got '${typeof value}'.`;
+            throw new ValidationError({ message, field, value: jsonString });
+        }
+        for (const item of value) {
+            if (!validateSingleValue(typeObj.name, item)) {
+                const message = `Expected all items in array to be of type '${typeObj.name}', but found an item of type '${typeof item}'.`;
+                throw new ValidationError({ message, field, value: jsonString });
+            }
+        }
+    }
+    else {
+        if (!validateSingleValue(typeObj.name, value)) {
+            const message = `Expected value of type '${typeObj.name}', but got '${typeof value}'.`;
+            throw new ValidationError({ message, field, value: jsonString });
+        }
+    }
+    // If validation passes, return null to indicate no error
+    return value;
+}
+class ValidationError extends Error {
+    field;
+    value;
+    constructor({ message, field, value }) {
+        super(message);
+        this.field = field;
+        this.value = value;
+        this.name = this.constructor.name;
+        Error.captureStackTrace(this, this.constructor);
+    }
+    getField = () => this.field;
+    getValue = () => this.value;
+    getFixingInstructions = () => {
+        const f = this.field;
+        const extraFields = [
+            {
+                name: `past_${f.name}`,
+                title: `Past ${f.title}`,
+                description: this.value
+            },
+            {
+                name: 'instructions',
+                title: 'Instructions',
+                description: this.message
+            }
+        ];
+        return extraFields;
+    };
+}
+exports.ValidationError = ValidationError;
+const extractBlock = (input) => {
+    const jsonBlockPattern = /```([A-Za-z]+)?\s*([\s\S]*?)\s*```/g;
+    const match = jsonBlockPattern.exec(input);
+    if (!match) {
+        return input;
+    }
+    if (match.length === 3) {
+        return match[2];
+    }
+    if (match.length === 2) {
+        return match[1];
+    }
+    return input;
+};
+exports.extractBlock = extractBlock;
+//# sourceMappingURL=extract.js.map

package/cjs/dsp/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../dsp/extract.ts"],"names":[],"mappings":";;;;;;AAAA,yDAAyD;AACzD,kDAA0B;AAInB,MAAM,aAAa,GAAG,CAC3B,GAA0B,EAC1B,MAA+B,EAC/B,OAAe,EACf,EAAE;IACF,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACzB,IAAA,8BAAsB,EAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACrD,IAAA,kCAA0B,EAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC,CAAC;AARW,QAAA,aAAa,iBAQxB;AAOK,MAAM,sBAAsB,GAAG,CACpC,GAA0B,EAC1B,MAA+B;AAC/B,6DAA6D;AAC7D,KAAsB,EACtB,OAAe,EACf,EAAE;IACF,MAAM,MAAM,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC;IAErC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC;YACzB,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC;QACjC,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAE/C,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QAED,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG,OAAO;iBAChB,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iBACrB,IAAI,EAAE;iBACN,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;iBACpB,IAAI,EAAE,CAAC;YAEV,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBACzB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,oBAAoB,CACjD,KAAK,CAAC,SAAS,EACf,GAAG,CACJ,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;YACrC,CAAC;QACH,CAAC;QAED,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAChC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC;AAzCW,QAAA,sBAAsB,0BAyCjC;AAEK,MAAM,0BAA0B,GAAG,CACxC,MAA+B;AAC/B,6DAA6D;AAC7D,KAAsB,EACtB,OAAe,EACf,EAAE;IACF,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACrB,OAAO;IACT,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAE1E,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACzB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC5E,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;IACrC,CAAC;AACH,CAAC,CAAC;AAhBW,QAAA,0BAA0B,8BAgBrC;AAEF,SAAS,oBAAoB,CAC3B,KAAqC,EACrC,UAAkB;IAElB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC;IAE3B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,IAAI,GAAG,IAAA,oBAAY,EAAC,UAAU,CAAC,CAAC;IAEtC,+EAA+E;IAC/E,IAAI,KAAc,CAAC;IACnB,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACjD,IAAI,CAAC;YACH,KAAK,GAAG,eAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;YACxE,MAAM,OAAO,GAAG,UAAW,CAAW,CAAC,OAAO,gBAAgB,GAAG,UAAU,IAAI,GAAG,CAAC;YACnF,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,iFAAiF;QACjF,KAAK,GAAG,IAAI,CAAC;IACf,CAAC;IAED,kDAAkD;IAClD,MAAM,mBAAmB,GAAG,CAAC,YAAoB,EAAE,GAAY,EAAW,EAAE;QAC1E,QAAQ,YAAY,EAAE,CAAC;YACrB,KAAK,QAAQ;gBACX,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC;YACjC,KAAK,QAAQ;gBACX,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC;YACjC,KAAK,SAAS;gBACZ,OAAO,OAAO,GAAG,KAAK,SAAS,CAAC;YAClC,KAAK,MAAM;gBACT,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACvD;gBACE,OAAO,KAAK,CAAC,CAAC,eAAe;QACjC,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,+BAA+B,OAAO,KAAK,IAAI,CAAC;YAChE,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;gBAC7C,MAAM,OAAO,GAAG,8CACd,OAAO,CAAC,IACV,iCAAiC,OAAO,IAAI,IAAI,CAAC;gBACjD,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;YAC9C,MAAM,OAAO,GAAG,2BACd,OAAO,CAAC,IACV,eAAe,OAAO,KAAK,IAAI,CAAC;YAChC,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,yDAAyD;IACzD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAa,eAAgB,SAAQ,KAAK;IAChC,KAAK,CAAU;IACf,KAAK,CAAS;IAEtB,YAAY,EACV,OAAO,EACP,KAAK,EACL,KAAK,EAKL;QACA,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAClC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC;IAEM,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;IAC5B,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;IAE5B,qBAAqB,GAAG,GAAG,EAAE;QAClC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;QAErB,MAAM,WAAW,GAAG;YAClB;gBACE,IAAI,EAAE,QAAQ,CAAC,CAAC,IAAI,EAAE;gBACtB,KAAK,EAAE,QAAQ,CAAC,CAAC,KAAK,EAAE;gBACxB,WAAW,EAAE,IAAI,CAAC,KAAK;aACxB;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,cAAc;gBACrB,WAAW,EAAE,IAAI,CAAC,OAAO;aAC1B;SACF,CAAC;QAEF,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC;CACH;AAzCD,0CAyCC;AAEM,MAAM,YAAY,GAAG,CAAC,KAAa,EAAU,EAAE;IACpD,MAAM,gBAAgB,GAAG,qCAAqC,CAAC;IAC/D,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,CAAC,CAAW,CAAC;IAC5B,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,CAAC,CAAW,CAAC;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAbW,QAAA,YAAY,gBAavB"}

package/cjs/dsp/generate.d.ts

@@ -0,0 +1,55 @@
+import type { AxAIService, AxChatRequest, AxFunction, AxRateLimiterFunction } from '../ai/types.js';
+import { type AxChatResponseFunctionCall } from '../funcs/functions.js';
+import { type AxAIMemory, AxMemory } from '../mem/index.js';
+import { type AxTracer } from '../trace/index.js';
+import { type AxAssertion, type AxStreamingAssertion } from './asserts.js';
+import { type AxGenIn, type AxGenOut, AxProgram, type AxProgramForwardOptions } from './program.js';
+import { AxPromptTemplate } from './prompt.js';
+import { AxSignature } from './sig.js';
+export interface AxGenerateOptions {
+    maxCompletions?: number;
+    maxRetries?: number;
+    maxSteps?: number;
+    mem?: AxAIMemory;
+    tracer?: AxTracer;
+    rateLimiter?: AxRateLimiterFunction;
+    stream?: boolean;
+    debug?: boolean;
+    functions?: AxFunction[];
+    functionCall?: AxChatRequest['functionCall'];
+    promptTemplate?: typeof AxPromptTemplate;
+    asserts?: AxAssertion[];
+    streamingAsserts?: AxStreamingAssertion[];
+}
+export type AxGenerateResult<OUT extends AxGenOut> = OUT & {
+    functions?: AxChatResponseFunctionCall[];
+};
+export interface AxResponseHandlerArgs<T> {
+    res: T;
+    usageInfo: {
+        ai: string;
+        model: string;
+    };
+    mem: AxAIMemory;
+    sessionId?: string;
+    traceId?: string;
+}
+export declare class AxGenerate<IN extends AxGenIn = AxGenIn, OUT extends AxGenerateResult<AxGenOut> = AxGenerateResult<AxGenOut>> extends AxProgram<IN, OUT> {
+    private pt;
+    private asserts;
+    private streamingAsserts;
+    private options?;
+    private funcProc?;
+    private functionList?;
+    constructor(ai: AxAIService, signature: Readonly<AxSignature | string>, options?: Readonly<AxGenerateOptions>);
+    private updateSigForFunctions;
+    addAssert: (fn: AxAssertion["fn"], message?: string, optional?: boolean) => void;
+    addStreamingAssert: (fieldName: string, fn: AxStreamingAssertion["fn"], message?: string, optional?: boolean) => void;
+    private forwardSendRequest;
+    private forwardCore;
+    private processSteamingResponse;
+    private processResponse;
+    private _forward;
+    forward(values: IN, options?: Readonly<AxProgramForwardOptions>): Promise<OUT>;
+    processFunctions: (functionCalls: readonly AxChatResponseFunctionCall[], mem: Readonly<AxMemory>, sessionId?: string, traceId?: string) => Promise<void>;
+}