@ax-llm/ax 9.0.0

package/build/module/src/dsp/eval.js

@@ -0,0 +1,120 @@
+import { stopwords } from './stopwords.js';
+/**
+ * Filters out tokens based on a set of exclusion tokens.
+ *
+ * @param tokens The array of tokens to filter.
+ * @param exclusions A set containing tokens to exclude.
+ * @returns An array of filtered tokens.
+ */
+function filterTokens(tokens, exclusions) {
+    return tokens.filter((token) => !exclusions.has(token));
+}
+/**
+ * Counts the occurrences of each token in an array of tokens.
+ *
+ * This function supports the preprocessing step for NLP tasks like text similarity
+ * and classification by transforming text into a bag-of-words model, facilitating
+ * the comparison of different texts based on their content.
+ *
+ * @param tokens An array of string tokens.
+ * @returns A Counter object mapping each token to its count.
+ */
+export function countTokens(tokens) {
+    const counter = {};
+    for (const token of tokens) {
+        counter[token] = (counter[token] || 0) + 1;
+    }
+    return counter;
+}
+/**
+ * Normalizes text by lowercasing, removing punctuation, and squashing multiple spaces.
+ *
+ * This normalization is crucial in NLP for reducing the complexity of the text data,
+ * minimizing the variance between words that should be considered the same for analysis
+ * purposes (e.g., "Dog!" and "dog" are treated as the same word).
+ *
+ * @param s A string to be normalized.
+ * @returns A normalized string.
+ */
+export function normalizeText(s) {
+    s = s.normalize('NFD');
+    s = s.replace(/\b(a|an|the)\b/g, ' ');
+    s = s.split(/\s+/).join(' ');
+    s = s.replace(/[!"#$%&'()*+,-./:;<=>?@[\]^_`{|}~]/g, '');
+    return s.toLowerCase();
+}
+/**
+ * Calculates the Exact Match (EM) score between a prediction and ground truth.
+ *
+ * The EM score is a strict metric used in machine learning to assess if the predicted
+ * answer matches the ground truth exactly, commonly used in tasks like question answering.
+ *
+ * @param prediction The predicted text.
+ * @param groundTruth The actual correct text.
+ * @returns A boolean indicating if the prediction exactly matches the ground truth.
+ */
+export function emScore(prediction, groundTruth) {
+    return normalizeText(prediction) === normalizeText(groundTruth);
+}
+/**
+ * Calculates the F1 score between a prediction and ground truth.
+ *
+ * The F1 score is a harmonic mean of precision and recall, widely used in NLP to measure
+ * a model's accuracy in considering both false positives and false negatives, offering a
+ * balance for evaluating classification models.
+ *
+ * @param prediction The predicted text.
+ * @param groundTruth The actual correct text.
+ * @returns The F1 score as a number.
+ */
+export function f1Score(prediction, groundTruth) {
+    const predictionTokens = normalizeText(prediction).split(' ');
+    const groundTruthTokens = normalizeText(groundTruth).split(' ');
+    // Calculate the intersection of common tokens between prediction and ground truth
+    const predictionCounts = countTokens(predictionTokens);
+    const groundTruthCounts = countTokens(groundTruthTokens);
+    let numSame = 0;
+    for (const token in predictionCounts) {
+        const v1 = predictionCounts[token] ?? 0;
+        const v2 = groundTruthCounts[token] ?? 0;
+        numSame += Math.min(v1, v2);
+    }
+    if (numSame === 0) {
+        return 0;
+    }
+    const precision = numSame / predictionTokens.length;
+    const recall = numSame / groundTruthTokens.length;
+    return (2 * precision * recall) / (precision + recall);
+}
+/**
+ * Calculates a novel F1 score, taking into account a history of interaction and excluding stopwords.
+ *
+ * This metric extends the F1 score by considering contextual relevance and filtering out common words
+ * that might skew the assessment of the prediction's quality, especially in conversational models or
+ * when historical context is relevant.
+ *
+ * @param history The historical context or preceding interactions.
+ * @param prediction The predicted text.
+ * @param groundTruth The actual correct text.
+ * @param returnRecall Optionally return the recall score instead of F1.
+ * @returns The novel F1 or recall score as a number.
+ */
+export function novelF1ScoreOptimized(history, prediction, groundTruth, returnRecall = false) {
+    // Normalize and split the input texts into tokens
+    const historyTokens = normalizeText(history).split(' ');
+    let predictionTokens = normalizeText(prediction).split(' ');
+    let groundTruthTokens = normalizeText(groundTruth).split(' ');
+    // Combine stopwords and history tokens for exclusion
+    const exclusions = new Set([...stopwords, ...historyTokens]);
+    // Filter prediction and ground truth tokens against the exclusions
+    predictionTokens = filterTokens(predictionTokens, exclusions);
+    groundTruthTokens = filterTokens(groundTruthTokens, exclusions);
+    // Proceed with calculating common tokens, precision, recall, and F1 score as previously outlined
+    // Placeholder for the calculation logic
+    const numSame = 0; // This should be calculated as before
+    const precision = numSame / predictionTokens.length;
+    const recall = numSame / groundTruthTokens.length;
+    const f1 = (2 * precision * recall) / (precision + recall);
+    return returnRecall ? recall : f1;
+}
+//# sourceMappingURL=eval.js.map

package/build/module/src/dsp/eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../../src/dsp/eval.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAK3C;;;;;;GAMG;AACH,SAAS,YAAY,CACnB,MAAyB,EACzB,UAA+B;IAE/B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,WAAW,CAAC,MAAyB;IACnD,MAAM,OAAO,GAAY,EAAE,CAAC;IAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,aAAa,CAAC,CAAS;IACrC,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;IACtC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,qCAAqC,EAAE,EAAE,CAAC,CAAC;IACzD,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;AACzB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,OAAO,CAAC,UAAkB,EAAE,WAAmB;IAC7D,OAAO,aAAa,CAAC,UAAU,CAAC,KAAK,aAAa,CAAC,WAAW,CAAC,CAAC;AAClE,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,OAAO,CAAC,UAAkB,EAAE,WAAmB;IAC7D,MAAM,gBAAgB,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9D,MAAM,iBAAiB,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEhE,kFAAkF;IAClF,MAAM,gBAAgB,GAAG,WAAW,CAAC,gBAAgB,CAAC,CAAC;IACvD,MAAM,iBAAiB,GAAG,WAAW,CAAC,iBAAiB,CAAC,CAAC;IAEzD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;QAClB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACpD,MAAM,MAAM,GAAG,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC;IAClD,OAAO,CAAC,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC;AACzD,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,qBAAqB,CACnC,OAAe,EACf,UAAkB,EAClB,WAAmB,EACnB,eAAwB,KAAK;IAE7B,kDAAkD;IAClD,MAAM,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACxD,IAAI,gBAAgB,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC5D,IAAI,iBAAiB,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAE9D,qDAAqD;IACrD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC;IAE7D,mEAAmE;IACnE,gBAAgB,GAAG,YAAY,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;IAC9D,iBAAiB,GAAG,YAAY,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;IAEhE,iGAAiG;IAEjG,wCAAwC;IACxC,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,sCAAsC;IACzD,MAAM,SAAS,GAAG,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACpD,MAAM,MAAM,GAAG,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC;IAClD,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC;IAE3D,OAAO,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;AACpC,CAAC"}

package/build/module/src/dsp/evaluate.d.ts

@@ -0,0 +1,12 @@
+import type { Example, MetricFn } from './optimize.js';
+import type { GenIn, GenOut, Program } from './program.js';
+export type EvaluateArgs<IN extends GenIn, OUT extends GenOut> = {
+    program: Readonly<Program<IN, OUT>>;
+    examples: Readonly<Example[]>;
+};
+export declare class TestPrompt<IN extends GenIn = GenIn, OUT extends GenOut = GenOut> {
+    private program;
+    private examples;
+    constructor({ program, examples }: Readonly<EvaluateArgs<IN, OUT>>);
+    run(metricFn: MetricFn): Promise<void>;
+}

package/build/module/src/dsp/evaluate.js

@@ -0,0 +1,32 @@
+import { updateProgressBar } from './util.js';
+export class TestPrompt {
+    program;
+    examples;
+    constructor({ program, examples = [] }) {
+        if (examples.length == 0) {
+            throw new Error('No examples found');
+        }
+        this.program = program;
+        this.examples = examples;
+    }
+    async run(metricFn) {
+        const st = new Date().getTime();
+        const total = this.examples.length;
+        let successCount = 0;
+        for (let i = 0; i < total; i++) {
+            const ex = this.examples[i];
+            if (!ex) {
+                throw new Error('Invalid example');
+            }
+            const res = await this.program.forward(ex);
+            const success = metricFn({ prediction: res, example: ex });
+            if (success) {
+                successCount++;
+            }
+            const et = new Date().getTime() - st;
+            updateProgressBar(i, total, successCount, et, 30, 'Testing Prompt');
+        }
+        console.log('\nPerformance: ', successCount, '/', total, 'Accuracy: ', successCount / total, '\n');
+    }
+}
+//# sourceMappingURL=evaluate.js.map

package/build/module/src/dsp/evaluate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluate.js","sourceRoot":"","sources":["../../../../src/dsp/evaluate.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAO9C,MAAM,OAAO,UAAU;IACb,OAAO,CAA6B;IACpC,QAAQ,CAAsB;IAEtC,YAAY,EAAE,OAAO,EAAE,QAAQ,GAAG,EAAE,EAAmC;QACrE,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,QAAkB;QACjC,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QACnC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACrC,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAQ,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE,CAAC;gBACZ,YAAY,EAAE,CAAC;YACjB,CAAC;YAED,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC;YACrC,iBAAiB,CAAC,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,EAAE,EAAE,EAAE,gBAAgB,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,CAAC,GAAG,CACT,iBAAiB,EACjB,YAAY,EACZ,GAAG,EACH,KAAK,EACL,YAAY,EACZ,YAAY,GAAG,KAAK,EACpB,IAAI,CACL,CAAC;IACJ,CAAC;CACF"}

package/build/module/src/dsp/extract.d.ts

@@ -0,0 +1,25 @@
+import type { Field, Signature } from './sig.js';
+export declare const extractValues: (sig: Readonly<Signature>, values: Record<string, unknown>, content: string) => void;
+export interface extractionState {
+    currField?: Field;
+    s: number;
+}
+export declare const streamingExtractValues: (sig: Readonly<Signature>, values: Record<string, unknown>, state: extractionState, content: string) => void;
+export declare const streamingExtractFinalValue: (values: Record<string, unknown>, state: extractionState, content: string) => void;
+export declare class ValidationError extends Error {
+    private field;
+    private value;
+    constructor({ message, field, value }: Readonly<{
+        message: string;
+        field: Field;
+        value: string;
+    }>);
+    getField: () => Field;
+    getValue: () => string;
+    getFixingInstructions: () => {
+        name: string;
+        title: string;
+        description: string;
+    }[];
+}
+export declare const extractBlock: (input: string) => string;

package/build/module/src/dsp/extract.js

@@ -0,0 +1,152 @@
+import JSON5 from 'json5';
+export const extractValues = (sig, values, content) => {
+    const xstate = { s: -1 };
+    streamingExtractValues(sig, values, xstate, content);
+    streamingExtractFinalValue(values, xstate, content);
+};
+export const streamingExtractValues = (sig, values, 
+// eslint-disable-next-line functional/prefer-immutable-types
+state, content) => {
+    const fields = sig.getOutputFields();
+    for (const field of fields) {
+        if (field.name in values) {
+            continue;
+        }
+        const prefix = field.title + ':';
+        const e = content.indexOf(prefix, state.s + 1);
+        if (e === -1) {
+            continue;
+        }
+        if (state.currField) {
+            const val = content
+                .substring(state.s, e)
+                .trim()
+                .replace(/---+$/, '')
+                .trim();
+            if (state.currField.type) {
+                values[state.currField.name] = validateAndParseJson(state.currField, val);
+            }
+            else {
+                values[state.currField.name] = val;
+            }
+        }
+        state.s = e + prefix.length + 1;
+        state.currField = field;
+    }
+};
+export const streamingExtractFinalValue = (values, 
+// eslint-disable-next-line functional/prefer-immutable-types
+state, content) => {
+    if (!state.currField) {
+        return;
+    }
+    const val = content.substring(state.s).trim().replace(/---+$/, '').trim();
+    if (state.currField.type) {
+        values[state.currField.name] = validateAndParseJson(state.currField, val);
+    }
+    else {
+        values[state.currField.name] = val;
+    }
+};
+function validateAndParseJson(field, jsonString) {
+    const typeObj = field.type;
+    if (!typeObj) {
+        return jsonString;
+    }
+    const text = extractBlock(jsonString);
+    // Attempt to parse the JSON string based on the expected type, if not a string
+    let value;
+    if (typeObj.name !== 'string' || typeObj.isArray) {
+        try {
+            value = JSON5.parse(text);
+        }
+        catch (e) {
+            const exp = typeObj.isArray ? `array of ${typeObj.name}` : typeObj.name;
+            const message = `Error '${e.message}', expected '${exp}' got '${text}'`;
+            throw new ValidationError({ message, field, value: text });
+        }
+    }
+    else {
+        // If the expected type is a string and not an array, use the jsonString directly
+        value = text;
+    }
+    // Now, validate the parsed value or direct string
+    const validateSingleValue = (expectedType, val) => {
+        switch (expectedType) {
+            case 'string':
+                return typeof val === 'string';
+            case 'number':
+                return typeof val === 'number';
+            case 'boolean':
+                return typeof val === 'boolean';
+            case 'json':
+                return typeof val === 'object' || Array.isArray(val);
+            default:
+                return false; // Unknown type
+        }
+    };
+    if (typeObj.isArray) {
+        if (!Array.isArray(value)) {
+            const message = `Expected an array, but got '${typeof value}'.`;
+            throw new ValidationError({ message, field, value: jsonString });
+        }
+        for (const item of value) {
+            if (!validateSingleValue(typeObj.name, item)) {
+                const message = `Expected all items in array to be of type '${typeObj.name}', but found an item of type '${typeof item}'.`;
+                throw new ValidationError({ message, field, value: jsonString });
+            }
+        }
+    }
+    else {
+        if (!validateSingleValue(typeObj.name, value)) {
+            const message = `Expected value of type '${typeObj.name}', but got '${typeof value}'.`;
+            throw new ValidationError({ message, field, value: jsonString });
+        }
+    }
+    // If validation passes, return null to indicate no error
+    return value;
+}
+export class ValidationError extends Error {
+    field;
+    value;
+    constructor({ message, field, value }) {
+        super(message);
+        this.field = field;
+        this.value = value;
+        this.name = this.constructor.name;
+        Error.captureStackTrace(this, this.constructor);
+    }
+    getField = () => this.field;
+    getValue = () => this.value;
+    getFixingInstructions = () => {
+        const f = this.field;
+        const extraFields = [
+            {
+                name: `past_${f.name}`,
+                title: `Past ${f.title}`,
+                description: this.value
+            },
+            {
+                name: 'instructions',
+                title: 'Instructions',
+                description: this.message
+            }
+        ];
+        return extraFields;
+    };
+}
+export const extractBlock = (input) => {
+    const jsonBlockPattern = /```([A-Za-z]+)?\s*([\s\S]*?)\s*```/g;
+    const match = jsonBlockPattern.exec(input);
+    if (!match) {
+        return input;
+    }
+    if (match.length === 3) {
+        return match[2];
+    }
+    if (match.length === 2) {
+        return match[1];
+    }
+    return input;
+};
+//# sourceMappingURL=extract.js.map

package/build/module/src/dsp/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../../src/dsp/extract.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAI1B,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,GAAwB,EACxB,MAA+B,EAC/B,OAAe,EACf,EAAE;IACF,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACzB,sBAAsB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACrD,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC,CAAC;AAOF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CACpC,GAAwB,EACxB,MAA+B;AAC/B,6DAA6D;AAC7D,KAAsB,EACtB,OAAe,EACf,EAAE;IACF,MAAM,MAAM,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC;IAErC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC;YACzB,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC;QACjC,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAE/C,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QAED,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG,OAAO;iBAChB,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iBACrB,IAAI,EAAE;iBACN,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;iBACpB,IAAI,EAAE,CAAC;YAEV,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBACzB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,oBAAoB,CACjD,KAAK,CAAC,SAAS,EACf,GAAG,CACJ,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;YACrC,CAAC;QACH,CAAC;QAED,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAChC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CACxC,MAA+B;AAC/B,6DAA6D;AAC7D,KAAsB,EACtB,OAAe,EACf,EAAE;IACF,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACrB,OAAO;IACT,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAE1E,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACzB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC5E,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;IACrC,CAAC;AACH,CAAC,CAAC;AAEF,SAAS,oBAAoB,CAC3B,KAAmC,EACnC,UAAkB;IAElB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC;IAE3B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,IAAI,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;IAEtC,+EAA+E;IAC/E,IAAI,KAAc,CAAC;IACnB,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACjD,IAAI,CAAC;YACH,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;YACxE,MAAM,OAAO,GAAG,UAAW,CAAW,CAAC,OAAO,gBAAgB,GAAG,UAAU,IAAI,GAAG,CAAC;YACnF,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,iFAAiF;QACjF,KAAK,GAAG,IAAI,CAAC;IACf,CAAC;IAED,kDAAkD;IAClD,MAAM,mBAAmB,GAAG,CAAC,YAAoB,EAAE,GAAY,EAAW,EAAE;QAC1E,QAAQ,YAAY,EAAE,CAAC;YACrB,KAAK,QAAQ;gBACX,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC;YACjC,KAAK,QAAQ;gBACX,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC;YACjC,KAAK,SAAS;gBACZ,OAAO,OAAO,GAAG,KAAK,SAAS,CAAC;YAClC,KAAK,MAAM;gBACT,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACvD;gBACE,OAAO,KAAK,CAAC,CAAC,eAAe;QACjC,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,+BAA+B,OAAO,KAAK,IAAI,CAAC;YAChE,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;gBAC7C,MAAM,OAAO,GAAG,8CACd,OAAO,CAAC,IACV,iCAAiC,OAAO,IAAI,IAAI,CAAC;gBACjD,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;YAC9C,MAAM,OAAO,GAAG,2BACd,OAAO,CAAC,IACV,eAAe,OAAO,KAAK,IAAI,CAAC;YAChC,MAAM,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,yDAAyD;IACzD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,OAAO,eAAgB,SAAQ,KAAK;IAChC,KAAK,CAAQ;IACb,KAAK,CAAS;IAEtB,YAAY,EACV,OAAO,EACP,KAAK,EACL,KAAK,EAKL;QACA,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAClC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC;IAEM,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;IAC5B,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;IAE5B,qBAAqB,GAAG,GAAG,EAAE;QAClC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;QAErB,MAAM,WAAW,GAAG;YAClB;gBACE,IAAI,EAAE,QAAQ,CAAC,CAAC,IAAI,EAAE;gBACtB,KAAK,EAAE,QAAQ,CAAC,CAAC,KAAK,EAAE;gBACxB,WAAW,EAAE,IAAI,CAAC,KAAK;aACxB;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,cAAc;gBACrB,WAAW,EAAE,IAAI,CAAC,OAAO;aAC1B;SACF,CAAC;QAEF,OAAO,WAAW,CAAC;IACrB,CAAC,CAAC;CACH;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,KAAa,EAAU,EAAE;IACpD,MAAM,gBAAgB,GAAG,qCAAqC,CAAC;IAC/D,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,CAAC,CAAW,CAAC;IAC5B,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,CAAC,CAAW,CAAC;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC"}

package/build/module/src/dsp/generate.d.ts

@@ -0,0 +1,52 @@
+import type { TextResponseFunctionCall } from '../ai/index.js';
+import { type AITextFunction, Memory } from '../text/index.js';
+import type { AIMemory, AIService } from '../text/index.js';
+import { type AITextChatRequest } from '../types/index.js';
+import { type Assertion, type StreamingAssertion } from './asserts.js';
+import { type GenIn, type GenOut, Program, type ProgramForwardOptions, type Value } from './program.js';
+import { PromptTemplate } from './prompt.js';
+import { Signature } from './sig.js';
+export interface GenerateOptions {
+    functions?: AITextFunction[];
+    functionCall?: AITextChatRequest['functionCall'];
+    promptTemplate?: typeof PromptTemplate;
+    asserts?: Assertion[];
+    streamingAsserts?: StreamingAssertion[];
+}
+export type GenerateResult<OUT extends GenOut> = OUT & {
+    functions?: TextResponseFunctionCall[];
+};
+export interface ResponseHandlerArgs<T> {
+    res: T;
+    usageInfo: {
+        ai: string;
+        model: string;
+    };
+    mem: AIMemory;
+    sessionId?: string;
+    traceId?: string;
+}
+export declare class Generate<IN extends GenIn = GenIn, OUT extends GenerateResult<GenOut> = GenerateResult<GenOut>> extends Program<IN, OUT> {
+    private signature;
+    private sigHash;
+    private ai;
+    private pt;
+    private asserts;
+    private streamingAsserts;
+    private options?;
+    private funcProc?;
+    private functionList?;
+    constructor(ai: AIService, signature: Readonly<Signature | string>, options?: Readonly<GenerateOptions>);
+    private updateSigForFunctions;
+    private _setExamples;
+    setExamples(examples: Readonly<Record<string, Value>[]>): void;
+    addAssert: (fn: Assertion['fn'], message?: string, optional?: boolean) => void;
+    addStreamingAssert: (fieldName: string, fn: StreamingAssertion['fn'], message?: string, optional?: boolean) => void;
+    private forwardSendRequest;
+    private forwardCore;
+    private processSteamingResponse;
+    private processResponse;
+    private _forward;
+    forward(values: IN, options?: Readonly<ProgramForwardOptions>): Promise<OUT>;
+    processFunctions: (functionCalls: readonly TextResponseFunctionCall[], mem: Readonly<Memory>, sessionId?: string, traceId?: string) => Promise<void>;
+}