@ax-llm/ax 9.0.0

package/build/module/src/dsp/generate.js

@@ -0,0 +1,335 @@
+import { ReadableStream } from 'stream/web';
+import { mergeFunctionCalls } from '../ai/util.js';
+import { FunctionProcessor, Memory } from '../text/index.js';
+import { SpanKind } from '../trace/index.js';
+import {} from '../types/index.js';
+import { assertAssertions, AssertionError, assertRequiredFields, assertStreamingAssertions } from './asserts.js';
+import { extractValues, streamingExtractFinalValue, streamingExtractValues, ValidationError } from './extract.js';
+import { Program, validateValue } from './program.js';
+import { PromptTemplate } from './prompt.js';
+import { Signature } from './sig.js';
+export class Generate extends Program {
+    signature;
+    sigHash;
+    ai;
+    pt;
+    asserts;
+    streamingAsserts;
+    options;
+    funcProc;
+    functionList;
+    constructor(ai, signature, options) {
+        super();
+        this.signature = new Signature(signature);
+        this.sigHash = this.signature.hash();
+        this.ai = ai;
+        this.options = options;
+        this.pt = new (options?.promptTemplate ?? PromptTemplate)(this.signature);
+        this.asserts = this.options?.asserts ?? [];
+        this.streamingAsserts = this.options?.streamingAsserts ?? [];
+        this.functionList = this.options?.functions?.map((f) => f.name).join(', ');
+        this.usage = [];
+        if (this.options?.functions) {
+            this.funcProc = new FunctionProcessor(this.options?.functions);
+            this.updateSigForFunctions();
+        }
+    }
+    updateSigForFunctions = () => {
+        // AI supports function calling natively so
+        // no need to add fields for function call
+        if (this.ai.getFeatures().functions) {
+            return;
+        }
+        // These are the fields for the function call only needed when the underlying LLM API does not support function calling natively in the API.
+        this.signature.addOutputField({
+            name: 'functionName',
+            description: 'Name of function to call',
+            isOptional: true
+        });
+        this.signature.addOutputField({
+            name: 'functionArguments',
+            description: 'Arguments of function to call',
+            isOptional: true
+        });
+    };
+    _setExamples(examples) {
+        const sig = this.signature;
+        const fields = [...sig.getInputFields(), ...sig.getOutputFields()];
+        this.examples = examples.map((e) => {
+            const res = {};
+            for (const f of fields) {
+                const value = e[f.name];
+                if (value) {
+                    validateValue(f, value);
+                    res[f.name] = value;
+                }
+            }
+            return res;
+        });
+    }
+    setExamples(examples) {
+        this._setExamples(examples);
+        super.setExamples(examples);
+    }
+    addAssert = (fn, message, optional) => {
+        this.asserts.push({ fn, message, optional });
+    };
+    addStreamingAssert = (fieldName, fn, message, optional) => {
+        this.streamingAsserts.push({ fieldName, fn, message, optional });
+    };
+    async forwardSendRequest({ mem, sessionId, traceId, ai, modelConfig: mc, stream }) {
+        const chatPrompt = mem?.history(sessionId) ?? [];
+        if (chatPrompt.length === 0) {
+            throw new Error('No chat prompt found');
+        }
+        const functions = this.options?.functions;
+        const functionCall = this.options?.functionCall;
+        const hasJSON = this.signature
+            .getOutputFields()
+            .some((f) => f?.type?.name === 'json' || f?.type?.isArray);
+        const modelConfig = mc
+            ? {
+                ...mc,
+                ...(hasJSON ? { outputFormat: 'json_object' } : {})
+            }
+            : undefined;
+        const res = await ai.chat({ chatPrompt, functions, functionCall, modelConfig }, {
+            ...(sessionId ? { sessionId } : {}),
+            ...(traceId ? { traceId } : {}),
+            stream
+        });
+        return res;
+    }
+    async forwardCore({ mem, sessionId, traceId, ai, modelConfig, stream = false }) {
+        const usageInfo = {
+            ai: this.ai.getName(),
+            model: this.ai.getModelInfo().name
+        };
+        const res = await this.forwardSendRequest({
+            mem,
+            sessionId,
+            traceId,
+            ai,
+            stream,
+            modelConfig
+        });
+        if (res instanceof ReadableStream) {
+            return (await this.processSteamingResponse({
+                res,
+                usageInfo,
+                mem,
+                traceId,
+                sessionId
+            }));
+        }
+        return (await this.processResponse({
+            res,
+            usageInfo,
+            mem,
+            traceId,
+            sessionId
+        }));
+    }
+    async processSteamingResponse({ res, usageInfo, mem, sessionId, traceId }) {
+        const functionCalls = [];
+        const values = {};
+        const xstate = { s: -1 };
+        const fstate = { lastId: '' };
+        let content = '';
+        for await (const v of res) {
+            const result = v.results?.at(0);
+            if (!result) {
+                continue;
+            }
+            if (v.modelUsage) {
+                this.usage.push({ ...usageInfo, ...v.modelUsage });
+            }
+            if (result.content) {
+                content += result.content;
+                mem.updateResult({ ...result, content, functionCalls }, sessionId);
+                assertStreamingAssertions(this.streamingAsserts, values, xstate, content);
+                streamingExtractValues(this.signature, values, xstate, content);
+                assertAssertions(this.asserts, values);
+            }
+            if (result.functionCalls) {
+                const fc = mergeFunctionCalls(functionCalls, result.functionCalls, fstate);
+                let funcs;
+                if (fc) {
+                    funcs = parseFunctions(this.ai, [fc], values);
+                }
+                if (funcs) {
+                    mem.updateResult({ ...result, content, functionCalls }, sessionId);
+                    await this.processFunctions(funcs, mem, sessionId, traceId);
+                }
+            }
+            if (result.finishReason === 'length') {
+                throw new Error('Max tokens reached before completion');
+            }
+        }
+        streamingExtractFinalValue(values, xstate, content);
+        assertAssertions(this.asserts, values);
+        return { ...values };
+    }
+    async processResponse({ res, usageInfo, mem, sessionId, traceId }) {
+        const values = {};
+        const result = res.results?.at(0);
+        if (!result) {
+            throw new Error('No result found');
+        }
+        if (res.modelUsage) {
+            this.usage.push({ ...usageInfo, ...res.modelUsage });
+        }
+        mem.addResult(result, sessionId);
+        if (result.content) {
+            extractValues(this.signature, values, result.content);
+            assertAssertions(this.asserts, values);
+        }
+        if (result.functionCalls) {
+            const funcs = parseFunctions(this.ai, result.functionCalls, values);
+            if (funcs) {
+                await this.processFunctions(funcs, mem, sessionId, traceId);
+            }
+        }
+        if (result.finishReason === 'length') {
+            throw new Error('Max tokens reached before completion');
+        }
+        return { ...values };
+    }
+    async _forward(values, options, span) {
+        const maxRetries = options?.maxRetries ?? 5;
+        const mem = options?.mem ?? new Memory();
+        const canStream = this.ai.getFeatures().streaming;
+        let err;
+        if (this.sigHash !== this.signature.hash()) {
+            const promptTemplate = this.options?.promptTemplate ?? PromptTemplate;
+            this.pt = new promptTemplate(this.signature);
+        }
+        const prompt = this.pt.toString(values, {
+            examples: this.examples,
+            demos: this.demos
+        });
+        const userMsg = { role: 'user', content: prompt };
+        mem.add(userMsg, options?.sessionId);
+        for (let i = 0; i < maxRetries; i++) {
+            try {
+                for (let n = 0; n < (options?.maxSteps ?? 10); n++) {
+                    const { sessionId, traceId, modelConfig, stream: doStream } = options ?? {};
+                    const stream = canStream && doStream;
+                    const output = await this.forwardCore({
+                        ai: options?.ai ?? this.ai,
+                        mem,
+                        sessionId,
+                        traceId,
+                        modelConfig,
+                        stream,
+                        maxSteps: options?.maxSteps
+                    });
+                    //   if (mem.getLast(sessionId)?.role === 'assistant') {
+                    //     assertRequiredFields(this.signature, output);
+                    //     return output;
+                    //   }
+                    if (Object.keys(output).length > 0) {
+                        assertRequiredFields(this.signature, output);
+                        return output;
+                    }
+                }
+                throw new Error('Could not complete task within maximum allowed steps');
+            }
+            catch (e) {
+                let extraFields;
+                span?.recordException(e);
+                if (e instanceof ValidationError) {
+                    extraFields = e.getFixingInstructions();
+                    err = e;
+                }
+                else if (e instanceof AssertionError) {
+                    const e1 = e;
+                    extraFields = e1.getFixingInstructions(this.signature);
+                    err = e;
+                }
+                else {
+                    throw e;
+                }
+                if (extraFields) {
+                    const fields = this.pt.renderExtraFields(extraFields);
+                    const userMsg = {
+                        role: 'user',
+                        content: fields.join('\n\n')
+                    };
+                    mem.add(userMsg, options?.sessionId);
+                    if (options?.debug) {
+                        console.log('Error Correction:', fields);
+                    }
+                }
+            }
+        }
+        if (err instanceof AssertionError && err.getOptional()) {
+            return err.getValue();
+        }
+        throw new Error(`Unable to fix validation error: ${err?.message}`);
+    }
+    async forward(values, options) {
+        if (!options?.tracer) {
+            return await this._forward(values, options);
+        }
+        const attributes = {
+            ['generate.signature']: this.signature.toString(),
+            ['generate.functions']: this.functionList ?? 'none'
+        };
+        return await options?.tracer.startActiveSpan('Generate', {
+            kind: SpanKind.SERVER,
+            attributes
+        }, async (span) => {
+            const res = this._forward(values, options, span);
+            span.end();
+            return res;
+        });
+    }
+    processFunctions = async (functionCalls, mem, sessionId, traceId) => {
+        for (const func of functionCalls) {
+            const fres = await this.funcProc?.execute(func, {
+                sessionId,
+                traceId
+            });
+            if (fres?.id) {
+                mem.add([
+                    {
+                        role: 'function',
+                        content: fres.result ?? '',
+                        functionId: fres.id
+                    }
+                ], sessionId);
+            }
+        }
+    };
+}
+function parseFunctions(ai, functionCalls, values) {
+    if (!functionCalls || functionCalls.length === 0) {
+        return;
+    }
+    if (ai.getFeatures().functions) {
+        const funcs = functionCalls.map((f) => ({
+            id: f.id,
+            name: f.function.name,
+            args: f.function.arguments
+        }));
+        // for (const [i, f] of funcs.entries()) {
+        //   values['functionName' + i] = f.name;
+        //   values['functionArguments' + i] =
+        //     typeof f.args === 'object' ? JSON.stringify(f.args) : f.args;
+        // }
+        return funcs;
+    }
+    else if (values.functionName) {
+        const { functionName, functionArguments } = values;
+        delete values.functionName;
+        delete values.functionArguments;
+        return [
+            {
+                name: functionName,
+                args: functionArguments
+            }
+        ];
+    }
+}
+//# sourceMappingURL=generate.js.map

package/build/module/src/dsp/generate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.js","sourceRoot":"","sources":["../../../../src/dsp/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAO5C,OAAO,EAAE,kBAAkB,EAA4B,MAAM,eAAe,CAAC;AAC7E,OAAO,EAEL,iBAAiB,EACjB,MAAM,EACP,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAa,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAA0B,MAAM,mBAAmB,CAAC;AAE3D,OAAO,EACL,gBAAgB,EAEhB,cAAc,EACd,oBAAoB,EACpB,yBAAyB,EAE1B,MAAM,cAAc,CAAC;AACtB,OAAO,EAEL,aAAa,EACb,0BAA0B,EAC1B,sBAAsB,EACtB,eAAe,EAChB,MAAM,cAAc,CAAC;AACtB,OAAO,EAGL,OAAO,EAEP,aAAa,EAEd,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAsBrC,MAAM,OAAO,QAGX,SAAQ,OAAgB;IAChB,SAAS,CAAY;IACrB,OAAO,CAAS;IAChB,EAAE,CAAY;IACd,EAAE,CAAiB;IACnB,OAAO,CAAc;IACrB,gBAAgB,CAAuB;IACvC,OAAO,CAAmB;IAC1B,QAAQ,CAAqB;IAC7B,YAAY,CAAU;IAE9B,YACE,EAAa,EACb,SAAuC,EACvC,OAAmC;QAEnC,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,IAAI,cAAc,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1E,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,OAAO,EAAE,gBAAgB,IAAI,EAAE,CAAC;QAC7D,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3E,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAEhB,IAAI,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAC/D,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,qBAAqB,GAAG,GAAG,EAAE;QACnC,2CAA2C;QAC3C,0CAA0C;QAC1C,IAAI,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,SAAS,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QAED,4IAA4I;QAC5I,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;YAC5B,IAAI,EAAE,cAAc;YACpB,WAAW,EAAE,0BAA0B;YACvC,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;YAC5B,IAAI,EAAE,mBAAmB;YACzB,WAAW,EAAE,+BAA+B;YAC5C,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;IACL,CAAC,CAAC;IAEM,YAAY,CAAC,QAA2C;QAC9D,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC;QAC3B,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,cAAc,EAAE,EAAE,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC;QAEnE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACjC,MAAM,GAAG,GAA0B,EAAE,CAAC;YACtC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACvB,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACxB,IAAI,KAAK,EAAE,CAAC;oBACV,aAAa,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;oBACxB,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;gBACtB,CAAC;YACH,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;IACL,CAAC;IAEe,WAAW,CAAC,QAA2C;QACrE,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC5B,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAEM,SAAS,GAAG,CACjB,EAAmB,EACnB,OAAgB,EAChB,QAAkB,EAClB,EAAE;QACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/C,CAAC,CAAC;IAEK,kBAAkB,GAAG,CAC1B,SAAiB,EACjB,EAA4B,EAC5B,OAAgB,EAChB,QAAkB,EAClB,EAAE;QACF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;IACnE,CAAC,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,EAC/B,GAAG,EACH,SAAS,EACT,OAAO,EACP,EAAE,EACF,WAAW,EAAE,EAAE,EACf,MAAM,EAGP;QACC,MAAM,UAAU,GAAG,GAAG,EAAE,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAEjD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC;QAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC;QAEhD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS;aAC3B,eAAe,EAAE;aACjB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,KAAK,MAAM,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAE7D,MAAM,WAAW,GAAG,EAAE;YACpB,CAAC,CAAC;gBACE,GAAG,EAAE;gBACL,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpD;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CACvB,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,EACpD;YACE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/B,MAAM;SACP,CACF,CAAC;QAEF,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,EACxB,GAAG,EACH,SAAS,EACT,OAAO,EACP,EAAE,EACF,WAAW,EACX,MAAM,GAAG,KAAK,EAGf;QACC,MAAM,SAAS,GAAG;YAChB,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE;YACrB,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,IAAI;SACnC,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC;YACxC,GAAG;YACH,SAAS;YACT,OAAO;YACP,EAAE;YACF,MAAM;YACN,WAAW;SACZ,CAAC,CAAC;QAEH,IAAI,GAAG,YAAY,cAAc,EAAE,CAAC;YAClC,OAAO,CAAC,MAAM,IAAI,CAAC,uBAAuB,CAAC;gBACzC,GAAG;gBACH,SAAS;gBACT,GAAG;gBACH,OAAO;gBACP,SAAS;aACV,CAAC,CAAmB,CAAC;QACxB,CAAC;QAED,OAAO,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC;YACjC,GAAG;YACH,SAAS;YACT,GAAG;YACH,OAAO;YACP,SAAS;SACV,CAAC,CAAmB,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,EACpC,GAAG,EACH,SAAS,EACT,GAAG,EACH,SAAS,EACT,OAAO,EAGR;QACC,MAAM,aAAa,GAAqD,EAAE,CAAC;QAC3E,MAAM,MAAM,GAAG,EAAE,CAAC;QAClB,MAAM,MAAM,GAAoB,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAwB,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAEnD,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,SAAS;YACX,CAAC;YAED,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBACjB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;YACrD,CAAC;YAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC;gBAC1B,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,SAAS,CAAC,CAAC;gBAEnE,yBAAyB,CACvB,IAAI,CAAC,gBAAgB,EACrB,MAAM,EACN,MAAM,EACN,OAAO,CACR,CAAC;gBACF,sBAAsB,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;gBAChE,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACzC,CAAC;YAED,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACzB,MAAM,EAAE,GAAG,kBAAkB,CAC3B,aAAa,EACb,MAAM,CAAC,aAAa,EACpB,MAAM,CACP,CAAC;gBAEF,IAAI,KAAK,CAAC;gBACV,IAAI,EAAE,EAAE,CAAC;oBACP,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;gBAChD,CAAC;gBAED,IAAI,KAAK,EAAE,CAAC;oBACV,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,SAAS,CAAC,CAAC;oBACnE,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAED,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACpD,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAEvC,OAAO,EAAE,GAAG,MAAM,EAAoB,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,EAC5B,GAAG,EACH,SAAS,EACT,GAAG,EACH,SAAS,EACT,OAAO,EACqC;QAC5C,MAAM,MAAM,GAAG,EAAE,CAAC;QAElB,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAEjC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YACtD,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YAEpE,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,EAAE,GAAG,MAAM,EAAoB,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,MAAU,EACV,OAAyC,EACzC,IAAW;QAEX,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,OAAO,EAAE,GAAG,IAAI,IAAI,MAAM,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC;QAElD,IAAI,GAAiD,CAAC;QAEtD,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;YAC3C,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,IAAI,cAAc,CAAC;YACtE,IAAI,CAAC,EAAE,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAK,MAAM,EAAE;YAC1C,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBACnD,MAAM,EACJ,SAAS,EACT,OAAO,EACP,WAAW,EACX,MAAM,EAAE,QAAQ,EACjB,GAAG,OAAO,IAAI,EAAE,CAAC;oBAClB,MAAM,MAAM,GAAG,SAAS,IAAI,QAAQ,CAAC;oBAErC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC;wBACpC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,IAAI,CAAC,EAAE;wBAC1B,GAAG;wBACH,SAAS;wBACT,OAAO;wBACP,WAAW;wBACX,MAAM;wBACN,QAAQ,EAAE,OAAO,EAAE,QAAQ;qBAC5B,CAAC,CAAC;oBAEH,wDAAwD;oBACxD,oDAAoD;oBACpD,qBAAqB;oBACrB,MAAM;oBAEN,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACnC,oBAAoB,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;wBAC7C,OAAO,MAAM,CAAC;oBAChB,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;YAC1E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,WAAW,CAAC;gBAChB,IAAI,EAAE,eAAe,CAAC,CAAU,CAAC,CAAC;gBAElC,IAAI,CAAC,YAAY,eAAe,EAAE,CAAC;oBACjC,WAAW,GAAG,CAAC,CAAC,qBAAqB,EAAE,CAAC;oBACxC,GAAG,GAAG,CAAC,CAAC;gBACV,CAAC;qBAAM,IAAI,CAAC,YAAY,cAAc,EAAE,CAAC;oBACvC,MAAM,EAAE,GAAG,CAAmB,CAAC;oBAC/B,WAAW,GAAG,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACvD,GAAG,GAAG,CAAC,CAAC;gBACV,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,CAAC;gBACV,CAAC;gBAED,IAAI,WAAW,EAAE,CAAC;oBAChB,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;oBACtD,MAAM,OAAO,GAAG;wBACd,IAAI,EAAE,MAAe;wBACrB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;qBAC7B,CAAC;oBAEF,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;oBACrC,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;wBACnB,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC;oBAC3C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,GAAG,YAAY,cAAc,IAAI,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC;YACvD,OAAO,GAAG,CAAC,QAAQ,EAAS,CAAC;QAC/B,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAEe,KAAK,CAAC,OAAO,CAC3B,MAAU,EACV,OAAyC;QAEzC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;YACrB,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,UAAU,GAAG;YACjB,CAAC,oBAAoB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;YACjD,CAAC,oBAAoB,CAAC,EAAE,IAAI,CAAC,YAAY,IAAI,MAAM;SACpD,CAAC;QAEF,OAAO,MAAM,OAAO,EAAE,MAAM,CAAC,eAAe,CAC1C,UAAU,EACV;YACE,IAAI,EAAE,QAAQ,CAAC,MAAM;YACrB,UAAU;SACX,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;YACb,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YACjD,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,OAAO,GAAG,CAAC;QACb,CAAC,CACF,CAAC;IACJ,CAAC;IAEM,gBAAgB,GAAG,KAAK,EAC7B,aAAkD,EAClD,GAAqB,EACrB,SAAkB,EAClB,OAAgB,EAChB,EAAE;QACF,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,EAAE;gBAC9C,SAAS;gBACT,OAAO;aACR,CAAC,CAAC;YAEH,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC;gBACb,GAAG,CAAC,GAAG,CACL;oBACE;wBACE,IAAI,EAAE,UAAmB;wBACzB,OAAO,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;wBAC1B,UAAU,EAAE,IAAI,CAAC,EAAE;qBACpB;iBACF,EACD,SAAS,CACV,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC,CAAC;CACH;AAED,SAAS,cAAc,CACrB,EAAuB,EACvB,aAA4D,EAC5D,MAA+B;IAE/B,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjD,OAAO;IACT,CAAC;IACD,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,SAAS,EAAE,CAAC;QAC/B,MAAM,KAAK,GAA+B,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAClE,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;YACrB,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,SAAmB;SACrC,CAAC,CAAC,CAAC;QAEJ,0CAA0C;QAC1C,yCAAyC;QACzC,sCAAsC;QACtC,oEAAoE;QACpE,IAAI;QACJ,OAAO,KAAK,CAAC;IACf,CAAC;SAAM,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QAC/B,MAAM,EAAE,YAAY,EAAE,iBAAiB,EAAE,GAAG,MAI3C,CAAC;QACF,OAAO,MAAM,CAAC,YAAY,CAAC;QAC3B,OAAO,MAAM,CAAC,iBAAiB,CAAC;QAEhC,OAAO;YACL;gBACE,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,iBAAiB;aACxB;SACF,CAAC;IACJ,CAAC;AACH,CAAC"}

package/build/module/src/dsp/generate.test.d.ts

@@ -0,0 +1 @@
+export {};

package/build/module/src/dsp/generate.test.js

@@ -0,0 +1,41 @@
+import test from 'ava';
+import { extractValues } from './extract.js';
+import { Signature } from './sig.js';
+test('extractValues', (t) => {
+    const sig = new Signature(`question -> answer`);
+    const v1 = {};
+    extractValues(sig, v1, `Answer: "hello world"`);
+    t.deepEqual(v1, { answer: '"hello world"' });
+});
+/*
+test('extractValues with no prefix and single output', (t) => {
+  const sig = new Signature(`question -> answer`);
+  const v1 = {};
+  extractValues(sig, v1, `"hello world"`);
+
+  t.deepEqual(v1, { answer: '"hello world"' });
+});
+*/
+test('extractValues with json', (t) => {
+    const sig = new Signature(`question -> answer : json`);
+    const v1 = {};
+    extractValues(sig, v1, 'Answer: ```json\n{"hello": "world"}\n```');
+    t.deepEqual(v1, { answer: { hello: 'world' } });
+});
+test('extractValues with text values', (t) => {
+    const sig = new Signature(`text -> title, keyPoints, description`);
+    const v1 = {};
+    extractValues(sig, v1, `
+    Title: Coastal Ecosystem Restoration
+
+    Key Points: Coastal regions prone to natural disasters, Selection criteria based on vulnerability indices and population density, Climate risk assessments conducted for sea-level rise and extreme weather events, Targeted ecosystems include mangrove forests, coral reefs, wetlands
+
+    Description: The project focuses on coastal regions vulnerable to natural disasters like hurricanes and flooding. Selection criteria included vulnerability indices, population density, and proximity to critical infrastructure. Climate risk assessments identified risks related to sea-level rise, storm surges, and extreme weather events. Targeted ecosystems encompass mangrove forests, coral reefs, and wetlands that provide coastal protection, biodiversity support, and livelihood opportunities for local communities.
+    `);
+    t.deepEqual(v1, {
+        title: 'Coastal Ecosystem Restoration',
+        keyPoints: 'Coastal regions prone to natural disasters, Selection criteria based on vulnerability indices and population density, Climate risk assessments conducted for sea-level rise and extreme weather events, Targeted ecosystems include mangrove forests, coral reefs, wetlands',
+        description: 'The project focuses on coastal regions vulnerable to natural disasters like hurricanes and flooding. Selection criteria included vulnerability indices, population density, and proximity to critical infrastructure. Climate risk assessments identified risks related to sea-level rise, storm surges, and extreme weather events. Targeted ecosystems encompass mangrove forests, coral reefs, and wetlands that provide coastal protection, biodiversity support, and livelihood opportunities for local communities.'
+    });
+});
+//# sourceMappingURL=generate.test.js.map

package/build/module/src/dsp/generate.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.test.js","sourceRoot":"","sources":["../../../../src/dsp/generate.test.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,KAAK,CAAC;AAEvB,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE;IAC1B,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,oBAAoB,CAAC,CAAC;IAChD,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,aAAa,CAAC,GAAG,EAAE,EAAE,EAAE,uBAAuB,CAAC,CAAC;IAEhD,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;AAC/C,CAAC,CAAC,CAAC;AAEH;;;;;;;;EAQE;AAEF,IAAI,CAAC,yBAAyB,EAAE,CAAC,CAAC,EAAE,EAAE;IACpC,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,2BAA2B,CAAC,CAAC;IACvD,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,aAAa,CAAC,GAAG,EAAE,EAAE,EAAE,0CAA0C,CAAC,CAAC;IAEnE,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;AAClD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,gCAAgC,EAAE,CAAC,CAAC,EAAE,EAAE;IAC3C,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;IACnE,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,aAAa,CACX,GAAG,EACH,EAAE,EACF;;;;;;KAMC,CACF,CAAC;IAEF,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE;QACd,KAAK,EAAE,+BAA+B;QACtC,SAAS,EACP,6QAA6Q;QAC/Q,WAAW,EACT,2fAA2f;KAC9f,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/build/module/src/dsp/index.d.ts

@@ -0,0 +1,14 @@
+export * from './generate.js';
+export * from './sig.js';
+export * from './optimize.js';
+export * from './evaluate.js';
+export * from './program.js';
+export * from './eval.js';
+export * from './loader.js';
+export * from './strutil.js';
+export * from './router.js';
+export type { Assertion, StreamingAssertion } from './asserts.js';
+export type { PromptTemplate, FieldTemplateFn } from './prompt.js';
+export type { InstanceRegistry } from './registry.js';
+export type { ResponseHandlerArgs } from './generate.js';
+export type { ParsedField, ParsedIdentifier } from './parser.js';

package/build/module/src/dsp/index.js

@@ -0,0 +1,10 @@
+export * from './generate.js';
+export * from './sig.js';
+export * from './optimize.js';
+export * from './evaluate.js';
+export * from './program.js';
+export * from './eval.js';
+export * from './loader.js';
+export * from './strutil.js';
+export * from './router.js';
+//# sourceMappingURL=index.js.map

package/build/module/src/dsp/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/dsp/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC;AAC9B,cAAc,UAAU,CAAC;AACzB,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC"}

package/build/module/src/dsp/loader.d.ts

@@ -0,0 +1,25 @@
+import type { Value } from './program.js';
+export type Row = {
+    row: Record<string, Value>;
+};
+export declare class HFDataLoader {
+    private baseUrl;
+    private dataFolder;
+    constructor();
+    private ensureDataFolderExists;
+    private fetchDataFromAPI;
+    private getFilePath;
+    loadData(dataset: string, split: 'train' | 'validation', options?: Readonly<{
+        offset?: number;
+        length?: number;
+    }>): Promise<{
+        rows: Row[];
+    }>;
+    getData<T>({ dataset, split, count, fields, renameMap }: Readonly<{
+        dataset: string;
+        split: 'train' | 'validation';
+        count: number;
+        fields: readonly string[];
+        renameMap?: Record<string, string>;
+    }>): Promise<T[]>;
+}

package/build/module/src/dsp/loader.js

@@ -0,0 +1,87 @@
+import { createHash } from 'crypto';
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'fs';
+import path from 'path';
+export class HFDataLoader {
+    baseUrl;
+    dataFolder;
+    constructor() {
+        this.baseUrl = 'https://datasets-server.huggingface.co/rows';
+        this.dataFolder = path.join(process.cwd(), '.data');
+        this.ensureDataFolderExists();
+    }
+    ensureDataFolderExists() {
+        if (!existsSync(this.dataFolder)) {
+            mkdirSync(this.dataFolder, { recursive: true });
+        }
+    }
+    async fetchDataFromAPI(url) {
+        try {
+            const response = await fetch(url);
+            if (!response.ok) {
+                throw new Error(`Error fetching data: ${response.statusText}`);
+            }
+            const data = (await response.json());
+            if (!data?.rows) {
+                throw new Error('Invalid data format');
+            }
+            return data;
+        }
+        catch (error) {
+            console.error('Error fetching data from API:', error);
+            throw error;
+        }
+    }
+    getFilePath(url) {
+        // Generate a hash of the URL to use as a filename
+        const hash = createHash('md5').update(url).digest('hex');
+        return path.join(this.dataFolder, `${hash}.json`);
+    }
+    // https://datasets-server.huggingface.co/rows?dataset=hotpot_qa&config=distractor&split=train&offset=0&length=100
+    async loadData(dataset, split, options) {
+        const offset = options?.offset ?? 0;
+        const length = options?.length ?? 100;
+        const url = `${this.baseUrl}?dataset=${dataset}&config=distractor&split=${split}&offset=${offset}&length=${length}`;
+        const filePath = this.getFilePath(url);
+        if (existsSync(filePath)) {
+            console.log('Loading data from local file.');
+            const data = readFileSync(filePath, 'utf8');
+            return JSON.parse(data);
+        }
+        else {
+            console.log('Downloading data from API.');
+            const data = (await this.fetchDataFromAPI(url));
+            writeFileSync(filePath, JSON.stringify(data, null, 2));
+            return data;
+        }
+    }
+    async getData({ dataset, split, count, fields, renameMap }) {
+        const data = await this.loadData(dataset, split);
+        const dataRows = data.rows.slice(0, count);
+        return dataRows
+            .map((item) => {
+            const result = {};
+            fields.forEach((field) => {
+                const keys = field.split('.');
+                // Initial value should match the type of the rows, and be indexable by string
+                let value = item.row;
+                for (const key of keys) {
+                    // Use type assertion to tell TypeScript that value will always be an object that can be indexed with string keys
+                    if (Object.prototype.hasOwnProperty.call(value, key)) {
+                        value = value[key];
+                    }
+                }
+                if (!value) {
+                    return;
+                }
+                const resultFieldName = renameMap && field in renameMap ? renameMap[field] : field;
+                if (!resultFieldName) {
+                    throw new Error(`Invalid field name: ${field}`);
+                }
+                result[resultFieldName] = value;
+            });
+            return result;
+        })
+            .filter((v) => Object.keys(v).length !== 0);
+    }
+}
+//# sourceMappingURL=loader.js.map

package/build/module/src/dsp/loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../../src/dsp/loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,IAAI,MAAM,MAAM,CAAC;AAMxB,MAAM,OAAO,YAAY;IACf,OAAO,CAAS;IAChB,UAAU,CAAS;IAE3B;QACE,IAAI,CAAC,OAAO,GAAG,6CAA6C,CAAC;QAC7D,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;QACpD,IAAI,CAAC,sBAAsB,EAAE,CAAC;IAChC,CAAC;IAEO,sBAAsB;QAC5B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,GAAW;QACxC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAoB,CAAC;YACxD,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;gBAChB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACzC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACtD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,GAAW;QAC7B,kDAAkD;QAClD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;IACpD,CAAC;IAED,kHAAkH;IAE3G,KAAK,CAAC,QAAQ,CACnB,OAAe,EACf,KAA6B,EAC7B,OAAwD;QAExD,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,GAAG,CAAC;QAEtC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,YAAY,OAAO,4BAA4B,KAAK,WAAW,MAAM,WAAW,MAAM,EAAE,CAAC;QACpH,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAEvC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAC7C,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;YAC1C,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAoB,CAAC;YACnE,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,OAAO,CAAI,EACtB,OAAO,EACP,KAAK,EACL,KAAK,EACL,MAAM,EACN,SAAS,EAOT;QACA,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAE3C,OAAO,QAAQ;aACZ,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,MAAM,GAA0B,EAAE,CAAC;YAEzC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACvB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC9B,8EAA8E;gBAC9E,IAAI,KAAK,GAAoB,IAAI,CAAC,GAAG,CAAC;gBACtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,iHAAiH;oBACjH,IACE,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAClC,KAAgC,EAChC,GAAG,CACJ,EACD,CAAC;wBACD,KAAK,GAAI,KAAiC,CAAC,GAAG,CAAC,CAAC;oBAClD,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,OAAO;gBACT,CAAC;gBACD,MAAM,eAAe,GACnB,SAAS,IAAI,KAAK,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBAC7D,IAAI,CAAC,eAAe,EAAE,CAAC;oBACrB,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;gBAClD,CAAC;gBACD,MAAM,CAAC,eAAe,CAAC,GAAG,KAAc,CAAC;YAC3C,CAAC,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAQ,CAAC;IACvD,CAAC;CACF"}

package/build/module/src/dsp/optimize.d.ts

@@ -0,0 +1,29 @@
+import type { GenIn, GenOut, Program, ProgramDemos, Value } from './program.js';
+export type Example = Record<string, Value>;
+export type MetricFn = <T extends GenOut = GenOut>(arg0: Readonly<{
+    prediction: T;
+    example: Example;
+}>) => boolean;
+export type MetricFnArgs = Parameters<MetricFn>[0];
+export type OptimizerArgs<IN extends GenIn, OUT extends GenOut> = {
+    program: Readonly<Program<IN, OUT>>;
+    examples: Readonly<Example[]>;
+    options?: {
+        maxRounds?: number;
+        maxExamples?: number;
+        maxDemos?: number;
+    };
+};
+export declare class BootstrapFewShot<IN extends GenIn = GenIn, OUT extends GenOut = GenOut> {
+    private program;
+    private examples;
+    private maxRounds;
+    private maxDemos;
+    private maxExamples;
+    private traces;
+    constructor({ program, examples, options }: Readonly<OptimizerArgs<IN, OUT>>);
+    private compileRound;
+    compile(metricFn: MetricFn, options?: Readonly<OptimizerArgs<IN, OUT>['options'] & {
+        filename?: string;
+    }>): Promise<ProgramDemos[]>;
+}