@ax-llm/ax 9.0.0

package/build/module/src/dsp/optimize.js

@@ -0,0 +1,100 @@
+import { writeFileSync } from 'fs';
+import { updateProgressBar } from './util.js';
+export class BootstrapFewShot {
+    program;
+    examples;
+    maxRounds;
+    maxDemos;
+    maxExamples;
+    traces = [];
+    constructor({ program, examples = [], options }) {
+        if (examples.length == 0) {
+            throw new Error('No examples found');
+        }
+        this.maxRounds = options?.maxRounds ?? 3;
+        this.maxDemos = options?.maxDemos ?? 4;
+        this.maxExamples = options?.maxExamples ?? 16;
+        this.program = program;
+        this.examples = examples;
+    }
+    async compileRound(roundIndex, metricFn, options) {
+        const st = new Date().getTime();
+        const maxDemos = options?.maxDemos ?? this.maxDemos;
+        const aiOpt = { modelConfig: { temperature: 0.7 } };
+        const examples = randomSample(this.examples, this.maxExamples);
+        for (let i = 0; i < examples.length; i++) {
+            if (i > 0) {
+                aiOpt.modelConfig.temperature = 0.7 + 0.001 * i;
+            }
+            const ex = examples[i];
+            if (!ex) {
+                throw new Error('Invalid example');
+            }
+            const exList = [...examples.slice(0, i), ...examples.slice(i + 1)];
+            this.program.setExamples(exList);
+            const res = await this.program.forward(ex, aiOpt);
+            const success = metricFn({ prediction: res, example: ex });
+            if (success) {
+                this.traces = [...this.traces, ...this.program.getTraces()];
+            }
+            const current = i + examples.length * roundIndex;
+            const total = examples.length * this.maxRounds;
+            const et = new Date().getTime() - st;
+            updateProgressBar(current, total, this.traces.length, et, 30, 'Tuning Prompt');
+            if (this.traces.length > maxDemos) {
+                return;
+            }
+        }
+    }
+    async compile(metricFn, options) {
+        const maxRounds = options?.maxRounds ?? this.maxRounds;
+        this.traces = [];
+        for (let i = 0; i < maxRounds; i++) {
+            await this.compileRound(i, metricFn, options);
+        }
+        if (this.traces.length === 0) {
+            throw new Error('No demonstrations found. Either provider more examples or improve the existing ones.');
+        }
+        const demos = groupTracesByKeys(this.traces);
+        if (options?.filename) {
+            writeFileSync(options.filename, JSON.stringify(demos, null, 2));
+        }
+        console.log('\n');
+        return demos;
+    }
+}
+function groupTracesByKeys(programTraces) {
+    const groupedTraces = new Map();
+    // Group all traces by their keys
+    for (const programTrace of programTraces) {
+        if (groupedTraces.has(programTrace.key)) {
+            groupedTraces.get(programTrace.key).push(programTrace.trace);
+        }
+        else {
+            groupedTraces.set(programTrace.key, [programTrace.trace]);
+        }
+    }
+    // Convert the Map into an array of ProgramDemos
+    const programDemosArray = [];
+    groupedTraces.forEach((traces, key) => {
+        programDemosArray.push({ traces, key });
+    });
+    return programDemosArray;
+}
+const randomSample = (array, n) => {
+    // Clone the array to avoid modifying the original array
+    const clonedArray = [...array];
+    // Shuffle the cloned array
+    for (let i = clonedArray.length - 1; i > 0; i--) {
+        const j = Math.floor(Math.random() * (i + 1));
+        const ca_i = clonedArray[i];
+        const ca_j = clonedArray[j];
+        if (!ca_i || !ca_j) {
+            throw new Error('Invalid array elements');
+        }
+        [clonedArray[i], clonedArray[j]] = [ca_j, ca_i];
+    }
+    // Return the first `n` items of the shuffled array
+    return clonedArray.slice(0, n);
+};
+//# sourceMappingURL=optimize.js.map

package/build/module/src/dsp/optimize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"optimize.js","sourceRoot":"","sources":["../../../../src/dsp/optimize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAUnC,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAgB9C,MAAM,OAAO,gBAAgB;IAInB,OAAO,CAA6B;IACpC,QAAQ,CAAsB;IAC9B,SAAS,CAAS;IAClB,QAAQ,CAAS;IACjB,WAAW,CAAS;IACpB,MAAM,GAAmB,EAAE,CAAC;IAEpC,YAAY,EACV,OAAO,EACP,QAAQ,GAAG,EAAE,EACb,OAAO,EAC0B;QACjC,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,EAAE,CAAC;QAE9C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,UAAkB,EAClB,QAAkB,EAClB,OAAqD;QAErD,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;QACpD,MAAM,KAAK,GAAG,EAAE,WAAW,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAE/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACV,KAAK,CAAC,WAAW,CAAC,WAAW,GAAG,GAAG,GAAG,KAAK,GAAG,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACrC,CAAC;YACD,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACnE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAEjC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAQ,EAAE,KAAK,CAAC,CAAC;YACxD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,UAAU,CAAC;YACjD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/C,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC;YACrC,iBAAiB,CACf,OAAO,EACP,KAAK,EACL,IAAI,CAAC,MAAM,CAAC,MAAM,EAClB,EAAE,EACF,EAAE,EACF,eAAe,CAChB,CAAC;YAEF,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;gBAClC,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,OAAO,CAClB,QAAkB,EAClB,OAEC;QAED,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACvD,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAmB,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE7D,IAAI,OAAO,EAAE,QAAQ,EAAE,CAAC;YACtB,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED,SAAS,iBAAiB,CACxB,aAAsC;IAEtC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAmC,CAAC;IAEjE,iCAAiC;IACjC,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;QACzC,IAAI,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;YACxC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAChE,CAAC;aAAM,CAAC;YACN,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,MAAM,iBAAiB,GAAmB,EAAE,CAAC;IAC7C,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;QACpC,iBAAiB,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,MAAM,YAAY,GAAG,CAAI,KAAmB,EAAE,CAAS,EAAO,EAAE;IAC9D,wDAAwD;IACxD,MAAM,WAAW,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IAC/B,2BAA2B;IAC3B,KAAK,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAE5B,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IACD,mDAAmD;IACnD,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACjC,CAAC,CAAC"}

package/build/module/src/dsp/parser.d.ts

@@ -0,0 +1,86 @@
+export interface FilePosition {
+    offset: number;
+    line: number;
+    column: number;
+}
+export interface FileRange {
+    start: FilePosition;
+    end: FilePosition;
+    source: string;
+}
+export interface LiteralExpectation {
+    type: "literal";
+    text: string;
+    ignoreCase: boolean;
+}
+export interface ClassParts extends Array<string | ClassParts> {
+}
+export interface ClassExpectation {
+    type: "class";
+    parts: ClassParts;
+    inverted: boolean;
+    ignoreCase: boolean;
+}
+export interface AnyExpectation {
+    type: "any";
+}
+export interface EndExpectation {
+    type: "end";
+}
+export interface OtherExpectation {
+    type: "other";
+    description: string;
+}
+export type Expectation = LiteralExpectation | ClassExpectation | AnyExpectation | EndExpectation | OtherExpectation;
+declare class _PeggySyntaxError extends Error {
+    static buildMessage(expected: Expectation[], found: string | null): string;
+    message: string;
+    expected: Expectation[];
+    found: string | null;
+    location: FileRange;
+    name: string;
+    constructor(message: string, expected: Expectation[], found: string | null, location: FileRange);
+    format(sources: {
+        source?: any;
+        text: string;
+    }[]): string;
+}
+export interface TraceEvent {
+    type: string;
+    rule: string;
+    result?: any;
+    location: FileRange;
+}
+export interface ParseOptions {
+    filename?: string;
+    startRule?: "ParsedSignature";
+    tracer?: any;
+    [key: string]: any;
+}
+export type ParseFunction = <Options extends ParseOptions>(input: string, options?: Options) => Options extends {
+    startRule: infer StartRule;
+} ? StartRule extends "ParsedSignature" ? ParsedSignature : ParsedSignature : ParsedSignature;
+export declare const parse: ParseFunction;
+export declare const PeggySyntaxError: typeof _PeggySyntaxError;
+export type PeggySyntaxError = _PeggySyntaxError;
+export type ParsedSignature = {
+    desc: string | undefined;
+    inputs: ParsedFieldList;
+    outputs: ParsedFieldList;
+};
+export type ParsedFieldList = ParsedField[];
+export type ParsedField = {
+    name: ParsedIdentifier;
+    desc: string | undefined;
+    type: any;
+    isOptional: true | undefined;
+};
+export type ParsedType = {
+    name: string;
+    isArray: boolean;
+};
+export type ParsedIdentifier = string;
+export type ParsedString = string;
+export type _ = "";
+export type __ = "";
+export {};