@ax-llm/ax 9.0.0

package/build/module/src/dsp/sig.d.ts

@@ -0,0 +1,37 @@
+import { type FunctionJSONSchema } from '../text/functions.js';
+export interface Field {
+    name: string;
+    title?: string;
+    description?: string;
+    type?: {
+        name: 'string' | 'number' | 'boolean' | 'json';
+        isArray: boolean;
+    };
+    isOptional?: boolean;
+}
+export type IField = Omit<Field, 'title'> & {
+    title: string;
+};
+export declare class Signature {
+    private description?;
+    private inputFields;
+    private outputFields;
+    private sigHash;
+    private sigString;
+    constructor(signature: Readonly<Signature | string>);
+    private parseParsedField;
+    private parseField;
+    setDescription: (desc: string) => void;
+    addInputField: (field: Readonly<Field>) => void;
+    addOutputField: (field: Readonly<Field>) => void;
+    setInputFields: (fields: readonly Field[]) => void;
+    setOutputFields: (fields: readonly Field[]) => void;
+    getInputFields: () => Readonly<IField[]>;
+    getOutputFields: () => Readonly<IField[]>;
+    getDescription: () => string | undefined;
+    private toTitle;
+    toJSONSchema: () => FunctionJSONSchema;
+    private updateHash;
+    hash: () => string;
+    toString: () => string;
+}

package/build/module/src/dsp/sig.js

@@ -0,0 +1,160 @@
+import { createHash } from 'crypto';
+import {} from '../text/functions.js';
+import { parse } from './parser.js';
+export class Signature {
+    description;
+    inputFields;
+    outputFields;
+    sigHash;
+    sigString;
+    constructor(signature) {
+        if (typeof signature === 'string') {
+            let sig;
+            try {
+                sig = parse(signature);
+            }
+            catch (e) {
+                throw new Error('invalid signature string: ' + signature);
+            }
+            this.description = sig.desc;
+            this.inputFields = sig.inputs.map((v) => this.parseParsedField(v));
+            this.outputFields = sig.outputs.map((v) => this.parseParsedField(v));
+            [this.sigHash, this.sigString] = this.updateHash();
+        }
+        else if (signature instanceof Signature) {
+            this.description = signature.getDescription();
+            this.inputFields = structuredClone(signature.getInputFields());
+            this.outputFields = structuredClone(signature.getOutputFields());
+            this.sigHash = signature.hash();
+            this.sigString = signature.toString();
+        }
+        else {
+            throw new Error('invalid signature argument: ' + signature);
+        }
+    }
+    parseParsedField = (field) => {
+        if (!field.name || field.name.length === 0) {
+            throw new Error('Field name is required.');
+        }
+        const title = this.toTitle(field.name);
+        return {
+            name: field.name,
+            title,
+            description: field.desc,
+            isOptional: field.isOptional,
+            type: field.type ?? { name: 'string', isArray: false }
+        };
+    };
+    parseField = (field) => {
+        if (!field.name || field.name.length === 0) {
+            throw new Error('Field name is required.');
+        }
+        const title = !field.title || field.title.length === 0
+            ? this.toTitle(field.name)
+            : field.title;
+        if (field.type && (!field.type.name || field.type.name.length === 0)) {
+            throw new Error('Field type name is required: ' + field.name);
+        }
+        return { ...field, title };
+    };
+    setDescription = (desc) => {
+        this.description = desc;
+        this.updateHash();
+    };
+    addInputField = (field) => {
+        this.inputFields.push(this.parseField(field));
+        this.updateHash();
+    };
+    addOutputField = (field) => {
+        this.outputFields.push(this.parseField(field));
+        this.updateHash();
+    };
+    setInputFields = (fields) => {
+        this.inputFields = fields.map((v) => this.parseField(v));
+        this.updateHash();
+    };
+    setOutputFields = (fields) => {
+        this.outputFields = fields.map((v) => this.parseField(v));
+        this.updateHash();
+    };
+    getInputFields = () => this.inputFields;
+    getOutputFields = () => this.outputFields;
+    getDescription = () => this.description;
+    toTitle = (name) => {
+        let result = name.replaceAll('_', ' ');
+        result = result.replace(/([A-Z]|[0-9]+)/g, ' $1').trim();
+        return result.charAt(0).toUpperCase() + result.slice(1);
+    };
+    toJSONSchema = () => {
+        const properties = {};
+        const required = [];
+        for (const f of this.inputFields) {
+            const type = f.type ? f.type.name : 'string';
+            if (f.type?.isArray) {
+                properties[f.name] = {
+                    title: f.title,
+                    description: f.description,
+                    type: 'array',
+                    items: {
+                        type: type,
+                        description: f.description
+                    }
+                };
+            }
+            else {
+                properties[f.name] = {
+                    description: f.description,
+                    type: type
+                };
+            }
+            if (!f.isOptional) {
+                required.push(f.name);
+            }
+        }
+        const schema = {
+            type: 'object',
+            properties: properties,
+            required: required
+        };
+        return schema;
+    };
+    updateHash = () => {
+        this.sigHash = createHash('sha256')
+            .update(this.description ?? '')
+            .update(JSON.stringify(this.inputFields))
+            .update(JSON.stringify(this.outputFields))
+            .digest('hex');
+        this.sigString = renderSignature(this.description, this.inputFields, this.outputFields);
+        return [this.sigHash, this.sigString];
+    };
+    hash = () => this.sigHash;
+    toString = () => this.sigString;
+}
+function renderField(field) {
+    let result = field.name;
+    if (field.isOptional) {
+        result += '?';
+    }
+    if (field.type) {
+        result += ':' + field.type.name;
+        if (field.type.isArray) {
+            result += '[]';
+        }
+    }
+    // Check if description exists and append it.
+    if (field.description) {
+        result += ` "${field.description}"`;
+    }
+    return result;
+}
+function renderSignature(description, inputFields, outputFields) {
+    // Prepare the description part of the signature.
+    const descriptionPart = description ? `"${description}"` : '';
+    // Render each input field into a comma-separated list.
+    const inputFieldsRendered = inputFields.map(renderField).join(', ');
+    // Render each output field into a comma-separated list.
+    const outputFieldsRendered = outputFields.map(renderField).join(', ');
+    // Combine all parts into the final signature.
+    return `${descriptionPart} ${inputFieldsRendered} -> ${outputFieldsRendered}`;
+}
+//# sourceMappingURL=sig.js.map

package/build/module/src/dsp/sig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sig.js","sourceRoot":"","sources":["../../../../src/dsp/sig.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,OAAO,EAA2B,MAAM,sBAAsB,CAAC;AAE/D,OAAO,EAAE,KAAK,EAAoB,MAAM,aAAa,CAAC;AAetD,MAAM,OAAO,SAAS;IACZ,WAAW,CAAU;IACrB,WAAW,CAAW;IACtB,YAAY,CAAW;IAEvB,OAAO,CAAS;IAChB,SAAS,CAAS;IAE1B,YAAY,SAAuC;QACjD,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;YAClC,IAAI,GAAG,CAAC;YACR,IAAI,CAAC;gBACH,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;YACzB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,SAAS,CAAC,CAAC;YAC5D,CAAC;YACD,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,IAAI,CAAC;YAC5B,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QACrD,CAAC;aAAM,IAAI,SAAS,YAAY,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC,cAAc,EAAE,CAAC;YAC9C,IAAI,CAAC,WAAW,GAAG,eAAe,CAChC,SAAS,CAAC,cAAc,EAAE,CACf,CAAC;YACd,IAAI,CAAC,YAAY,GAAG,eAAe,CACjC,SAAS,CAAC,eAAe,EAAE,CAChB,CAAC;YACd,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;YAChC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,8BAA8B,GAAG,SAAS,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAEO,gBAAgB,GAAG,CAAC,KAA4B,EAAU,EAAE;QAClE,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK;YACL,WAAW,EAAE,KAAK,CAAC,IAAI;YACvB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE;SACvD,CAAC;IACJ,CAAC,CAAC;IAEM,UAAU,GAAG,CAAC,KAAsB,EAAU,EAAE;QACtD,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,KAAK,GACT,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YACtC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;YAC1B,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;QAElB,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,CAAC;IAC7B,CAAC,CAAC;IAEK,cAAc,GAAG,CAAC,IAAY,EAAE,EAAE;QACvC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC,CAAC;IAEK,aAAa,GAAG,CAAC,KAAsB,EAAE,EAAE;QAChD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC,CAAC;IAEK,cAAc,GAAG,CAAC,KAAsB,EAAE,EAAE;QACjD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/C,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC,CAAC;IAEK,cAAc,GAAG,CAAC,MAAwB,EAAE,EAAE;QACnD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC,CAAC;IAEK,eAAe,GAAG,CAAC,MAAwB,EAAE,EAAE;QACpD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC,CAAC;IAEK,cAAc,GAAG,GAAuB,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC;IAC5D,eAAe,GAAG,GAAuB,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC;IAC9D,cAAc,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC;IAEvC,OAAO,GAAG,CAAC,IAAY,EAAE,EAAE;QACjC,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACvC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QACzD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC,CAAC;IAEK,YAAY,GAAG,GAAuB,EAAE;QAC7C,MAAM,UAAU,GAA4B,EAAE,CAAC;QAC/C,MAAM,QAAQ,GAAkB,EAAE,CAAC;QAEnC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC7C,IAAI,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;gBACpB,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG;oBACnB,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,IAAI,EAAE,OAAgB;oBACtB,KAAK,EAAE;wBACL,IAAI,EAAE,IAAI;wBACV,WAAW,EAAE,CAAC,CAAC,WAAW;qBAC3B;iBACF,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG;oBACnB,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,IAAI,EAAE,IAAI;iBACX,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;gBAClB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG;YACb,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,UAAU;YACtB,QAAQ,EAAE,QAAQ;SACnB,CAAC;QAEF,OAAO,MAA4B,CAAC;IACtC,CAAC,CAAC;IAEM,UAAU,GAAG,GAAqB,EAAE;QAC1C,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC;aAChC,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;aAC9B,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;aACxC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;aACzC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEjB,IAAI,CAAC,SAAS,GAAG,eAAe,CAC9B,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,YAAY,CAClB,CAAC;QAEF,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC,CAAC;IAEK,IAAI,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC;IAE1B,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;CACxC;AAED,SAAS,WAAW,CAAC,KAAsB;IACzC,IAAI,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC;IACxB,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QAChC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,IAAI,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;IACD,6CAA6C;IAC7C,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,KAAK,CAAC,WAAW,GAAG,CAAC;IACtC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CACtB,WAA+B,EAC/B,WAA6B,EAC7B,YAA8B;IAE9B,iDAAiD;IACjD,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAE9D,uDAAuD;IACvD,MAAM,mBAAmB,GAAG,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEpE,wDAAwD;IACxD,MAAM,oBAAoB,GAAG,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEtE,8CAA8C;IAC9C,OAAO,GAAG,eAAe,IAAI,mBAAmB,OAAO,oBAAoB,EAAE,CAAC;AAChF,CAAC"}

package/build/module/src/dsp/sig.test.d.ts

@@ -0,0 +1 @@
+export {};

package/build/module/src/dsp/sig.test.js

@@ -0,0 +1,25 @@
+import test from 'ava';
+import { parse } from './parser.js';
+test('new Signature() builds a signature', (t) => {
+    const sig = parse(`"hello world" context?:string "some context", query:string 'some query' -> answers:string[]`);
+    t.is(sig.desc, 'hello world');
+    t.deepEqual(sig.inputs[0], {
+        desc: 'some context',
+        name: 'context',
+        type: { name: 'string', isArray: false },
+        isOptional: true
+    });
+    t.deepEqual(sig.inputs[1], {
+        desc: 'some query',
+        name: 'query',
+        type: { name: 'string', isArray: false },
+        isOptional: undefined
+    });
+    t.deepEqual(sig.outputs[0], {
+        desc: undefined,
+        name: 'answers',
+        type: { name: 'string', isArray: true },
+        isOptional: undefined
+    });
+});
+//# sourceMappingURL=sig.test.js.map

package/build/module/src/dsp/sig.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sig.test.js","sourceRoot":"","sources":["../../../../src/dsp/sig.test.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,KAAK,CAAC;AAEvB,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEpC,IAAI,CAAC,oCAAoC,EAAE,CAAC,CAAC,EAAE,EAAE;IAC/C,MAAM,GAAG,GAAG,KAAK,CACf,6FAA6F,CAC9F,CAAC;IACF,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAE9B,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;QACzB,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE;QACxC,UAAU,EAAE,IAAI;KACjB,CAAC,CAAC;IAEH,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;QACzB,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE;QACxC,UAAU,EAAE,SAAS;KACtB,CAAC,CAAC;IAEH,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAC1B,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE;QACvC,UAAU,EAAE,SAAS;KACtB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/build/module/src/dsp/stopwords.d.ts

@@ -0,0 +1 @@
+export declare const stopwords: Set<string>;