@aigne/core 0.4.194 → 0.4.196

package/lib/cjs/{types → utils}/index.js

@@ -14,5 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./runnable"), exports);
-__exportStar(require("./agent"), exports);
+__exportStar(require("./ordered-map"), exports);
+__exportStar(require("./is-non-nullable"), exports);
+__exportStar(require("./stream-utils"), exports);
+__exportStar(require("./mustache-utils"), exports);

package/lib/cjs/utils/is-non-nullable.js

@@ -0,0 +1,20 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isNonNullable = isNonNullable;
+exports.isPropsNonNullable = isPropsNonNullable;
+const isNil_1 = __importDefault(require("lodash/isNil"));
+function isNonNullable(value) {
+    return !(0, isNil_1.default)(value);
+}
+function isPropsNonNullable(...props) {
+    return (value) => {
+        for (const prop of props.flat()) {
+            if ((0, isNil_1.default)(value?.[prop]))
+                return false;
+        }
+        return true;
+    };
+}

package/lib/cjs/utils/mustache-utils.js

@@ -0,0 +1,14 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.renderMessage = renderMessage;
+const mustache_1 = __importDefault(require("mustache"));
+function renderMessage(template, variables) {
+    return mustache_1.default.render(template, variables, undefined, {
+        escape: (v) => {
+            return typeof v === 'object' ? JSON.stringify(v) : v;
+        },
+    });
+}

package/lib/cjs/utils/omit.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/lib/cjs/utils/ordered-map.js

@@ -0,0 +1,71 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OrderedRecord = void 0;
+var OrderedRecord;
+(function (OrderedRecord) {
+    function iterator(record) {
+        return (function* () {
+            if (!record)
+                return;
+            for (const id of record.$indexes) {
+                yield record[id];
+            }
+        })();
+    }
+    OrderedRecord.iterator = iterator;
+    function map(record, fn) {
+        if (!record)
+            return [];
+        const result = new Array(record.$indexes.length);
+        for (let i = 0; i < record.$indexes.length; i++) {
+            result[i] = fn(record[record.$indexes[i]], i);
+        }
+        return result;
+    }
+    OrderedRecord.map = map;
+    function toArray(record) {
+        return OrderedRecord.map(record, (value) => value);
+    }
+    OrderedRecord.toArray = toArray;
+    function fromArray(array) {
+        const record = { $indexes: [] };
+        for (const value of array ?? []) {
+            record[value.id] = value;
+            record.$indexes.push(value.id);
+        }
+        return record;
+    }
+    OrderedRecord.fromArray = fromArray;
+    function find(record, predicate) {
+        if (!record)
+            return undefined;
+        for (let i = 0; i < record.$indexes.length; i++) {
+            const id = record.$indexes[i];
+            const value = record[id];
+            if (predicate(value, i))
+                return value;
+        }
+        return undefined;
+    }
+    OrderedRecord.find = find;
+    function push(record, ...items) {
+        for (const item of items) {
+            if (record[item.id])
+                throw new Error(`Item with id ${item.id} already exists`);
+            record.$indexes.push(item.id);
+            record[item.id] = item;
+        }
+        return record;
+    }
+    OrderedRecord.push = push;
+    function pushOrUpdate(record, ...items) {
+        for (const item of items) {
+            if (!record[item.id]) {
+                record.$indexes.push(item.id);
+            }
+            record[item.id] = item;
+        }
+        return record;
+    }
+    OrderedRecord.pushOrUpdate = pushOrUpdate;
+})(OrderedRecord || (exports.OrderedRecord = OrderedRecord = {}));

package/lib/cjs/utils/stream-utils.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.objectToRunnableResponseStream = objectToRunnableResponseStream;
+exports.runnableResponseStreamToObject = runnableResponseStreamToObject;
+const runnable_1 = require("../runnable");
+function objectToRunnableResponseStream(obj) {
+    return new ReadableStream({
+        start(controller) {
+            controller.enqueue({ delta: obj });
+            controller.close();
+        },
+    });
+}
+async function runnableResponseStreamToObject(stream) {
+    let $text = '';
+    const lastValue = {};
+    for await (const value of stream) {
+        if ((0, runnable_1.isRunnableResponseDelta)(value)) {
+            $text += value.$text || '';
+            Object.assign(lastValue, value.delta);
+        }
+    }
+    Object.assign(lastValue, { $text: lastValue.$text || $text || undefined });
+    return lastValue;
+}

package/lib/esm/constants.js

@@ -0,0 +1,8 @@
+export const TYPES = {
+    context: Symbol.for('AIGNE_CONTEXT'),
+    definition: Symbol.for('AIGNE_DEFINITION'),
+    llmModel: Symbol.for('AIGNE_LLM_MODEL'),
+    llmModelConfiguration: Symbol.for('AIGNE_LLM_MODEL_CONFIGURATION'),
+    functionRunner: Symbol.for('AIGNE_FUNCTION_RUNNER'),
+};
+export const StreamTextOutputName = '$text';

package/lib/esm/function-agent.js

@@ -0,0 +1,77 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var FunctionAgent_1;
+import { nanoid } from 'nanoid';
+import { inject, injectable } from 'tsyringe';
+import { TYPES } from './constants';
+import { FunctionRunner } from './function-runner';
+import { Runnable, } from './runnable';
+import { OrderedRecord, objectToRunnableResponseStream } from './utils';
+let FunctionAgent = FunctionAgent_1 = class FunctionAgent extends Runnable {
+    definition;
+    runner;
+    static create(options) {
+        const definition = createFunctionAgentDefinition(options);
+        return new FunctionAgent_1(definition);
+    }
+    constructor(definition, runner) {
+        super(definition);
+        this.definition = definition;
+        this.runner = runner;
+    }
+    async run(input, options) {
+        const { definition: { language, code, ...definition }, runner, } = this;
+        if (!runner)
+            throw new Error('Function runner is required');
+        if (!language || !code)
+            throw new Error('Language and code are required');
+        const result = await runner.run({
+            name: definition.name || definition.id,
+            language,
+            code,
+            arguments: input,
+        });
+        // TODO: validate the result against the definition.outputs
+        return options?.stream ? objectToRunnableResponseStream(result) : result;
+    }
+};
+FunctionAgent = FunctionAgent_1 = __decorate([
+    injectable(),
+    __param(0, inject(TYPES.definition)),
+    __param(1, inject(TYPES.functionRunner)),
+    __metadata("design:paramtypes", [Object, FunctionRunner])
+], FunctionAgent);
+export { FunctionAgent };
+export function createFunctionAgentDefinition(options) {
+    const inputs = OrderedRecord.fromArray(options.inputs?.map((i) => ({
+        id: nanoid(),
+        name: i.name,
+        type: i.type,
+        required: i.required,
+    })));
+    const outputs = OrderedRecord.fromArray(options.outputs?.map((i) => ({
+        id: nanoid(),
+        name: i.name,
+        type: i.type,
+        required: i.required,
+    })));
+    return {
+        id: options.id || options.name || nanoid(),
+        name: options.name,
+        type: 'function_agent',
+        inputs,
+        outputs,
+        language: options.language,
+        code: options.code,
+    };
+}

package/lib/esm/function-runner.js

@@ -0,0 +1,25 @@
+import { Runnable } from './runnable';
+import { OrderedRecord } from './utils';
+export class FunctionRunner extends Runnable {
+    constructor() {
+        super({
+            id: 'function_runner',
+            type: 'function_runner',
+            name: 'Function Runner',
+            description: 'Run a function',
+            inputs: OrderedRecord.fromArray([
+                { id: 'name', name: 'name', type: 'string', required: true },
+                { id: 'language', name: 'language', type: 'string', required: true },
+                { id: 'code', name: 'code', type: 'string', required: true },
+                { id: 'arguments', name: 'arguments', type: 'object', required: false },
+            ]),
+            outputs: OrderedRecord.fromArray([
+                {
+                    id: 'result',
+                    name: 'result',
+                    type: 'object',
+                },
+            ]),
+        });
+    }
+}

package/lib/esm/index.js

@@ -1 +1,13 @@
-export * from './types';
+export * from './utils';
+export * from './constants';
+export * from './data-type';
+export * from './context';
+export * from './runnable';
+export * from './pipeline-agent';
+export * from './llm-agent';
+export * from './llm-model';
+export * from './function-agent';
+export * from './function-runner';
+export * from './llm-decision-agent';
+export * from './local-function-agent';
+export * from './memory';

package/lib/esm/llm-agent.js

@@ -0,0 +1,162 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var LLMAgent_1;
+import { omitBy } from 'lodash';
+import { nanoid } from 'nanoid';
+import { inject, injectable } from 'tsyringe';
+import { StreamTextOutputName, TYPES } from './constants';
+import { LLMModel } from './llm-model';
+import { Runnable, } from './runnable';
+import { isNonNullable, isPropsNonNullable } from './utils';
+import { renderMessage } from './utils/mustache-utils';
+import { OrderedRecord } from './utils/ordered-map';
+let LLMAgent = LLMAgent_1 = class LLMAgent extends Runnable {
+    definition;
+    model;
+    static create(options) {
+        const definition = createLLMAgentDefinition(options);
+        return new LLMAgent_1(definition);
+    }
+    constructor(definition, model) {
+        super(definition);
+        this.definition = definition;
+        this.model = model;
+    }
+    async run(input, options) {
+        const { definition, model } = this;
+        if (!model)
+            throw new Error('LLM model is required');
+        const messages = OrderedRecord.toArray(definition.messages);
+        if (!messages.length)
+            throw new Error('Messages are required');
+        // TODO: support comment/image for messages
+        const llmInputs = {
+            messages: messages.map(({ role, content }) => ({
+                role,
+                content: renderMessage(content, input),
+            })),
+            modelOptions: definition.modelOptions,
+        };
+        const outputs = OrderedRecord.toArray(definition.outputs).filter(isPropsNonNullable('name'));
+        const textOutput = outputs.find((i) => i.name === StreamTextOutputName);
+        const jsonOutputs = outputs.filter((i) => i.name !== StreamTextOutputName);
+        const outputJsonSchema = jsonOutputs.length ? outputsToJsonSchema(OrderedRecord.fromArray(jsonOutputs)) : undefined;
+        const jsonOutput = outputJsonSchema
+            ? model
+                .run({
+                ...llmInputs,
+                responseFormat: outputJsonSchema && {
+                    type: 'json_schema',
+                    jsonSchema: {
+                        name: 'output',
+                        schema: outputJsonSchema,
+                        strict: true,
+                    },
+                },
+            })
+                .then(async (response) => {
+                if (!response.$text)
+                    throw new Error('No text in JSON mode response');
+                const json = JSON.parse(response.$text);
+                // TODO: validate json with outputJsonSchema
+                return json;
+            })
+            : undefined;
+        if (options?.stream) {
+            return new ReadableStream({
+                start: async (controller) => {
+                    try {
+                        if (textOutput) {
+                            const textStreamOutput = await model.run(llmInputs, { stream: true });
+                            for await (const chunk of textStreamOutput) {
+                                controller.enqueue({ $text: chunk.$text });
+                            }
+                        }
+                        controller.enqueue({ delta: await jsonOutput });
+                    }
+                    catch (error) {
+                        controller.error(error);
+                    }
+                    finally {
+                        controller.close();
+                    }
+                },
+            });
+        }
+        const text = textOutput ? await model.run(llmInputs) : undefined;
+        return {
+            $text: text,
+            ...(await jsonOutput),
+        };
+    }
+};
+LLMAgent = LLMAgent_1 = __decorate([
+    injectable(),
+    __param(0, inject(TYPES.definition)),
+    __param(1, inject(TYPES.llmModel)),
+    __metadata("design:paramtypes", [Object, LLMModel])
+], LLMAgent);
+export { LLMAgent };
+export function createLLMAgentDefinition(options) {
+    const inputs = OrderedRecord.fromArray(options.inputs?.map((i) => ({
+        id: nanoid(),
+        name: i.name,
+        type: i.type,
+        required: i.required,
+    })));
+    const outputs = OrderedRecord.fromArray(options.outputs?.map((i) => ({ ...i, id: nanoid() })));
+    const messages = OrderedRecord.fromArray(options.messages?.map((i) => ({
+        id: nanoid(),
+        role: i.role,
+        content: i.content,
+    })));
+    return {
+        id: options.id || options.name || nanoid(),
+        name: options.name,
+        type: 'llm_agent',
+        inputs,
+        outputs,
+        messages,
+        modelOptions: options.modelOptions,
+    };
+}
+function outputsToJsonSchema(outputs) {
+    const outputToSchema = (output) => {
+        const properties = output.type === 'object' && output.properties?.$indexes.length
+            ? OrderedRecord.map(output.properties, (property) => {
+                if (!property.name)
+                    return null;
+                const schema = outputToSchema(property);
+                if (!schema)
+                    return null;
+                return { schema, property };
+            }).filter(isNonNullable)
+            : undefined;
+        return omitBy({
+            type: output.type,
+            description: output.description,
+            properties: properties?.length
+                ? Object.fromEntries(properties.map((p) => [p.property.name, p.schema]))
+                : undefined,
+            items: output.type === 'array' && output.items ? outputToSchema(output.items) : undefined,
+            additionalProperties: output.type === 'object' ? false : undefined,
+            required: properties?.length
+                ? properties.filter((i) => i.property.required).map((i) => i.property.name)
+                : undefined,
+        }, (v) => v === undefined);
+    };
+    return outputToSchema({
+        type: 'object',
+        properties: outputs,
+    });
+}

package/lib/esm/llm-decision-agent.js

@@ -0,0 +1,165 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var LLMDecisionAgent_1;
+import { get, isNil } from 'lodash';
+import { nanoid } from 'nanoid';
+import { inject, injectable } from 'tsyringe';
+import { TYPES } from './constants';
+import { LLMModel } from './llm-model';
+import { Runnable, } from './runnable';
+import { OrderedRecord, isNonNullable, renderMessage } from './utils';
+let LLMDecisionAgent = LLMDecisionAgent_1 = class LLMDecisionAgent extends Runnable {
+    definition;
+    model;
+    context;
+    static create(options) {
+        const definition = createLLMDecisionAgentDefinition(options);
+        return new LLMDecisionAgent_1(definition);
+    }
+    constructor(definition, model, context) {
+        super(definition);
+        this.definition = definition;
+        this.model = model;
+        this.context = context;
+    }
+    async run(input, options) {
+        const { definition, context, model } = this;
+        if (!model)
+            throw new Error('LLM model is required');
+        if (!context)
+            throw new Error('Context is required');
+        const messages = OrderedRecord.toArray(definition.messages);
+        if (!messages.length)
+            throw new Error('Messages are required');
+        const cases = await Promise.all(OrderedRecord.map(definition.cases, async (t) => {
+            if (!t.runnable?.id)
+                throw new Error('Runnable is required');
+            const runnable = await context.resolve(t.runnable.id);
+            // TODO: auto generate name by llm model if needed
+            const name = t.name || runnable.name;
+            if (!name)
+                throw new Error('Case name is required');
+            return { name, description: t.description, runnable, input: t.input };
+        }));
+        const llmInputs = {
+            messages: messages.map(({ role, content }) => ({
+                role,
+                content: typeof content === 'string' ? renderMessage(content, input) : content,
+            })),
+            modelOptions: definition.modelOptions,
+            tools: cases.map((t) => {
+                // TODO: auto generate parameters by llm model if needed
+                return {
+                    type: 'function',
+                    function: {
+                        name: t.name,
+                        description: t.description,
+                        parameters: {},
+                    },
+                };
+            }),
+            toolChoice: 'required',
+        };
+        const { toolCalls } = await model.run(llmInputs);
+        // TODO: support run multiple calls
+        const functionNameToCall = toolCalls?.[0].function?.name;
+        if (!functionNameToCall)
+            throw new Error('No any runnable called');
+        const caseToCall = cases.find((i) => i.name === functionNameToCall);
+        if (!caseToCall)
+            throw new Error('Case not found');
+        // NOTE: 将 input 转换为 variables，其中 key 为 inputId，value 为 input 的值
+        const variables = Object.fromEntries(OrderedRecord.map(this.definition.inputs, (i) => {
+            const value = input[i.name || i.id];
+            if (isNil(value))
+                return null;
+            return [i.id, value];
+        }).filter(isNonNullable));
+        const inputForCase = Object.fromEntries(Object.entries(caseToCall.input ?? {})
+            .map(([inputId, { from, fromVariableId, fromVariablePropPath }]) => {
+            const targetInput = OrderedRecord.find(caseToCall.runnable.definition.inputs, (i) => i.id === inputId);
+            if (!targetInput?.name)
+                return null;
+            if (from !== 'variable' || !fromVariableId)
+                return null;
+            const v = variables[fromVariableId];
+            const value = fromVariablePropPath?.length ? get(v, fromVariablePropPath) : v;
+            return [targetInput.name, value];
+        })
+            .filter(isNonNullable));
+        // TODO: check result structure and omit undefined values
+        return (await caseToCall.runnable.run(inputForCase, options));
+    }
+};
+LLMDecisionAgent = LLMDecisionAgent_1 = __decorate([
+    injectable(),
+    __param(0, inject(TYPES.definition)),
+    __param(1, inject(TYPES.llmModel)),
+    __param(2, inject(TYPES.context)),
+    __metadata("design:paramtypes", [Object, LLMModel, Object])
+], LLMDecisionAgent);
+export { LLMDecisionAgent };
+export function createLLMDecisionAgentDefinition(options) {
+    const inputs = OrderedRecord.fromArray(options.inputs?.map((i) => ({
+        id: nanoid(),
+        name: i.name,
+        type: i.type,
+        required: i.required,
+    })));
+    const messages = OrderedRecord.fromArray([
+        {
+            id: nanoid(),
+            role: 'system',
+            content: options.messages,
+        },
+    ]);
+    const cases = OrderedRecord.fromArray(options.cases.map((c) => ({
+        id: nanoid(),
+        name: c.name || c.runnable.name,
+        description: c.description,
+        runnable: { id: c.runnable.id },
+        // TODO: pass input from decision to case runnable
+        input: Object.fromEntries(OrderedRecord.map(c.runnable.definition.inputs, (inputOfCase) => {
+            const i = c.input?.[inputOfCase.name || inputOfCase.id];
+            if (!i) {
+                if (inputOfCase.required) {
+                    throw new Error(`Input ${inputOfCase.name || inputOfCase.id} for case ${c.runnable.name || c.runnable.id} is required`);
+                }
+                // ignore optional input
+                return null;
+            }
+            const inputFromDecision = OrderedRecord.find(inputs, (input) => input.name === i.fromVariable);
+            if (!inputFromDecision)
+                throw new Error(`Input ${i.fromVariable} not found`);
+            return [
+                inputOfCase.id,
+                {
+                    from: 'variable',
+                    fromVariableId: inputFromDecision.id,
+                    fromVariablePropPath: i.fromVariablePropPath,
+                },
+            ];
+        }).filter(isNonNullable)),
+    })));
+    return {
+        id: options.id || options.name || nanoid(),
+        name: options.name,
+        type: 'llm_decision_agent',
+        inputs,
+        // TODO: decision agent outputs should be the union of all case outputs
+        outputs: OrderedRecord.fromArray([]),
+        messages,
+        modelOptions: options.modelOptions,
+        cases,
+    };
+}

package/lib/esm/llm-model.js

@@ -0,0 +1,23 @@
+import { Runnable } from './runnable';
+import { OrderedRecord } from './utils';
+export class LLMModel extends Runnable {
+    constructor() {
+        super({
+            id: 'llm_model',
+            type: 'llm_model',
+            name: 'LLM Model',
+            description: 'Run a LLM model',
+            inputs: OrderedRecord.fromArray([
+                { id: 'messages', name: 'messages', type: 'array', required: true },
+                { id: 'responseFormat', name: 'responseFormat', type: 'object' },
+                { id: 'tools', name: 'tools', type: 'array' },
+                { id: 'toolChoice', name: 'toolChoice', type: 'object' },
+                { id: 'modelOptions', name: 'modelOptions', type: 'object' },
+            ]),
+            outputs: OrderedRecord.fromArray([
+                { id: '$text', name: '$text', type: 'string' },
+                { id: 'toolCalls', name: 'toolCalls', type: 'object' },
+            ]),
+        });
+    }
+}