@aigne/core 0.0.2 → 0.0.4

package/lib/cjs/utils/get-blocklet-agent.js

@@ -1,351 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getBlockletAgent = exports.buildInOpenAPI = exports.MEMORY_API_ID = exports.KNOWLEDGE_API_ID = exports.HISTORY_API_ID = void 0;
-const config_1 = __importDefault(require("@blocklet/sdk/lib/config"));
-const axios_1 = __importDefault(require("axios"));
-const js_base64_1 = require("js-base64");
-const ufo_1 = require("ufo");
-const constants_1 = require("../constants");
-const util_1 = require("../libs/openapi/request/util");
-const flatten_open_api_1 = __importDefault(require("../libs/openapi/util/flatten-open-api"));
-const task_id_1 = require("./task-id");
-exports.HISTORY_API_ID = js_base64_1.Base64.encodeURI(['/api/messages', 'get'].join('/'));
-exports.KNOWLEDGE_API_ID = js_base64_1.Base64.encodeURI(['/api/datasets/{datasetId}/search', 'get'].join('/'));
-exports.MEMORY_API_ID = js_base64_1.Base64.encodeURI(['/api/memories/variable-by-query', 'get'].join('/'));
-// 内置的 OpenAPI 接口
-exports.buildInOpenAPI = {
-    '/api/messages': {
-        get: {
-            summary: 'Get history messages',
-            'x-summary-zh': '获取历史信息',
-            description: 'Retrieve messages based on sessionId, last N messages, or keyword',
-            'x-description-zh': '根据 sessionId、最后N条消息或关键字检索历史消息',
-            tags: ['AIGNE Studio'],
-            parameters: [
-                {
-                    in: 'query',
-                    name: 'sessionId',
-                    schema: {
-                        type: 'string',
-                    },
-                    description: 'Session Id',
-                },
-                {
-                    in: 'query',
-                    name: 'limit',
-                    schema: {
-                        type: 'number',
-                    },
-                    description: 'Number of last messages to retrieve',
-                    'x-description-zh': '检索的消息的数目',
-                },
-                {
-                    in: 'query',
-                    name: 'keyword',
-                    schema: {
-                        type: 'string',
-                    },
-                    description: 'Keyword to search in messages',
-                    'x-description-zh': '在消息中搜索的关键字',
-                },
-            ],
-            responses: {
-                '200': {
-                    description: 'A list of history messages',
-                    'x-description-zh': '检索历史消息列表',
-                    content: {
-                        'application/json': {
-                            schema: {
-                                type: 'object',
-                                properties: {
-                                    messages: {
-                                        type: 'array',
-                                        items: {
-                                            type: 'object',
-                                            properties: {
-                                                role: {
-                                                    type: 'string',
-                                                },
-                                                content: {
-                                                    type: 'string',
-                                                },
-                                                agentId: {
-                                                    type: 'string',
-                                                },
-                                            },
-                                        },
-                                    },
-                                },
-                            },
-                        },
-                    },
-                },
-            },
-            'x-id': exports.HISTORY_API_ID,
-            'x-did': constants_1.AIGNE_RUNTIME_COMPONENT_DID,
-            'x-path': '/api/messages',
-            'x-method': 'get',
-        },
-    },
-    '/api/datasets/{datasetId}/search': {
-        get: {
-            summary: 'Search the knowledge',
-            'x-summary-zh': '搜索知识库信息',
-            parameters: [
-                {
-                    name: 'datasetId',
-                    in: 'path',
-                    required: true,
-                    schema: {
-                        type: 'string',
-                    },
-                    description: 'The ID of the dataset to search',
-                },
-                {
-                    name: 'blockletDid',
-                    in: 'query',
-                    required: false,
-                    schema: {
-                        type: 'string',
-                    },
-                    description: 'The Blocklet DID to search for',
-                },
-                {
-                    name: 'searchAll',
-                    in: 'query',
-                    required: false,
-                    schema: {
-                        type: 'boolean',
-                    },
-                    description: 'Whether to search all contents',
-                },
-                {
-                    name: 'message',
-                    in: 'query',
-                    required: false,
-                    schema: {
-                        type: 'string',
-                    },
-                    description: 'The search message',
-                },
-                {
-                    name: 'n',
-                    in: 'query',
-                    required: false,
-                    schema: {
-                        type: 'number',
-                        default: 10,
-                    },
-                    description: 'The number of results to return',
-                },
-            ],
-            responses: {
-                '200': {
-                    description: 'A list of search results',
-                    content: {
-                        'application/json': {
-                            schema: {
-                                type: 'object',
-                                properties: {
-                                    docs: {
-                                        type: 'array',
-                                        items: {
-                                            type: 'object',
-                                            properties: {
-                                                title: {
-                                                    type: 'string',
-                                                    description: 'The title of the document',
-                                                },
-                                                content: {
-                                                    type: 'string',
-                                                    description: 'The content of the document',
-                                                },
-                                            },
-                                        },
-                                    },
-                                },
-                            },
-                        },
-                    },
-                },
-            },
-            'x-id': exports.KNOWLEDGE_API_ID,
-            'x-did': constants_1.AIGNE_RUNTIME_COMPONENT_DID,
-            'x-path': '/api/datasets/{datasetId}/search',
-            'x-method': 'get',
-        },
-    },
-    '/api/memories/variable-by-query': {
-        get: {
-            summary: 'Get memory variables by query',
-            'x-summary-zh': '知识库信息',
-            parameters: [
-                {
-                    name: 'key',
-                    in: 'query',
-                    required: false,
-                    schema: {
-                        type: 'string',
-                    },
-                    description: 'The key of the variable',
-                },
-                {
-                    name: 'projectId',
-                    in: 'query',
-                    required: false,
-                    schema: {
-                        type: 'string',
-                    },
-                    description: 'The ID of the project',
-                },
-                {
-                    name: 'scope',
-                    in: 'query',
-                    required: false,
-                    schema: {
-                        type: 'string',
-                        enum: ['session', 'user', 'global'],
-                    },
-                    description: 'The scope of the variable',
-                },
-                {
-                    name: 'sessionId',
-                    in: 'query',
-                    required: false,
-                    schema: {
-                        type: 'string',
-                    },
-                    description: 'The ID of the session',
-                },
-            ],
-            responses: {
-                '200': {
-                    description: 'A list of memory variables',
-                    content: {
-                        'application/json': {
-                            schema: {
-                                type: 'object',
-                                properties: {
-                                    datastores: {
-                                        type: 'array',
-                                        items: {
-                                            type: 'object',
-                                            properties: {
-                                                id: {
-                                                    type: 'string',
-                                                    description: 'The ID of the memory entry',
-                                                },
-                                                key: {
-                                                    type: 'string',
-                                                    description: 'The key of the memory entry',
-                                                },
-                                                data: {
-                                                    type: 'object',
-                                                    description: 'The value of the memory entry',
-                                                },
-                                                userId: {
-                                                    type: 'string',
-                                                    description: 'The ID of the user',
-                                                },
-                                                projectId: {
-                                                    type: 'string',
-                                                    description: 'The ID of the project',
-                                                },
-                                                sessionId: {
-                                                    type: 'string',
-                                                    description: 'The ID of the session',
-                                                },
-                                                scope: {
-                                                    type: 'string',
-                                                    description: 'The scope of the memory entry',
-                                                    enum: ['session', 'user', 'global'],
-                                                },
-                                            },
-                                        },
-                                    },
-                                },
-                            },
-                        },
-                    },
-                },
-            },
-            'x-id': exports.MEMORY_API_ID,
-            'x-did': constants_1.AIGNE_RUNTIME_COMPONENT_DID,
-            'x-path': '/api/memories/variable-by-query',
-            'x-method': 'get',
-        },
-    },
-};
-function convertSchemaToVariableType(schema) {
-    switch (schema.type) {
-        case 'string':
-            return { type: 'string', defaultValue: '' };
-        case 'integer':
-        case 'number':
-            return { type: 'number', defaultValue: undefined };
-        case 'boolean':
-            return { type: 'boolean', defaultValue: undefined };
-        case 'object':
-            return {
-                type: 'object',
-                properties: schema.properties
-                    ? Object.entries(schema.properties).map(([key, value]) => ({
-                        id: key,
-                        name: key,
-                        ...convertSchemaToVariableType(value),
-                    }))
-                    : [],
-            };
-        case 'array':
-            return {
-                type: 'array',
-                element: schema.items ? convertSchemaToVariableType(schema.items) : undefined,
-            };
-        default:
-            throw new Error(`Unsupported schema type: ${schema.type}`);
-    }
-}
-const getBlockletAgent = async () => {
-    let list = {};
-    try {
-        const result = await axios_1.default.get((0, ufo_1.joinURL)(config_1.default.env.appUrl, '/.well-known/service/openapi.json'));
-        list = result.data;
-    }
-    catch (error) {
-        list = {};
-    }
-    const openApis = [...(0, flatten_open_api_1.default)(list), ...(0, flatten_open_api_1.default)({ paths: exports.buildInOpenAPI })];
-    const agents = openApis.map((i) => {
-        const properties = i?.responses?.['200']?.content?.['application/json']?.schema?.properties || {};
-        return {
-            type: 'blocklet',
-            id: i.id,
-            name: i?.summary,
-            description: i?.description,
-            parameters: (0, util_1.getAllParameters)(i)
-                .map((i) => {
-                return {
-                    id: (0, task_id_1.nextId)(),
-                    type: 'string',
-                    key: i.name,
-                };
-            })
-                .filter((i) => i.key),
-            outputVariables: Object.entries(properties).map(([key, value]) => ({
-                id: key,
-                name: key,
-                ...convertSchemaToVariableType(value),
-            })),
-            openApi: i,
-        };
-    });
-    const agentsMap = agents.reduce((acc, cur) => {
-        acc[cur.id] = cur;
-        return acc;
-    }, {});
-    return { agents, agentsMap, openApis };
-};
-exports.getBlockletAgent = getBlockletAgent;

package/lib/cjs/utils/geti.js

@@ -1,37 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.geti = void 0;
-// @ts-ignore
-const _castPath_1 = __importDefault(require("lodash/_castPath"));
-// @ts-ignore
-const _toKey_1 = __importDefault(require("lodash/_toKey"));
-const toLower_1 = __importDefault(require("lodash/toLower"));
-const geti = (object, path, defaultValue) => {
-    if (!object)
-        return defaultValue === undefined ? null : defaultValue;
-    const paths = (0, _castPath_1.default)(path, object);
-    const { length } = paths;
-    let index = 0;
-    let iterator = object;
-    while (iterator !== undefined && index < length) {
-        const key = (0, _toKey_1.default)(paths[index]).toLowerCase();
-        iterator = findLowercaseKey(iterator, key);
-        index += 1;
-    }
-    return index && index === length && iterator !== undefined ? iterator : defaultValue;
-};
-exports.geti = geti;
-const findLowercaseKey = (value, key) => {
-    return Object.keys(value).reduce((a, k) => {
-        if (a !== undefined) {
-            return a;
-        }
-        if ((0, toLower_1.default)(k) === key) {
-            return value[k];
-        }
-        return undefined;
-    }, undefined);
-};

package/lib/cjs/utils/is-non-nullable.js

@@ -1,20 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.isNonNullable = isNonNullable;
-exports.isPropsNonNullable = isPropsNonNullable;
-const isNil_1 = __importDefault(require("lodash/isNil"));
-function isNonNullable(value) {
-    return !(0, isNil_1.default)(value);
-}
-function isPropsNonNullable(...props) {
-    return (value) => {
-        for (const prop of props.flat()) {
-            if ((0, isNil_1.default)(value?.[prop]))
-                return false;
-        }
-        return true;
-    };
-}

package/lib/cjs/utils/render-message.js

@@ -1,23 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.renderMessage = renderMessage;
-const lodash_1 = require("lodash");
-const assistant_1 = require("../types/assistant");
-async function renderMessage(message, parameters, { stringify = true, escapeJsonSymbols } = {}) {
-    const spans = assistant_1.Mustache.parse(message.trim());
-    if (!stringify && spans.length === 1) {
-        const span = spans[0];
-        if (span[0] === 'name') {
-            return (0, lodash_1.get)(parameters, span[1]);
-        }
-    }
-    return assistant_1.Mustache.render(message, parameters, undefined, {
-        escape: (v) => {
-            const r = typeof v === 'object' ? JSON.stringify(v) : v;
-            if (typeof r === 'string' && escapeJsonSymbols) {
-                return JSON.stringify(r).slice(1, -1);
-            }
-            return r;
-        },
-    });
-}

package/lib/cjs/utils/resolve-secret-inputs.js

@@ -1,49 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.resolveSecretInputs = resolveSecretInputs;
-const lodash_1 = require("lodash");
-const aid_1 = require("../common/aid");
-const types_1 = require("../types");
-const is_non_nullable_1 = require("./is-non-nullable");
-async function resolveSecretInputs(agent, { getAgent }) {
-    if (!agent.project)
-        return [];
-    const secretInputs = (agent.parameters ?? [])
-        .filter((i) => !!i.key && i.type === 'source' && i.source?.variableFrom === 'secret' && !i.hidden)
-        .map((input) => ({ agent, input }));
-    const outputVariables = (agent.outputVariables ?? []).filter((i) => !i.hidden);
-    const children = outputVariables.find((i) => i.name === types_1.RuntimeOutputVariable.children)
-        ?.initialValue;
-    const referencedAgents = [
-        ...(children?.agents ?? []).map((i) => ({ id: i.id, projectId: agent.project.id, blockletDid: undefined })),
-        ...(agent.parameters ?? []).map((i) => {
-            if (i.hidden)
-                return null;
-            if (i.type === 'source' && i.source?.variableFrom === 'tool' && i.source.agent?.id) {
-                return {
-                    id: i.source.agent.id,
-                    blockletDid: i.source.agent.blockletDid,
-                    projectId: i.source.agent.projectId,
-                };
-            }
-            return null;
-        }),
-        ...(agent.executor?.agent?.id ? [agent.executor.agent] : []),
-    ].filter(is_non_nullable_1.isNonNullable);
-    const identity = (0, aid_1.parseIdentity)(agent.identity.aid, { rejectWhenError: true });
-    const nestedSecretInputs = (await Promise.all(referencedAgents.map(async (i) => {
-        const res = await getAgent({
-            aid: (0, aid_1.stringifyIdentity)({
-                blockletDid: i.blockletDid || identity.blockletDid,
-                projectId: i.projectId || identity.projectId,
-                projectRef: identity.projectRef || identity.projectRef,
-                agentId: i.id,
-            }),
-            working: agent.identity.working,
-        });
-        return res && resolveSecretInputs(res, { getAgent });
-    })))
-        .flat()
-        .filter(is_non_nullable_1.isNonNullable);
-    return (0, lodash_1.uniqBy)([...secretInputs, ...nestedSecretInputs], (i) => `${i.input.id}-${i.agent.id}-${i.agent.project?.id}`);
-}

package/lib/cjs/utils/retry.js

@@ -1,19 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = retry;
-async function retry(fn, retries) {
-    let i = 0;
-    for (;;) {
-        try {
-            return await fn();
-        }
-        catch (error) {
-            if (i < retries) {
-                i++;
-            }
-            else {
-                throw error;
-            }
-        }
-    }
-}

package/lib/cjs/utils/task-id.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.nextId = void 0;
-const snowflake_uuid_1 = require("snowflake-uuid");
-const idGenerator = new snowflake_uuid_1.Worker();
-const nextId = () => idGenerator.nextId().toString();
-exports.nextId = nextId;

package/lib/cjs/utils/tool-calls-transform.js

@@ -1,18 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.toolCallsTransform = toolCallsTransform;
-function toolCallsTransform(calls, chunk) {
-    const { toolCalls } = chunk.delta;
-    toolCalls?.forEach((item) => {
-        const targetCall = item?.id ? calls.find((call) => call.id === item?.id) : calls.at(-1);
-        // 如果 item 有 id, 且 calls 中没有这个 id, 则直接 push
-        // chatgpt adapter 和 claude adapter 经过改造一定有 id
-        if (item?.id && !targetCall) {
-            calls.push(item);
-        }
-        else if (targetCall?.function) {
-            targetCall.function.name += item.function?.name || '';
-            targetCall.function.arguments = (targetCall.function.arguments || '') + (item.function?.arguments || '');
-        }
-    });
-}

package/lib/esm/assistant/generate-output.js

@@ -1,91 +0,0 @@
-import { TransformStream } from 'stream/web';
-import { isChatCompletionChunk } from '@blocklet/ai-kit/api/types/chat';
-import { outputVariablesToJoiSchema, outputVariablesToJsonSchema } from '../types/runtime/schema';
-import { ExtractMetadataTransform } from '../utils/extract-metadata-transform';
-import retry from '../utils/retry';
-export const metadataPrefix = '```metadata';
-export const metadataSuffix = '```';
-export const metadataOutputFormatPrompt = (schema) => `\
-## Metadata Schema
-Here is the metadata json schema, inside the <metadata-schema></metadata-schema> XML tags:
-<metadata-schema>
-${schema}
-</metadata-schema>
-
-## Output Rules
-- You have to generate a json metadata base on the metadata schema above, inside the <metadata-schema></metadata-schema> XML tags
-- Don't make any explanation
-
-## Output Format
-[Generate a json data based on the above metadata schema, put the json string into the following code block]
-${metadataPrefix}
-${metadataSuffix}
-
-## Output Example
-${metadataPrefix}
-{"key": "value"}
-${metadataSuffix}
-`;
-export const metadataStreamOutputFormatPrompt = (schema) => `\
-## Metadata Schema
-Here is the metadata json schema, inside the <metadata-schema></metadata-schema> XML tags:
-<metadata-schema>
-${schema}
-</metadata-schema>
-
-## Output Rules
-- You have to generate a text content and a json metadata base on the metadata schema above, inside the <metadata-schema></metadata-schema> XML tags
-- Don't make any explanation
-
-## Output Format
-[Your text content here]
-[Generate a json data based on the above metadata schema, put the json string into the following code block]
-${metadataPrefix}
-${metadataSuffix}
-
-## Output Example
-[Here is your answer to the the user's question]
-${metadataPrefix}
-{"key": "value"}
-${metadataSuffix}
-`;
-export async function generateOutput({ assistant, messages, callAI, maxRetries = 0, datastoreVariables, }) {
-    const jsonSchema = outputVariablesToJsonSchema(assistant, { variables: datastoreVariables });
-    const joiSchema = outputVariablesToJoiSchema(assistant, { variables: datastoreVariables });
-    const outputSchema = JSON.stringify(jsonSchema, null, 2);
-    messages.push({
-        role: 'system',
-        content: metadataOutputFormatPrompt(outputSchema),
-    });
-    return retry(async () => {
-        const result = await callAI({
-            assistant,
-            input: {
-                stream: true,
-                messages,
-            },
-        });
-        let text = '';
-        for await (const chunk of extractMetadataFromStream(result, true)) {
-            if (chunk.type === 'match')
-                text += chunk.text;
-        }
-        const json = JSON.parse(text);
-        return await joiSchema.validateAsync(json);
-    }, maxRetries);
-}
-export function extractMetadataFromStream(input, extract = true) {
-    return input
-        .pipeThrough(new TransformStream({
-        transform: (chunk, controller) => {
-            if (isChatCompletionChunk(chunk))
-                if (chunk.delta.content)
-                    controller.enqueue(chunk.delta.content);
-        },
-    }))
-        .pipeThrough(new ExtractMetadataTransform({
-        // Pass empty string to disable extractor
-        start: extract ? metadataPrefix : '',
-        end: extract ? metadataSuffix : '',
-    }));
-}