@aigne/core 0.0.2 → 0.0.4

package/lib/cjs/common/resource-manager.js

@@ -1,199 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ResourceManager = void 0;
-const promises_1 = require("fs/promises");
-const path_1 = require("path");
-const component_1 = require("@blocklet/sdk/lib/component");
-const config_1 = __importDefault(require("@blocklet/sdk/lib/config"));
-const fs_extra_1 = require("fs-extra");
-const lodash_1 = require("lodash");
-const yaml_1 = require("yaml");
-const constants_1 = require("../constants");
-const logger_1 = __importDefault(require("../logger"));
-const types_1 = require("../types");
-const is_non_nullable_1 = require("../utils/is-non-nullable");
-const getResourceList = () => {
-    return types_1.ResourceTypes.flatMap((type) => (0, component_1.getResources)({ types: [{ did: constants_1.AIGNE_STUDIO_COMPONENT_DID, type }], skipRunningCheck: true }).map((i) => ({
-        ...i,
-        type,
-    }))).filter((0, is_non_nullable_1.isPropsNonNullable)('path'));
-};
-async function loadProjectsFromResourceBlockletDir({ did, path, }) {
-    if (!(await (0, fs_extra_1.exists)(path)))
-        return [];
-    const projectYamlPaths = (await (0, promises_1.readdir)(path)).map((filename) => (0, path_1.join)(path, filename, `${filename}.yaml`));
-    return (await Promise.all(projectYamlPaths.map(async (filepath) => {
-        try {
-            const project = await (0, types_1.validateResourceProject)((0, yaml_1.parse)((await (0, promises_1.readFile)(filepath)).toString()));
-            return {
-                ...project,
-                blocklet: { did },
-                dir: (0, path_1.dirname)(filepath),
-                agentMap: Object.fromEntries(project.agents.map((i) => [i.id, i])),
-            };
-        }
-        catch (error) {
-            logger_1.default.error('parse aigne project resource file error', { error });
-            return null;
-        }
-    }))).filter(is_non_nullable_1.isNonNullable);
-}
-const loadResourceKnowledge = async () => {
-    const dirs = getResourceList().filter((i) => i.type === 'knowledge');
-    if (dirs.length === 0)
-        return [];
-    return (await Promise.all(dirs.map(async (item) => {
-        try {
-            if (!(await (0, fs_extra_1.exists)(item.path)))
-                return undefined;
-            const knowledgeIds = await (0, promises_1.readdir)(item.path);
-            if (!knowledgeIds.length)
-                return undefined;
-            return await Promise.all(knowledgeIds.map(async (knowledgeId) => {
-                try {
-                    const knowledgePath = (0, path_1.join)(item.path, knowledgeId);
-                    const vectorsPath = (0, path_1.join)(knowledgePath, 'vectors');
-                    const uploadPath = (0, path_1.join)(knowledgePath, 'uploads');
-                    const sourcesPath = (0, path_1.join)(knowledgePath, 'sources');
-                    const processedPath = (0, path_1.join)(knowledgePath, 'processed');
-                    const logoPath = (0, path_1.join)(knowledgePath, 'logo.png');
-                    const knowledgeJsonPath = (0, path_1.join)(knowledgePath, 'knowledge.yaml');
-                    const knowledge = (0, yaml_1.parse)((await (0, promises_1.readFile)(knowledgeJsonPath)).toString());
-                    const documentsPath = (0, path_1.join)(knowledgePath, 'documents.yaml');
-                    const documents = (0, yaml_1.parse)((await (0, promises_1.readFile)(documentsPath)).toString());
-                    const contentsPath = (0, path_1.join)(knowledgePath, 'contents.yaml');
-                    const contents = (await (0, fs_extra_1.exists)(contentsPath)) ? (0, yaml_1.parse)((await (0, promises_1.readFile)(contentsPath)).toString()) : [];
-                    const segmentsPath = (0, path_1.join)(knowledgePath, 'segments.yaml');
-                    const segments = (await (0, fs_extra_1.exists)(segmentsPath)) ? (0, yaml_1.parse)((await (0, promises_1.readFile)(segmentsPath)).toString()) : [];
-                    return {
-                        title: item.title,
-                        did: item.did,
-                        knowledge: { projectId: knowledge.appId, ...knowledge },
-                        documents,
-                        segments,
-                        contents,
-                        blockletDid: item.did,
-                        vectorsPath,
-                        uploadPath, // old source
-                        sourcesPath, // new source
-                        processedPath,
-                        logoPath,
-                    };
-                }
-                catch (error) {
-                    logger_1.default.error('read knowledge resource error', { error });
-                }
-                return undefined;
-            }));
-        }
-        catch (error) {
-            logger_1.default.error('read knowledge resource error', { error });
-        }
-        return undefined;
-    })))
-        .flat()
-        .filter(is_non_nullable_1.isNonNullable);
-};
-async function loadResources() {
-    const list = getResourceList().filter((i) => i.type !== 'knowledge');
-    const resources = (0, lodash_1.groupBy)(await Promise.all(list.map(async (item) => ({ ...item, projects: await loadProjectsFromResourceBlockletDir(item) }))), (i) => i.type);
-    const knowledgeList = await loadResourceKnowledge();
-    return {
-        knowledge: {
-            knowledgeList,
-            blockletMap: Object.fromEntries(Object.entries((0, lodash_1.groupBy)(knowledgeList, (i) => i.blockletDid)).map(([blockletDid, kbs]) => [
-                blockletDid,
-                { knowledgeMap: Object.fromEntries(kbs.map((i) => [i.knowledge.id, i])) },
-            ])),
-        },
-        agents: Object.fromEntries(Object.entries(resources).map(([type, group]) => {
-            const blocklets = Object.entries((0, lodash_1.groupBy)(group.flatMap((i) => i.projects), (i) => i.blocklet.did)).map(([blockletDid, projects]) => ({
-                did: blockletDid,
-                status: group[0].status,
-                projectMap: Object.fromEntries(projects.map((i) => [i.project.id, i])),
-            }));
-            return [
-                type,
-                {
-                    projects: group.flatMap((i) => i.projects),
-                    blockletMap: Object.fromEntries(blocklets.map((i) => [i.did, i])),
-                },
-            ];
-        })),
-    };
-}
-class ResourceManager {
-    constructor({ wait = 5000, watch = true } = {}) {
-        if (watch) {
-            const reload = (0, lodash_1.throttle)(async () => {
-                logger_1.default.info('reload resource states');
-                await this.reload()
-                    .then((resource) => {
-                    logger_1.default.info('reload resource states success', {
-                        projects: Object.values(resource.agents).reduce((res, i) => i.projects.length + res, 0),
-                        knowledge: resource.knowledge.knowledgeList.length,
-                    });
-                })
-                    .catch((error) => {
-                    logger_1.default.error('reload resource states error', { error });
-                });
-            }, wait, { leading: false, trailing: true });
-            config_1.default.events.on(config_1.default.Events.componentAdded, reload);
-            config_1.default.events.on(config_1.default.Events.componentRemoved, reload);
-            config_1.default.events.on(config_1.default.Events.componentStarted, reload);
-            config_1.default.events.on(config_1.default.Events.componentStopped, reload);
-            config_1.default.events.on(config_1.default.Events.componentUpdated, reload);
-        }
-    }
-    promise;
-    get resources() {
-        if (!this.promise) {
-            this.promise = loadResources();
-        }
-        return this.promise;
-    }
-    async reload() {
-        this.promise = loadResources();
-        return this.resources;
-    }
-    async getProjects({ blockletDid, type }) {
-        const resources = await this.resources;
-        const list = resources.agents[type]?.projects ?? [];
-        if (blockletDid) {
-            return list.filter((i) => i.blocklet.did === blockletDid);
-        }
-        return list;
-    }
-    async getProject({ blockletDid, projectId, type, }) {
-        const resources = await this.resources;
-        for (const t of type ? [type].flat() : types_1.ResourceTypes) {
-            const p = resources.agents[t]?.blockletMap[blockletDid]?.projectMap[projectId];
-            if (p)
-                return p;
-        }
-        return undefined;
-    }
-    async getAgent({ blockletDid, projectId, agentId, type = types_1.ResourceTypes, }) {
-        const resources = await this.resources;
-        for (const t of [type].flat()) {
-            const blocklet = resources.agents[t]?.blockletMap[blockletDid];
-            const project = blocklet?.projectMap[projectId];
-            const agent = project?.agentMap[agentId];
-            if (agent)
-                return { agent, project: project.project, blocklet: { did: blockletDid } };
-        }
-        return undefined;
-    }
-    async getKnowledgeList() {
-        const resources = await this.resources;
-        return resources.knowledge.knowledgeList;
-    }
-    async getKnowledge({ blockletDid, knowledgeId }) {
-        const resources = await this.resources;
-        return resources.knowledge.blockletMap[blockletDid]?.knowledgeMap[knowledgeId];
-    }
-}
-exports.ResourceManager = ResourceManager;

package/lib/cjs/constants.js

@@ -1,9 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AIGNE_ISSUE_VC_PREFIX = exports.NFT_BLENDER_COMPONENT_DID = exports.AIGNE_STUDIO_COMPONENT_DID = exports.AIGNE_RUNTIME_CUSTOM_COMPONENT_ID = exports.AIGNE_COMPONENTS_COMPONENT_DID = exports.AIGNE_RUNTIME_COMPONENT_DID = void 0;
-exports.AIGNE_RUNTIME_COMPONENT_DID = 'z2qaBP9SahqU2L2YA3ip7NecwKACMByTFuiJ2';
-exports.AIGNE_COMPONENTS_COMPONENT_DID = 'z2qa6fvjmjew4pWJyTsKaWFuNoMUMyXDh5A1D';
-exports.AIGNE_RUNTIME_CUSTOM_COMPONENT_ID = 'grc9q1cveub6pnl8';
-exports.AIGNE_STUDIO_COMPONENT_DID = 'z8iZpog7mcgcgBZzTiXJCWESvmnRrQmnd3XBB';
-exports.NFT_BLENDER_COMPONENT_DID = 'z8ia1ieY5KhEC4LMRETzS5nUwD7PvAND8qkfX';
-exports.AIGNE_ISSUE_VC_PREFIX = 'AIGNE';

package/lib/cjs/executor/agent.js

@@ -1,10 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AgentExecutor = void 0;
-const base_1 = require("./base");
-class AgentExecutor extends base_1.AgentExecutorBase {
-    async process() {
-        // ignore
-    }
-}
-exports.AgentExecutor = AgentExecutor;

package/lib/cjs/executor/aigc.js

@@ -1,28 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AIGCAgentExecutor = void 0;
-const base_1 = require("./base");
-class AIGCAgentExecutor extends base_1.AgentExecutorBase {
-    async process() {
-        const { agent } = this;
-        if (!agent.prompt?.length)
-            throw new Error('Prompt cannot be empty');
-        const prompt = await this.renderMessage(agent.prompt
-            .split('\n')
-            .filter((i) => !i.startsWith('//'))
-            .join('\n'));
-        const { data } = await this.context.callAIImage({
-            assistant: agent,
-            input: {
-                prompt,
-                n: agent.n,
-                model: agent.model,
-                quality: agent.quality,
-                size: agent.size,
-                style: agent.style,
-            },
-        });
-        return { $images: data };
-    }
-}
-exports.AIGCAgentExecutor = AIGCAgentExecutor;

package/lib/cjs/executor/api.js

@@ -1,64 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.APIAgentExecutor = void 0;
-const axios_1 = __importStar(require("axios"));
-const js_cookie_1 = __importDefault(require("js-cookie"));
-const lodash_1 = require("lodash");
-const base_1 = require("./base");
-class APIAgentExecutor extends base_1.AgentExecutorBase {
-    async process({ inputs }) {
-        const { agent } = this;
-        if (!agent.requestUrl)
-            throw new Error(`Assistant ${agent.id}'s url is empty`);
-        const args = Object.fromEntries(await Promise.all((agent.parameters ?? [])
-            .filter((i) => !!i.key && !i.hidden)
-            .map(async (i) => [i.key, inputs?.[i.key] || i.defaultValue])));
-        const method = agent.requestMethod || 'GET';
-        const isGet = method === 'get';
-        try {
-            const response = await (0, axios_1.default)({
-                url: agent.requestUrl,
-                method,
-                params: isGet ? args : undefined,
-                data: isGet ? undefined : args,
-                headers: {
-                    'x-csrf-token': js_cookie_1.default.get('x-csrf-token'),
-                },
-            });
-            return response.data;
-        }
-        catch (e) {
-            if ((0, axios_1.isAxiosError)(e)) {
-                Object.assign(e, (0, lodash_1.pick)(e.response, 'status', 'statusText', 'data'));
-            }
-            throw e;
-        }
-    }
-}
-exports.APIAgentExecutor = APIAgentExecutor;