@aigne/core 0.0.3 → 0.0.5

package/lib/cjs/index.js

@@ -14,4 +14,4 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./runtime/runtime"), exports);
+__exportStar(require("./types"), exports);

package/lib/cjs/types/index.js

@@ -14,7 +14,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./assistant"), exports);
-__exportStar(require("./runtime"), exports);
-__exportStar(require("./common"), exports);
-__exportStar(require("./resource"), exports);
+__exportStar(require("./runnable"), exports);
+__exportStar(require("./agent"), exports);

package/lib/esm/index.js

@@ -1 +1 @@
-export * from './runtime/runtime';
+export * from './types';

package/lib/esm/types/index.js

@@ -1,4 +1,2 @@
-export * from './assistant';
-export * from './runtime';
-export * from './common';
-export * from './resource';
+export * from './runnable';
+export * from './agent';

package/lib/types/index.d.ts

@@ -1 +1 @@
-export * from './runtime/runtime';
+export * from './types';

package/lib/types/types/agent.d.ts

@@ -0,0 +1,5 @@
+import { Runnable } from './runnable';
+export interface IAgent<I extends {
+    [key: string]: any;
+}, O> extends Runnable<I, O> {
+}

package/lib/types/types/index.d.ts

@@ -1,4 +1,2 @@
-export * from './assistant';
-export * from './runtime';
-export * from './common';
-export * from './resource';
+export * from './runnable';
+export * from './agent';

package/lib/types/types/runnable.d.ts

@@ -0,0 +1,22 @@
+export interface RunOptions {
+    stream?: boolean;
+}
+export interface RunnableResponseDelta<T> {
+    delta: {
+        content?: string | null;
+        object?: Partial<T>;
+    };
+}
+export type RunnableResponseStream<T> = ReadableStream<RunnableResponseDelta<T>>;
+export type RunnableResponse<T> = T | RunnableResponseStream<T>;
+export interface Runnable<I extends {
+    [key: string]: any;
+} = object, O = object> {
+    run(input: I, options: RunOptions & {
+        stream: true;
+    }): Promise<RunnableResponseStream<O>>;
+    run(input: I, options?: RunOptions & {
+        stream?: false;
+    }): Promise<O>;
+    run(input: I, options?: RunOptions): Promise<RunnableResponse<O>>;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/core",
-  "version": "0.0.3",
+  "version": "0.0.5",
   "description": "AIGNE core library",
   "publishConfig": {
     "access": "public"
@@ -8,7 +8,6 @@
   "author": "Arcblock <blocklet@arcblock.io> https://github.com/blocklet",
   "homepage": "https://github.com/blocklet/ai-studio#readme",
   "license": "ISC",
-  "type": "module",
   "main": "./lib/cjs/index.js",
   "module": "./lib/esm/index.js",
   "types": "./lib/types/index.d.js",
@@ -44,7 +43,7 @@
     "snowflake-uuid": "^1.0.0",
     "ufo": "^1.5.4",
     "yaml": "^2.5.0",
-    "@blocklet/quickjs": "^0.4.160"
+    "@blocklet/quickjs": "^0.4.172"
   },
   "devDependencies": {
     "@tsconfig/recommended": "^1.0.8",
@@ -60,7 +59,7 @@
     "build:cjs": "tsc -p tsconfig.json --module commonjs --outDir lib/cjs",
     "build:esm": "tsc -p tsconfig.json --module es2022 --outDir lib/esm",
     "build:types": "tsc -p tsconfig.json --declaration --emitDeclarationOnly --outDir lib/types",
-    "clean": "rimraf cjs esm",
+    "clean": "rimraf lib",
     "test": "jest src/"
   }
 }

package/lib/cjs/assistant/generate-output.js

@@ -1,101 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.metadataStreamOutputFormatPrompt = exports.metadataOutputFormatPrompt = exports.metadataSuffix = exports.metadataPrefix = void 0;
-exports.generateOutput = generateOutput;
-exports.extractMetadataFromStream = extractMetadataFromStream;
-const web_1 = require("stream/web");
-const chat_1 = require("@blocklet/ai-kit/api/types/chat");
-const schema_1 = require("../types/runtime/schema");
-const extract_metadata_transform_1 = require("../utils/extract-metadata-transform");
-const retry_1 = __importDefault(require("../utils/retry"));
-exports.metadataPrefix = '```metadata';
-exports.metadataSuffix = '```';
-const metadataOutputFormatPrompt = (schema) => `\
-## Metadata Schema
-Here is the metadata json schema, inside the <metadata-schema></metadata-schema> XML tags:
-<metadata-schema>
-${schema}
-</metadata-schema>
-
-## Output Rules
-- You have to generate a json metadata base on the metadata schema above, inside the <metadata-schema></metadata-schema> XML tags
-- Don't make any explanation
-
-## Output Format
-[Generate a json data based on the above metadata schema, put the json string into the following code block]
-${exports.metadataPrefix}
-${exports.metadataSuffix}
-
-## Output Example
-${exports.metadataPrefix}
-{"key": "value"}
-${exports.metadataSuffix}
-`;
-exports.metadataOutputFormatPrompt = metadataOutputFormatPrompt;
-const metadataStreamOutputFormatPrompt = (schema) => `\
-## Metadata Schema
-Here is the metadata json schema, inside the <metadata-schema></metadata-schema> XML tags:
-<metadata-schema>
-${schema}
-</metadata-schema>
-
-## Output Rules
-- You have to generate a text content and a json metadata base on the metadata schema above, inside the <metadata-schema></metadata-schema> XML tags
-- Don't make any explanation
-
-## Output Format
-[Your text content here]
-[Generate a json data based on the above metadata schema, put the json string into the following code block]
-${exports.metadataPrefix}
-${exports.metadataSuffix}
-
-## Output Example
-[Here is your answer to the the user's question]
-${exports.metadataPrefix}
-{"key": "value"}
-${exports.metadataSuffix}
-`;
-exports.metadataStreamOutputFormatPrompt = metadataStreamOutputFormatPrompt;
-async function generateOutput({ assistant, messages, callAI, maxRetries = 0, datastoreVariables, }) {
-    const jsonSchema = (0, schema_1.outputVariablesToJsonSchema)(assistant, { variables: datastoreVariables });
-    const joiSchema = (0, schema_1.outputVariablesToJoiSchema)(assistant, { variables: datastoreVariables });
-    const outputSchema = JSON.stringify(jsonSchema, null, 2);
-    messages.push({
-        role: 'system',
-        content: (0, exports.metadataOutputFormatPrompt)(outputSchema),
-    });
-    return (0, retry_1.default)(async () => {
-        const result = await callAI({
-            assistant,
-            input: {
-                stream: true,
-                messages,
-            },
-        });
-        let text = '';
-        for await (const chunk of extractMetadataFromStream(result, true)) {
-            if (chunk.type === 'match')
-                text += chunk.text;
-        }
-        const json = JSON.parse(text);
-        return await joiSchema.validateAsync(json);
-    }, maxRetries);
-}
-function extractMetadataFromStream(input, extract = true) {
-    return input
-        .pipeThrough(new web_1.TransformStream({
-        transform: (chunk, controller) => {
-            if ((0, chat_1.isChatCompletionChunk)(chunk))
-                if (chunk.delta.content)
-                    controller.enqueue(chunk.delta.content);
-        },
-    }))
-        .pipeThrough(new extract_metadata_transform_1.ExtractMetadataTransform({
-        // Pass empty string to disable extractor
-        start: extract ? exports.metadataPrefix : '',
-        end: extract ? exports.metadataSuffix : '',
-    }));
-}

package/lib/cjs/assistant/select-agent.js

@@ -1,76 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const chat_1 = require("@blocklet/ai-kit/api/types/chat");
-const retry_1 = __importDefault(require("../utils/retry"));
-const selectAgentSystemPrompt = () => `\
-### Job Description
-You are a text classification engine that analyzes text data and assigns categories based on user input or automatically determined categories.
-
-
-### Task
-Your task is to assign one categories ONLY to the input text and only one category may be assigned returned in the output.
-Additionally, you need to extract the key words from the text that are related to the classification.
-
-
-### Format
-- "input_text" is in the variable text_field.
-- "categories" are specified as a category list in the variable categories or left empty for automatic determination.
-- "classification_instructions" may be included to improve the classification accuracy.
-
-
-### Constraint
-- DO NOT include anything other than the JSON array in your response.
-- The output results must be within the scope of categories, not content outside the scope
-`;
-async function generateSelectAgentName({ assistant, message, callAI, maxRetries = 0, categories, }) {
-    return (0, retry_1.default)(async () => {
-        const selectAgentIdResponseByPrompt = await callAI({
-            assistant,
-            input: {
-                messages: [
-                    {
-                        role: 'system',
-                        content: `${selectAgentSystemPrompt()}`,
-                    },
-                    {
-                        role: 'user',
-                        content: '\n { "input_text": ["I recently had a great experience with your company. The service was prompt and the staff was very friendly."],\n "categories": [{,"category_name": "Customer Service"}, {"category_name": "Satisfaction"}, {"category_name": "Sales"}, {"category_name": "Product"}],\n "classification_instructions": []}\n',
-                    },
-                    {
-                        role: 'assistant',
-                        content: '{"category_name": "Customer Service"}',
-                    },
-                    {
-                        role: 'user',
-                        content: '\n {"input_text": ["bad service, slow to bring the food"],\n "categories": [{"category_name": "Food Quality"}, {"category_name": "Experience"}, {"category_name": "Price"}],\n "classification_instructions": []}\n',
-                    },
-                    {
-                        role: 'assistant',
-                        content: '{"category_name": "Experience"}',
-                    },
-                    {
-                        role: 'user',
-                        content: `\n {"input_text": [${message}],\n "categories": [${categories}],\n "classification_instructions": []}\n`,
-                    },
-                ],
-                model: assistant?.model,
-                temperature: assistant?.temperature,
-                topP: assistant?.topP,
-                presencePenalty: assistant?.presencePenalty,
-                frequencyPenalty: assistant?.frequencyPenalty,
-            },
-        });
-        let text = '';
-        for await (const chunk of selectAgentIdResponseByPrompt) {
-            if ((0, chat_1.isChatCompletionChunk)(chunk) && chunk.delta.content) {
-                text += chunk.delta.content;
-            }
-        }
-        const json = JSON.parse(text);
-        return json;
-    }, maxRetries);
-}
-exports.default = generateSelectAgentName;

package/lib/cjs/assistant/type.js

@@ -1,11 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ToolCompletionDirective = void 0;
-class ToolCompletionDirective extends Error {
-    type;
-    constructor(message, type) {
-        super(message);
-        this.type = type;
-    }
-}
-exports.ToolCompletionDirective = ToolCompletionDirective;

package/lib/cjs/common/aid.js

@@ -1,42 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseIdentity = parseIdentity;
-exports.stringifyIdentity = stringifyIdentity;
-const js_base64_1 = require("js-base64");
-function parseIdentity(aid, options) {
-    let blockletDid;
-    let projectId;
-    let projectRef;
-    let agentId;
-    try {
-        const s = js_base64_1.Base64.decode(aid).split('/');
-        if (s.length === 4) {
-            [blockletDid, projectId, projectRef, agentId] = s;
-        }
-        else if (s.length === 3) {
-            [projectId, projectRef, agentId] = s;
-        }
-        else if (s.length === 2) {
-            [projectId, agentId] = s;
-        }
-    }
-    catch (error) {
-        console.error('parse assistantId error', { error });
-    }
-    if (projectId && agentId)
-        return {
-            blockletDid: blockletDid || undefined,
-            projectId,
-            projectRef: projectRef || undefined,
-            agentId,
-        };
-    if (options?.rejectWhenError)
-        throw new Error(`Invalid assistant identity ${aid}`);
-    return undefined;
-}
-function stringifyIdentity({ blockletDid, projectId, projectRef, agentId, }) {
-    if (typeof projectId !== 'string' || typeof agentId !== 'string') {
-        throw new Error('Invalid aid fragments');
-    }
-    return js_base64_1.Base64.encodeURI([blockletDid || '', projectId, projectRef || '', agentId].join('/'));
-}

package/lib/cjs/common/index.js

@@ -1,238 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.defaultImageModel = exports.supportJsonSchemaModels = exports.defaultTextModel = void 0;
-exports.getSupportedModels = getSupportedModels;
-exports.getSupportedImagesModels = getSupportedImagesModels;
-exports.getServiceModePermissionMap = getServiceModePermissionMap;
-exports.defaultTextModel = 'gpt-4o-mini';
-exports.supportJsonSchemaModels = ['gpt-4o', 'gpt-4o-mini'];
-async function getSupportedModels() {
-    return [
-        {
-            brand: 'OpenAI',
-            model: 'gpt-4o',
-            name: 'GPT4o',
-            temperatureMin: 0,
-            temperatureMax: 2,
-            temperatureDefault: 1,
-            topPMin: 0,
-            topPMax: 1,
-            topPDefault: 1,
-            presencePenaltyMin: -2,
-            presencePenaltyMax: 2,
-            presencePenaltyDefault: 0,
-            frequencyPenaltyMin: -2,
-            frequencyPenaltyMax: 2,
-            frequencyPenaltyDefault: 0,
-            maxTokensMin: 1,
-            maxTokensMax: 128000,
-            maxTokensDefault: 128000,
-        },
-        {
-            brand: 'OpenAI',
-            model: 'gpt-4o-mini',
-            name: 'GPT4o mini',
-            temperatureMin: 0,
-            temperatureMax: 2,
-            temperatureDefault: 1,
-            topPMin: 0,
-            topPMax: 1,
-            topPDefault: 1,
-            presencePenaltyMin: -2,
-            presencePenaltyMax: 2,
-            presencePenaltyDefault: 0,
-            frequencyPenaltyMin: -2,
-            frequencyPenaltyMax: 2,
-            frequencyPenaltyDefault: 0,
-            maxTokensMin: 1,
-            maxTokensMax: 128000,
-            maxTokensDefault: 128000,
-        },
-        {
-            brand: 'OpenAI',
-            model: 'gpt-3.5-turbo',
-            name: 'GPT3.5 turbo',
-            temperatureMin: 0,
-            temperatureMax: 2,
-            temperatureDefault: 1,
-            topPMin: 0,
-            topPMax: 1,
-            topPDefault: 1,
-            presencePenaltyMin: -2,
-            presencePenaltyMax: 2,
-            presencePenaltyDefault: 0,
-            frequencyPenaltyMin: -2,
-            frequencyPenaltyMax: 2,
-            frequencyPenaltyDefault: 0,
-            maxTokensMin: 1,
-            maxTokensMax: 4096,
-            maxTokensDefault: 4096,
-        },
-        {
-            brand: 'OpenAI',
-            model: 'gpt-3.5-turbo-16k',
-            name: 'GPT3.5 turbo 16k',
-            temperatureMin: 0,
-            temperatureMax: 2,
-            temperatureDefault: 1,
-            topPMin: 0,
-            topPMax: 1,
-            topPDefault: 1,
-            presencePenaltyMin: -2,
-            presencePenaltyMax: 2,
-            presencePenaltyDefault: 0,
-            frequencyPenaltyMin: -2,
-            frequencyPenaltyMax: 2,
-            frequencyPenaltyDefault: 0,
-            maxTokensMin: 1,
-            maxTokensMax: 16385,
-            maxTokensDefault: 16385,
-        },
-        {
-            brand: 'OpenAI',
-            model: 'gpt-4',
-            name: 'GPT4',
-            temperatureMin: 0,
-            temperatureMax: 2,
-            temperatureDefault: 1,
-            topPMin: 0,
-            topPMax: 1,
-            topPDefault: 1,
-            presencePenaltyMin: -2,
-            presencePenaltyMax: 2,
-            presencePenaltyDefault: 0,
-            frequencyPenaltyMin: -2,
-            frequencyPenaltyMax: 2,
-            frequencyPenaltyDefault: 0,
-            maxTokensMin: 1,
-            maxTokensMax: 8192,
-            maxTokensDefault: 8192,
-        },
-        {
-            brand: 'OpenAI',
-            model: 'gpt-4-32k',
-            name: 'GPT4 32k',
-            temperatureMin: 0,
-            temperatureMax: 2,
-            temperatureDefault: 1,
-            topPMin: 0,
-            topPMax: 1,
-            topPDefault: 1,
-            presencePenaltyMin: -2,
-            presencePenaltyMax: 2,
-            presencePenaltyDefault: 0,
-            frequencyPenaltyMin: -2,
-            frequencyPenaltyMax: 2,
-            frequencyPenaltyDefault: 0,
-            maxTokensMin: 1,
-            maxTokensMax: 32768,
-            maxTokensDefault: 32768,
-        },
-        {
-            brand: 'Google',
-            model: 'gemini-pro',
-            name: 'Gemini Pro',
-            temperatureMin: 0,
-            temperatureMax: 2,
-            temperatureDefault: 1,
-            topPMin: 0.1,
-            topPMax: 1,
-            topPDefault: 1,
-            maxTokensMin: 1,
-            maxTokensMax: 2048,
-            maxTokensDefault: 2048,
-        },
-        {
-            brand: 'Mistral AI',
-            model: 'openRouter/mistralai/mistral-7b-instruct',
-            name: 'Mistral 7B Instruct',
-            temperatureMin: 0,
-            temperatureMax: 2,
-            temperatureDefault: 1,
-            topPMin: 0,
-            topPMax: 1,
-            topPDefault: 1,
-            maxTokensMin: 1,
-            maxTokensMax: 8192,
-            maxTokensDefault: 8192,
-        },
-        {
-            brand: 'Mistral AI',
-            model: 'openRouter/mistralai/mixtral-8x7b-instruct',
-            name: 'Mixtral 8x7B Instruct (beta)',
-            temperatureMin: 0,
-            temperatureMax: 2,
-            temperatureDefault: 1,
-            topPMin: 0,
-            topPMax: 1,
-            topPDefault: 1,
-            maxTokensMin: 1,
-            maxTokensMax: 32768,
-            maxTokensDefault: 32768,
-        },
-        {
-            brand: 'Hugging Face',
-            model: 'Hugging Face',
-            disabled: true,
-        },
-        {
-            brand: 'Azure OpenAI',
-            model: 'Azure OpenAI',
-            disabled: true,
-        },
-        {
-            brand: 'Replicate',
-            model: 'Replicate',
-            disabled: true,
-        },
-        {
-            brand: 'Vertex AI',
-            model: 'Vertex AI',
-            disabled: true,
-        },
-    ];
-}
-exports.defaultImageModel = 'dall-e-2';
-async function getSupportedImagesModels() {
-    return [
-        {
-            brand: 'OpenAI',
-            model: 'dall-e-2',
-            nMin: 1,
-            nMax: 10,
-            nDefault: 1,
-            size: ['256x256', '512x512', '1024x1024'],
-            sizeDefault: '256x256',
-        },
-        {
-            brand: 'OpenAI',
-            model: 'dall-e-3',
-            nMin: 1,
-            nMax: 1,
-            nDefault: 1,
-            quality: ['standard', 'hd'],
-            qualityDefault: 'standard',
-            size: ['1024x1024', '1792x1024', '1024x1792'],
-            sizeDefault: '1024x1024',
-            style: ['vivid', 'natural'],
-            styleDefault: 'vivid',
-        },
-    ];
-}
-function getServiceModePermissionMap(serviceMode) {
-    const permissionMap = {
-        single: {
-            ensureViewAllProjectsRoles: ['owner', 'admin', 'promptsEditor'],
-            ensurePromptsEditorRoles: ['owner', 'admin', 'promptsEditor'],
-            ensurePromptsAdminRoles: ['owner', 'admin', 'promptsEditor'],
-        },
-        multiple: {
-            ensureViewAllProjectsRoles: [],
-            // no need to check, everyone can do it, will check author permission in the backend
-            ensurePromptsEditorRoles: undefined,
-            ensurePromptsAdminRoles: ['owner', 'admin', 'promptsEditor'],
-        },
-    };
-    // try to fallback to 'single-tenant'
-    return permissionMap[serviceMode] || permissionMap.single;
-}