@aigne/core 0.0.1

package/lib/types/types/runtime/schema.d.ts

@@ -0,0 +1,110 @@
+import { ChatCompletionResponse } from '@blocklet/ai-kit/api/types/chat';
+import Joi from 'joi';
+import type { Assistant, BlockletAgent, OutputVariable, Variable } from '..';
+export declare const variableBlockListForAgent: {
+    [key in Assistant['type']]?: {
+        block?: Set<RuntimeOutputVariable>;
+        allow?: Set<RuntimeOutputVariable>;
+    };
+};
+type OmitUnion<T, K extends keyof any> = T extends any ? Omit<T, K> : never;
+export declare const runtimeVariablesSchema: {
+    [key in RuntimeOutputVariable]?: OmitUnion<OutputVariable, 'id'>;
+};
+export declare function outputVariablesToJsonSchema(assistant: Assistant, { variables, includeRuntimeOutputVariables, includeFaker, }: {
+    variables: Variable[];
+    includeRuntimeOutputVariables?: boolean;
+    includeFaker?: boolean;
+}): {
+    type: 'object';
+    properties: {
+        [key: string]: any;
+    };
+} | undefined;
+export declare function outputVariablesToJoiSchema(assistant: Assistant | BlockletAgent, { partial, variables }: {
+    partial?: boolean;
+    variables: Variable[];
+}): Joi.AnySchema;
+export declare enum RuntimeOutputVariable {
+    llmResponseStream = "$llmResponseStream",
+    text = "$text",
+    images = "$images",
+    suggestedQuestions = "$suggested.questions",
+    referenceLinks = "$reference.links",
+    appearancePage = "$appearance.page",
+    appearanceInput = "$appearance.input",
+    appearanceOutput = "$appearance.output",
+    children = "$children",
+    share = "$share",
+    openingQuestions = "$openingQuestions",
+    openingMessage = "$openingMessage",
+    profile = "$profile"
+}
+export declare function isRuntimeOutputVariable(variable: string): variable is RuntimeOutputVariable;
+export interface RuntimeOutputAppearance {
+    componentBlockletDid?: string;
+    componentId?: string;
+    componentName?: string;
+    componentProperties?: {
+        [key: string]: any;
+    };
+    componentProps?: {
+        [key: string]: any;
+    };
+    title?: string;
+    icon?: string;
+    jsonataExpression?: string;
+}
+export interface RuntimeOutputChildren {
+    agents?: {
+        id: string;
+        name?: string;
+    }[];
+}
+export interface RuntimeOutputShare {
+    items?: {
+        to: string;
+    }[];
+    shareAttachUrl?: boolean;
+    shareAttachInputs?: boolean;
+}
+export interface RuntimeOutputOpeningQuestions {
+    items?: {
+        id: string;
+        title?: string;
+        parameters?: any;
+    }[];
+}
+export interface RuntimeOutputOpeningMessage {
+    message?: string;
+}
+export interface RuntimeOutputProfile {
+    avatar?: string;
+    name?: string;
+    description?: string;
+    ogImage?: string;
+}
+export interface RuntimeOutputVariablesSchema {
+    [RuntimeOutputVariable.llmResponseStream]?: ReadableStream<ChatCompletionResponse>;
+    [RuntimeOutputVariable.text]?: string;
+    [RuntimeOutputVariable.images]?: {
+        url: string;
+    }[];
+    [RuntimeOutputVariable.suggestedQuestions]?: {
+        question: string;
+    }[];
+    [RuntimeOutputVariable.referenceLinks]?: {
+        title?: string;
+        url: string;
+    }[];
+    [RuntimeOutputVariable.appearancePage]?: undefined;
+    [RuntimeOutputVariable.appearanceInput]?: undefined;
+    [RuntimeOutputVariable.appearanceOutput]?: undefined;
+    [RuntimeOutputVariable.children]?: RuntimeOutputChildren;
+    [RuntimeOutputVariable.share]?: RuntimeOutputShare;
+    [RuntimeOutputVariable.openingQuestions]?: RuntimeOutputOpeningQuestions;
+    [RuntimeOutputVariable.openingMessage]?: RuntimeOutputOpeningMessage;
+    [RuntimeOutputVariable.profile]?: RuntimeOutputProfile;
+}
+export declare function jsonSchemaToOpenAIJsonSchema(schema: any): any;
+export {};

package/lib/types/utils/cron-job.d.ts

@@ -0,0 +1,22 @@
+export declare const CronJobDefaultGroup = "default";
+export type Job = {
+    id: string;
+    cronTime: string;
+    onTick: () => void;
+};
+export declare class CronJobManager {
+    private groups;
+    resetJobs(jobs: Job[], { groupId }?: {
+        groupId?: string;
+    }): void;
+    resetJob(job: Job, { groupId }?: {
+        groupId?: string;
+    }): void;
+    stopJob(jobId: string, { groupId }?: {
+        groupId?: string;
+    }): void;
+    destroyGroup({ groupId }: {
+        groupId: string;
+    }): void;
+    destroy(): void;
+}

package/lib/types/utils/extract-metadata-transform.d.ts

@@ -0,0 +1,16 @@
+import { TransformStream } from 'stream/web';
+export declare class ExtractMetadataTransform extends TransformStream<string, {
+    type: 'text';
+    text: string;
+} | {
+    type: 'match';
+    text: string;
+}> {
+    private buffer;
+    private cursor;
+    private state;
+    constructor({ start, end }: {
+        start: string;
+        end: string;
+    });
+}

package/lib/types/utils/extract-metadata-transform.test.d.ts

@@ -0,0 +1 @@
+export {};

package/lib/types/utils/fs.d.ts

@@ -0,0 +1,9 @@
+export declare function copyFile(src: string, dest: string, { skip }?: {
+    skip?: (src: string) => boolean;
+}): Promise<void>;
+export declare function copyDirectory(src: string, dest: string, { skip }?: {
+    skip?: (src: string) => boolean;
+}): Promise<void>;
+export declare function copyRecursive(src: string, dest: string, { skip }?: {
+    skip?: (src: string) => boolean;
+}): Promise<void>;

package/lib/types/utils/get-blocklet-agent.d.ts

@@ -0,0 +1,219 @@
+import { GetAgentResult } from '../assistant/type';
+import { DatasetObject } from '../libs/openapi/types';
+export declare const HISTORY_API_ID: string;
+export declare const KNOWLEDGE_API_ID: string;
+export declare const MEMORY_API_ID: string;
+export declare const buildInOpenAPI: {
+    '/api/messages': {
+        get: {
+            summary: string;
+            'x-summary-zh': string;
+            description: string;
+            'x-description-zh': string;
+            tags: string[];
+            parameters: ({
+                in: string;
+                name: string;
+                schema: {
+                    type: string;
+                };
+                description: string;
+                'x-description-zh'?: undefined;
+            } | {
+                in: string;
+                name: string;
+                schema: {
+                    type: string;
+                };
+                description: string;
+                'x-description-zh': string;
+            })[];
+            responses: {
+                '200': {
+                    description: string;
+                    'x-description-zh': string;
+                    content: {
+                        'application/json': {
+                            schema: {
+                                type: string;
+                                properties: {
+                                    messages: {
+                                        type: string;
+                                        items: {
+                                            type: string;
+                                            properties: {
+                                                role: {
+                                                    type: string;
+                                                };
+                                                content: {
+                                                    type: string;
+                                                };
+                                                agentId: {
+                                                    type: string;
+                                                };
+                                            };
+                                        };
+                                    };
+                                };
+                            };
+                        };
+                    };
+                };
+            };
+            'x-id': string;
+            'x-did': string;
+            'x-path': string;
+            'x-method': string;
+        };
+    };
+    '/api/datasets/{datasetId}/search': {
+        get: {
+            summary: string;
+            'x-summary-zh': string;
+            parameters: ({
+                name: string;
+                in: string;
+                required: boolean;
+                schema: {
+                    type: string;
+                    default?: undefined;
+                };
+                description: string;
+            } | {
+                name: string;
+                in: string;
+                required: boolean;
+                schema: {
+                    type: string;
+                    default: number;
+                };
+                description: string;
+            })[];
+            responses: {
+                '200': {
+                    description: string;
+                    content: {
+                        'application/json': {
+                            schema: {
+                                type: string;
+                                properties: {
+                                    docs: {
+                                        type: string;
+                                        items: {
+                                            type: string;
+                                            properties: {
+                                                title: {
+                                                    type: string;
+                                                    description: string;
+                                                };
+                                                content: {
+                                                    type: string;
+                                                    description: string;
+                                                };
+                                            };
+                                        };
+                                    };
+                                };
+                            };
+                        };
+                    };
+                };
+            };
+            'x-id': string;
+            'x-did': string;
+            'x-path': string;
+            'x-method': string;
+        };
+    };
+    '/api/memories/variable-by-query': {
+        get: {
+            summary: string;
+            'x-summary-zh': string;
+            parameters: ({
+                name: string;
+                in: string;
+                required: boolean;
+                schema: {
+                    type: string;
+                    enum?: undefined;
+                };
+                description: string;
+            } | {
+                name: string;
+                in: string;
+                required: boolean;
+                schema: {
+                    type: string;
+                    enum: string[];
+                };
+                description: string;
+            })[];
+            responses: {
+                '200': {
+                    description: string;
+                    content: {
+                        'application/json': {
+                            schema: {
+                                type: string;
+                                properties: {
+                                    datastores: {
+                                        type: string;
+                                        items: {
+                                            type: string;
+                                            properties: {
+                                                id: {
+                                                    type: string;
+                                                    description: string;
+                                                };
+                                                key: {
+                                                    type: string;
+                                                    description: string;
+                                                };
+                                                data: {
+                                                    type: string;
+                                                    description: string;
+                                                };
+                                                userId: {
+                                                    type: string;
+                                                    description: string;
+                                                };
+                                                projectId: {
+                                                    type: string;
+                                                    description: string;
+                                                };
+                                                sessionId: {
+                                                    type: string;
+                                                    description: string;
+                                                };
+                                                scope: {
+                                                    type: string;
+                                                    description: string;
+                                                    enum: string[];
+                                                };
+                                            };
+                                        };
+                                    };
+                                };
+                            };
+                        };
+                    };
+                };
+            };
+            'x-id': string;
+            'x-did': string;
+            'x-path': string;
+            'x-method': string;
+        };
+    };
+};
+export declare const getBlockletAgent: () => Promise<{
+    agents: (GetAgentResult & {
+        openApi: DatasetObject;
+    })[];
+    agentsMap: {
+        [key: string]: GetAgentResult & {
+            openApi: DatasetObject;
+        };
+    };
+    openApis: DatasetObject[];
+}>;

package/lib/types/utils/geti.d.ts

@@ -0,0 +1 @@
+export declare const geti: (object: any, path: any, defaultValue?: any) => any;

package/lib/types/utils/is-non-nullable.d.ts

@@ -0,0 +1,2 @@
+export declare function isNonNullable<T>(value: T): value is NonNullable<T>;
+export declare function isPropsNonNullable<T, K extends keyof T>(...props: (K | K[])[]): (value: T) => value is T & Required<Pick<T, K>>;

package/lib/types/utils/render-message.d.ts

@@ -0,0 +1,6 @@
+export declare function renderMessage(message: string, parameters?: {
+    [key: string]: any;
+}, { stringify, escapeJsonSymbols }?: {
+    stringify?: boolean;
+    escapeJsonSymbols?: boolean;
+}): Promise<any>;

package/lib/types/utils/resolve-secret-inputs.d.ts

@@ -0,0 +1,11 @@
+import { GetAgent, GetAgentResult } from '../assistant/type';
+import { SecretParameter, SourceParameter } from '../types';
+export declare function resolveSecretInputs(agent: GetAgentResult, { getAgent }: {
+    getAgent: GetAgent;
+}): Promise<{
+    agent: GetAgentResult & Required<Pick<GetAgentResult, 'project'>>;
+    input: SourceParameter & {
+        key: string;
+        source: SecretParameter;
+    };
+}[]>;

package/lib/types/utils/retry.d.ts

@@ -0,0 +1 @@
+export default function retry<T>(fn: () => Promise<T> | T, retries: number): Promise<T>;

package/lib/types/utils/task-id.d.ts

@@ -0,0 +1 @@
+export declare const nextId: () => string;

package/lib/types/utils/tool-calls-transform.d.ts

@@ -0,0 +1,2 @@
+import { ChatCompletionChunk } from '@blocklet/ai-kit/api/types/chat';
+export declare function toolCallsTransform(calls: NonNullable<ChatCompletionChunk['delta']['toolCalls']>, chunk: ChatCompletionChunk): void;

package/package.json

@@ -0,0 +1,67 @@
+{
+  "name": "@aigne/core",
+  "version": "0.0.1",
+  "description": "AIGNE core library",
+  "publishConfig": {
+    "access": "public"
+  },
+  "author": "Arcblock <blocklet@arcblock.io> https://github.com/blocklet",
+  "homepage": "https://github.com/blocklet/ai-studio#readme",
+  "license": "ISC",
+  "type": "module",
+  "main": "./cjs/index.js",
+  "module": "./index.js",
+  "types": "./index.d.js",
+  "files": [
+    "lib",
+    "LICENSE",
+    "package.json",
+    "README.md",
+    "tsconfig.json"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/blocklet/ai-studio.git"
+  },
+  "scripts": {
+    "lint": "eslint src --ext .mjs,.js,.jsx,.ts,.tsx",
+    "lint:fix": "npm run lint -- --fix",
+    "build": "tsc --noEmit && run-p build:*",
+    "build:cjs": "tsc -p tsconfig.json --module commonjs --outDir lib/cjs",
+    "build:esm": "tsc -p tsconfig.json --module es2022 --outDir lib/esm",
+    "build:types": "tsc -p tsconfig.json --declaration --emitDeclarationOnly --outDir lib/types",
+    "clean": "rimraf cjs esm",
+    "prepublishOnly": "npm run build",
+    "test": "jest src/"
+  },
+  "dependencies": {
+    "@abtnode/client": "^1.16.33",
+    "@blocklet/ai-kit": "^0.1.65",
+    "@blocklet/quickjs": "workspace:^",
+    "@blocklet/sdk": "^1.16.33",
+    "axios": "^1.7.5",
+    "cron": "^3.1.7",
+    "fast-deep-equal": "^3.1.3",
+    "fastq": "^1.17.1",
+    "fs-extra": "^11.2.0",
+    "glob": "^10.4.5",
+    "joi": "^17.13.3",
+    "js-base64": "^3.7.7",
+    "js-cookie": "^3.0.5",
+    "json-logic-js": "^2.0.5",
+    "json-stable-stringify": "^1.1.1",
+    "lodash": "^4.17.21",
+    "openapi3-ts": "^4.3.3",
+    "react-querybuilder": "^7.7.1",
+    "snowflake-uuid": "^1.0.0",
+    "ufo": "^1.5.4",
+    "yaml": "^2.5.0"
+  },
+  "devDependencies": {
+    "@tsconfig/recommended": "^1.0.8",
+    "npm-run-all": "^4.1.5",
+    "rimraf": "^6.0.1",
+    "ts-jest": "^29.2.5",
+    "typescript": "^5.5.4"
+  }
+}

package/tsconfig.json

@@ -0,0 +1,12 @@
+{
+  "compilerOptions": {
+    "target": "ES2023",
+    "module": "commonjs",
+    "moduleResolution": "node",
+    "esModuleInterop": true,
+    "forceConsistentCasingInFileNames": true,
+    "strict": true,
+    "skipLibCheck": true
+  },
+  "include": ["src/**/*"]
+}