@shenghuabi/knowledge 1.0.21

package/knowledge/dict/define/config.d.ts

@@ -0,0 +1,68 @@
+import * as v from 'valibot';
+export declare const DictCollectionDefine: v.ObjectSchema<{
+    readonly collectionName: v.StringSchema<undefined>;
+    readonly embeddingTemplate: v.OptionalSchema<v.ObjectSchema<{
+        readonly entry: v.OptionalSchema<v.ObjectSchema<{
+            readonly enable: v.BooleanSchema<undefined>;
+            readonly value: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
+        }, undefined>, undefined>;
+    }, undefined>, undefined>;
+    readonly size: v.NumberSchema<undefined>;
+}, undefined>;
+export declare const DictKnowledgeConfigDefine: v.SchemaWithPipe<readonly [v.ObjectSchema<{
+    readonly type: v.OptionalSchema<v.LiteralSchema<"dict", undefined>, "dict">;
+    readonly collectionList: v.ArraySchema<v.ObjectSchema<{
+        readonly collectionName: v.StringSchema<undefined>;
+        readonly embeddingTemplate: v.OptionalSchema<v.ObjectSchema<{
+            readonly entry: v.OptionalSchema<v.ObjectSchema<{
+                readonly enable: v.BooleanSchema<undefined>;
+                readonly value: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
+            }, undefined>, undefined>;
+        }, undefined>, undefined>;
+        readonly size: v.NumberSchema<undefined>;
+    }, undefined>, undefined>;
+    /** 词条提取 */
+    readonly extractorWord: v.OptionalSchema<v.BooleanSchema<undefined>, undefined>;
+    /** 图像识别 */
+    readonly useOcr: v.OptionalSchema<v.BooleanSchema<undefined>, undefined>;
+    readonly name: v.StringSchema<undefined>;
+    readonly activateCollection: v.StringSchema<undefined>;
+}, undefined>, v.TransformAction<{
+    type: "dict";
+    collectionList: {
+        collectionName: string;
+        embeddingTemplate?: {
+            entry?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+        } | undefined;
+        size: number;
+    }[];
+    extractorWord?: boolean | undefined;
+    useOcr?: boolean | undefined;
+    name: string;
+    activateCollection: string;
+}, {
+    /** 激活的普通知识库(文件切片) */
+    activateName: string;
+    type: "dict";
+    collectionList: {
+        collectionName: string;
+        embeddingTemplate?: {
+            entry?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+        } | undefined;
+        size: number;
+    }[];
+    extractorWord?: boolean | undefined;
+    useOcr?: boolean | undefined;
+    name: string;
+    activateCollection: string;
+}>]>;
+export type DictKnowledgeConfig = v.InferInput<typeof DictKnowledgeConfigDefine>;
+export type DictKnowledgeConfigInline = v.InferOutput<typeof DictKnowledgeConfigDefine>;
+export type DictCollectionInput = v.InferInput<typeof DictCollectionDefine>;
+export type DictCollectionInlineType = v.InferOutput<typeof DictCollectionDefine>;

package/knowledge/dict/define/index.d.ts

@@ -0,0 +1 @@
+export * from './config';

package/knowledge/dict/dict.knowledge.service.d.ts

@@ -0,0 +1,67 @@
+import { DictInput } from '@shenghuabi/knowledge/file-parser';
+import { DictCollectionInlineType } from './define/config';
+import { CommonKnowledgeService } from '../common/common.knowledge.service';
+import { QueryOptions } from '../common/query';
+export declare class DictKnowledgeService extends CommonKnowledgeService {
+    #private;
+    formatCollection(input: any): {
+        collectionName: string;
+        embeddingTemplate?: {
+            entry?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+        } | undefined;
+        size: number;
+    };
+    /** 只创建这一次,剩下的都是插入或更新 */
+    create(collection: DictCollectionInlineType): Promise<void>;
+    importDict(input: DictInput): Promise<number>;
+    addCollection(collection: DictCollectionInlineType): Promise<void>;
+    deleteCollection(collectionName: string): Promise<boolean>;
+    changeActivateCollection(collectionName: string): Promise<void>;
+    export(): Promise<{
+        collection: string;
+        name?: string | undefined;
+        creation_time?: string | null | undefined;
+        size?: number | undefined;
+        checksum?: string | null | undefined;
+    }[]>;
+    destroy(): Promise<void>;
+    searchWord(text: string, options: QueryOptions): Promise<{
+        id: string | number;
+        version: number;
+        score: number;
+        payload?: Record<string, unknown> | {
+            [key: string]: unknown;
+        } | null | undefined;
+        vector?: Record<string, unknown> | number[] | number[][] | {
+            [key: string]: number[] | number[][] | {
+                indices: number[];
+                values: number[];
+            } | undefined;
+        } | null | undefined;
+        shard_key?: string | number | Record<string, unknown> | null | undefined;
+        order_value?: number | Record<string, unknown> | null | undefined;
+    }[]>;
+    /** 当普通数据库用 */
+    matchWord(text: string, options: {
+        limit: number;
+    }): Promise<{
+        points: {
+            id: string | number;
+            payload?: Record<string, unknown> | {
+                [key: string]: unknown;
+            } | null | undefined;
+            vector?: Record<string, unknown> | number[] | number[][] | {
+                [key: string]: number[] | number[][] | {
+                    indices: number[];
+                    values: number[];
+                } | undefined;
+            } | null | undefined;
+            shard_key?: string | number | Record<string, unknown> | null | undefined;
+            order_value?: number | Record<string, unknown> | null | undefined;
+        }[];
+        next_page_offset?: string | number | Record<string, unknown> | null | undefined;
+    }>;
+}

package/knowledge/graph/const.d.ts

@@ -0,0 +1,20 @@
+import { InjectionToken } from 'static-injector';
+import { EntityExtractType } from './define/define';
+import { FileChunkPayload } from '../common/define/chunk';
+export type ContentParserFn = {
+    parse: (item: FileChunkPayload, signal?: AbortSignal) => Promise<EntityExtractType>;
+};
+export declare const ContentParserToken: InjectionToken<ContentParserFn>;
+export interface QueryParams {
+    lengthLimit: {
+        chunk: number;
+        node: number;
+        nodeDescription: number;
+        edge: number;
+    };
+    topK: number;
+}
+export declare const QueryParamsToken: InjectionToken<QueryParams>;
+export type RagChatFn = (data: Record<string, any>) => Promise<string>;
+export declare const RagChatToken: InjectionToken<RagChatFn>;
+export declare const CHAT_INPUT = "$$INPUT$$";

package/knowledge/graph/define/config.d.ts

@@ -0,0 +1,169 @@
+import * as v from 'valibot';
+export declare const GraphCollectionDefine: v.SchemaWithPipe<readonly [v.ObjectSchema<{
+    readonly collectionName: v.StringSchema<undefined>;
+    readonly size: v.NumberSchema<undefined>;
+    readonly embeddingTemplate: v.OptionalSchema<v.ObjectSchema<{
+        readonly entry: v.OptionalSchema<v.ObjectSchema<{
+            readonly enable: v.BooleanSchema<undefined>;
+            readonly value: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
+        }, undefined>, undefined>;
+        readonly node: v.OptionalSchema<v.ObjectSchema<{
+            readonly enable: v.BooleanSchema<undefined>;
+            readonly value: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
+        }, undefined>, undefined>;
+        readonly edge: v.OptionalSchema<v.ObjectSchema<{
+            readonly enable: v.BooleanSchema<undefined>;
+            readonly value: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
+        }, undefined>, undefined>;
+    }, undefined>, undefined>;
+}, undefined>, v.TransformAction<{
+    collectionName: string;
+    size: number;
+    embeddingTemplate?: {
+        entry?: {
+            enable: boolean;
+            value?: string | undefined;
+        } | undefined;
+        node?: {
+            enable: boolean;
+            value?: string | undefined;
+        } | undefined;
+        edge?: {
+            enable: boolean;
+            value?: string | undefined;
+        } | undefined;
+    } | undefined;
+}, {
+    graphCollectionName: string;
+    collectionName: string;
+    size: number;
+    embeddingTemplate?: {
+        entry?: {
+            enable: boolean;
+            value?: string | undefined;
+        } | undefined;
+        node?: {
+            enable: boolean;
+            value?: string | undefined;
+        } | undefined;
+        edge?: {
+            enable: boolean;
+            value?: string | undefined;
+        } | undefined;
+    } | undefined;
+}>]>;
+export declare const GraphKnowledgeConfigDefine: v.SchemaWithPipe<readonly [v.ObjectSchema<{
+    readonly type: v.OptionalSchema<v.LiteralSchema<"normal-graph", undefined>, "normal-graph">;
+    readonly maxChunkAsync: v.NumberSchema<undefined>;
+    readonly collectionList: v.ArraySchema<v.SchemaWithPipe<readonly [v.ObjectSchema<{
+        readonly collectionName: v.StringSchema<undefined>;
+        readonly size: v.NumberSchema<undefined>;
+        readonly embeddingTemplate: v.OptionalSchema<v.ObjectSchema<{
+            readonly entry: v.OptionalSchema<v.ObjectSchema<{
+                readonly enable: v.BooleanSchema<undefined>;
+                readonly value: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
+            }, undefined>, undefined>;
+            readonly node: v.OptionalSchema<v.ObjectSchema<{
+                readonly enable: v.BooleanSchema<undefined>;
+                readonly value: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
+            }, undefined>, undefined>;
+            readonly edge: v.OptionalSchema<v.ObjectSchema<{
+                readonly enable: v.BooleanSchema<undefined>;
+                readonly value: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
+            }, undefined>, undefined>;
+        }, undefined>, undefined>;
+    }, undefined>, v.TransformAction<{
+        collectionName: string;
+        size: number;
+        embeddingTemplate?: {
+            entry?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+            node?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+            edge?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+        } | undefined;
+    }, {
+        graphCollectionName: string;
+        collectionName: string;
+        size: number;
+        embeddingTemplate?: {
+            entry?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+            node?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+            edge?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+        } | undefined;
+    }>]>, undefined>;
+    readonly name: v.StringSchema<undefined>;
+    readonly activateCollection: v.StringSchema<undefined>;
+}, undefined>, v.TransformAction<{
+    type: "normal-graph";
+    maxChunkAsync: number;
+    collectionList: {
+        graphCollectionName: string;
+        collectionName: string;
+        size: number;
+        embeddingTemplate?: {
+            entry?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+            node?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+            edge?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+        } | undefined;
+    }[];
+    name: string;
+    activateCollection: string;
+}, {
+    /** 激活的普通知识库(文件切片) */
+    activateName: string;
+    /** 激活的图数据库 */
+    activateGraphName: string;
+    type: "normal-graph";
+    maxChunkAsync: number;
+    collectionList: {
+        graphCollectionName: string;
+        collectionName: string;
+        size: number;
+        embeddingTemplate?: {
+            entry?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+            node?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+            edge?: {
+                enable: boolean;
+                value?: string | undefined;
+            } | undefined;
+        } | undefined;
+    }[];
+    name: string;
+    activateCollection: string;
+}>]>;
+export type GraphKnowledgeConfig = v.InferInput<typeof GraphKnowledgeConfigDefine>;
+export type GraphKnowledgeConfigInline = v.InferOutput<typeof GraphKnowledgeConfigDefine>;
+export type GraphCollectionInput = v.InferInput<typeof GraphCollectionDefine>;
+export type GraphCollectionInlineType = v.InferOutput<typeof GraphCollectionDefine>;