@dofe/infra-vector 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/embedding.service.d.ts +54 -0
- package/dist/embedding.service.d.ts.map +1 -0
- package/dist/embedding.service.js +254 -0
- package/dist/embedding.service.js.map +1 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +27 -0
- package/dist/index.js.map +1 -0
- package/dist/knowledge-base-vikingdb.client.d.ts +29 -0
- package/dist/knowledge-base-vikingdb.client.d.ts.map +1 -0
- package/dist/knowledge-base-vikingdb.client.js +85 -0
- package/dist/knowledge-base-vikingdb.client.js.map +1 -0
- package/dist/vector.module.d.ts +3 -0
- package/dist/vector.module.d.ts.map +1 -0
- package/dist/vector.module.js +44 -0
- package/dist/vector.module.js.map +1 -0
- package/dist/vikingdb-client.service.d.ts +134 -0
- package/dist/vikingdb-client.service.d.ts.map +1 -0
- package/dist/vikingdb-client.service.js +900 -0
- package/dist/vikingdb-client.service.js.map +1 -0
- package/dist/vikingdb.types.d.ts +320 -0
- package/dist/vikingdb.types.d.ts.map +1 -0
- package/dist/vikingdb.types.js +129 -0
- package/dist/vikingdb.types.js.map +1 -0
- package/package.json +36 -0
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* VikingDB Client Service
|
|
3
|
+
* VikingDB 向量数据库客户端服务
|
|
4
|
+
*/
|
|
5
|
+
import { OnModuleInit } from '@nestjs/common';
|
|
6
|
+
import { ConfigService } from '@nestjs/config';
|
|
7
|
+
import { Logger } from 'winston';
|
|
8
|
+
import { HttpService } from '@nestjs/axios';
|
|
9
|
+
import type { MemoryDocument, RetrievedCandidate, DeleteOptions, ScopeMap, VolcengineFieldInfo } from './vikingdb.types';
|
|
10
|
+
export declare class VikingDbClientService implements OnModuleInit {
|
|
11
|
+
private readonly logger;
|
|
12
|
+
private readonly configService;
|
|
13
|
+
private readonly httpService;
|
|
14
|
+
private config;
|
|
15
|
+
private volcService?;
|
|
16
|
+
constructor(logger: Logger, configService: ConfigService, httpService: HttpService);
|
|
17
|
+
onModuleInit(): void;
|
|
18
|
+
/**
|
|
19
|
+
* Volcengine: 获取 collection schema(字段列表)
|
|
20
|
+
*/
|
|
21
|
+
getVolcengineCollectionSchema(): Promise<{
|
|
22
|
+
collectionName: string;
|
|
23
|
+
fields: Array<{
|
|
24
|
+
FieldName: string;
|
|
25
|
+
FieldType: string;
|
|
26
|
+
Dim?: number;
|
|
27
|
+
}>;
|
|
28
|
+
indexNames: string[];
|
|
29
|
+
} | null>;
|
|
30
|
+
/**
|
|
31
|
+
* Volcengine: 连通性自检(不写入数据)
|
|
32
|
+
*/
|
|
33
|
+
volcengineSelfCheck(): Promise<{
|
|
34
|
+
ok: boolean;
|
|
35
|
+
provider: 'volcengine';
|
|
36
|
+
region?: string;
|
|
37
|
+
collectionName?: string;
|
|
38
|
+
indexName?: string;
|
|
39
|
+
latencyMs: number;
|
|
40
|
+
checks: {
|
|
41
|
+
collectionInfo: boolean;
|
|
42
|
+
indexInfo: boolean;
|
|
43
|
+
sampleSearch: boolean;
|
|
44
|
+
};
|
|
45
|
+
warnings: string[];
|
|
46
|
+
error?: string;
|
|
47
|
+
} | null>;
|
|
48
|
+
/**
|
|
49
|
+
* Volcengine: 校验远程 collection schema 是否匹配预期
|
|
50
|
+
* 返回缺失字段/类型不匹配的警告列表
|
|
51
|
+
*/
|
|
52
|
+
validateVolcengineSchema(): Promise<{
|
|
53
|
+
ok: boolean;
|
|
54
|
+
collectionName: string;
|
|
55
|
+
warnings: string[];
|
|
56
|
+
errors: string[];
|
|
57
|
+
remoteFields?: Array<{
|
|
58
|
+
FieldName: string;
|
|
59
|
+
FieldType: string;
|
|
60
|
+
Dim?: number;
|
|
61
|
+
}>;
|
|
62
|
+
expectedFields: VolcengineFieldInfo[];
|
|
63
|
+
} | null>;
|
|
64
|
+
/**
|
|
65
|
+
* 健康检查
|
|
66
|
+
*/
|
|
67
|
+
healthCheck(): Promise<{
|
|
68
|
+
healthy: boolean;
|
|
69
|
+
latency: number;
|
|
70
|
+
error?: string;
|
|
71
|
+
}>;
|
|
72
|
+
/**
|
|
73
|
+
* 向量搜索
|
|
74
|
+
*/
|
|
75
|
+
vectorSearch(vector: number[], scope: ScopeMap, options?: {
|
|
76
|
+
topK?: number;
|
|
77
|
+
taskType?: string;
|
|
78
|
+
}): Promise<RetrievedCandidate[]>;
|
|
79
|
+
/**
|
|
80
|
+
* BM25 搜索
|
|
81
|
+
*/
|
|
82
|
+
bm25Search(query: string, scope: ScopeMap, options?: {
|
|
83
|
+
topK?: number;
|
|
84
|
+
taskType?: string;
|
|
85
|
+
}): Promise<RetrievedCandidate[]>;
|
|
86
|
+
/**
|
|
87
|
+
* 混合搜索(向量 + BM25)
|
|
88
|
+
*/
|
|
89
|
+
hybridSearch(vector: number[], query: string, scope: ScopeMap, options?: {
|
|
90
|
+
topK?: number;
|
|
91
|
+
candidateK?: number;
|
|
92
|
+
taskType?: string;
|
|
93
|
+
vectorWeight?: number;
|
|
94
|
+
bm25Weight?: number;
|
|
95
|
+
}): Promise<RetrievedCandidate[]>;
|
|
96
|
+
/**
|
|
97
|
+
* Upsert 文档
|
|
98
|
+
*/
|
|
99
|
+
upsert(documents: MemoryDocument[]): Promise<void>;
|
|
100
|
+
/**
|
|
101
|
+
* 更新文档(部分更新,仅更新指定字段)
|
|
102
|
+
*/
|
|
103
|
+
update(documents: Array<{
|
|
104
|
+
id: string;
|
|
105
|
+
[key: string]: unknown;
|
|
106
|
+
}>): Promise<void>;
|
|
107
|
+
/**
|
|
108
|
+
* 删除文档
|
|
109
|
+
*/
|
|
110
|
+
delete(options: DeleteOptions): Promise<void>;
|
|
111
|
+
/**
|
|
112
|
+
* 按作用域删除所有文档
|
|
113
|
+
*/
|
|
114
|
+
deleteByScope(scope: ScopeMap): Promise<void>;
|
|
115
|
+
private resolveIndexName;
|
|
116
|
+
private resolveCollectionName;
|
|
117
|
+
private resolveCollectionNameOrAlias;
|
|
118
|
+
private buildVolcFilter;
|
|
119
|
+
private normalizeVolcSearchResponse;
|
|
120
|
+
private parseMetadata;
|
|
121
|
+
private buildVolcUpsertFields;
|
|
122
|
+
private buildMetadata;
|
|
123
|
+
private request;
|
|
124
|
+
private buildUrl;
|
|
125
|
+
private buildHeaders;
|
|
126
|
+
private parseHeaders;
|
|
127
|
+
private normalizeCandidates;
|
|
128
|
+
/**
|
|
129
|
+
* Reciprocal Rank Fusion 算法
|
|
130
|
+
* 合并向量搜索和 BM25 搜索的结果
|
|
131
|
+
*/
|
|
132
|
+
private reciprocalRankFusion;
|
|
133
|
+
}
|
|
134
|
+
//# sourceMappingURL=vikingdb-client.service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vikingdb-client.service.d.ts","sourceRoot":"","sources":["../src/vikingdb-client.service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAsB,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAI5C,OAAO,KAAK,EAEV,cAAc,EACd,kBAAkB,EAClB,aAAa,EACb,QAAQ,EACR,mBAAmB,EACpB,MAAM,kBAAkB,CAAC;AAI1B,qBACa,qBAAsB,YAAW,YAAY;IAKrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACxD,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAN9B,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,WAAW,CAAC,CAAoD;gBAGpB,MAAM,EAAE,MAAM,EAC/C,aAAa,EAAE,aAAa,EAC5B,WAAW,EAAE,WAAW;IAG3C,YAAY;IAuLZ;;OAEG;IACG,6BAA6B,IAAI,OAAO,CAAC;QAC7C,cAAc,EAAE,MAAM,CAAC;QACvB,MAAM,EAAE,KAAK,CAAC;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAC;YAAC,GAAG,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACtE,UAAU,EAAE,MAAM,EAAE,CAAC;KACtB,GAAG,IAAI,CAAC;IA8BT;;OAEG;IACG,mBAAmB,IAAI,OAAO,CAAC;QACnC,EAAE,EAAE,OAAO,CAAC;QACZ,QAAQ,EAAE,YAAY,CAAC;QACvB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE;YACN,cAAc,EAAE,OAAO,CAAC;YACxB,SAAS,EAAE,OAAO,CAAC;YACnB,YAAY,EAAE,OAAO,CAAC;SACvB,CAAC;QACF,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,GAAG,IAAI,CAAC;IAiFT;;;OAGG;IACG,wBAAwB,IAAI,OAAO,CAAC;QACxC,EAAE,EAAE,OAAO,CAAC;QACZ,cAAc,EAAE,MAAM,CAAC;QACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,YAAY,CAAC,EAAE,KAAK,CAAC;YACnB,SAAS,EAAE,MAAM,CAAC;YAClB,SAAS,EAAE,MAAM,CAAC;YAClB,GAAG,CAAC,EAAE,MAAM,CAAC;SACd,CAAC,CAAC;QACH,cAAc,EAAE,mBAAmB,EAAE,CAAC;KACvC,GAAG,IAAI,CAAC;IAyET;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC;QAC3B,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IAyCF;;OAEG;IACG,YAAY,CAChB,MAAM,EAAE,MAAM,EAAE,EAChB,KAAK,EAAE,QAAQ,EACf,OAAO,GAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAO,GACjD,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAmDhC;;OAEG;IACG,UAAU,CACd,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,QAAQ,EACf,OAAO,GAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAO,GACjD,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAkDhC;;OAEG;IACG,YAAY,CAChB,MAAM,EAAE,MAAM,EAAE,EAChB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,QAAQ,EACf,OAAO,GAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE,MAAM,CAAC;KAChB,GACL,OAAO,CAAC,kBAAkB,EAAE,CAAC;IA2BhC;;OAEG;IACG,MAAM,CAAC,SAAS,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAwCxD;;OAEG;IACG,MAAM,CACV,SAAS,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC,GACvD,OAAO,CAAC,IAAI,CAAC;IAsChB;;OAEG;IACG,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAkDnD;;OAEG;IACG,aAAa,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAQnD,OAAO,CAAC,gBAAgB;IASxB,OAAO,CAAC,qBAAqB;IAe7B,OAAO,CAAC,4BAA4B;IAcpC,OAAO,CAAC,eAAe;IAkDvB,OAAO,CAAC,2BAA2B;IA0DnC,OAAO,CAAC,aAAa;IAarB,OAAO,CAAC,qBAAqB;IA0E7B,OAAO,CAAC,aAAa;YAuBP,OAAO;IAiDrB,OAAO,CAAC,QAAQ;IAQhB,OAAO,CAAC,YAAY;IAapB,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,mBAAmB;IA6C3B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;CAkD7B"}
|