@pleaseai/context-please-core 0.2.1 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +113 -46
- package/dist/.tsbuildinfo +1 -1
- package/dist/context.d.ts +37 -12
- package/dist/context.d.ts.map +1 -1
- package/dist/context.js +199 -73
- package/dist/context.js.map +1 -1
- package/dist/embedding/base-embedding.d.ts.map +1 -1
- package/dist/embedding/base-embedding.js +5 -1
- package/dist/embedding/base-embedding.js.map +1 -1
- package/dist/embedding/gemini-embedding.d.ts +43 -1
- package/dist/embedding/gemini-embedding.d.ts.map +1 -1
- package/dist/embedding/gemini-embedding.js +160 -31
- package/dist/embedding/gemini-embedding.js.map +1 -1
- package/dist/embedding/huggingface-embedding.d.ts +70 -0
- package/dist/embedding/huggingface-embedding.d.ts.map +1 -0
- package/dist/embedding/huggingface-embedding.js +270 -0
- package/dist/embedding/huggingface-embedding.js.map +1 -0
- package/dist/embedding/index.d.ts +3 -2
- package/dist/embedding/index.d.ts.map +1 -1
- package/dist/embedding/index.js +3 -2
- package/dist/embedding/index.js.map +1 -1
- package/dist/embedding/ollama-embedding.d.ts +2 -1
- package/dist/embedding/ollama-embedding.d.ts.map +1 -1
- package/dist/embedding/ollama-embedding.js +5 -5
- package/dist/embedding/ollama-embedding.js.map +1 -1
- package/dist/embedding/openai-embedding.d.ts +2 -1
- package/dist/embedding/openai-embedding.d.ts.map +1 -1
- package/dist/embedding/openai-embedding.js +10 -10
- package/dist/embedding/openai-embedding.js.map +1 -1
- package/dist/embedding/voyageai-embedding.d.ts +2 -1
- package/dist/embedding/voyageai-embedding.d.ts.map +1 -1
- package/dist/embedding/voyageai-embedding.js +23 -23
- package/dist/embedding/voyageai-embedding.js.map +1 -1
- package/dist/index.d.ts +4 -4
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +4 -4
- package/dist/index.js.map +1 -1
- package/dist/splitter/ast-splitter.d.ts +1 -1
- package/dist/splitter/ast-splitter.d.ts.map +1 -1
- package/dist/splitter/ast-splitter.js +29 -15
- package/dist/splitter/ast-splitter.js.map +1 -1
- package/dist/splitter/index.d.ts +4 -4
- package/dist/splitter/index.d.ts.map +1 -1
- package/dist/splitter/index.js +1 -1
- package/dist/splitter/index.js.map +1 -1
- package/dist/splitter/langchain-splitter.d.ts +1 -1
- package/dist/splitter/langchain-splitter.d.ts.map +1 -1
- package/dist/splitter/langchain-splitter.js.map +1 -1
- package/dist/sync/merkle.d.ts.map +1 -1
- package/dist/sync/merkle.js +9 -9
- package/dist/sync/merkle.js.map +1 -1
- package/dist/sync/synchronizer.d.ts.map +1 -1
- package/dist/sync/synchronizer.js +15 -15
- package/dist/sync/synchronizer.js.map +1 -1
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/env-manager.d.ts.map +1 -1
- package/dist/utils/env-manager.js +3 -3
- package/dist/utils/env-manager.js.map +1 -1
- package/dist/utils/index.d.ts.map +1 -1
- package/dist/utils/index.js.map +1 -1
- package/dist/vectordb/base/base-vector-database.d.ts +1 -1
- package/dist/vectordb/base/base-vector-database.d.ts.map +1 -1
- package/dist/vectordb/base/base-vector-database.js.map +1 -1
- package/dist/vectordb/factory.d.ts +26 -7
- package/dist/vectordb/factory.d.ts.map +1 -1
- package/dist/vectordb/factory.js +68 -2
- package/dist/vectordb/factory.js.map +1 -1
- package/dist/vectordb/faiss-vectordb.d.ts +162 -0
- package/dist/vectordb/faiss-vectordb.d.ts.map +1 -0
- package/dist/vectordb/faiss-vectordb.js +762 -0
- package/dist/vectordb/faiss-vectordb.js.map +1 -0
- package/dist/vectordb/index.d.ts +10 -9
- package/dist/vectordb/index.d.ts.map +1 -1
- package/dist/vectordb/index.js +28 -9
- package/dist/vectordb/index.js.map +1 -1
- package/dist/vectordb/milvus-restful-vectordb.d.ts +6 -5
- package/dist/vectordb/milvus-restful-vectordb.d.ts.map +1 -1
- package/dist/vectordb/milvus-restful-vectordb.js +136 -136
- package/dist/vectordb/milvus-restful-vectordb.js.map +1 -1
- package/dist/vectordb/milvus-vectordb.d.ts +5 -4
- package/dist/vectordb/milvus-vectordb.d.ts.map +1 -1
- package/dist/vectordb/milvus-vectordb.js +31 -31
- package/dist/vectordb/milvus-vectordb.js.map +1 -1
- package/dist/vectordb/qdrant-vectordb.d.ts +28 -3
- package/dist/vectordb/qdrant-vectordb.d.ts.map +1 -1
- package/dist/vectordb/qdrant-vectordb.js +298 -73
- package/dist/vectordb/qdrant-vectordb.js.map +1 -1
- package/dist/vectordb/sparse/index.d.ts +2 -2
- package/dist/vectordb/sparse/index.d.ts.map +1 -1
- package/dist/vectordb/sparse/index.js +4 -4
- package/dist/vectordb/sparse/index.js.map +1 -1
- package/dist/vectordb/sparse/simple-bm25.d.ts +13 -2
- package/dist/vectordb/sparse/simple-bm25.d.ts.map +1 -1
- package/dist/vectordb/sparse/simple-bm25.js +80 -9
- package/dist/vectordb/sparse/simple-bm25.js.map +1 -1
- package/dist/vectordb/sparse/sparse-vector-generator.d.ts +7 -7
- package/dist/vectordb/sparse/sparse-vector-generator.d.ts.map +1 -1
- package/dist/vectordb/sparse/types.d.ts.map +1 -1
- package/dist/vectordb/types.d.ts +12 -12
- package/dist/vectordb/types.d.ts.map +1 -1
- package/dist/vectordb/types.js +1 -1
- package/dist/vectordb/types.js.map +1 -1
- package/dist/vectordb/zilliz-utils.d.ts +10 -10
- package/dist/vectordb/zilliz-utils.d.ts.map +1 -1
- package/dist/vectordb/zilliz-utils.js +16 -17
- package/dist/vectordb/zilliz-utils.js.map +1 -1
- package/package.json +16 -13
|
@@ -0,0 +1,270 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.HuggingFaceEmbedding = void 0;
|
|
37
|
+
const base_embedding_1 = require("./base-embedding");
|
|
38
|
+
class HuggingFaceEmbedding extends base_embedding_1.Embedding {
|
|
39
|
+
constructor(config = {}) {
|
|
40
|
+
super();
|
|
41
|
+
this.maxTokens = 512;
|
|
42
|
+
this.model = null;
|
|
43
|
+
this.tokenizer = null;
|
|
44
|
+
this.dimension = 768;
|
|
45
|
+
this.modelLoading = null;
|
|
46
|
+
this.transformersModule = null;
|
|
47
|
+
this.config = {
|
|
48
|
+
model: config.model ?? 'MongoDB/mdbr-leaf-ir',
|
|
49
|
+
dtype: config.dtype ?? 'fp32',
|
|
50
|
+
queryPrefix: config.queryPrefix,
|
|
51
|
+
cacheDir: config.cacheDir,
|
|
52
|
+
};
|
|
53
|
+
// Set dimension and query prefix based on model
|
|
54
|
+
const modelId = this.config.model ?? 'MongoDB/mdbr-leaf-ir';
|
|
55
|
+
const modelInfo = HuggingFaceEmbedding.getSupportedModels()[modelId];
|
|
56
|
+
if (modelInfo) {
|
|
57
|
+
this.dimension = modelInfo.dimension;
|
|
58
|
+
this.maxTokens = modelInfo.maxTokens;
|
|
59
|
+
// Use model-specific query prefix if not overridden
|
|
60
|
+
if (this.config.queryPrefix === undefined) {
|
|
61
|
+
this.config.queryPrefix = modelInfo.queryPrefix;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
/**
|
|
66
|
+
* Get list of supported LEAF models
|
|
67
|
+
*/
|
|
68
|
+
static getSupportedModels() {
|
|
69
|
+
return {
|
|
70
|
+
'MongoDB/mdbr-leaf-ir': {
|
|
71
|
+
dimension: 768,
|
|
72
|
+
maxTokens: 512,
|
|
73
|
+
description: 'LEAF model optimized for information retrieval and semantic search (DEFAULT)',
|
|
74
|
+
queryPrefix: 'Represent this sentence for searching relevant passages: ',
|
|
75
|
+
},
|
|
76
|
+
'MongoDB/mdbr-leaf-mt': {
|
|
77
|
+
dimension: 768,
|
|
78
|
+
maxTokens: 512,
|
|
79
|
+
description: 'LEAF multi-task model for classification, clustering, and sentence similarity',
|
|
80
|
+
queryPrefix: undefined, // MT model doesn't use query prefix
|
|
81
|
+
},
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* Lazy load transformers module
|
|
86
|
+
*/
|
|
87
|
+
async getTransformersModule() {
|
|
88
|
+
if (!this.transformersModule) {
|
|
89
|
+
this.transformersModule = await Promise.resolve().then(() => __importStar(require('@huggingface/transformers')));
|
|
90
|
+
// Configure cache directory if specified
|
|
91
|
+
if (this.config.cacheDir) {
|
|
92
|
+
this.transformersModule.env.cacheDir = this.config.cacheDir;
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
return this.transformersModule;
|
|
96
|
+
}
|
|
97
|
+
/**
|
|
98
|
+
* Lazy load model and tokenizer on first use
|
|
99
|
+
*/
|
|
100
|
+
async ensureModel() {
|
|
101
|
+
// If already loaded, return immediately
|
|
102
|
+
if (this.model && this.tokenizer) {
|
|
103
|
+
return;
|
|
104
|
+
}
|
|
105
|
+
// If loading is in progress, wait for it
|
|
106
|
+
if (this.modelLoading) {
|
|
107
|
+
await this.modelLoading;
|
|
108
|
+
return;
|
|
109
|
+
}
|
|
110
|
+
// Start loading
|
|
111
|
+
this.modelLoading = this.loadModel();
|
|
112
|
+
await this.modelLoading;
|
|
113
|
+
}
|
|
114
|
+
/**
|
|
115
|
+
* Actually load the model and tokenizer
|
|
116
|
+
*/
|
|
117
|
+
async loadModel() {
|
|
118
|
+
try {
|
|
119
|
+
const transformers = await this.getTransformersModule();
|
|
120
|
+
const modelId = this.config.model ?? 'MongoDB/mdbr-leaf-ir';
|
|
121
|
+
console.log(`[HuggingFace] Loading model: ${modelId} (dtype: ${this.config.dtype})`);
|
|
122
|
+
// Load tokenizer and model in parallel
|
|
123
|
+
const [tokenizer, model] = await Promise.all([
|
|
124
|
+
transformers.AutoTokenizer.from_pretrained(modelId),
|
|
125
|
+
transformers.AutoModel.from_pretrained(modelId, {
|
|
126
|
+
dtype: this.config.dtype,
|
|
127
|
+
}),
|
|
128
|
+
]);
|
|
129
|
+
this.tokenizer = tokenizer;
|
|
130
|
+
this.model = model;
|
|
131
|
+
console.log(`[HuggingFace] Model loaded successfully: ${modelId}`);
|
|
132
|
+
}
|
|
133
|
+
catch (error) {
|
|
134
|
+
this.modelLoading = null; // Reset so it can be retried
|
|
135
|
+
const errorMessage = error instanceof Error ? error.message : 'Unknown error';
|
|
136
|
+
const err = new Error(`Failed to load HuggingFace model ${this.config.model}: ${errorMessage}`);
|
|
137
|
+
err.cause = error;
|
|
138
|
+
throw err;
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
/**
|
|
142
|
+
* Apply query prefix if configured (for IR models)
|
|
143
|
+
*/
|
|
144
|
+
applyQueryPrefix(text) {
|
|
145
|
+
if (this.config.queryPrefix) {
|
|
146
|
+
return this.config.queryPrefix + text;
|
|
147
|
+
}
|
|
148
|
+
return text;
|
|
149
|
+
}
|
|
150
|
+
async detectDimension() {
|
|
151
|
+
// LEAF models have fixed dimensions, no dynamic detection needed
|
|
152
|
+
return this.dimension;
|
|
153
|
+
}
|
|
154
|
+
async embed(text) {
|
|
155
|
+
await this.ensureModel();
|
|
156
|
+
if (!this.model || !this.tokenizer) {
|
|
157
|
+
throw new Error('Model or tokenizer failed to initialize');
|
|
158
|
+
}
|
|
159
|
+
const processedText = this.preprocessText(text);
|
|
160
|
+
const prefixedText = this.applyQueryPrefix(processedText);
|
|
161
|
+
try {
|
|
162
|
+
// Tokenize with truncation to handle texts longer than maxTokens
|
|
163
|
+
const inputs = await this.tokenizer([prefixedText], {
|
|
164
|
+
padding: true,
|
|
165
|
+
truncation: true,
|
|
166
|
+
max_length: this.maxTokens,
|
|
167
|
+
});
|
|
168
|
+
// Get embeddings
|
|
169
|
+
const outputs = await this.model(inputs);
|
|
170
|
+
// Extract sentence embedding
|
|
171
|
+
if (!outputs.sentence_embedding) {
|
|
172
|
+
throw new Error('Model did not return sentence_embedding');
|
|
173
|
+
}
|
|
174
|
+
// Convert tensor to array
|
|
175
|
+
const embedding = outputs.sentence_embedding.tolist()[0];
|
|
176
|
+
return {
|
|
177
|
+
vector: embedding,
|
|
178
|
+
dimension: embedding.length,
|
|
179
|
+
};
|
|
180
|
+
}
|
|
181
|
+
catch (error) {
|
|
182
|
+
const errorMessage = error instanceof Error ? error.message : 'Unknown error';
|
|
183
|
+
const err = new Error(`HuggingFace embedding failed: ${errorMessage}`);
|
|
184
|
+
err.cause = error;
|
|
185
|
+
throw err;
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
async embedBatch(texts) {
|
|
189
|
+
if (texts.length === 0) {
|
|
190
|
+
return [];
|
|
191
|
+
}
|
|
192
|
+
await this.ensureModel();
|
|
193
|
+
if (!this.model || !this.tokenizer) {
|
|
194
|
+
throw new Error('Model or tokenizer failed to initialize');
|
|
195
|
+
}
|
|
196
|
+
const processedTexts = this.preprocessTexts(texts);
|
|
197
|
+
const prefixedTexts = processedTexts.map(text => this.applyQueryPrefix(text));
|
|
198
|
+
try {
|
|
199
|
+
// Tokenize batch with truncation to handle texts longer than maxTokens
|
|
200
|
+
const inputs = await this.tokenizer(prefixedTexts, {
|
|
201
|
+
padding: true,
|
|
202
|
+
truncation: true,
|
|
203
|
+
max_length: this.maxTokens,
|
|
204
|
+
});
|
|
205
|
+
// Get embeddings
|
|
206
|
+
const outputs = await this.model(inputs);
|
|
207
|
+
// Extract sentence embeddings
|
|
208
|
+
if (!outputs.sentence_embedding) {
|
|
209
|
+
throw new Error('Model did not return sentence_embedding');
|
|
210
|
+
}
|
|
211
|
+
// Convert tensor to array
|
|
212
|
+
const embeddings = outputs.sentence_embedding.tolist();
|
|
213
|
+
return embeddings.map(embedding => ({
|
|
214
|
+
vector: embedding,
|
|
215
|
+
dimension: embedding.length,
|
|
216
|
+
}));
|
|
217
|
+
}
|
|
218
|
+
catch (error) {
|
|
219
|
+
// Fallback: process individually in parallel if batch fails
|
|
220
|
+
const batchErrorMessage = error instanceof Error ? error.message : 'Unknown error';
|
|
221
|
+
console.warn(`[HuggingFace] Batch embedding failed: ${batchErrorMessage}, falling back to parallel individual processing`);
|
|
222
|
+
try {
|
|
223
|
+
return await Promise.all(texts.map(text => this.embed(text)));
|
|
224
|
+
}
|
|
225
|
+
catch (individualError) {
|
|
226
|
+
const err = new Error(`HuggingFace batch embedding failed (both batch and individual attempts failed): ${batchErrorMessage}`);
|
|
227
|
+
err.cause = individualError;
|
|
228
|
+
throw err;
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
getDimension() {
|
|
233
|
+
return this.dimension;
|
|
234
|
+
}
|
|
235
|
+
getProvider() {
|
|
236
|
+
return 'HuggingFace';
|
|
237
|
+
}
|
|
238
|
+
/**
|
|
239
|
+
* Get the current model ID
|
|
240
|
+
*/
|
|
241
|
+
getModel() {
|
|
242
|
+
return this.config.model ?? 'MongoDB/mdbr-leaf-ir';
|
|
243
|
+
}
|
|
244
|
+
/**
|
|
245
|
+
* Get the current dtype setting
|
|
246
|
+
*/
|
|
247
|
+
getDtype() {
|
|
248
|
+
return this.config.dtype ?? 'fp32';
|
|
249
|
+
}
|
|
250
|
+
/**
|
|
251
|
+
* Get the query prefix (if any)
|
|
252
|
+
*/
|
|
253
|
+
getQueryPrefix() {
|
|
254
|
+
return this.config.queryPrefix;
|
|
255
|
+
}
|
|
256
|
+
/**
|
|
257
|
+
* Check if model is loaded
|
|
258
|
+
*/
|
|
259
|
+
isModelLoaded() {
|
|
260
|
+
return this.model !== null && this.tokenizer !== null;
|
|
261
|
+
}
|
|
262
|
+
/**
|
|
263
|
+
* Preload the model (optional, for eager loading)
|
|
264
|
+
*/
|
|
265
|
+
async preload() {
|
|
266
|
+
await this.ensureModel();
|
|
267
|
+
}
|
|
268
|
+
}
|
|
269
|
+
exports.HuggingFaceEmbedding = HuggingFaceEmbedding;
|
|
270
|
+
//# sourceMappingURL=huggingface-embedding.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"huggingface-embedding.js","sourceRoot":"","sources":["../../src/embedding/huggingface-embedding.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,qDAA4C;AAgB5C,MAAa,oBAAqB,SAAQ,0BAAS;IASjD,YAAY,SAAqC,EAAE;QACjD,KAAK,EAAE,CAAA;QATC,cAAS,GAAW,GAAG,CAAA;QACzB,UAAK,GAAyB,IAAI,CAAA;QAClC,cAAS,GAA6B,IAAI,CAAA;QAC1C,cAAS,GAAW,GAAG,CAAA;QAEvB,iBAAY,GAAyB,IAAI,CAAA;QACzC,uBAAkB,GAA8B,IAAI,CAAA;QAI1D,IAAI,CAAC,MAAM,GAAG;YACZ,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,sBAAsB;YAC7C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM;YAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAA;QAED,gDAAgD;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAA;QAC3D,MAAM,SAAS,GAAG,oBAAoB,CAAC,kBAAkB,EAAE,CAAC,OAAO,CAAC,CAAA;QACpE,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAA;YACpC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAA;YACpC,oDAAoD;YACpD,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC1C,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,CAAA;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,kBAAkB;QAMvB,OAAO;YACL,sBAAsB,EAAE;gBACtB,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;gBACd,WAAW,EAAE,8EAA8E;gBAC3F,WAAW,EAAE,2DAA2D;aACzE;YACD,sBAAsB,EAAE;gBACtB,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;gBACd,WAAW,EAAE,+EAA+E;gBAC5F,WAAW,EAAE,SAAS,EAAE,oCAAoC;aAC7D;SACF,CAAA;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,qBAAqB;QACjC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,IAAI,CAAC,kBAAkB,GAAG,wDAAa,2BAA2B,GAAC,CAAA;YAEnE,yCAAyC;YACzC,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACzB,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAA;YAC7D,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAA;IAChC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,wCAAwC;QACxC,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,OAAM;QACR,CAAC;QAED,yCAAyC;QACzC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,YAAY,CAAA;YACvB,OAAM;QACR,CAAC;QAED,gBAAgB;QAChB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA;QACpC,MAAM,IAAI,CAAC,YAAY,CAAA;IACzB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAA;YACvD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAA;YAE3D,OAAO,CAAC,GAAG,CAAC,gCAAgC,OAAO,YAAY,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAA;YAEpF,uCAAuC;YACvC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAC3C,YAAY,CAAC,aAAa,CAAC,eAAe,CAAC,OAAO,CAAC;gBACnD,YAAY,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE;oBAC9C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;iBACzB,CAAC;aACH,CAAC,CAAA;YAEF,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;YAC1B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;YAElB,OAAO,CAAC,GAAG,CAAC,4CAA4C,OAAO,EAAE,CAAC,CAAA;QACpE,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA,CAAC,6BAA6B;YACtD,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YAC7E,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,oCAAoC,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,YAAY,EAAE,CAAC,CAC9F;YAAC,GAAmC,CAAC,KAAK,GAAG,KAAK,CAAA;YACnD,MAAM,GAAG,CAAA;QACX,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAY;QACnC,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,IAAI,CAAA;QACvC,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,iEAAiE;QACjE,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;QAExB,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;QAC5D,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;QAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAA;QAEzD,IAAI,CAAC;YACH,iEAAiE;YACjE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,EAAE;gBAClD,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,IAAI,CAAC,SAAS;aAC3B,CAAC,CAAA;YAEF,iBAAiB;YACjB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YAExC,6BAA6B;YAC7B,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;YAC5D,CAAC;YAED,0BAA0B;YAC1B,MAAM,SAAS,GAAG,OAAO,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAa,CAAA;YAEpE,OAAO;gBACL,MAAM,EAAE,SAAS;gBACjB,SAAS,EAAE,SAAS,CAAC,MAAM;aAC5B,CAAA;QACH,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YAC7E,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,iCAAiC,YAAY,EAAE,CAAC,CACrE;YAAC,GAAmC,CAAC,KAAK,GAAG,KAAK,CAAA;YACnD,MAAM,GAAG,CAAA;QACX,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAA;QACX,CAAC;QAED,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;QAExB,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;QAC5D,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;QAClD,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAA;QAE7E,IAAI,CAAC;YACH,uEAAuE;YACvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE;gBACjD,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,IAAI,CAAC,SAAS;aAC3B,CAAC,CAAA;YAEF,iBAAiB;YACjB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YAExC,8BAA8B;YAC9B,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;YAC5D,CAAC;YAED,0BAA0B;YAC1B,MAAM,UAAU,GAAG,OAAO,CAAC,kBAAkB,CAAC,MAAM,EAAgB,CAAA;YAEpE,OAAO,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAClC,MAAM,EAAE,SAAS;gBACjB,SAAS,EAAE,SAAS,CAAC,MAAM;aAC5B,CAAC,CAAC,CAAA;QACL,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACb,4DAA4D;YAC5D,MAAM,iBAAiB,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YAClF,OAAO,CAAC,IAAI,CAAC,yCAAyC,iBAAiB,kDAAkD,CAAC,CAAA;YAE1H,IAAI,CAAC;gBACH,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YAC/D,CAAC;YACD,OAAO,eAAe,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,mFAAmF,iBAAiB,EAAE,CAAC,CAC5H;gBAAC,GAAmC,CAAC,KAAK,GAAG,eAAe,CAAA;gBAC7D,MAAM,GAAG,CAAA;YACX,CAAC;QACH,CAAC;IACH,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,WAAW;QACT,OAAO,aAAa,CAAA;IACtB,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAA;IACpD,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAA;IACpC,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,CAAA;IAChC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,CAAA;IACvD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;IAC1B,CAAC;CACF;AApRD,oDAoRC"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
export * from './base-embedding';
|
|
2
|
+
export * from './gemini-embedding';
|
|
3
|
+
export * from './huggingface-embedding';
|
|
4
|
+
export * from './ollama-embedding';
|
|
2
5
|
export * from './openai-embedding';
|
|
3
6
|
export * from './voyageai-embedding';
|
|
4
|
-
export * from './ollama-embedding';
|
|
5
|
-
export * from './gemini-embedding';
|
|
6
7
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AACA,cAAc,kBAAkB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AACA,cAAc,kBAAkB,CAAA;AAEhC,cAAc,oBAAoB,CAAA;AAClC,cAAc,yBAAyB,CAAA;AACvC,cAAc,oBAAoB,CAAA;AAElC,cAAc,oBAAoB,CAAA;AAClC,cAAc,sBAAsB,CAAA"}
|
package/dist/embedding/index.js
CHANGED
|
@@ -16,9 +16,10 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
17
|
// Export base classes and interfaces
|
|
18
18
|
__exportStar(require("./base-embedding"), exports);
|
|
19
|
+
__exportStar(require("./gemini-embedding"), exports);
|
|
20
|
+
__exportStar(require("./huggingface-embedding"), exports);
|
|
21
|
+
__exportStar(require("./ollama-embedding"), exports);
|
|
19
22
|
// Implementation class exports
|
|
20
23
|
__exportStar(require("./openai-embedding"), exports);
|
|
21
24
|
__exportStar(require("./voyageai-embedding"), exports);
|
|
22
|
-
__exportStar(require("./ollama-embedding"), exports);
|
|
23
|
-
__exportStar(require("./gemini-embedding"), exports);
|
|
24
25
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qCAAqC;AACrC,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qCAAqC;AACrC,mDAAgC;AAEhC,qDAAkC;AAClC,0DAAuC;AACvC,qDAAkC;AAClC,+BAA+B;AAC/B,qDAAkC;AAClC,uDAAoC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
|
+
import type { EmbeddingVector } from './base-embedding';
|
|
1
2
|
import { Ollama } from 'ollama';
|
|
2
|
-
import { Embedding
|
|
3
|
+
import { Embedding } from './base-embedding';
|
|
3
4
|
export interface OllamaEmbeddingConfig {
|
|
4
5
|
model: string;
|
|
5
6
|
host?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama-embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/ollama-embedding.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"ollama-embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/ollama-embedding.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC/B,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAE5C,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE,GAAG,CAAA;IACX,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,qBAAa,eAAgB,SAAQ,SAAS;IAC5C,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,iBAAiB,CAAiB;IAC1C,SAAS,CAAC,SAAS,EAAE,MAAM,CAAO;gBAEtB,MAAM,EAAE,qBAAqB;IA0BzC,OAAO,CAAC,2BAA2B;IAa7B,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAkC7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAoC7D,YAAY,IAAI,MAAM;IAItB,WAAW,IAAI,MAAM;IAIrB;;;OAGG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB5C;;;OAGG;IACH,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAQ3B;;;OAGG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAI9C;;;OAGG;IACH,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAI9C;;;OAGG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAKrC;;OAEG;IACH,SAAS,IAAI,MAAM;IAIb,eAAe,CAAC,QAAQ,GAAE,MAAe,GAAG,OAAO,CAAC,MAAM,CAAC;CA+BlE"}
|
|
@@ -65,7 +65,7 @@ class OllamaEmbedding extends base_embedding_1.Embedding {
|
|
|
65
65
|
}
|
|
66
66
|
return {
|
|
67
67
|
vector: response.embeddings[0],
|
|
68
|
-
dimension: this.dimension
|
|
68
|
+
dimension: this.dimension,
|
|
69
69
|
};
|
|
70
70
|
}
|
|
71
71
|
async embedBatch(texts) {
|
|
@@ -94,7 +94,7 @@ class OllamaEmbedding extends base_embedding_1.Embedding {
|
|
|
94
94
|
// Convert to EmbeddingVector format
|
|
95
95
|
return response.embeddings.map((embedding) => ({
|
|
96
96
|
vector: embedding,
|
|
97
|
-
dimension: this.dimension
|
|
97
|
+
dimension: this.dimension,
|
|
98
98
|
}));
|
|
99
99
|
}
|
|
100
100
|
getDimension() {
|
|
@@ -119,7 +119,7 @@ class OllamaEmbedding extends base_embedding_1.Embedding {
|
|
|
119
119
|
console.log(`[OllamaEmbedding] 📏 Detected Ollama embedding dimension: ${this.dimension} for model: ${this.config.model}`);
|
|
120
120
|
}
|
|
121
121
|
else {
|
|
122
|
-
console.log(
|
|
122
|
+
console.log(`[OllamaEmbedding] Dimension already detected for model ${this.config.model}`);
|
|
123
123
|
}
|
|
124
124
|
}
|
|
125
125
|
/**
|
|
@@ -129,7 +129,7 @@ class OllamaEmbedding extends base_embedding_1.Embedding {
|
|
|
129
129
|
setHost(host) {
|
|
130
130
|
this.config.host = host;
|
|
131
131
|
this.client = new ollama_1.Ollama({
|
|
132
|
-
host
|
|
132
|
+
host,
|
|
133
133
|
fetch: this.config.fetch,
|
|
134
134
|
});
|
|
135
135
|
}
|
|
@@ -161,7 +161,7 @@ class OllamaEmbedding extends base_embedding_1.Embedding {
|
|
|
161
161
|
getClient() {
|
|
162
162
|
return this.client;
|
|
163
163
|
}
|
|
164
|
-
async detectDimension(testText =
|
|
164
|
+
async detectDimension(testText = 'test') {
|
|
165
165
|
console.log(`[OllamaEmbedding] Detecting embedding dimension...`);
|
|
166
166
|
try {
|
|
167
167
|
const processedText = this.preprocessText(testText);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama-embedding.js","sourceRoot":"","sources":["../../src/embedding/ollama-embedding.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"ollama-embedding.js","sourceRoot":"","sources":["../../src/embedding/ollama-embedding.ts"],"names":[],"mappings":";;;AAEA,mCAA+B;AAC/B,qDAA4C;AAY5C,MAAa,eAAgB,SAAQ,0BAAS;IAO5C,YAAY,MAA6B;QACvC,KAAK,EAAE,CAAA;QALD,cAAS,GAAW,GAAG,CAAA,CAAC,8CAA8C;QACtE,sBAAiB,GAAY,KAAK,CAAA,CAAC,uCAAuC;QACxE,cAAS,GAAW,IAAI,CAAA,CAAC,oCAAoC;QAIrE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC;YACvB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,wBAAwB;YAC7C,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAA;QAEF,iEAAiE;QACjE,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;YACjC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAA;QAC/B,CAAC;QAED,gDAAgD;QAChD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;QACnC,CAAC;aACI,CAAC;YACJ,oCAAoC;YACpC,IAAI,CAAC,2BAA2B,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAChD,CAAC;QAED,2EAA2E;IAC7E,CAAC;IAEO,2BAA2B,CAAC,KAAa;QAC/C,iDAAiD;QACjD,IAAI,KAAK,EAAE,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA,CAAC,wCAAwC;QAChE,CAAC;aACI,IAAI,KAAK,EAAE,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;YACnD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA,CAAC,8CAA8C;QACtE,CAAC;aACI,CAAC;YACJ,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA,CAAC,iCAAiC;QACzD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,sBAAsB;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;QAE/C,kDAAkD;QAClD,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACtD,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAA;YAC7C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAA;YAC7B,OAAO,CAAC,GAAG,CAAC,6DAA6D,IAAI,CAAC,SAAS,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;QAC5H,CAAC;QAED,MAAM,YAAY,GAAiB;YACjC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,KAAK,EAAE,aAAa;YACpB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC7B,CAAA;QAED,kDAAkD;QAClD,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;YAC1D,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAA;QACjD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAEtD,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;QACzD,CAAC;QAED,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;YAC9B,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAA;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,uBAAuB;QACvB,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;QAElD,kDAAkD;QAClD,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACtD,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAA;YAC7C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAA;YAC7B,OAAO,CAAC,GAAG,CAAC,6DAA6D,IAAI,CAAC,SAAS,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;QAC5H,CAAC;QAED,0CAA0C;QAC1C,MAAM,YAAY,GAAiB;YACjC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,KAAK,EAAE,cAAc,EAAE,gCAAgC;YACvD,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC7B,CAAA;QAED,kDAAkD;QAClD,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;YAC1D,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAA;QACjD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAEtD,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;QAC/D,CAAC;QAED,oCAAoC;QACpC,OAAO,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAmB,EAAE,EAAE,CAAC,CAAC;YACvD,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC,CAAA;IACL,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,WAAW;QACT,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAA;QACzB,+CAA+C;QAC/C,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAA;QAC9B,kCAAkC;QAClC,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAA;QACvC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAA;YAC7C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAA;YAC7B,OAAO,CAAC,GAAG,CAAC,6DAA6D,IAAI,CAAC,SAAS,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;QAC5H,CAAC;aACI,CAAC;YACJ,OAAO,CAAC,GAAG,CAAC,0DAA0D,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;QAC5F,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,IAAY;QAClB,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAA;QACvB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC;YACvB,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;SACzB,CAAC,CAAA;IACJ,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,SAA0B;QACrC,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,SAAS,CAAA;IACnC,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,OAA4B;QACrC,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAA;IAC/B,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,SAAiB;QAC5B,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,SAAS,CAAA;QACjC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,WAAmB,MAAM;QAC7C,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAA;QAEjE,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;YACnD,MAAM,YAAY,GAAiB;gBACjC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBACxB,KAAK,EAAE,aAAa;gBACpB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;aAC7B,CAAA;YAED,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;gBAC1D,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAA;YACjD,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;YAEtD,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;YACzD,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;YAC/C,OAAO,CAAC,GAAG,CAAC,gEAAgE,SAAS,EAAE,CAAC,CAAA;YACxF,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YAC7E,OAAO,CAAC,KAAK,CAAC,iDAAiD,YAAY,EAAE,CAAC,CAAA;YAC9E,MAAM,IAAI,KAAK,CAAC,gDAAgD,YAAY,EAAE,CAAC,CAAA;QACjF,CAAC;IACH,CAAC;CACF;AA3ND,0CA2NC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
|
+
import type { EmbeddingVector } from './base-embedding';
|
|
1
2
|
import OpenAI from 'openai';
|
|
2
|
-
import { Embedding
|
|
3
|
+
import { Embedding } from './base-embedding';
|
|
3
4
|
export interface OpenAIEmbeddingConfig {
|
|
4
5
|
model: string;
|
|
5
6
|
apiKey: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai-embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/openai-embedding.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,
|
|
1
|
+
{"version":3,"file":"openai-embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/openai-embedding.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,MAAM,MAAM,QAAQ,CAAA;AAC3B,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAE5C,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,qBAAa,eAAgB,SAAQ,SAAS;IAC5C,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,SAAS,CAAe;IAChC,SAAS,CAAC,SAAS,EAAE,MAAM,CAAO;gBAEtB,MAAM,EAAE,qBAAqB;IASnC,eAAe,CAAC,QAAQ,GAAE,MAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAgC3D,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAiC7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAgC7D,YAAY,IAAI,MAAM;IAgBtB,WAAW,IAAI,MAAM;IAIrB;;;OAGG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5C;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;OAEG;IACH,MAAM,CAAC,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;CAgBxF"}
|
|
@@ -17,7 +17,7 @@ class OpenAIEmbedding extends base_embedding_1.Embedding {
|
|
|
17
17
|
baseURL: config.baseURL,
|
|
18
18
|
});
|
|
19
19
|
}
|
|
20
|
-
async detectDimension(testText =
|
|
20
|
+
async detectDimension(testText = 'test') {
|
|
21
21
|
const model = this.config.model || 'text-embedding-3-small';
|
|
22
22
|
const knownModels = OpenAIEmbedding.getSupportedModels();
|
|
23
23
|
// Use known dimension for standard models
|
|
@@ -28,7 +28,7 @@ class OpenAIEmbedding extends base_embedding_1.Embedding {
|
|
|
28
28
|
try {
|
|
29
29
|
const processedText = this.preprocessText(testText);
|
|
30
30
|
const response = await this.client.embeddings.create({
|
|
31
|
-
model
|
|
31
|
+
model,
|
|
32
32
|
input: processedText,
|
|
33
33
|
encoding_format: 'float',
|
|
34
34
|
});
|
|
@@ -56,7 +56,7 @@ class OpenAIEmbedding extends base_embedding_1.Embedding {
|
|
|
56
56
|
}
|
|
57
57
|
try {
|
|
58
58
|
const response = await this.client.embeddings.create({
|
|
59
|
-
model
|
|
59
|
+
model,
|
|
60
60
|
input: processedText,
|
|
61
61
|
encoding_format: 'float',
|
|
62
62
|
});
|
|
@@ -64,7 +64,7 @@ class OpenAIEmbedding extends base_embedding_1.Embedding {
|
|
|
64
64
|
this.dimension = response.data[0].embedding.length;
|
|
65
65
|
return {
|
|
66
66
|
vector: response.data[0].embedding,
|
|
67
|
-
dimension: this.dimension
|
|
67
|
+
dimension: this.dimension,
|
|
68
68
|
};
|
|
69
69
|
}
|
|
70
70
|
catch (error) {
|
|
@@ -84,14 +84,14 @@ class OpenAIEmbedding extends base_embedding_1.Embedding {
|
|
|
84
84
|
}
|
|
85
85
|
try {
|
|
86
86
|
const response = await this.client.embeddings.create({
|
|
87
|
-
model
|
|
87
|
+
model,
|
|
88
88
|
input: processedTexts,
|
|
89
89
|
encoding_format: 'float',
|
|
90
90
|
});
|
|
91
91
|
this.dimension = response.data[0].embedding.length;
|
|
92
92
|
return response.data.map((item) => ({
|
|
93
93
|
vector: item.embedding,
|
|
94
|
-
dimension: this.dimension
|
|
94
|
+
dimension: this.dimension,
|
|
95
95
|
}));
|
|
96
96
|
}
|
|
97
97
|
catch (error) {
|
|
@@ -142,16 +142,16 @@ class OpenAIEmbedding extends base_embedding_1.Embedding {
|
|
|
142
142
|
return {
|
|
143
143
|
'text-embedding-3-small': {
|
|
144
144
|
dimension: 1536,
|
|
145
|
-
description: 'High performance and cost-effective embedding model (recommended)'
|
|
145
|
+
description: 'High performance and cost-effective embedding model (recommended)',
|
|
146
146
|
},
|
|
147
147
|
'text-embedding-3-large': {
|
|
148
148
|
dimension: 3072,
|
|
149
|
-
description: 'Highest performance embedding model with larger dimensions'
|
|
149
|
+
description: 'Highest performance embedding model with larger dimensions',
|
|
150
150
|
},
|
|
151
151
|
'text-embedding-ada-002': {
|
|
152
152
|
dimension: 1536,
|
|
153
|
-
description: 'Legacy model (use text-embedding-3-small instead)'
|
|
154
|
-
}
|
|
153
|
+
description: 'Legacy model (use text-embedding-3-small instead)',
|
|
154
|
+
},
|
|
155
155
|
};
|
|
156
156
|
}
|
|
157
157
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai-embedding.js","sourceRoot":"","sources":["../../src/embedding/openai-embedding.ts"],"names":[],"mappings":";;;;;;
|
|
1
|
+
{"version":3,"file":"openai-embedding.js","sourceRoot":"","sources":["../../src/embedding/openai-embedding.ts"],"names":[],"mappings":";;;;;;AACA,oDAA2B;AAC3B,qDAA4C;AAQ5C,MAAa,eAAgB,SAAQ,0BAAS;IAM5C,YAAY,MAA6B;QACvC,KAAK,EAAE,CAAA;QAJD,cAAS,GAAW,IAAI,CAAA,CAAC,+CAA+C;QACtE,cAAS,GAAW,IAAI,CAAA,CAAC,6CAA6C;QAI9E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,WAAmB,MAAM;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAA;QAC3D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAA;QAExD,0CAA0C;QAC1C,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAA;QACrC,CAAC;QAED,uDAAuD;QACvD,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;YACnD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACnD,KAAK;gBACL,KAAK,EAAE,aAAa;gBACpB,eAAe,EAAE,OAAO;aACzB,CAAC,CAAA;YACF,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAA;QAC1C,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YAE7E,iCAAiC;YACjC,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACzH,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,KAAK,YAAY,EAAE,CAAC,CAAA;YACnF,CAAC;YAED,8DAA8D;YAC9D,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,KAAK,YAAY,EAAE,CAAC,CAAA;QACnF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAA;QAE3D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAA;QACxD,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC;YAC1E,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAA;QAC/C,CAAC;aACI,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAA;QAC/C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACnD,KAAK;gBACL,KAAK,EAAE,aAAa;gBACpB,eAAe,EAAE,OAAO;aACzB,CAAC,CAAA;YAEF,wCAAwC;YACxC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAA;YAElD,OAAO;gBACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAClC,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAA;QACH,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YAC7E,MAAM,IAAI,KAAK,CAAC,wCAAwC,YAAY,EAAE,CAAC,CAAA;QACzE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAA;QAE3D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAA;QACxD,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC;YAC1E,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAA;QAC/C,CAAC;aACI,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAA;QAC/C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACnD,KAAK;gBACL,KAAK,EAAE,cAAc;gBACrB,eAAe,EAAE,OAAO;aACzB,CAAC,CAAA;YAEF,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAA;YAElD,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,MAAM,EAAE,IAAI,CAAC,SAAS;gBACtB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC,CAAC,CAAA;QACL,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YAC7E,MAAM,IAAI,KAAK,CAAC,+CAA+C,YAAY,EAAE,CAAC,CAAA;QAChF,CAAC;IACH,CAAC;IAED,YAAY;QACV,2DAA2D;QAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAA;QAC3D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAA;QAExD,oDAAoD;QACpD,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAA;QACrC,CAAC;QAED,kDAAkD;QAClD,gEAAgE;QAChE,OAAO,CAAC,IAAI,CAAC,gEAAgE,KAAK,iBAAiB,IAAI,CAAC,SAAS,wDAAwD,CAAC,CAAA;QAC1K,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,WAAW;QACT,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAA;QACzB,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAA;QACxD,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAA;QAC/C,CAAC;aACI,CAAC;YACJ,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAA;QAC/C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,kBAAkB;QACvB,OAAO;YACL,wBAAwB,EAAE;gBACxB,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,mEAAmE;aACjF;YACD,wBAAwB,EAAE;gBACxB,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,4DAA4D;aAC1E;YACD,wBAAwB,EAAE;gBACxB,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,mDAAmD;aACjE;SACF,CAAA;IACH,CAAC;CACF;AA7KD,0CA6KC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
|
+
import type { EmbeddingVector } from './base-embedding';
|
|
1
2
|
import { VoyageAIClient } from 'voyageai';
|
|
2
|
-
import { Embedding
|
|
3
|
+
import { Embedding } from './base-embedding';
|
|
3
4
|
export interface VoyageAIEmbeddingConfig {
|
|
4
5
|
model: string;
|
|
5
6
|
apiKey: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"voyageai-embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/voyageai-embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,
|
|
1
|
+
{"version":3,"file":"voyageai-embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/voyageai-embedding.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAA;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAE5C,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAED,qBAAa,iBAAkB,SAAQ,SAAS;IAC9C,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,MAAM,CAAyB;IACvC,OAAO,CAAC,SAAS,CAAe;IAChC,OAAO,CAAC,SAAS,CAAmC;IACpD,SAAS,CAAC,SAAS,EAAE,MAAM,CAAQ;gBAEvB,MAAM,EAAE,uBAAuB;IAW3C,OAAO,CAAC,mBAAmB;IAsB3B,OAAO,CAAC,uBAAuB;IAmBzB,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAKlC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAoB7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAyB7D,YAAY,IAAI,MAAM;IAItB,WAAW,IAAI,MAAM;IAIrB;;;OAGG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAK7B;;;OAGG;IACH,YAAY,CAAC,SAAS,EAAE,UAAU,GAAG,OAAO,GAAG,IAAI;IAInD;;OAEG;IACH,SAAS,IAAI,cAAc;IAI3B;;OAEG;IACH,MAAM,CAAC,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;CAkGxH"}
|