@pleaseai/context-please-core 0.3.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +39 -0
- package/dist/.tsbuildinfo +1 -1
- package/dist/context.d.ts +25 -0
- package/dist/context.d.ts.map +1 -1
- package/dist/context.js +74 -0
- package/dist/context.js.map +1 -1
- package/dist/embedding/base-embedding.d.ts.map +1 -1
- package/dist/embedding/base-embedding.js +4 -0
- package/dist/embedding/base-embedding.js.map +1 -1
- package/dist/embedding/gemini-embedding.d.ts +41 -0
- package/dist/embedding/gemini-embedding.d.ts.map +1 -1
- package/dist/embedding/gemini-embedding.js +154 -25
- package/dist/embedding/gemini-embedding.js.map +1 -1
- package/dist/embedding/huggingface-embedding.d.ts +70 -0
- package/dist/embedding/huggingface-embedding.d.ts.map +1 -0
- package/dist/embedding/huggingface-embedding.js +270 -0
- package/dist/embedding/huggingface-embedding.js.map +1 -0
- package/dist/embedding/index.d.ts +1 -0
- package/dist/embedding/index.d.ts.map +1 -1
- package/dist/embedding/index.js +1 -0
- package/dist/embedding/index.js.map +1 -1
- package/dist/splitter/ast-splitter.d.ts.map +1 -1
- package/dist/splitter/ast-splitter.js.map +1 -1
- package/dist/vectordb/factory.d.ts +20 -1
- package/dist/vectordb/factory.d.ts.map +1 -1
- package/dist/vectordb/factory.js +67 -1
- package/dist/vectordb/factory.js.map +1 -1
- package/dist/vectordb/faiss-vectordb.d.ts +162 -0
- package/dist/vectordb/faiss-vectordb.d.ts.map +1 -0
- package/dist/vectordb/faiss-vectordb.js +762 -0
- package/dist/vectordb/faiss-vectordb.js.map +1 -0
- package/dist/vectordb/index.d.ts +1 -0
- package/dist/vectordb/index.d.ts.map +1 -1
- package/dist/vectordb/index.js +20 -1
- package/dist/vectordb/index.js.map +1 -1
- package/dist/vectordb/sparse/simple-bm25.d.ts +1 -0
- package/dist/vectordb/sparse/simple-bm25.d.ts.map +1 -1
- package/dist/vectordb/sparse/simple-bm25.js +1 -3
- package/dist/vectordb/sparse/simple-bm25.js.map +1 -1
- package/package.json +3 -1
package/README.md
CHANGED
|
@@ -238,6 +238,45 @@ const context = new Context({
|
|
|
238
238
|
})
|
|
239
239
|
```
|
|
240
240
|
|
|
241
|
+
### Using Gemini Embeddings with Retry Configuration
|
|
242
|
+
|
|
243
|
+
```typescript
|
|
244
|
+
import { Context, MilvusVectorDatabase, GeminiEmbedding } from '@pleaseai/context-please-core'
|
|
245
|
+
|
|
246
|
+
// Initialize with Gemini embedding provider
|
|
247
|
+
const embedding = new GeminiEmbedding({
|
|
248
|
+
apiKey: process.env.GEMINI_API_KEY || 'your-gemini-api-key',
|
|
249
|
+
model: 'gemini-embedding-001',
|
|
250
|
+
outputDimensionality: 768, // Optional: Matryoshka Representation Learning support (256, 768, 1536, 3072)
|
|
251
|
+
maxRetries: 3, // Optional: Maximum retry attempts (default: 3)
|
|
252
|
+
baseDelay: 1000 // Optional: Base delay in ms for exponential backoff (default: 1000ms)
|
|
253
|
+
})
|
|
254
|
+
|
|
255
|
+
const vectorDatabase = new MilvusVectorDatabase({
|
|
256
|
+
address: process.env.MILVUS_ADDRESS || 'localhost:19530',
|
|
257
|
+
token: process.env.MILVUS_TOKEN || ''
|
|
258
|
+
})
|
|
259
|
+
|
|
260
|
+
const context = new Context({
|
|
261
|
+
embedding,
|
|
262
|
+
vectorDatabase
|
|
263
|
+
})
|
|
264
|
+
|
|
265
|
+
// The retry mechanism automatically handles:
|
|
266
|
+
// - Rate limit errors (429)
|
|
267
|
+
// - Server errors (500, 502, 503, 504)
|
|
268
|
+
// - Network errors (ECONNREFUSED, ETIMEDOUT, ENOTFOUND, EAI_AGAIN)
|
|
269
|
+
// - Transient API failures with exponential backoff (1s → 2s → 4s → 8s, capped at 10s)
|
|
270
|
+
|
|
271
|
+
// Update retry configuration at runtime
|
|
272
|
+
embedding.setMaxRetries(5)
|
|
273
|
+
embedding.setBaseDelay(2000)
|
|
274
|
+
|
|
275
|
+
// Check current retry configuration
|
|
276
|
+
const retryConfig = embedding.getRetryConfig()
|
|
277
|
+
console.log(`Max retries: ${retryConfig.maxRetries}, Base delay: ${retryConfig.baseDelay}ms`)
|
|
278
|
+
```
|
|
279
|
+
|
|
241
280
|
### Custom File Filtering
|
|
242
281
|
|
|
243
282
|
```typescript
|