@voltx/rag 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +9 -11
- package/dist/index.mjs +9 -11
- package/package.json +3 -3
package/dist/index.d.mts
CHANGED
|
@@ -45,7 +45,7 @@ declare class CharacterSplitter implements TextSplitter {
|
|
|
45
45
|
declare class RAGPipeline {
|
|
46
46
|
private config;
|
|
47
47
|
constructor(config: RAGPipelineConfig);
|
|
48
|
-
/** Ingest a document: load → split → embed → store */
|
|
48
|
+
/** Ingest a document: load → split → embed (batch) → store */
|
|
49
49
|
ingest(source: string): Promise<number>;
|
|
50
50
|
/** Query: embed question → search vector store → return sources */
|
|
51
51
|
query(question: string, topK?: number): Promise<RAGQueryResult>;
|
package/dist/index.d.ts
CHANGED
|
@@ -45,7 +45,7 @@ declare class CharacterSplitter implements TextSplitter {
|
|
|
45
45
|
declare class RAGPipeline {
|
|
46
46
|
private config;
|
|
47
47
|
constructor(config: RAGPipelineConfig);
|
|
48
|
-
/** Ingest a document: load → split → embed → store */
|
|
48
|
+
/** Ingest a document: load → split → embed (batch) → store */
|
|
49
49
|
ingest(source: string): Promise<number>;
|
|
50
50
|
/** Query: embed question → search vector store → return sources */
|
|
51
51
|
query(question: string, topK?: number): Promise<RAGQueryResult>;
|
package/dist/index.js
CHANGED
|
@@ -77,21 +77,19 @@ var RAGPipeline = class {
|
|
|
77
77
|
constructor(config) {
|
|
78
78
|
this.config = config;
|
|
79
79
|
}
|
|
80
|
-
/** Ingest a document: load → split → embed → store */
|
|
80
|
+
/** Ingest a document: load → split → embed (batch) → store */
|
|
81
81
|
async ingest(source) {
|
|
82
82
|
const { loader, splitter = new CharacterSplitter(), embedder, vectorStore } = this.config;
|
|
83
83
|
const text = loader ? await loader.load(source) : source;
|
|
84
84
|
const chunks = splitter.split(text);
|
|
85
|
-
const
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
});
|
|
94
|
-
}
|
|
85
|
+
const texts = chunks.map((c) => c.content);
|
|
86
|
+
const embeddings = await embedder.embedBatch(texts);
|
|
87
|
+
const docs = chunks.map((chunk, i) => ({
|
|
88
|
+
id: chunk.id,
|
|
89
|
+
content: chunk.content,
|
|
90
|
+
embedding: embeddings[i],
|
|
91
|
+
metadata: chunk.metadata
|
|
92
|
+
}));
|
|
95
93
|
await vectorStore.upsert(docs);
|
|
96
94
|
return docs.length;
|
|
97
95
|
}
|
package/dist/index.mjs
CHANGED
|
@@ -50,21 +50,19 @@ var RAGPipeline = class {
|
|
|
50
50
|
constructor(config) {
|
|
51
51
|
this.config = config;
|
|
52
52
|
}
|
|
53
|
-
/** Ingest a document: load → split → embed → store */
|
|
53
|
+
/** Ingest a document: load → split → embed (batch) → store */
|
|
54
54
|
async ingest(source) {
|
|
55
55
|
const { loader, splitter = new CharacterSplitter(), embedder, vectorStore } = this.config;
|
|
56
56
|
const text = loader ? await loader.load(source) : source;
|
|
57
57
|
const chunks = splitter.split(text);
|
|
58
|
-
const
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
});
|
|
67
|
-
}
|
|
58
|
+
const texts = chunks.map((c) => c.content);
|
|
59
|
+
const embeddings = await embedder.embedBatch(texts);
|
|
60
|
+
const docs = chunks.map((chunk, i) => ({
|
|
61
|
+
id: chunk.id,
|
|
62
|
+
content: chunk.content,
|
|
63
|
+
embedding: embeddings[i],
|
|
64
|
+
metadata: chunk.metadata
|
|
65
|
+
}));
|
|
68
66
|
await vectorStore.upsert(docs);
|
|
69
67
|
return docs.length;
|
|
70
68
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@voltx/rag",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.2.0",
|
|
4
4
|
"description": "VoltX RAG pipeline primitives — document loading, chunking, embedding, retrieval",
|
|
5
5
|
"main": "./dist/index.js",
|
|
6
6
|
"module": "./dist/index.mjs",
|
|
@@ -14,8 +14,8 @@
|
|
|
14
14
|
}
|
|
15
15
|
},
|
|
16
16
|
"dependencies": {
|
|
17
|
-
"@voltx/
|
|
18
|
-
"@voltx/
|
|
17
|
+
"@voltx/db": "0.2.0",
|
|
18
|
+
"@voltx/core": "0.2.0"
|
|
19
19
|
},
|
|
20
20
|
"devDependencies": {
|
|
21
21
|
"tsup": "^8.0.0",
|