@pleaseai/context-please-core 0.2.1 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +74 -46
- package/dist/.tsbuildinfo +1 -1
- package/dist/context.d.ts +12 -12
- package/dist/context.d.ts.map +1 -1
- package/dist/context.js +125 -73
- package/dist/context.js.map +1 -1
- package/dist/embedding/base-embedding.d.ts.map +1 -1
- package/dist/embedding/base-embedding.js +1 -1
- package/dist/embedding/base-embedding.js.map +1 -1
- package/dist/embedding/gemini-embedding.d.ts +2 -1
- package/dist/embedding/gemini-embedding.d.ts.map +1 -1
- package/dist/embedding/gemini-embedding.js +8 -8
- package/dist/embedding/gemini-embedding.js.map +1 -1
- package/dist/embedding/index.d.ts +2 -2
- package/dist/embedding/index.d.ts.map +1 -1
- package/dist/embedding/index.js +2 -2
- package/dist/embedding/index.js.map +1 -1
- package/dist/embedding/ollama-embedding.d.ts +2 -1
- package/dist/embedding/ollama-embedding.d.ts.map +1 -1
- package/dist/embedding/ollama-embedding.js +5 -5
- package/dist/embedding/ollama-embedding.js.map +1 -1
- package/dist/embedding/openai-embedding.d.ts +2 -1
- package/dist/embedding/openai-embedding.d.ts.map +1 -1
- package/dist/embedding/openai-embedding.js +10 -10
- package/dist/embedding/openai-embedding.js.map +1 -1
- package/dist/embedding/voyageai-embedding.d.ts +2 -1
- package/dist/embedding/voyageai-embedding.d.ts.map +1 -1
- package/dist/embedding/voyageai-embedding.js +23 -23
- package/dist/embedding/voyageai-embedding.js.map +1 -1
- package/dist/index.d.ts +4 -4
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +4 -4
- package/dist/index.js.map +1 -1
- package/dist/splitter/ast-splitter.d.ts +1 -1
- package/dist/splitter/ast-splitter.d.ts.map +1 -1
- package/dist/splitter/ast-splitter.js +29 -15
- package/dist/splitter/ast-splitter.js.map +1 -1
- package/dist/splitter/index.d.ts +4 -4
- package/dist/splitter/index.d.ts.map +1 -1
- package/dist/splitter/index.js +1 -1
- package/dist/splitter/index.js.map +1 -1
- package/dist/splitter/langchain-splitter.d.ts +1 -1
- package/dist/splitter/langchain-splitter.d.ts.map +1 -1
- package/dist/splitter/langchain-splitter.js.map +1 -1
- package/dist/sync/merkle.d.ts.map +1 -1
- package/dist/sync/merkle.js +9 -9
- package/dist/sync/merkle.js.map +1 -1
- package/dist/sync/synchronizer.d.ts.map +1 -1
- package/dist/sync/synchronizer.js +15 -15
- package/dist/sync/synchronizer.js.map +1 -1
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/env-manager.d.ts.map +1 -1
- package/dist/utils/env-manager.js +3 -3
- package/dist/utils/env-manager.js.map +1 -1
- package/dist/utils/index.d.ts.map +1 -1
- package/dist/utils/index.js.map +1 -1
- package/dist/vectordb/base/base-vector-database.d.ts +1 -1
- package/dist/vectordb/base/base-vector-database.d.ts.map +1 -1
- package/dist/vectordb/base/base-vector-database.js.map +1 -1
- package/dist/vectordb/factory.d.ts +6 -6
- package/dist/vectordb/factory.d.ts.map +1 -1
- package/dist/vectordb/factory.js +1 -1
- package/dist/vectordb/factory.js.map +1 -1
- package/dist/vectordb/index.d.ts +9 -9
- package/dist/vectordb/index.d.ts.map +1 -1
- package/dist/vectordb/index.js +8 -8
- package/dist/vectordb/index.js.map +1 -1
- package/dist/vectordb/milvus-restful-vectordb.d.ts +6 -5
- package/dist/vectordb/milvus-restful-vectordb.d.ts.map +1 -1
- package/dist/vectordb/milvus-restful-vectordb.js +136 -136
- package/dist/vectordb/milvus-restful-vectordb.js.map +1 -1
- package/dist/vectordb/milvus-vectordb.d.ts +5 -4
- package/dist/vectordb/milvus-vectordb.d.ts.map +1 -1
- package/dist/vectordb/milvus-vectordb.js +31 -31
- package/dist/vectordb/milvus-vectordb.js.map +1 -1
- package/dist/vectordb/qdrant-vectordb.d.ts +28 -3
- package/dist/vectordb/qdrant-vectordb.d.ts.map +1 -1
- package/dist/vectordb/qdrant-vectordb.js +298 -73
- package/dist/vectordb/qdrant-vectordb.js.map +1 -1
- package/dist/vectordb/sparse/index.d.ts +2 -2
- package/dist/vectordb/sparse/index.d.ts.map +1 -1
- package/dist/vectordb/sparse/index.js +4 -4
- package/dist/vectordb/sparse/index.js.map +1 -1
- package/dist/vectordb/sparse/simple-bm25.d.ts +12 -2
- package/dist/vectordb/sparse/simple-bm25.d.ts.map +1 -1
- package/dist/vectordb/sparse/simple-bm25.js +82 -9
- package/dist/vectordb/sparse/simple-bm25.js.map +1 -1
- package/dist/vectordb/sparse/sparse-vector-generator.d.ts +7 -7
- package/dist/vectordb/sparse/sparse-vector-generator.d.ts.map +1 -1
- package/dist/vectordb/sparse/types.d.ts.map +1 -1
- package/dist/vectordb/types.d.ts +12 -12
- package/dist/vectordb/types.d.ts.map +1 -1
- package/dist/vectordb/types.js +1 -1
- package/dist/vectordb/types.js.map +1 -1
- package/dist/vectordb/zilliz-utils.d.ts +10 -10
- package/dist/vectordb/zilliz-utils.d.ts.map +1 -1
- package/dist/vectordb/zilliz-utils.js +16 -17
- package/dist/vectordb/zilliz-utils.js.map +1 -1
- package/package.json +14 -13
|
@@ -62,7 +62,7 @@ class VoyageAIEmbedding extends base_embedding_1.Embedding {
|
|
|
62
62
|
const model = this.config.model || 'voyage-code-3';
|
|
63
63
|
const response = await this.client.embed({
|
|
64
64
|
input: processedText,
|
|
65
|
-
model
|
|
65
|
+
model,
|
|
66
66
|
inputType: this.inputType,
|
|
67
67
|
});
|
|
68
68
|
if (!response.data || !response.data[0] || !response.data[0].embedding) {
|
|
@@ -70,7 +70,7 @@ class VoyageAIEmbedding extends base_embedding_1.Embedding {
|
|
|
70
70
|
}
|
|
71
71
|
return {
|
|
72
72
|
vector: response.data[0].embedding,
|
|
73
|
-
dimension: this.dimension
|
|
73
|
+
dimension: this.dimension,
|
|
74
74
|
};
|
|
75
75
|
}
|
|
76
76
|
async embedBatch(texts) {
|
|
@@ -78,7 +78,7 @@ class VoyageAIEmbedding extends base_embedding_1.Embedding {
|
|
|
78
78
|
const model = this.config.model || 'voyage-code-3';
|
|
79
79
|
const response = await this.client.embed({
|
|
80
80
|
input: processedTexts,
|
|
81
|
-
model
|
|
81
|
+
model,
|
|
82
82
|
inputType: this.inputType,
|
|
83
83
|
});
|
|
84
84
|
if (!response.data) {
|
|
@@ -90,7 +90,7 @@ class VoyageAIEmbedding extends base_embedding_1.Embedding {
|
|
|
90
90
|
}
|
|
91
91
|
return {
|
|
92
92
|
vector: item.embedding,
|
|
93
|
-
dimension: this.dimension
|
|
93
|
+
dimension: this.dimension,
|
|
94
94
|
};
|
|
95
95
|
});
|
|
96
96
|
}
|
|
@@ -130,96 +130,96 @@ class VoyageAIEmbedding extends base_embedding_1.Embedding {
|
|
|
130
130
|
'voyage-3-large': {
|
|
131
131
|
dimension: '1024 (default), 256, 512, 2048',
|
|
132
132
|
contextLength: 32000,
|
|
133
|
-
description: 'The best general-purpose and multilingual retrieval quality'
|
|
133
|
+
description: 'The best general-purpose and multilingual retrieval quality',
|
|
134
134
|
},
|
|
135
135
|
'voyage-3.5': {
|
|
136
136
|
dimension: '1024 (default), 256, 512, 2048',
|
|
137
137
|
contextLength: 32000,
|
|
138
|
-
description: 'Optimized for general-purpose and multilingual retrieval quality'
|
|
138
|
+
description: 'Optimized for general-purpose and multilingual retrieval quality',
|
|
139
139
|
},
|
|
140
140
|
'voyage-3.5-lite': {
|
|
141
141
|
dimension: '1024 (default), 256, 512, 2048',
|
|
142
142
|
contextLength: 32000,
|
|
143
|
-
description: 'Optimized for latency and cost'
|
|
143
|
+
description: 'Optimized for latency and cost',
|
|
144
144
|
},
|
|
145
145
|
'voyage-code-3': {
|
|
146
146
|
dimension: '1024 (default), 256, 512, 2048',
|
|
147
147
|
contextLength: 32000,
|
|
148
|
-
description: 'Optimized for code retrieval (recommended for code)'
|
|
148
|
+
description: 'Optimized for code retrieval (recommended for code)',
|
|
149
149
|
},
|
|
150
150
|
// Professional domain models
|
|
151
151
|
'voyage-finance-2': {
|
|
152
152
|
dimension: 1024,
|
|
153
153
|
contextLength: 32000,
|
|
154
|
-
description: 'Optimized for finance retrieval and RAG'
|
|
154
|
+
description: 'Optimized for finance retrieval and RAG',
|
|
155
155
|
},
|
|
156
156
|
'voyage-law-2': {
|
|
157
157
|
dimension: 1024,
|
|
158
158
|
contextLength: 16000,
|
|
159
|
-
description: 'Optimized for legal retrieval and RAG'
|
|
159
|
+
description: 'Optimized for legal retrieval and RAG',
|
|
160
160
|
},
|
|
161
161
|
'voyage-multilingual-2': {
|
|
162
162
|
dimension: 1024,
|
|
163
163
|
contextLength: 32000,
|
|
164
|
-
description: 'Legacy: Use voyage-3.5 for multilingual tasks'
|
|
164
|
+
description: 'Legacy: Use voyage-3.5 for multilingual tasks',
|
|
165
165
|
},
|
|
166
166
|
'voyage-large-2-instruct': {
|
|
167
167
|
dimension: 1024,
|
|
168
168
|
contextLength: 16000,
|
|
169
|
-
description: 'Legacy: Use voyage-3.5 instead'
|
|
169
|
+
description: 'Legacy: Use voyage-3.5 instead',
|
|
170
170
|
},
|
|
171
171
|
// Legacy models
|
|
172
172
|
'voyage-large-2': {
|
|
173
173
|
dimension: 1536,
|
|
174
174
|
contextLength: 16000,
|
|
175
|
-
description: 'Legacy: Use voyage-3.5 instead'
|
|
175
|
+
description: 'Legacy: Use voyage-3.5 instead',
|
|
176
176
|
},
|
|
177
177
|
'voyage-code-2': {
|
|
178
178
|
dimension: 1536,
|
|
179
179
|
contextLength: 16000,
|
|
180
|
-
description: 'Previous generation of code embeddings'
|
|
180
|
+
description: 'Previous generation of code embeddings',
|
|
181
181
|
},
|
|
182
182
|
'voyage-3': {
|
|
183
183
|
dimension: 1024,
|
|
184
184
|
contextLength: 32000,
|
|
185
|
-
description: 'Legacy: Use voyage-3.5 instead'
|
|
185
|
+
description: 'Legacy: Use voyage-3.5 instead',
|
|
186
186
|
},
|
|
187
187
|
'voyage-3-lite': {
|
|
188
188
|
dimension: 512,
|
|
189
189
|
contextLength: 32000,
|
|
190
|
-
description: 'Legacy: Use voyage-3.5-lite instead'
|
|
190
|
+
description: 'Legacy: Use voyage-3.5-lite instead',
|
|
191
191
|
},
|
|
192
192
|
'voyage-2': {
|
|
193
193
|
dimension: 1024,
|
|
194
194
|
contextLength: 4000,
|
|
195
|
-
description: 'Legacy: Use voyage-3.5-lite instead'
|
|
195
|
+
description: 'Legacy: Use voyage-3.5-lite instead',
|
|
196
196
|
},
|
|
197
197
|
// Other legacy models
|
|
198
198
|
'voyage-02': {
|
|
199
199
|
dimension: 1024,
|
|
200
200
|
contextLength: 4000,
|
|
201
|
-
description: 'Legacy model'
|
|
201
|
+
description: 'Legacy model',
|
|
202
202
|
},
|
|
203
203
|
'voyage-01': {
|
|
204
204
|
dimension: 1024,
|
|
205
205
|
contextLength: 4000,
|
|
206
|
-
description: 'Legacy model'
|
|
206
|
+
description: 'Legacy model',
|
|
207
207
|
},
|
|
208
208
|
'voyage-lite-01': {
|
|
209
209
|
dimension: 1024,
|
|
210
210
|
contextLength: 4000,
|
|
211
|
-
description: 'Legacy model'
|
|
211
|
+
description: 'Legacy model',
|
|
212
212
|
},
|
|
213
213
|
'voyage-lite-01-instruct': {
|
|
214
214
|
dimension: 1024,
|
|
215
215
|
contextLength: 4000,
|
|
216
|
-
description: 'Legacy model'
|
|
216
|
+
description: 'Legacy model',
|
|
217
217
|
},
|
|
218
218
|
'voyage-lite-02-instruct': {
|
|
219
219
|
dimension: 1024,
|
|
220
220
|
contextLength: 4000,
|
|
221
|
-
description: 'Legacy model'
|
|
222
|
-
}
|
|
221
|
+
description: 'Legacy model',
|
|
222
|
+
},
|
|
223
223
|
};
|
|
224
224
|
}
|
|
225
225
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"voyageai-embedding.js","sourceRoot":"","sources":["../../src/embedding/voyageai-embedding.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"voyageai-embedding.js","sourceRoot":"","sources":["../../src/embedding/voyageai-embedding.ts"],"names":[],"mappings":";;;AACA,uCAAyC;AACzC,qDAA4C;AAO5C,MAAa,iBAAkB,SAAQ,0BAAS;IAO9C,YAAY,MAA+B;QACzC,KAAK,EAAE,CAAA;QALD,cAAS,GAAW,IAAI,CAAA,CAAC,sCAAsC;QAC/D,cAAS,GAAyB,UAAU,CAAA;QAC1C,cAAS,GAAW,KAAK,CAAA,CAAC,qBAAqB;QAIvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,MAAM,GAAG,IAAI,yBAAc,CAAC;YAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAA;QAEF,6DAA6D;QAC7D,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,IAAI,eAAe,CAAC,CAAA;IAC3D,CAAC;IAEO,mBAAmB,CAAC,KAAa;QACvC,MAAM,eAAe,GAAG,iBAAiB,CAAC,kBAAkB,EAAE,CAAA;QAC9D,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAA;QAExC,IAAI,SAAS,EAAE,CAAC;YACd,mFAAmF;YACnF,IAAI,OAAO,SAAS,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAC5C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA,CAAC,oBAAoB;YAC5C,CAAC;iBACI,CAAC;gBACJ,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAA;YACtC,CAAC;YACD,iDAAiD;YACjD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,aAAa,CAAA;QAC1C,CAAC;aACI,CAAC;YACJ,8DAA8D;YAC9D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;YACrB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;QACxB,CAAC;IACH,CAAC;IAEO,uBAAuB,CAAC,KAAa;QAC3C,MAAM,eAAe,GAAG,iBAAiB,CAAC,kBAAkB,EAAE,CAAA;QAC9D,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAA;QAExC,IAAI,SAAS,EAAE,CAAC;YACd,mFAAmF;YACnF,IAAI,OAAO,SAAS,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAC5C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA,CAAC,oBAAoB;YAC5C,CAAC;iBACI,CAAC;gBACJ,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAA;YACtC,CAAC;QACH,CAAC;aACI,CAAC;YACJ,2CAA2C;YAC3C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACvB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,uEAAuE;QACvE,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,eAAe,CAAA;QAElD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YACvC,KAAK,EAAE,aAAa;YACpB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAA;QAEF,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;YACvE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;QAC3D,CAAC;QAED,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YAClC,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAA;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,eAAe,CAAA;QAElD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YACvC,KAAK,EAAE,cAAc;YACrB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAA;QAEF,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;QAC3D,CAAC;QAED,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAChC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAA;YACjE,CAAC;YACD,OAAO;gBACL,MAAM,EAAE,IAAI,CAAC,SAAS;gBACtB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,WAAW;QACT,OAAO,UAAU,CAAA;IACnB,CAAC;IAED;;;OAGG;IACH,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAA;QACzB,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;IACjC,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,SAA+B;QAC1C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,kBAAkB;QACvB,OAAO;YACL,4BAA4B;YAC5B,gBAAgB,EAAE;gBAChB,SAAS,EAAE,gCAAgC;gBAC3C,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,6DAA6D;aAC3E;YACD,YAAY,EAAE;gBACZ,SAAS,EAAE,gCAAgC;gBAC3C,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,kEAAkE;aAChF;YACD,iBAAiB,EAAE;gBACjB,SAAS,EAAE,gCAAgC;gBAC3C,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,gCAAgC;aAC9C;YACD,eAAe,EAAE;gBACf,SAAS,EAAE,gCAAgC;gBAC3C,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,qDAAqD;aACnE;YACD,6BAA6B;YAC7B,kBAAkB,EAAE;gBAClB,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,yCAAyC;aACvD;YACD,cAAc,EAAE;gBACd,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,uCAAuC;aACrD;YACD,uBAAuB,EAAE;gBACvB,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,+CAA+C;aAC7D;YACD,yBAAyB,EAAE;gBACzB,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,gCAAgC;aAC9C;YACD,gBAAgB;YAChB,gBAAgB,EAAE;gBAChB,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,gCAAgC;aAC9C;YACD,eAAe,EAAE;gBACf,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,wCAAwC;aACtD;YACD,UAAU,EAAE;gBACV,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,gCAAgC;aAC9C;YACD,eAAe,EAAE;gBACf,SAAS,EAAE,GAAG;gBACd,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,qCAAqC;aACnD;YACD,UAAU,EAAE;gBACV,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,qCAAqC;aACnD;YACD,sBAAsB;YACtB,WAAW,EAAE;gBACX,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,cAAc;aAC5B;YACD,WAAW,EAAE;gBACX,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,cAAc;aAC5B;YACD,gBAAgB,EAAE;gBAChB,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,cAAc;aAC5B;YACD,yBAAyB,EAAE;gBACzB,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,cAAc;aAC5B;YACD,yBAAyB,EAAE;gBACzB,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,cAAc;aAC5B;SACF,CAAA;IACH,CAAC;CACF;AAlPD,8CAkPC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
export * from './splitter';
|
|
2
|
-
export * from './embedding';
|
|
3
|
-
export * from './vectordb';
|
|
4
|
-
export * from './types';
|
|
5
1
|
export * from './context';
|
|
2
|
+
export * from './embedding';
|
|
3
|
+
export * from './splitter';
|
|
6
4
|
export * from './sync/synchronizer';
|
|
5
|
+
export * from './types';
|
|
7
6
|
export * from './utils';
|
|
7
|
+
export * from './vectordb';
|
|
8
8
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA;AACzB,cAAc,aAAa,CAAA;AAC3B,cAAc,YAAY,CAAA;AAC1B,cAAc,qBAAqB,CAAA;AACnC,cAAc,SAAS,CAAA;AACvB,cAAc,SAAS,CAAA;AACvB,cAAc,YAAY,CAAA"}
|
package/dist/index.js
CHANGED
|
@@ -14,11 +14,11 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
14
14
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
__exportStar(require("./splitter"), exports);
|
|
18
|
-
__exportStar(require("./embedding"), exports);
|
|
19
|
-
__exportStar(require("./vectordb"), exports);
|
|
20
|
-
__exportStar(require("./types"), exports);
|
|
21
17
|
__exportStar(require("./context"), exports);
|
|
18
|
+
__exportStar(require("./embedding"), exports);
|
|
19
|
+
__exportStar(require("./splitter"), exports);
|
|
22
20
|
__exportStar(require("./sync/synchronizer"), exports);
|
|
21
|
+
__exportStar(require("./types"), exports);
|
|
23
22
|
__exportStar(require("./utils"), exports);
|
|
23
|
+
__exportStar(require("./vectordb"), exports);
|
|
24
24
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4CAAyB;AACzB,8CAA2B;AAC3B,6CAA0B;AAC1B,sDAAmC;AACnC,0CAAuB;AACvB,0CAAuB;AACvB,6CAA0B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ast-splitter.d.ts","sourceRoot":"","sources":["../../src/splitter/ast-splitter.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"ast-splitter.d.ts","sourceRoot":"","sources":["../../src/splitter/ast-splitter.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AAyB7C,qBAAa,eAAgB,YAAW,QAAQ;IAC9C,OAAO,CAAC,SAAS,CAAe;IAChC,OAAO,CAAC,YAAY,CAAc;IAClC,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,iBAAiB,CAAK;gBAElB,SAAS,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM;IAW/C,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAiCpF,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAKrC,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IAK3C,OAAO,CAAC,iBAAiB;IAuBzB,OAAO,CAAC,aAAa;YAuDP,YAAY;IAiB1B,OAAO,CAAC,eAAe;IAiDvB,OAAO,CAAC,UAAU;IA4BlB,OAAO,CAAC,YAAY;IAIpB;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;CAqBtD"}
|
|
@@ -5,16 +5,16 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
6
|
exports.AstCodeSplitter = void 0;
|
|
7
7
|
const tree_sitter_1 = __importDefault(require("tree-sitter"));
|
|
8
|
-
const langchain_splitter_1 = require("./langchain-splitter");
|
|
9
8
|
// Language parsers
|
|
10
9
|
const JavaScript = require('tree-sitter-javascript');
|
|
10
|
+
const langchain_splitter_1 = require("./langchain-splitter");
|
|
11
11
|
const TypeScript = require('tree-sitter-typescript').typescript;
|
|
12
|
-
const
|
|
13
|
-
const Java = require('tree-sitter-java');
|
|
12
|
+
const CSharp = require('tree-sitter-c-sharp');
|
|
14
13
|
const Cpp = require('tree-sitter-cpp');
|
|
15
14
|
const Go = require('tree-sitter-go');
|
|
15
|
+
const Java = require('tree-sitter-java');
|
|
16
|
+
const Python = require('tree-sitter-python');
|
|
16
17
|
const Rust = require('tree-sitter-rust');
|
|
17
|
-
const CSharp = require('tree-sitter-c-sharp');
|
|
18
18
|
const Scala = require('tree-sitter-scala');
|
|
19
19
|
// Node types that represent logical code units
|
|
20
20
|
const SPLITTABLE_NODE_TYPES = {
|
|
@@ -26,7 +26,7 @@ const SPLITTABLE_NODE_TYPES = {
|
|
|
26
26
|
go: ['function_declaration', 'method_declaration', 'type_declaration', 'var_declaration', 'const_declaration'],
|
|
27
27
|
rust: ['function_item', 'impl_item', 'struct_item', 'enum_item', 'trait_item', 'mod_item'],
|
|
28
28
|
csharp: ['method_declaration', 'class_declaration', 'interface_declaration', 'struct_declaration', 'enum_declaration'],
|
|
29
|
-
scala: ['method_declaration', 'class_declaration', 'interface_declaration', 'constructor_declaration']
|
|
29
|
+
scala: ['method_declaration', 'class_declaration', 'interface_declaration', 'constructor_declaration'],
|
|
30
30
|
};
|
|
31
31
|
class AstCodeSplitter {
|
|
32
32
|
constructor(chunkSize, chunkOverlap) {
|
|
@@ -91,7 +91,7 @@ class AstCodeSplitter {
|
|
|
91
91
|
'rs': { parser: Rust, nodeTypes: SPLITTABLE_NODE_TYPES.rust },
|
|
92
92
|
'cs': { parser: CSharp, nodeTypes: SPLITTABLE_NODE_TYPES.csharp },
|
|
93
93
|
'csharp': { parser: CSharp, nodeTypes: SPLITTABLE_NODE_TYPES.csharp },
|
|
94
|
-
'scala': { parser: Scala, nodeTypes: SPLITTABLE_NODE_TYPES.scala }
|
|
94
|
+
'scala': { parser: Scala, nodeTypes: SPLITTABLE_NODE_TYPES.scala },
|
|
95
95
|
};
|
|
96
96
|
return langMap[language.toLowerCase()] || null;
|
|
97
97
|
}
|
|
@@ -113,7 +113,7 @@ class AstCodeSplitter {
|
|
|
113
113
|
endLine,
|
|
114
114
|
language,
|
|
115
115
|
filePath,
|
|
116
|
-
}
|
|
116
|
+
},
|
|
117
117
|
});
|
|
118
118
|
}
|
|
119
119
|
}
|
|
@@ -132,7 +132,7 @@ class AstCodeSplitter {
|
|
|
132
132
|
endLine: codeLines.length,
|
|
133
133
|
language,
|
|
134
134
|
filePath,
|
|
135
|
-
}
|
|
135
|
+
},
|
|
136
136
|
});
|
|
137
137
|
}
|
|
138
138
|
return chunks;
|
|
@@ -159,7 +159,7 @@ class AstCodeSplitter {
|
|
|
159
159
|
let currentLineCount = 0;
|
|
160
160
|
for (let i = 0; i < lines.length; i++) {
|
|
161
161
|
const line = lines[i];
|
|
162
|
-
const lineWithNewline = i === lines.length - 1 ? line : line
|
|
162
|
+
const lineWithNewline = i === lines.length - 1 ? line : `${line}\n`;
|
|
163
163
|
if (currentChunk.length + lineWithNewline.length > this.chunkSize && currentChunk.length > 0) {
|
|
164
164
|
// Create a sub-chunk
|
|
165
165
|
subChunks.push({
|
|
@@ -169,7 +169,7 @@ class AstCodeSplitter {
|
|
|
169
169
|
endLine: currentStartLine + currentLineCount - 1,
|
|
170
170
|
language: chunk.metadata.language,
|
|
171
171
|
filePath: chunk.metadata.filePath,
|
|
172
|
-
}
|
|
172
|
+
},
|
|
173
173
|
});
|
|
174
174
|
currentChunk = lineWithNewline;
|
|
175
175
|
currentStartLine = chunk.metadata.startLine + i;
|
|
@@ -189,7 +189,7 @@ class AstCodeSplitter {
|
|
|
189
189
|
endLine: currentStartLine + currentLineCount - 1,
|
|
190
190
|
language: chunk.metadata.language,
|
|
191
191
|
filePath: chunk.metadata.filePath,
|
|
192
|
-
}
|
|
192
|
+
},
|
|
193
193
|
});
|
|
194
194
|
}
|
|
195
195
|
return subChunks;
|
|
@@ -206,12 +206,12 @@ class AstCodeSplitter {
|
|
|
206
206
|
if (i > 0 && this.chunkOverlap > 0) {
|
|
207
207
|
const prevChunk = chunks[i - 1];
|
|
208
208
|
const overlapText = prevChunk.content.slice(-this.chunkOverlap);
|
|
209
|
-
content = overlapText
|
|
209
|
+
content = `${overlapText}\n${content}`;
|
|
210
210
|
metadata.startLine = Math.max(1, metadata.startLine - this.getLineCount(overlapText));
|
|
211
211
|
}
|
|
212
212
|
overlappedChunks.push({
|
|
213
213
|
content,
|
|
214
|
-
metadata
|
|
214
|
+
metadata,
|
|
215
215
|
});
|
|
216
216
|
}
|
|
217
217
|
return overlappedChunks;
|
|
@@ -224,8 +224,22 @@ class AstCodeSplitter {
|
|
|
224
224
|
*/
|
|
225
225
|
static isLanguageSupported(language) {
|
|
226
226
|
const supportedLanguages = [
|
|
227
|
-
'javascript',
|
|
228
|
-
'
|
|
227
|
+
'javascript',
|
|
228
|
+
'js',
|
|
229
|
+
'typescript',
|
|
230
|
+
'ts',
|
|
231
|
+
'python',
|
|
232
|
+
'py',
|
|
233
|
+
'java',
|
|
234
|
+
'cpp',
|
|
235
|
+
'c++',
|
|
236
|
+
'c',
|
|
237
|
+
'go',
|
|
238
|
+
'rust',
|
|
239
|
+
'rs',
|
|
240
|
+
'cs',
|
|
241
|
+
'csharp',
|
|
242
|
+
'scala',
|
|
229
243
|
];
|
|
230
244
|
return supportedLanguages.includes(language.toLowerCase());
|
|
231
245
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ast-splitter.js","sourceRoot":"","sources":["../../src/splitter/ast-splitter.ts"],"names":[],"mappings":";;;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"ast-splitter.js","sourceRoot":"","sources":["../../src/splitter/ast-splitter.ts"],"names":[],"mappings":";;;;;;AAAA,8DAAgC;AAChC,mBAAmB;AACnB,MAAM,UAAU,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAA;AAGpD,6DAA4D;AAC5D,MAAM,UAAU,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC,UAAU,CAAA;AAC/D,MAAM,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAA;AAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;AACtC,MAAM,EAAE,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAA;AACpC,MAAM,IAAI,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;AACxC,MAAM,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;AAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;AACxC,MAAM,KAAK,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;AAE1C,+CAA+C;AAC/C,MAAM,qBAAqB,GAAG;IAC5B,UAAU,EAAE,CAAC,sBAAsB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,kBAAkB,CAAC;IACpH,UAAU,EAAE,CAAC,sBAAsB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,wBAAwB,CAAC;IACvK,MAAM,EAAE,CAAC,qBAAqB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,2BAA2B,CAAC;IACxG,IAAI,EAAE,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,yBAAyB,CAAC;IACrG,GAAG,EAAE,CAAC,qBAAqB,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,aAAa,CAAC;IACtF,EAAE,EAAE,CAAC,sBAAsB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,mBAAmB,CAAC;IAC9G,IAAI,EAAE,CAAC,eAAe,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,CAAC;IAC1F,MAAM,EAAE,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,kBAAkB,CAAC;IACtH,KAAK,EAAE,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,yBAAyB,CAAC;CACvG,CAAA;AAED,MAAa,eAAe;IAM1B,YAAY,SAAkB,EAAE,YAAqB;QAL7C,cAAS,GAAW,IAAI,CAAA;QACxB,iBAAY,GAAW,GAAG,CAAA;QAKhC,IAAI,SAAS;YACX,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC5B,IAAI,YAAY;YACd,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAClC,IAAI,CAAC,MAAM,GAAG,IAAI,qBAAM,EAAE,CAAA;QAE1B,+BAA+B;QAC/B,IAAI,CAAC,iBAAiB,GAAG,IAAI,0CAAqB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAA;IAC7E,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,QAAgB,EAAE,QAAiB;QAC3D,iDAAiD;QACjD,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAA;QACnD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,eAAe,QAAQ,wDAAwD,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAA;YACnH,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;QACrE,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,6BAA6B,QAAQ,UAAU,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAA;YAEnF,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;YAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAEpC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,6CAA6C,QAAQ,gCAAgC,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAA;gBAC1H,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;YACrE,CAAC;YAED,oCAAoC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,UAAU,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;YAEhG,8CAA8C;YAC9C,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YAE3D,OAAO,aAAa,CAAA;QACtB,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,6CAA6C,QAAQ,gCAAgC,KAAK,EAAE,CAAC,CAAA;YAC1G,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;QACrE,CAAC;IACH,CAAC;IAED,YAAY,CAAC,SAAiB;QAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,SAAS,CAAC,CAAA;IAChD,CAAC;IAED,eAAe,CAAC,YAAoB;QAClC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,YAAY,CAAC,CAAA;IACtD,CAAC;IAEO,iBAAiB,CAAC,QAAgB;QACxC,MAAM,OAAO,GAAyD;YACpE,YAAY,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,CAAC,UAAU,EAAE;YACjF,IAAI,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,CAAC,UAAU,EAAE;YACzE,YAAY,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,CAAC,UAAU,EAAE;YACjF,IAAI,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,CAAC,UAAU,EAAE;YACzE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,qBAAqB,CAAC,MAAM,EAAE;YACrE,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,qBAAqB,CAAC,MAAM,EAAE;YACjE,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,qBAAqB,CAAC,IAAI,EAAE;YAC/D,KAAK,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,qBAAqB,CAAC,GAAG,EAAE;YAC5D,KAAK,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,qBAAqB,CAAC,GAAG,EAAE;YAC5D,GAAG,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,qBAAqB,CAAC,GAAG,EAAE;YAC1D,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,qBAAqB,CAAC,EAAE,EAAE;YACzD,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,qBAAqB,CAAC,IAAI,EAAE;YAC/D,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,qBAAqB,CAAC,IAAI,EAAE;YAC7D,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,qBAAqB,CAAC,MAAM,EAAE;YACjE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,qBAAqB,CAAC,MAAM,EAAE;YACrE,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,qBAAqB,CAAC,KAAK,EAAE;SACnE,CAAA;QAED,OAAO,OAAO,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAA;IAChD,CAAC;IAEO,aAAa,CACnB,IAAuB,EACvB,IAAY,EACZ,eAAyB,EACzB,QAAgB,EAChB,QAAiB;QAEjB,MAAM,MAAM,GAAgB,EAAE,CAAA;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAElC,MAAM,QAAQ,GAAG,CAAC,WAA8B,EAAE,EAAE;YAClD,uDAAuD;YACvD,IAAI,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/C,MAAM,SAAS,GAAG,WAAW,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAA;gBACnD,MAAM,OAAO,GAAG,WAAW,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,CAAA;gBAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAA;gBAEzE,iDAAiD;gBACjD,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC/B,MAAM,CAAC,IAAI,CAAC;wBACV,OAAO,EAAE,QAAQ;wBACjB,QAAQ,EAAE;4BACR,SAAS;4BACT,OAAO;4BACP,QAAQ;4BACR,QAAQ;yBACT;qBACF,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAED,kCAAkC;YAClC,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;gBACzC,QAAQ,CAAC,KAAK,CAAC,CAAA;YACjB,CAAC;QACH,CAAC,CAAA;QAED,QAAQ,CAAC,IAAI,CAAC,CAAA;QAEd,4EAA4E;QAC5E,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC;gBACV,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE;oBACR,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,SAAS,CAAC,MAAM;oBACzB,QAAQ;oBACR,QAAQ;iBACT;aACF,CAAC,CAAA;QACJ,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAmB,EAAE,YAAoB;QAClE,MAAM,aAAa,GAAgB,EAAE,CAAA;QAErC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC3C,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC3B,CAAC;iBACI,CAAC;gBACJ,qDAAqD;gBACrD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;gBAC3D,aAAa,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAA;YAClC,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAA;IACvC,CAAC;IAEO,eAAe,CAAC,KAAgB,EAAE,YAAoB;QAC5D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACvC,MAAM,SAAS,GAAgB,EAAE,CAAA;QACjC,IAAI,YAAY,GAAG,EAAE,CAAA;QACrB,IAAI,gBAAgB,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAA;QAC/C,IAAI,gBAAgB,GAAG,CAAC,CAAA;QAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACrB,MAAM,eAAe,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,CAAA;YAEnE,IAAI,YAAY,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7F,qBAAqB;gBACrB,SAAS,CAAC,IAAI,CAAC;oBACb,OAAO,EAAE,YAAY,CAAC,IAAI,EAAE;oBAC5B,QAAQ,EAAE;wBACR,SAAS,EAAE,gBAAgB;wBAC3B,OAAO,EAAE,gBAAgB,GAAG,gBAAgB,GAAG,CAAC;wBAChD,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ;wBACjC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ;qBAClC;iBACF,CAAC,CAAA;gBAEF,YAAY,GAAG,eAAe,CAAA;gBAC9B,gBAAgB,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAA;gBAC/C,gBAAgB,GAAG,CAAC,CAAA;YACtB,CAAC;iBACI,CAAC;gBACJ,YAAY,IAAI,eAAe,CAAA;gBAC/B,gBAAgB,EAAE,CAAA;YACpB,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,SAAS,CAAC,IAAI,CAAC;gBACb,OAAO,EAAE,YAAY,CAAC,IAAI,EAAE;gBAC5B,QAAQ,EAAE;oBACR,SAAS,EAAE,gBAAgB;oBAC3B,OAAO,EAAE,gBAAgB,GAAG,gBAAgB,GAAG,CAAC;oBAChD,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ;oBACjC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ;iBAClC;aACF,CAAC,CAAA;QACJ,CAAC;QAED,OAAO,SAAS,CAAA;IAClB,CAAC;IAEO,UAAU,CAAC,MAAmB;QACpC,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;YACjD,OAAO,MAAM,CAAA;QACf,CAAC;QAED,MAAM,gBAAgB,GAAgB,EAAE,CAAA;QAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;YAC/B,MAAM,QAAQ,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAA;YAE1C,kCAAkC;YAClC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gBAC/B,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBAC/D,OAAO,GAAG,GAAG,WAAW,KAAK,OAAO,EAAE,CAAA;gBACtC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAA;YACvF,CAAC;YAED,gBAAgB,CAAC,IAAI,CAAC;gBACpB,OAAO;gBACP,QAAQ;aACT,CAAC,CAAA;QACJ,CAAC;QAED,OAAO,gBAAgB,CAAA;IACzB,CAAC;IAEO,YAAY,CAAC,IAAY;QAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAA;IAChC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,QAAgB;QACzC,MAAM,kBAAkB,GAAG;YACzB,YAAY;YACZ,IAAI;YACJ,YAAY;YACZ,IAAI;YACJ,QAAQ;YACR,IAAI;YACJ,MAAM;YACN,KAAK;YACL,KAAK;YACL,GAAG;YACH,IAAI;YACJ,MAAM;YACN,IAAI;YACJ,IAAI;YACJ,QAAQ;YACR,OAAO;SACR,CAAA;QACD,OAAO,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAA;IAC5D,CAAC;CACF;AApQD,0CAoQC"}
|
package/dist/splitter/index.d.ts
CHANGED
|
@@ -24,18 +24,18 @@ export interface Splitter {
|
|
|
24
24
|
* @param filePath File path
|
|
25
25
|
* @returns Array of code chunks
|
|
26
26
|
*/
|
|
27
|
-
split(code: string, language: string, filePath?: string)
|
|
27
|
+
split: (code: string, language: string, filePath?: string) => Promise<CodeChunk[]>;
|
|
28
28
|
/**
|
|
29
29
|
* Set chunk size
|
|
30
30
|
* @param chunkSize Chunk size
|
|
31
31
|
*/
|
|
32
|
-
setChunkSize(chunkSize: number)
|
|
32
|
+
setChunkSize: (chunkSize: number) => void;
|
|
33
33
|
/**
|
|
34
34
|
* Set chunk overlap size
|
|
35
35
|
* @param chunkOverlap Chunk overlap size
|
|
36
36
|
*/
|
|
37
|
-
setChunkOverlap(chunkOverlap: number)
|
|
37
|
+
setChunkOverlap: (chunkOverlap: number) => void;
|
|
38
38
|
}
|
|
39
|
-
export * from './langchain-splitter';
|
|
40
39
|
export * from './ast-splitter';
|
|
40
|
+
export * from './langchain-splitter';
|
|
41
41
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/splitter/index.ts"],"names":[],"mappings":"AACA,MAAM,WAAW,SAAS;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/splitter/index.ts"],"names":[],"mappings":"AACA,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE;QACR,SAAS,EAAE,MAAM,CAAA;QACjB,OAAO,EAAE,MAAM,CAAA;QACf,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;KAClB,CAAA;CACF;AAGD,oBAAY,YAAY;IACtB,SAAS,cAAc;IACvB,GAAG,QAAQ;CACZ;AAGD,MAAM,WAAW,cAAc;IAC7B,IAAI,CAAC,EAAE,YAAY,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,QAAQ;IACvB;;;;;;OAMG;IACH,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC,CAAA;IAElF;;;OAGG;IACH,YAAY,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAA;IAEzC;;;OAGG;IACH,eAAe,EAAE,CAAC,YAAY,EAAE,MAAM,KAAK,IAAI,CAAA;CAChD;AAED,cAAc,gBAAgB,CAAA;AAE9B,cAAc,sBAAsB,CAAA"}
|
package/dist/splitter/index.js
CHANGED
|
@@ -21,7 +21,7 @@ var SplitterType;
|
|
|
21
21
|
SplitterType["LANGCHAIN"] = "langchain";
|
|
22
22
|
SplitterType["AST"] = "ast";
|
|
23
23
|
})(SplitterType || (exports.SplitterType = SplitterType = {}));
|
|
24
|
+
__exportStar(require("./ast-splitter"), exports);
|
|
24
25
|
// Implementation class exports
|
|
25
26
|
__exportStar(require("./langchain-splitter"), exports);
|
|
26
|
-
__exportStar(require("./ast-splitter"), exports);
|
|
27
27
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/splitter/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAWA,4BAA4B;AAC5B,IAAY,YAGX;AAHD,WAAY,YAAY;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/splitter/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAWA,4BAA4B;AAC5B,IAAY,YAGX;AAHD,WAAY,YAAY;IACtB,uCAAuB,CAAA;IACvB,2BAAW,CAAA;AACb,CAAC,EAHW,YAAY,4BAAZ,YAAY,QAGvB;AAgCD,iDAA8B;AAC9B,+BAA+B;AAC/B,uDAAoC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"langchain-splitter.d.ts","sourceRoot":"","sources":["../../src/splitter/langchain-splitter.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"langchain-splitter.d.ts","sourceRoot":"","sources":["../../src/splitter/langchain-splitter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AAMlD,qBAAa,qBAAsB,YAAW,QAAQ;IACpD,OAAO,CAAC,SAAS,CAAe;IAChC,OAAO,CAAC,YAAY,CAAc;gBAEtB,SAAS,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM;IAO/C,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IA0CpF,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAIrC,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IAI3C,OAAO,CAAC,WAAW;YA4BL,aAAa;IAuB3B,OAAO,CAAC,aAAa;CAiBtB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"langchain-splitter.js","sourceRoot":"","sources":["../../src/splitter/langchain-splitter.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"langchain-splitter.js","sourceRoot":"","sources":["../../src/splitter/langchain-splitter.ts"],"names":[],"mappings":";;;AACA,2DAAwE;AAKxE,MAAa,qBAAqB;IAIhC,YAAY,SAAkB,EAAE,YAAqB;QAH7C,cAAS,GAAW,IAAI,CAAA;QACxB,iBAAY,GAAW,GAAG,CAAA;QAGhC,IAAI,SAAS;YACX,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC5B,IAAI,YAAY;YACd,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,QAAgB,EAAE,QAAiB;QAC3D,IAAI,CAAC;YACH,oCAAoC;YACpC,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;YACjD,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,QAAQ,GAAG,8CAA8B,CAAC,YAAY,CAC1D,cAAc,EACd;oBACE,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,YAAY,EAAE,IAAI,CAAC,YAAY;iBAChC,CACF,CAAA;gBAED,aAAa;gBACb,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;gBAExD,8BAA8B;gBAC9B,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;oBAClC,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAA;oBAC5D,OAAO;wBACL,OAAO,EAAE,GAAG,CAAC,WAAW;wBACxB,QAAQ,EAAE;4BACR,SAAS,EAAE,KAAK,CAAC,IAAI;4BACrB,OAAO,EAAE,KAAK,CAAC,EAAE;4BACjB,QAAQ;4BACR,QAAQ;yBACT;qBACF,CAAA;gBACH,CAAC,CAAC,CAAA;YACJ,CAAC;iBACI,CAAC;gBACJ,8DAA8D;gBAC9D,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;YACrD,CAAC;QACH,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAA;YACnE,6DAA6D;YAC7D,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;QACrD,CAAC;IACH,CAAC;IAED,YAAY,CAAC,SAAiB;QAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED,eAAe,CAAC,YAAoB;QAClC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;IAClC,CAAC;IAEO,WAAW,CAAC,QAAgB;QAClC,2DAA2D;QAC3D,MAAM,WAAW,GAAsC;YACrD,YAAY,EAAE,IAAI;YAClB,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,MAAM;YACd,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,KAAK;YACZ,GAAG,EAAE,KAAK;YACV,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,MAAM;YACd,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,OAAO;YAChB,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,UAAU;YACtB,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,OAAO;YAChB,KAAK,EAAE,OAAO;YACd,UAAU,EAAE,KAAK;YACjB,KAAK,EAAE,KAAK;SACb,CAAA;QAED,OAAO,WAAW,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAA;IACpD,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,QAAgB,EAAE,QAAiB;QAC3E,+BAA+B;QAC/B,MAAM,QAAQ,GAAG,IAAI,8CAA8B,CAAC;YAClD,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC,CAAA;QAEF,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;QAExD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,CAAA;YACvD,OAAO;gBACL,OAAO,EAAE,GAAG,CAAC,WAAW;gBACxB,QAAQ,EAAE;oBACR,SAAS,EAAE,KAAK,CAAC,KAAK;oBACtB,OAAO,EAAE,KAAK,CAAC,GAAG;oBAClB,QAAQ;oBACR,QAAQ;iBACT;aACF,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAEO,aAAa,CAAC,KAAa,EAAE,YAAoB;QACvD,gCAAgC;QAChC,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAC1C,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAEpC,uCAAuC;QACvC,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAC9C,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,MAAM,EAAE,CAAA;QAC7C,CAAC;QAED,MAAM,WAAW,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;QACzD,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAA;QAChD,MAAM,OAAO,GAAG,SAAS,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAA;QAEjD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,CAAA;IAC3C,CAAC;CACF;AAjID,sDAiIC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"merkle.d.ts","sourceRoot":"","sources":["../../src/sync/merkle.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,aAAa;
|
|
1
|
+
{"version":3,"file":"merkle.d.ts","sourceRoot":"","sources":["../../src/sync/merkle.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,qBAAa,SAAS;IACpB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;IACjC,OAAO,EAAE,MAAM,EAAE,CAAA;;IAOjB,OAAO,CAAC,IAAI;IAIL,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM;IA4BhD,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAIlD,WAAW,IAAI,aAAa,EAAE;IAI9B,YAAY,IAAI,aAAa,EAAE;IAI/B,YAAY,IAAI,aAAa,EAAE;IAI/B,SAAS,IAAI,GAAG;WAOT,WAAW,CAAC,IAAI,EAAE,GAAG,GAAG,SAAS;WAOjC,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,GAAG;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE;CAkBpH"}
|
package/dist/sync/merkle.js
CHANGED
|
@@ -34,7 +34,7 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
34
34
|
})();
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.MerkleDAG = void 0;
|
|
37
|
-
const crypto = __importStar(require("crypto"));
|
|
37
|
+
const crypto = __importStar(require("node:crypto"));
|
|
38
38
|
class MerkleDAG {
|
|
39
39
|
constructor() {
|
|
40
40
|
this.nodes = new Map();
|
|
@@ -50,7 +50,7 @@ class MerkleDAG {
|
|
|
50
50
|
hash: nodeId,
|
|
51
51
|
data,
|
|
52
52
|
parents: [],
|
|
53
|
-
children: []
|
|
53
|
+
children: [],
|
|
54
54
|
};
|
|
55
55
|
// If there's a parent, create the relationship
|
|
56
56
|
if (parentId) {
|
|
@@ -75,15 +75,15 @@ class MerkleDAG {
|
|
|
75
75
|
return Array.from(this.nodes.values());
|
|
76
76
|
}
|
|
77
77
|
getRootNodes() {
|
|
78
|
-
return this.rootIds.map(id => this.nodes.get(id)).filter(Boolean);
|
|
78
|
+
return this.rootIds.map((id) => this.nodes.get(id)).filter(Boolean);
|
|
79
79
|
}
|
|
80
80
|
getLeafNodes() {
|
|
81
|
-
return Array.from(this.nodes.values()).filter(node => node.children.length === 0);
|
|
81
|
+
return Array.from(this.nodes.values()).filter((node) => node.children.length === 0);
|
|
82
82
|
}
|
|
83
83
|
serialize() {
|
|
84
84
|
return {
|
|
85
85
|
nodes: Array.from(this.nodes.entries()),
|
|
86
|
-
rootIds: this.rootIds
|
|
86
|
+
rootIds: this.rootIds,
|
|
87
87
|
};
|
|
88
88
|
}
|
|
89
89
|
static deserialize(data) {
|
|
@@ -93,10 +93,10 @@ class MerkleDAG {
|
|
|
93
93
|
return dag;
|
|
94
94
|
}
|
|
95
95
|
static compare(dag1, dag2) {
|
|
96
|
-
const nodes1 = new Map(Array.from(dag1.getAllNodes()).map(n => [n.id, n]));
|
|
97
|
-
const nodes2 = new Map(Array.from(dag2.getAllNodes()).map(n => [n.id, n]));
|
|
98
|
-
const added = Array.from(nodes2.keys()).filter(k => !nodes1.has(k));
|
|
99
|
-
const removed = Array.from(nodes1.keys()).filter(k => !nodes2.has(k));
|
|
96
|
+
const nodes1 = new Map(Array.from(dag1.getAllNodes()).map((n) => [n.id, n]));
|
|
97
|
+
const nodes2 = new Map(Array.from(dag2.getAllNodes()).map((n) => [n.id, n]));
|
|
98
|
+
const added = Array.from(nodes2.keys()).filter((k) => !nodes1.has(k));
|
|
99
|
+
const removed = Array.from(nodes1.keys()).filter((k) => !nodes2.has(k));
|
|
100
100
|
// For modified, we'll check if the data has changed for nodes that exist in both
|
|
101
101
|
const modified = [];
|
|
102
102
|
for (const [id, node1] of Array.from(nodes1.entries())) {
|
package/dist/sync/merkle.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"merkle.js","sourceRoot":"","sources":["../../src/sync/merkle.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA
|
|
1
|
+
{"version":3,"file":"merkle.js","sourceRoot":"","sources":["../../src/sync/merkle.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,oDAAqC;AAUrC,MAAa,SAAS;IAIpB;QACE,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAA;QACtB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;IACnB,CAAC;IAEO,IAAI,CAAC,IAAY;QACvB,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC/D,CAAC;IAEM,OAAO,CAAC,IAAY,EAAE,QAAiB;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9B,MAAM,IAAI,GAAkB;YAC1B,EAAE,EAAE,MAAM;YACV,IAAI,EAAE,MAAM;YACZ,IAAI;YACJ,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,EAAE;SACb,CAAA;QAED,+CAA+C;QAC/C,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YAC3C,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;gBAC3B,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBAChC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;YACtC,CAAC;QACH,CAAC;aACI,CAAC;YACJ,iCAAiC;YACjC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC3B,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QAC5B,OAAO,MAAM,CAAA;IACf,CAAC;IAEM,OAAO,CAAC,MAAc;QAC3B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;IAC/B,CAAC;IAEM,WAAW;QAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IACxC,CAAC;IAEM,YAAY;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACtE,CAAC;IAEM,YAAY;QACjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAA;IACrF,CAAC;IAEM,SAAS;QACd,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACvC,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAA;IACH,CAAC;IAEM,MAAM,CAAC,WAAW,CAAC,IAAS;QACjC,MAAM,GAAG,GAAG,IAAI,SAAS,EAAE,CAAA;QAC3B,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC/B,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;QAC1B,OAAO,GAAG,CAAA;IACZ,CAAC;IAEM,MAAM,CAAC,OAAO,CAAC,IAAe,EAAE,IAAe;QACpD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5E,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAE5E,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QACrE,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QAEvE,iFAAiF;QACjF,MAAM,QAAQ,GAAa,EAAE,CAAA;QAC7B,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YACvD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YAC5B,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;gBACvC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACnB,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAA;IACrC,CAAC;CACF;AAzFD,8BAyFC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"synchronizer.d.ts","sourceRoot":"","sources":["../../src/sync/synchronizer.ts"],"names":[],"mappings":"AAMA,qBAAa,gBAAgB;
|
|
1
|
+
{"version":3,"file":"synchronizer.d.ts","sourceRoot":"","sources":["../../src/sync/synchronizer.ts"],"names":[],"mappings":"AAMA,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAAqB;IACvC,OAAO,CAAC,SAAS,CAAW;IAC5B,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,YAAY,CAAQ;IAC5B,OAAO,CAAC,cAAc,CAAU;gBAEpB,OAAO,EAAE,MAAM,EAAE,cAAc,GAAE,MAAM,EAAO;IAQ1D,OAAO,CAAC,eAAe;YAUT,QAAQ;YAUR,kBAAkB;IA4DhC,OAAO,CAAC,YAAY;IAwDpB,OAAO,CAAC,YAAY;IA8BpB,OAAO,CAAC,eAAe;IAavB,OAAO,CAAC,cAAc;IAsBT,UAAU;IAOV,eAAe,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IA0BnG,OAAO,CAAC,aAAa;IA2Bd,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;YAI1C,YAAY;YAmBZ,YAAY;IA6B1B;;OAEG;WACU,cAAc,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAqBjE"}
|