langchain 0.0.159 → 0.0.161
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/embeddings/bedrock.cjs +73 -0
- package/dist/embeddings/bedrock.d.ts +47 -0
- package/dist/embeddings/bedrock.js +69 -0
- package/dist/experimental/hubs/makersuite/googlemakersuitehub.cjs +297 -0
- package/dist/experimental/hubs/makersuite/googlemakersuitehub.d.ts +183 -0
- package/dist/experimental/hubs/makersuite/googlemakersuitehub.js +291 -0
- package/dist/load/import_constants.cjs +2 -0
- package/dist/load/import_constants.js +2 -0
- package/dist/load/import_map.cjs +4 -1
- package/dist/load/import_map.d.ts +3 -0
- package/dist/load/import_map.js +3 -0
- package/dist/retrievers/chaindesk.cjs +71 -0
- package/dist/retrievers/chaindesk.d.ts +18 -0
- package/dist/retrievers/chaindesk.js +67 -0
- package/dist/retrievers/contextual_compression.cjs +2 -2
- package/dist/retrievers/contextual_compression.js +2 -2
- package/dist/retrievers/databerry.cjs +1 -0
- package/dist/retrievers/databerry.d.ts +1 -0
- package/dist/retrievers/databerry.js +1 -0
- package/dist/retrievers/document_compressors/embeddings_filter.cjs +78 -0
- package/dist/retrievers/document_compressors/embeddings_filter.d.ts +39 -0
- package/dist/retrievers/document_compressors/embeddings_filter.js +74 -0
- package/dist/retrievers/document_compressors/index.cjs +33 -1
- package/dist/retrievers/document_compressors/index.d.ts +14 -1
- package/dist/retrievers/document_compressors/index.js +31 -0
- package/dist/retrievers/document_compressors/test/document_compressor.int.test.cjs +28 -0
- package/dist/retrievers/document_compressors/test/document_compressor.int.test.d.ts +1 -0
- package/dist/retrievers/document_compressors/test/document_compressor.int.test.js +26 -0
- package/dist/retrievers/tavily_search_api.cjs +144 -0
- package/dist/retrievers/tavily_search_api.d.ts +38 -0
- package/dist/retrievers/tavily_search_api.js +140 -0
- package/dist/schema/runnable/base.cjs +3 -0
- package/dist/schema/runnable/base.d.ts +1 -0
- package/dist/schema/runnable/base.js +3 -0
- package/dist/text_splitter.cjs +22 -8
- package/dist/text_splitter.d.ts +1 -0
- package/dist/text_splitter.js +22 -8
- package/dist/types/googlevertexai-types.d.ts +7 -5
- package/dist/util/googlevertexai-connection.cjs +35 -27
- package/dist/util/googlevertexai-connection.d.ts +12 -8
- package/dist/util/googlevertexai-connection.js +33 -26
- package/dist/util/googlevertexai-webauth.d.ts +2 -2
- package/dist/vectorstores/googlevertexai.d.ts +4 -4
- package/dist/vectorstores/pinecone.cjs +21 -34
- package/dist/vectorstores/pinecone.d.ts +6 -9
- package/dist/vectorstores/pinecone.js +21 -34
- package/embeddings/bedrock.cjs +1 -0
- package/embeddings/bedrock.d.ts +1 -0
- package/embeddings/bedrock.js +1 -0
- package/experimental/hubs/makersuite/googlemakersuitehub.cjs +1 -0
- package/experimental/hubs/makersuite/googlemakersuitehub.d.ts +1 -0
- package/experimental/hubs/makersuite/googlemakersuitehub.js +1 -0
- package/package.json +48 -3
- package/retrievers/chaindesk.cjs +1 -0
- package/retrievers/chaindesk.d.ts +1 -0
- package/retrievers/chaindesk.js +1 -0
- package/retrievers/document_compressors/embeddings_filter.cjs +1 -0
- package/retrievers/document_compressors/embeddings_filter.d.ts +1 -0
- package/retrievers/document_compressors/embeddings_filter.js +1 -0
- package/retrievers/tavily_search_api.cjs +1 -0
- package/retrievers/tavily_search_api.d.ts +1 -0
- package/retrievers/tavily_search_api.js +1 -0
|
@@ -1,8 +1,8 @@
|
|
|
1
|
+
/* eslint-disable no-process-env */
|
|
1
2
|
import * as uuid from "uuid";
|
|
2
3
|
import flatten from "flat";
|
|
3
4
|
import { VectorStore } from "./base.js";
|
|
4
5
|
import { Document } from "../document.js";
|
|
5
|
-
import { chunkArray } from "../util/chunk.js";
|
|
6
6
|
import { AsyncCaller } from "../util/async_caller.js";
|
|
7
7
|
/**
|
|
8
8
|
* Class that extends the VectorStore class and provides methods to
|
|
@@ -106,16 +106,13 @@ export class PineconeStore extends VectorStore {
|
|
|
106
106
|
values,
|
|
107
107
|
};
|
|
108
108
|
});
|
|
109
|
+
const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
|
|
109
110
|
// Pinecone recommends a limit of 100 vectors per upsert request
|
|
110
|
-
const chunkSize =
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
namespace: this.namespace,
|
|
116
|
-
},
|
|
117
|
-
})));
|
|
118
|
-
await Promise.all(batchRequests);
|
|
111
|
+
const chunkSize = 50;
|
|
112
|
+
for (let i = 0; i < pineconeVectors.length; i += chunkSize) {
|
|
113
|
+
const chunk = pineconeVectors.slice(i, i + chunkSize);
|
|
114
|
+
await namespace.upsert(chunk);
|
|
115
|
+
}
|
|
119
116
|
return documentIds;
|
|
120
117
|
}
|
|
121
118
|
/**
|
|
@@ -124,23 +121,17 @@ export class PineconeStore extends VectorStore {
|
|
|
124
121
|
* @returns Promise that resolves when the delete operation is complete.
|
|
125
122
|
*/
|
|
126
123
|
async delete(params) {
|
|
127
|
-
const {
|
|
124
|
+
const { deleteAll, ids } = params;
|
|
125
|
+
const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
|
|
128
126
|
if (deleteAll) {
|
|
129
|
-
await
|
|
130
|
-
deleteAll: true,
|
|
131
|
-
namespace,
|
|
132
|
-
...rest,
|
|
133
|
-
});
|
|
127
|
+
await namespace.deleteAll();
|
|
134
128
|
}
|
|
135
129
|
else if (ids) {
|
|
136
130
|
const batchSize = 1000;
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
...rest,
|
|
142
|
-
})));
|
|
143
|
-
await Promise.all(batchRequests);
|
|
131
|
+
for (let i = 0; i < ids.length; i += batchSize) {
|
|
132
|
+
const batchIds = ids.slice(i, i + batchSize);
|
|
133
|
+
await namespace.deleteMany(batchIds);
|
|
134
|
+
}
|
|
144
135
|
}
|
|
145
136
|
else {
|
|
146
137
|
throw new Error("Either ids or delete_all must be provided.");
|
|
@@ -159,14 +150,12 @@ export class PineconeStore extends VectorStore {
|
|
|
159
150
|
throw new Error("cannot provide both `filter` and `this.filter`");
|
|
160
151
|
}
|
|
161
152
|
const _filter = filter ?? this.filter;
|
|
162
|
-
const
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
filter: _filter,
|
|
169
|
-
},
|
|
153
|
+
const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
|
|
154
|
+
const results = await namespace.query({
|
|
155
|
+
includeMetadata: true,
|
|
156
|
+
topK: k,
|
|
157
|
+
vector: query,
|
|
158
|
+
filter: _filter,
|
|
170
159
|
});
|
|
171
160
|
const result = [];
|
|
172
161
|
if (results.matches) {
|
|
@@ -200,9 +189,7 @@ export class PineconeStore extends VectorStore {
|
|
|
200
189
|
docs.push(newDoc);
|
|
201
190
|
}
|
|
202
191
|
const args = {
|
|
203
|
-
pineconeIndex:
|
|
204
|
-
? dbConfig.pineconeIndex
|
|
205
|
-
: dbConfig.pineconeClient,
|
|
192
|
+
pineconeIndex: dbConfig.pineconeIndex,
|
|
206
193
|
textKey: dbConfig.textKey,
|
|
207
194
|
namespace: dbConfig.namespace,
|
|
208
195
|
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
module.exports = require('../dist/embeddings/bedrock.cjs');
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from '../dist/embeddings/bedrock.js'
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from '../dist/embeddings/bedrock.js'
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
module.exports = require('../../../dist/experimental/hubs/makersuite/googlemakersuitehub.cjs');
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from '../../../dist/experimental/hubs/makersuite/googlemakersuitehub.js'
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from '../../../dist/experimental/hubs/makersuite/googlemakersuitehub.js'
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "langchain",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.161",
|
|
4
4
|
"description": "Typescript bindings for langchain",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"engines": {
|
|
@@ -79,6 +79,9 @@
|
|
|
79
79
|
"embeddings/base.cjs",
|
|
80
80
|
"embeddings/base.js",
|
|
81
81
|
"embeddings/base.d.ts",
|
|
82
|
+
"embeddings/bedrock.cjs",
|
|
83
|
+
"embeddings/bedrock.js",
|
|
84
|
+
"embeddings/bedrock.d.ts",
|
|
82
85
|
"embeddings/cache_backed.cjs",
|
|
83
86
|
"embeddings/cache_backed.js",
|
|
84
87
|
"embeddings/cache_backed.d.ts",
|
|
@@ -487,6 +490,9 @@
|
|
|
487
490
|
"retrievers/metal.cjs",
|
|
488
491
|
"retrievers/metal.js",
|
|
489
492
|
"retrievers/metal.d.ts",
|
|
493
|
+
"retrievers/chaindesk.cjs",
|
|
494
|
+
"retrievers/chaindesk.js",
|
|
495
|
+
"retrievers/chaindesk.d.ts",
|
|
490
496
|
"retrievers/databerry.cjs",
|
|
491
497
|
"retrievers/databerry.js",
|
|
492
498
|
"retrievers/databerry.d.ts",
|
|
@@ -505,12 +511,18 @@
|
|
|
505
511
|
"retrievers/parent_document.cjs",
|
|
506
512
|
"retrievers/parent_document.js",
|
|
507
513
|
"retrievers/parent_document.d.ts",
|
|
514
|
+
"retrievers/tavily_search_api.cjs",
|
|
515
|
+
"retrievers/tavily_search_api.js",
|
|
516
|
+
"retrievers/tavily_search_api.d.ts",
|
|
508
517
|
"retrievers/time_weighted.cjs",
|
|
509
518
|
"retrievers/time_weighted.js",
|
|
510
519
|
"retrievers/time_weighted.d.ts",
|
|
511
520
|
"retrievers/document_compressors/chain_extract.cjs",
|
|
512
521
|
"retrievers/document_compressors/chain_extract.js",
|
|
513
522
|
"retrievers/document_compressors/chain_extract.d.ts",
|
|
523
|
+
"retrievers/document_compressors/embeddings_filter.cjs",
|
|
524
|
+
"retrievers/document_compressors/embeddings_filter.js",
|
|
525
|
+
"retrievers/document_compressors/embeddings_filter.d.ts",
|
|
514
526
|
"retrievers/hyde.cjs",
|
|
515
527
|
"retrievers/hyde.js",
|
|
516
528
|
"retrievers/hyde.d.ts",
|
|
@@ -640,6 +652,9 @@
|
|
|
640
652
|
"experimental/llms/bittensor.cjs",
|
|
641
653
|
"experimental/llms/bittensor.js",
|
|
642
654
|
"experimental/llms/bittensor.d.ts",
|
|
655
|
+
"experimental/hubs/makersuite/googlemakersuitehub.cjs",
|
|
656
|
+
"experimental/hubs/makersuite/googlemakersuitehub.js",
|
|
657
|
+
"experimental/hubs/makersuite/googlemakersuitehub.d.ts",
|
|
643
658
|
"evaluation.cjs",
|
|
644
659
|
"evaluation.js",
|
|
645
660
|
"evaluation.d.ts",
|
|
@@ -673,6 +688,7 @@
|
|
|
673
688
|
"license": "MIT",
|
|
674
689
|
"devDependencies": {
|
|
675
690
|
"@aws-crypto/sha256-js": "^5.0.0",
|
|
691
|
+
"@aws-sdk/client-bedrock-runtime": "^3.422.0",
|
|
676
692
|
"@aws-sdk/client-dynamodb": "^3.310.0",
|
|
677
693
|
"@aws-sdk/client-kendra": "^3.352.0",
|
|
678
694
|
"@aws-sdk/client-lambda": "^3.310.0",
|
|
@@ -697,7 +713,7 @@
|
|
|
697
713
|
"@mozilla/readability": "^0.4.4",
|
|
698
714
|
"@notionhq/client": "^2.2.10",
|
|
699
715
|
"@opensearch-project/opensearch": "^2.2.0",
|
|
700
|
-
"@pinecone-database/pinecone": "^
|
|
716
|
+
"@pinecone-database/pinecone": "^1.1.0",
|
|
701
717
|
"@planetscale/database": "^1.8.0",
|
|
702
718
|
"@qdrant/js-client-rest": "^1.2.0",
|
|
703
719
|
"@raycast/api": "^1.55.2",
|
|
@@ -800,6 +816,7 @@
|
|
|
800
816
|
},
|
|
801
817
|
"peerDependencies": {
|
|
802
818
|
"@aws-crypto/sha256-js": "^5.0.0",
|
|
819
|
+
"@aws-sdk/client-bedrock-runtime": "^3.422.0",
|
|
803
820
|
"@aws-sdk/client-dynamodb": "^3.310.0",
|
|
804
821
|
"@aws-sdk/client-kendra": "^3.352.0",
|
|
805
822
|
"@aws-sdk/client-lambda": "^3.310.0",
|
|
@@ -820,7 +837,7 @@
|
|
|
820
837
|
"@mozilla/readability": "*",
|
|
821
838
|
"@notionhq/client": "^2.2.10",
|
|
822
839
|
"@opensearch-project/opensearch": "*",
|
|
823
|
-
"@pinecone-database/pinecone": "
|
|
840
|
+
"@pinecone-database/pinecone": "^1.1.0",
|
|
824
841
|
"@planetscale/database": "^1.8.0",
|
|
825
842
|
"@qdrant/js-client-rest": "^1.2.0",
|
|
826
843
|
"@raycast/api": "^1.55.2",
|
|
@@ -888,6 +905,9 @@
|
|
|
888
905
|
"@aws-crypto/sha256-js": {
|
|
889
906
|
"optional": true
|
|
890
907
|
},
|
|
908
|
+
"@aws-sdk/client-bedrock-runtime": {
|
|
909
|
+
"optional": true
|
|
910
|
+
},
|
|
891
911
|
"@aws-sdk/client-dynamodb": {
|
|
892
912
|
"optional": true
|
|
893
913
|
},
|
|
@@ -1295,6 +1315,11 @@
|
|
|
1295
1315
|
"import": "./embeddings/base.js",
|
|
1296
1316
|
"require": "./embeddings/base.cjs"
|
|
1297
1317
|
},
|
|
1318
|
+
"./embeddings/bedrock": {
|
|
1319
|
+
"types": "./embeddings/bedrock.d.ts",
|
|
1320
|
+
"import": "./embeddings/bedrock.js",
|
|
1321
|
+
"require": "./embeddings/bedrock.cjs"
|
|
1322
|
+
},
|
|
1298
1323
|
"./embeddings/cache_backed": {
|
|
1299
1324
|
"types": "./embeddings/cache_backed.d.ts",
|
|
1300
1325
|
"import": "./embeddings/cache_backed.js",
|
|
@@ -1975,6 +2000,11 @@
|
|
|
1975
2000
|
"import": "./retrievers/metal.js",
|
|
1976
2001
|
"require": "./retrievers/metal.cjs"
|
|
1977
2002
|
},
|
|
2003
|
+
"./retrievers/chaindesk": {
|
|
2004
|
+
"types": "./retrievers/chaindesk.d.ts",
|
|
2005
|
+
"import": "./retrievers/chaindesk.js",
|
|
2006
|
+
"require": "./retrievers/chaindesk.cjs"
|
|
2007
|
+
},
|
|
1978
2008
|
"./retrievers/databerry": {
|
|
1979
2009
|
"types": "./retrievers/databerry.d.ts",
|
|
1980
2010
|
"import": "./retrievers/databerry.js",
|
|
@@ -2005,6 +2035,11 @@
|
|
|
2005
2035
|
"import": "./retrievers/parent_document.js",
|
|
2006
2036
|
"require": "./retrievers/parent_document.cjs"
|
|
2007
2037
|
},
|
|
2038
|
+
"./retrievers/tavily_search_api": {
|
|
2039
|
+
"types": "./retrievers/tavily_search_api.d.ts",
|
|
2040
|
+
"import": "./retrievers/tavily_search_api.js",
|
|
2041
|
+
"require": "./retrievers/tavily_search_api.cjs"
|
|
2042
|
+
},
|
|
2008
2043
|
"./retrievers/time_weighted": {
|
|
2009
2044
|
"types": "./retrievers/time_weighted.d.ts",
|
|
2010
2045
|
"import": "./retrievers/time_weighted.js",
|
|
@@ -2015,6 +2050,11 @@
|
|
|
2015
2050
|
"import": "./retrievers/document_compressors/chain_extract.js",
|
|
2016
2051
|
"require": "./retrievers/document_compressors/chain_extract.cjs"
|
|
2017
2052
|
},
|
|
2053
|
+
"./retrievers/document_compressors/embeddings_filter": {
|
|
2054
|
+
"types": "./retrievers/document_compressors/embeddings_filter.d.ts",
|
|
2055
|
+
"import": "./retrievers/document_compressors/embeddings_filter.js",
|
|
2056
|
+
"require": "./retrievers/document_compressors/embeddings_filter.cjs"
|
|
2057
|
+
},
|
|
2018
2058
|
"./retrievers/hyde": {
|
|
2019
2059
|
"types": "./retrievers/hyde.d.ts",
|
|
2020
2060
|
"import": "./retrievers/hyde.js",
|
|
@@ -2230,6 +2270,11 @@
|
|
|
2230
2270
|
"import": "./experimental/llms/bittensor.js",
|
|
2231
2271
|
"require": "./experimental/llms/bittensor.cjs"
|
|
2232
2272
|
},
|
|
2273
|
+
"./experimental/hubs/makersuite/googlemakersuitehub": {
|
|
2274
|
+
"types": "./experimental/hubs/makersuite/googlemakersuitehub.d.ts",
|
|
2275
|
+
"import": "./experimental/hubs/makersuite/googlemakersuitehub.js",
|
|
2276
|
+
"require": "./experimental/hubs/makersuite/googlemakersuitehub.cjs"
|
|
2277
|
+
},
|
|
2233
2278
|
"./evaluation": {
|
|
2234
2279
|
"types": "./evaluation.d.ts",
|
|
2235
2280
|
"import": "./evaluation.js",
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
module.exports = require('../dist/retrievers/chaindesk.cjs');
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from '../dist/retrievers/chaindesk.js'
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from '../dist/retrievers/chaindesk.js'
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
module.exports = require('../../dist/retrievers/document_compressors/embeddings_filter.cjs');
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from '../../dist/retrievers/document_compressors/embeddings_filter.js'
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from '../../dist/retrievers/document_compressors/embeddings_filter.js'
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
module.exports = require('../dist/retrievers/tavily_search_api.cjs');
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from '../dist/retrievers/tavily_search_api.js'
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from '../dist/retrievers/tavily_search_api.js'
|