langchain 0.0.159 → 0.0.161

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. package/dist/embeddings/bedrock.cjs +73 -0
  2. package/dist/embeddings/bedrock.d.ts +47 -0
  3. package/dist/embeddings/bedrock.js +69 -0
  4. package/dist/experimental/hubs/makersuite/googlemakersuitehub.cjs +297 -0
  5. package/dist/experimental/hubs/makersuite/googlemakersuitehub.d.ts +183 -0
  6. package/dist/experimental/hubs/makersuite/googlemakersuitehub.js +291 -0
  7. package/dist/load/import_constants.cjs +2 -0
  8. package/dist/load/import_constants.js +2 -0
  9. package/dist/load/import_map.cjs +4 -1
  10. package/dist/load/import_map.d.ts +3 -0
  11. package/dist/load/import_map.js +3 -0
  12. package/dist/retrievers/chaindesk.cjs +71 -0
  13. package/dist/retrievers/chaindesk.d.ts +18 -0
  14. package/dist/retrievers/chaindesk.js +67 -0
  15. package/dist/retrievers/contextual_compression.cjs +2 -2
  16. package/dist/retrievers/contextual_compression.js +2 -2
  17. package/dist/retrievers/databerry.cjs +1 -0
  18. package/dist/retrievers/databerry.d.ts +1 -0
  19. package/dist/retrievers/databerry.js +1 -0
  20. package/dist/retrievers/document_compressors/embeddings_filter.cjs +78 -0
  21. package/dist/retrievers/document_compressors/embeddings_filter.d.ts +39 -0
  22. package/dist/retrievers/document_compressors/embeddings_filter.js +74 -0
  23. package/dist/retrievers/document_compressors/index.cjs +33 -1
  24. package/dist/retrievers/document_compressors/index.d.ts +14 -1
  25. package/dist/retrievers/document_compressors/index.js +31 -0
  26. package/dist/retrievers/document_compressors/test/document_compressor.int.test.cjs +28 -0
  27. package/dist/retrievers/document_compressors/test/document_compressor.int.test.d.ts +1 -0
  28. package/dist/retrievers/document_compressors/test/document_compressor.int.test.js +26 -0
  29. package/dist/retrievers/tavily_search_api.cjs +144 -0
  30. package/dist/retrievers/tavily_search_api.d.ts +38 -0
  31. package/dist/retrievers/tavily_search_api.js +140 -0
  32. package/dist/schema/runnable/base.cjs +3 -0
  33. package/dist/schema/runnable/base.d.ts +1 -0
  34. package/dist/schema/runnable/base.js +3 -0
  35. package/dist/text_splitter.cjs +22 -8
  36. package/dist/text_splitter.d.ts +1 -0
  37. package/dist/text_splitter.js +22 -8
  38. package/dist/types/googlevertexai-types.d.ts +7 -5
  39. package/dist/util/googlevertexai-connection.cjs +35 -27
  40. package/dist/util/googlevertexai-connection.d.ts +12 -8
  41. package/dist/util/googlevertexai-connection.js +33 -26
  42. package/dist/util/googlevertexai-webauth.d.ts +2 -2
  43. package/dist/vectorstores/googlevertexai.d.ts +4 -4
  44. package/dist/vectorstores/pinecone.cjs +21 -34
  45. package/dist/vectorstores/pinecone.d.ts +6 -9
  46. package/dist/vectorstores/pinecone.js +21 -34
  47. package/embeddings/bedrock.cjs +1 -0
  48. package/embeddings/bedrock.d.ts +1 -0
  49. package/embeddings/bedrock.js +1 -0
  50. package/experimental/hubs/makersuite/googlemakersuitehub.cjs +1 -0
  51. package/experimental/hubs/makersuite/googlemakersuitehub.d.ts +1 -0
  52. package/experimental/hubs/makersuite/googlemakersuitehub.js +1 -0
  53. package/package.json +48 -3
  54. package/retrievers/chaindesk.cjs +1 -0
  55. package/retrievers/chaindesk.d.ts +1 -0
  56. package/retrievers/chaindesk.js +1 -0
  57. package/retrievers/document_compressors/embeddings_filter.cjs +1 -0
  58. package/retrievers/document_compressors/embeddings_filter.d.ts +1 -0
  59. package/retrievers/document_compressors/embeddings_filter.js +1 -0
  60. package/retrievers/tavily_search_api.cjs +1 -0
  61. package/retrievers/tavily_search_api.d.ts +1 -0
  62. package/retrievers/tavily_search_api.js +1 -0
@@ -1,8 +1,8 @@
1
+ /* eslint-disable no-process-env */
1
2
  import * as uuid from "uuid";
2
3
  import flatten from "flat";
3
4
  import { VectorStore } from "./base.js";
4
5
  import { Document } from "../document.js";
5
- import { chunkArray } from "../util/chunk.js";
6
6
  import { AsyncCaller } from "../util/async_caller.js";
7
7
  /**
8
8
  * Class that extends the VectorStore class and provides methods to
@@ -106,16 +106,13 @@ export class PineconeStore extends VectorStore {
106
106
  values,
107
107
  };
108
108
  });
109
+ const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
109
110
  // Pinecone recommends a limit of 100 vectors per upsert request
110
- const chunkSize = 100;
111
- const chunkedVectors = chunkArray(pineconeVectors, chunkSize);
112
- const batchRequests = chunkedVectors.map((chunk) => this.caller.call(async () => this.pineconeIndex.upsert({
113
- upsertRequest: {
114
- vectors: chunk,
115
- namespace: this.namespace,
116
- },
117
- })));
118
- await Promise.all(batchRequests);
111
+ const chunkSize = 50;
112
+ for (let i = 0; i < pineconeVectors.length; i += chunkSize) {
113
+ const chunk = pineconeVectors.slice(i, i + chunkSize);
114
+ await namespace.upsert(chunk);
115
+ }
119
116
  return documentIds;
120
117
  }
121
118
  /**
@@ -124,23 +121,17 @@ export class PineconeStore extends VectorStore {
124
121
  * @returns Promise that resolves when the delete operation is complete.
125
122
  */
126
123
  async delete(params) {
127
- const { namespace = this.namespace, deleteAll, ids, ...rest } = params;
124
+ const { deleteAll, ids } = params;
125
+ const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
128
126
  if (deleteAll) {
129
- await this.pineconeIndex.delete1({
130
- deleteAll: true,
131
- namespace,
132
- ...rest,
133
- });
127
+ await namespace.deleteAll();
134
128
  }
135
129
  else if (ids) {
136
130
  const batchSize = 1000;
137
- const batchedIds = chunkArray(ids, batchSize);
138
- const batchRequests = batchedIds.map((batchIds) => this.caller.call(async () => this.pineconeIndex.delete1({
139
- ids: batchIds,
140
- namespace,
141
- ...rest,
142
- })));
143
- await Promise.all(batchRequests);
131
+ for (let i = 0; i < ids.length; i += batchSize) {
132
+ const batchIds = ids.slice(i, i + batchSize);
133
+ await namespace.deleteMany(batchIds);
134
+ }
144
135
  }
145
136
  else {
146
137
  throw new Error("Either ids or delete_all must be provided.");
@@ -159,14 +150,12 @@ export class PineconeStore extends VectorStore {
159
150
  throw new Error("cannot provide both `filter` and `this.filter`");
160
151
  }
161
152
  const _filter = filter ?? this.filter;
162
- const results = await this.pineconeIndex.query({
163
- queryRequest: {
164
- includeMetadata: true,
165
- namespace: this.namespace,
166
- topK: k,
167
- vector: query,
168
- filter: _filter,
169
- },
153
+ const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
154
+ const results = await namespace.query({
155
+ includeMetadata: true,
156
+ topK: k,
157
+ vector: query,
158
+ filter: _filter,
170
159
  });
171
160
  const result = [];
172
161
  if (results.matches) {
@@ -200,9 +189,7 @@ export class PineconeStore extends VectorStore {
200
189
  docs.push(newDoc);
201
190
  }
202
191
  const args = {
203
- pineconeIndex: "pineconeIndex" in dbConfig
204
- ? dbConfig.pineconeIndex
205
- : dbConfig.pineconeClient,
192
+ pineconeIndex: dbConfig.pineconeIndex,
206
193
  textKey: dbConfig.textKey,
207
194
  namespace: dbConfig.namespace,
208
195
  };
@@ -0,0 +1 @@
1
+ module.exports = require('../dist/embeddings/bedrock.cjs');
@@ -0,0 +1 @@
1
+ export * from '../dist/embeddings/bedrock.js'
@@ -0,0 +1 @@
1
+ export * from '../dist/embeddings/bedrock.js'
@@ -0,0 +1 @@
1
+ module.exports = require('../../../dist/experimental/hubs/makersuite/googlemakersuitehub.cjs');
@@ -0,0 +1 @@
1
+ export * from '../../../dist/experimental/hubs/makersuite/googlemakersuitehub.js'
@@ -0,0 +1 @@
1
+ export * from '../../../dist/experimental/hubs/makersuite/googlemakersuitehub.js'
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "langchain",
3
- "version": "0.0.159",
3
+ "version": "0.0.161",
4
4
  "description": "Typescript bindings for langchain",
5
5
  "type": "module",
6
6
  "engines": {
@@ -79,6 +79,9 @@
79
79
  "embeddings/base.cjs",
80
80
  "embeddings/base.js",
81
81
  "embeddings/base.d.ts",
82
+ "embeddings/bedrock.cjs",
83
+ "embeddings/bedrock.js",
84
+ "embeddings/bedrock.d.ts",
82
85
  "embeddings/cache_backed.cjs",
83
86
  "embeddings/cache_backed.js",
84
87
  "embeddings/cache_backed.d.ts",
@@ -487,6 +490,9 @@
487
490
  "retrievers/metal.cjs",
488
491
  "retrievers/metal.js",
489
492
  "retrievers/metal.d.ts",
493
+ "retrievers/chaindesk.cjs",
494
+ "retrievers/chaindesk.js",
495
+ "retrievers/chaindesk.d.ts",
490
496
  "retrievers/databerry.cjs",
491
497
  "retrievers/databerry.js",
492
498
  "retrievers/databerry.d.ts",
@@ -505,12 +511,18 @@
505
511
  "retrievers/parent_document.cjs",
506
512
  "retrievers/parent_document.js",
507
513
  "retrievers/parent_document.d.ts",
514
+ "retrievers/tavily_search_api.cjs",
515
+ "retrievers/tavily_search_api.js",
516
+ "retrievers/tavily_search_api.d.ts",
508
517
  "retrievers/time_weighted.cjs",
509
518
  "retrievers/time_weighted.js",
510
519
  "retrievers/time_weighted.d.ts",
511
520
  "retrievers/document_compressors/chain_extract.cjs",
512
521
  "retrievers/document_compressors/chain_extract.js",
513
522
  "retrievers/document_compressors/chain_extract.d.ts",
523
+ "retrievers/document_compressors/embeddings_filter.cjs",
524
+ "retrievers/document_compressors/embeddings_filter.js",
525
+ "retrievers/document_compressors/embeddings_filter.d.ts",
514
526
  "retrievers/hyde.cjs",
515
527
  "retrievers/hyde.js",
516
528
  "retrievers/hyde.d.ts",
@@ -640,6 +652,9 @@
640
652
  "experimental/llms/bittensor.cjs",
641
653
  "experimental/llms/bittensor.js",
642
654
  "experimental/llms/bittensor.d.ts",
655
+ "experimental/hubs/makersuite/googlemakersuitehub.cjs",
656
+ "experimental/hubs/makersuite/googlemakersuitehub.js",
657
+ "experimental/hubs/makersuite/googlemakersuitehub.d.ts",
643
658
  "evaluation.cjs",
644
659
  "evaluation.js",
645
660
  "evaluation.d.ts",
@@ -673,6 +688,7 @@
673
688
  "license": "MIT",
674
689
  "devDependencies": {
675
690
  "@aws-crypto/sha256-js": "^5.0.0",
691
+ "@aws-sdk/client-bedrock-runtime": "^3.422.0",
676
692
  "@aws-sdk/client-dynamodb": "^3.310.0",
677
693
  "@aws-sdk/client-kendra": "^3.352.0",
678
694
  "@aws-sdk/client-lambda": "^3.310.0",
@@ -697,7 +713,7 @@
697
713
  "@mozilla/readability": "^0.4.4",
698
714
  "@notionhq/client": "^2.2.10",
699
715
  "@opensearch-project/opensearch": "^2.2.0",
700
- "@pinecone-database/pinecone": "^0.0.14",
716
+ "@pinecone-database/pinecone": "^1.1.0",
701
717
  "@planetscale/database": "^1.8.0",
702
718
  "@qdrant/js-client-rest": "^1.2.0",
703
719
  "@raycast/api": "^1.55.2",
@@ -800,6 +816,7 @@
800
816
  },
801
817
  "peerDependencies": {
802
818
  "@aws-crypto/sha256-js": "^5.0.0",
819
+ "@aws-sdk/client-bedrock-runtime": "^3.422.0",
803
820
  "@aws-sdk/client-dynamodb": "^3.310.0",
804
821
  "@aws-sdk/client-kendra": "^3.352.0",
805
822
  "@aws-sdk/client-lambda": "^3.310.0",
@@ -820,7 +837,7 @@
820
837
  "@mozilla/readability": "*",
821
838
  "@notionhq/client": "^2.2.10",
822
839
  "@opensearch-project/opensearch": "*",
823
- "@pinecone-database/pinecone": "*",
840
+ "@pinecone-database/pinecone": "^1.1.0",
824
841
  "@planetscale/database": "^1.8.0",
825
842
  "@qdrant/js-client-rest": "^1.2.0",
826
843
  "@raycast/api": "^1.55.2",
@@ -888,6 +905,9 @@
888
905
  "@aws-crypto/sha256-js": {
889
906
  "optional": true
890
907
  },
908
+ "@aws-sdk/client-bedrock-runtime": {
909
+ "optional": true
910
+ },
891
911
  "@aws-sdk/client-dynamodb": {
892
912
  "optional": true
893
913
  },
@@ -1295,6 +1315,11 @@
1295
1315
  "import": "./embeddings/base.js",
1296
1316
  "require": "./embeddings/base.cjs"
1297
1317
  },
1318
+ "./embeddings/bedrock": {
1319
+ "types": "./embeddings/bedrock.d.ts",
1320
+ "import": "./embeddings/bedrock.js",
1321
+ "require": "./embeddings/bedrock.cjs"
1322
+ },
1298
1323
  "./embeddings/cache_backed": {
1299
1324
  "types": "./embeddings/cache_backed.d.ts",
1300
1325
  "import": "./embeddings/cache_backed.js",
@@ -1975,6 +2000,11 @@
1975
2000
  "import": "./retrievers/metal.js",
1976
2001
  "require": "./retrievers/metal.cjs"
1977
2002
  },
2003
+ "./retrievers/chaindesk": {
2004
+ "types": "./retrievers/chaindesk.d.ts",
2005
+ "import": "./retrievers/chaindesk.js",
2006
+ "require": "./retrievers/chaindesk.cjs"
2007
+ },
1978
2008
  "./retrievers/databerry": {
1979
2009
  "types": "./retrievers/databerry.d.ts",
1980
2010
  "import": "./retrievers/databerry.js",
@@ -2005,6 +2035,11 @@
2005
2035
  "import": "./retrievers/parent_document.js",
2006
2036
  "require": "./retrievers/parent_document.cjs"
2007
2037
  },
2038
+ "./retrievers/tavily_search_api": {
2039
+ "types": "./retrievers/tavily_search_api.d.ts",
2040
+ "import": "./retrievers/tavily_search_api.js",
2041
+ "require": "./retrievers/tavily_search_api.cjs"
2042
+ },
2008
2043
  "./retrievers/time_weighted": {
2009
2044
  "types": "./retrievers/time_weighted.d.ts",
2010
2045
  "import": "./retrievers/time_weighted.js",
@@ -2015,6 +2050,11 @@
2015
2050
  "import": "./retrievers/document_compressors/chain_extract.js",
2016
2051
  "require": "./retrievers/document_compressors/chain_extract.cjs"
2017
2052
  },
2053
+ "./retrievers/document_compressors/embeddings_filter": {
2054
+ "types": "./retrievers/document_compressors/embeddings_filter.d.ts",
2055
+ "import": "./retrievers/document_compressors/embeddings_filter.js",
2056
+ "require": "./retrievers/document_compressors/embeddings_filter.cjs"
2057
+ },
2018
2058
  "./retrievers/hyde": {
2019
2059
  "types": "./retrievers/hyde.d.ts",
2020
2060
  "import": "./retrievers/hyde.js",
@@ -2230,6 +2270,11 @@
2230
2270
  "import": "./experimental/llms/bittensor.js",
2231
2271
  "require": "./experimental/llms/bittensor.cjs"
2232
2272
  },
2273
+ "./experimental/hubs/makersuite/googlemakersuitehub": {
2274
+ "types": "./experimental/hubs/makersuite/googlemakersuitehub.d.ts",
2275
+ "import": "./experimental/hubs/makersuite/googlemakersuitehub.js",
2276
+ "require": "./experimental/hubs/makersuite/googlemakersuitehub.cjs"
2277
+ },
2233
2278
  "./evaluation": {
2234
2279
  "types": "./evaluation.d.ts",
2235
2280
  "import": "./evaluation.js",
@@ -0,0 +1 @@
1
+ module.exports = require('../dist/retrievers/chaindesk.cjs');
@@ -0,0 +1 @@
1
+ export * from '../dist/retrievers/chaindesk.js'
@@ -0,0 +1 @@
1
+ export * from '../dist/retrievers/chaindesk.js'
@@ -0,0 +1 @@
1
+ module.exports = require('../../dist/retrievers/document_compressors/embeddings_filter.cjs');
@@ -0,0 +1 @@
1
+ export * from '../../dist/retrievers/document_compressors/embeddings_filter.js'
@@ -0,0 +1 @@
1
+ export * from '../../dist/retrievers/document_compressors/embeddings_filter.js'
@@ -0,0 +1 @@
1
+ module.exports = require('../dist/retrievers/tavily_search_api.cjs');
@@ -0,0 +1 @@
1
+ export * from '../dist/retrievers/tavily_search_api.js'
@@ -0,0 +1 @@
1
+ export * from '../dist/retrievers/tavily_search_api.js'