langchain 0.0.7 → 0.0.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (148) hide show
  1. package/agents.mjs +1 -0
  2. package/chains.mjs +1 -0
  3. package/dist/agents/tests/{agent.test.d.ts → agent.int.test.d.ts} +0 -0
  4. package/dist/agents/tests/{agent.test.js → agent.int.test.js} +2 -3
  5. package/dist/agents/tests/agent.int.test.js.map +1 -0
  6. package/dist/agents/tools/serpapi.js +1 -1
  7. package/dist/agents/tools/serpapi.js.map +1 -1
  8. package/dist/cache.d.ts +5 -4
  9. package/dist/cache.js +17 -6
  10. package/dist/cache.js.map +1 -1
  11. package/dist/chains/base.d.ts +1 -0
  12. package/dist/chains/base.js +3 -2
  13. package/dist/chains/base.js.map +1 -1
  14. package/dist/chains/index.d.ts +1 -1
  15. package/dist/chains/index.js.map +1 -1
  16. package/dist/chains/llm_chain.d.ts +3 -2
  17. package/dist/chains/llm_chain.js +1 -1
  18. package/dist/chains/llm_chain.js.map +1 -1
  19. package/dist/chains/question_answering/tests/{load.test.d.ts → load.int.test.d.ts} +0 -0
  20. package/dist/chains/question_answering/tests/{load.test.js → load.int.test.js} +1 -1
  21. package/dist/chains/question_answering/tests/load.int.test.js.map +1 -0
  22. package/dist/chains/tests/{chat_vector_db_qa_chain.test.d.ts → chat_vector_db_qa_chain.int.test.d.ts} +0 -0
  23. package/dist/chains/tests/{chat_vector_db_qa_chain.test.js → chat_vector_db_qa_chain.int.test.js} +1 -1
  24. package/dist/chains/tests/chat_vector_db_qa_chain.int.test.js.map +1 -0
  25. package/dist/chains/tests/{combine_docs_chain.test.d.ts → combine_docs_chain.int.test.d.ts} +0 -0
  26. package/dist/chains/tests/{combine_docs_chain.test.js → combine_docs_chain.int.test.js} +1 -1
  27. package/dist/chains/tests/combine_docs_chain.int.test.js.map +1 -0
  28. package/dist/chains/tests/{llm_chain.test.d.ts → llm_chain.int.test.d.ts} +0 -0
  29. package/dist/chains/tests/{llm_chain.test.js → llm_chain.int.test.js} +1 -1
  30. package/dist/chains/tests/llm_chain.int.test.js.map +1 -0
  31. package/dist/chains/tests/{vector_db_qa_chain.test.d.ts → vector_db_qa_chain.int.test.d.ts} +0 -0
  32. package/dist/chains/tests/{vector_db_qa_chain.test.js → vector_db_qa_chain.int.test.js} +1 -1
  33. package/dist/chains/tests/vector_db_qa_chain.int.test.js.map +1 -0
  34. package/dist/docstore/base.d.ts +5 -0
  35. package/dist/docstore/base.js +7 -0
  36. package/dist/docstore/base.js.map +1 -0
  37. package/dist/docstore/in_memory.d.ts +10 -0
  38. package/dist/docstore/in_memory.js +36 -0
  39. package/dist/docstore/in_memory.js.map +1 -0
  40. package/dist/docstore/index.d.ts +3 -0
  41. package/dist/docstore/index.js +10 -0
  42. package/dist/docstore/index.js.map +1 -0
  43. package/dist/document.d.ts +1 -2
  44. package/dist/document_loaders/base.d.ts +10 -0
  45. package/dist/document_loaders/base.js +12 -0
  46. package/dist/document_loaders/base.js.map +1 -0
  47. package/dist/document_loaders/cheerio_web_base.d.ts +10 -0
  48. package/dist/document_loaders/cheerio_web_base.js +47 -0
  49. package/dist/document_loaders/cheerio_web_base.js.map +1 -0
  50. package/dist/document_loaders/college_confidential.d.ts +6 -0
  51. package/dist/document_loaders/college_confidential.js +18 -0
  52. package/dist/document_loaders/college_confidential.js.map +1 -0
  53. package/dist/document_loaders/hn.d.ts +9 -0
  54. package/dist/document_loaders/hn.js +53 -0
  55. package/dist/document_loaders/hn.js.map +1 -0
  56. package/dist/document_loaders/imsdb.d.ts +7 -0
  57. package/dist/document_loaders/imsdb.js +24 -0
  58. package/dist/document_loaders/imsdb.js.map +1 -0
  59. package/dist/document_loaders/index.d.ts +8 -0
  60. package/dist/document_loaders/index.js +18 -0
  61. package/dist/document_loaders/index.js.map +1 -0
  62. package/dist/document_loaders/srt.d.ts +7 -0
  63. package/dist/document_loaders/srt.js +79 -0
  64. package/dist/document_loaders/srt.js.map +1 -0
  65. package/dist/document_loaders/text.d.ts +7 -0
  66. package/dist/document_loaders/text.js +41 -0
  67. package/dist/document_loaders/text.js.map +1 -0
  68. package/dist/embeddings/fake.d.ts +5 -0
  69. package/dist/embeddings/fake.js +14 -0
  70. package/dist/embeddings/fake.js.map +1 -0
  71. package/dist/embeddings/tests/{openai.test.d.ts → openai.int.test.d.ts} +0 -0
  72. package/dist/embeddings/tests/{openai.test.js → openai.int.test.js} +1 -1
  73. package/dist/embeddings/tests/openai.int.test.js.map +1 -0
  74. package/dist/llms/base.js +7 -6
  75. package/dist/llms/base.js.map +1 -1
  76. package/dist/llms/index.d.ts +1 -1
  77. package/dist/llms/index.js +2 -1
  78. package/dist/llms/index.js.map +1 -1
  79. package/dist/llms/openai.d.ts +52 -3
  80. package/dist/llms/openai.js +81 -8
  81. package/dist/llms/openai.js.map +1 -1
  82. package/dist/llms/tests/{cohere.test.d.ts → cohere.int.test.d.ts} +0 -0
  83. package/dist/llms/tests/{cohere.test.js → cohere.int.test.js} +1 -1
  84. package/dist/llms/tests/cohere.int.test.js.map +1 -0
  85. package/dist/llms/tests/{openai.test.d.ts → openai.int.test.d.ts} +0 -0
  86. package/dist/llms/tests/{openai.test.js → openai.int.test.js} +1 -1
  87. package/dist/llms/tests/openai.int.test.js.map +1 -0
  88. package/dist/memory/buffer_window_memory.d.ts +17 -0
  89. package/dist/memory/buffer_window_memory.js +66 -0
  90. package/dist/memory/buffer_window_memory.js.map +1 -0
  91. package/dist/memory/index.d.ts +1 -0
  92. package/dist/memory/index.js +3 -1
  93. package/dist/memory/index.js.map +1 -1
  94. package/dist/memory/tests/buffer_window_memory.test.d.ts +1 -0
  95. package/dist/memory/tests/buffer_window_memory.test.js +24 -0
  96. package/dist/memory/tests/buffer_window_memory.test.js.map +1 -0
  97. package/dist/tests/text_splitter.test.d.ts +1 -0
  98. package/dist/tests/text_splitter.test.js +141 -0
  99. package/dist/tests/text_splitter.test.js.map +1 -0
  100. package/dist/text_splitter.d.ts +18 -1
  101. package/dist/text_splitter.js +70 -1
  102. package/dist/text_splitter.js.map +1 -1
  103. package/dist/util/hub.js +3 -2
  104. package/dist/util/hub.js.map +1 -1
  105. package/dist/vectorstores/base.d.ts +1 -5
  106. package/dist/vectorstores/base.js +2 -11
  107. package/dist/vectorstores/base.js.map +1 -1
  108. package/dist/vectorstores/hnswlib.d.ts +7 -4
  109. package/dist/vectorstores/hnswlib.js +31 -11
  110. package/dist/vectorstores/hnswlib.js.map +1 -1
  111. package/dist/vectorstores/index.d.ts +1 -0
  112. package/dist/vectorstores/index.js +3 -1
  113. package/dist/vectorstores/index.js.map +1 -1
  114. package/dist/vectorstores/pinecone.d.ts +17 -0
  115. package/dist/vectorstores/pinecone.js +78 -0
  116. package/dist/vectorstores/pinecone.js.map +1 -0
  117. package/dist/vectorstores/tests/hnswlib.int.test.d.ts +1 -0
  118. package/dist/vectorstores/tests/hnswlib.int.test.js +61 -0
  119. package/dist/vectorstores/tests/hnswlib.int.test.js.map +1 -0
  120. package/dist/vectorstores/tests/hnswlib.test.js +29 -38
  121. package/dist/vectorstores/tests/hnswlib.test.js.map +1 -1
  122. package/docstore.d.ts +1 -0
  123. package/docstore.js +1 -0
  124. package/docstore.mjs +1 -0
  125. package/document.mjs +1 -0
  126. package/document_loaders.d.ts +1 -0
  127. package/document_loaders.js +1 -0
  128. package/document_loaders.mjs +1 -0
  129. package/embeddings.mjs +1 -0
  130. package/index.d.ts +1 -0
  131. package/index.js +1 -0
  132. package/index.mjs +1 -0
  133. package/llms.mjs +1 -0
  134. package/memory.mjs +1 -0
  135. package/package.json +127 -8
  136. package/prompts.mjs +1 -0
  137. package/text_splitter.mjs +1 -0
  138. package/tools.mjs +1 -0
  139. package/vectorstores.mjs +1 -0
  140. package/dist/agents/tests/agent.test.js.map +0 -1
  141. package/dist/chains/question_answering/tests/load.test.js.map +0 -1
  142. package/dist/chains/tests/chat_vector_db_qa_chain.test.js.map +0 -1
  143. package/dist/chains/tests/combine_docs_chain.test.js.map +0 -1
  144. package/dist/chains/tests/llm_chain.test.js.map +0 -1
  145. package/dist/chains/tests/vector_db_qa_chain.test.js.map +0 -1
  146. package/dist/embeddings/tests/openai.test.js.map +0 -1
  147. package/dist/llms/tests/cohere.test.js.map +0 -1
  148. package/dist/llms/tests/openai.test.js.map +0 -1
package/agents.mjs ADDED
@@ -0,0 +1 @@
1
+ export * from './dist/agents/index.js'
package/chains.mjs ADDED
@@ -0,0 +1 @@
1
+ export * from './dist/chains/index.js'
@@ -26,10 +26,9 @@ const initialize_1 = require("../initialize");
26
26
  const tools = [new serpapi_1.SerpAPI(), new calculator_1.Calculator()];
27
27
  const executor = await (0, initialize_1.initializeAgentExecutor)(tools, model, "zero-shot-react-description");
28
28
  console.log("Loaded agent.");
29
- const input = "Who is Olivia Wilde's boyfriend?" +
30
- " What is his current age raised to the 0.23 power?";
29
+ const input = `Who is Olivia Wilde's boyfriend? What is his current age raised to the 0.23 power?`;
31
30
  console.log(`Executing with input "${input}"...`);
32
31
  const result = await executor.call({ input });
33
32
  console.log(`Got output ${result.output}`);
34
33
  }, 30000);
35
- //# sourceMappingURL=agent.test.js.map
34
+ //# sourceMappingURL=agent.int.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"agent.int.test.js","sourceRoot":"","sources":["../../../agents/tests/agent.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,8CAA2C;AAC3C,kCAAoC;AACpC,oCAA+C;AAC/C,8CAA2C;AAC3C,oDAAiD;AACjD,8CAAwD;AAExD,IAAA,cAAI,EAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;IACpC,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAW,CAAC,IAAI,iBAAO,EAAE,EAAE,IAAI,uBAAU,EAAE,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAS,EAC3B,oDAAoD,EACpD,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CACtB,CAAC;IACF,MAAM,QAAQ,GAAG,qBAAa,CAAC,iBAAiB,CAAC;QAC/C,KAAK;QACL,KAAK;QACL,uBAAuB,EAAE,IAAI;KAC9B,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;QAC9B,KAAK,EACH,oFAAoF;KACvF,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACnB,CAAC,EAAE,KAAK,CAAC,CAAC;AAEV,IAAA,cAAI,EAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;IACnC,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,CAAC,IAAI,iBAAO,EAAE,EAAE,IAAI,uBAAU,EAAE,CAAC,CAAC;IAEhD,MAAM,QAAQ,GAAG,MAAM,IAAA,oCAAuB,EAC5C,KAAK,EACL,KAAK,EACL,6BAA6B,CAC9B,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAE7B,MAAM,KAAK,GAAG,oFAAoF,CAAC;IACnG,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,MAAM,CAAC,CAAC;IAElD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAE9C,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;AAC7C,CAAC,EAAE,KAAK,CAAC,CAAC"}
@@ -44,7 +44,7 @@ class SerpAPI extends base_1.Tool {
44
44
  });
45
45
  // Throw error at construction time.
46
46
  if (getJson === null) {
47
- throw new Error("Please install serpapi as a dependency with, e.g. `npm i serpapi`");
47
+ throw new Error("Please install serpapi as a dependency with, e.g. `yarn add serpapi`");
48
48
  }
49
49
  if (!apiKey) {
50
50
  throw new Error("SerpAPI API key not set. You can set it as SERPAPI_API_KEY in your .env file, or pass it to SerpAPI.");
@@ -1 +1 @@
1
- {"version":3,"file":"serpapi.js","sourceRoot":"","sources":["../../../agents/tools/serpapi.ts"],"names":[],"mappings":";;;AAEA,iCAA8B;AAE9B,IAAI,OAAO,GAA2B,IAAI,CAAC;AAE3C,IAAI;IACF,4EAA4E;IAC5E,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;CACpC;AAAC,WAAM;IACN,eAAe;CAChB;AAED;;;;GAIG;AACH,MAAa,OAAQ,SAAQ,WAAI;IAK/B,YACE,SAA6B,OAAO,CAAC,GAAG,CAAC,eAAe,EACxD,SAAoC,EAAE;QAEtC,KAAK,EAAE,CAAC;QARV;;;;;WAAsB;QAEtB;;;;;WAA4C;QAyB5C;;;;mBAAO,QAAQ;WAAC;QAgDhB;;;;mBACE,qHAAqH;WAAC;QAlEtH,oCAAoC;QACpC,IAAI,OAAO,KAAK,IAAI,EAAE;YACpB,MAAM,IAAI,KAAK,CACb,mEAAmE,CACpE,CAAC;SACH;QAED,IAAI,CAAC,MAAM,EAAE;YACX,MAAM,IAAI,KAAK,CACb,sGAAsG,CACvG,CAAC;SACH;QAED,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAID;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,KAAa;;QACtB,IAAI,OAAO,KAAK,IAAI,EAAE;YACpB,MAAM,IAAI,KAAK,CACb,mEAAmE,CACpE,CAAC;SACH;QACD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;YAClC,GAAG,IAAI,CAAC,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,GAAG;YACjB,CAAC,EAAE,KAAK;SACT,CAAC,CAAC;QAEH,IAAI,GAAG,CAAC,KAAK,EAAE;YACb,MAAM,IAAI,KAAK,CAAC,2BAA2B,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;SACzD;QAED,IAAI,MAAA,GAAG,CAAC,UAAU,0CAAE,MAAM,EAAE;YAC1B,OAAO,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;SAC9B;QAED,IAAI,MAAA,GAAG,CAAC,UAAU,0CAAE,OAAO,EAAE;YAC3B,OAAO,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;SAC/B;QAED,IAAI,MAAA,GAAG,CAAC,UAAU,0CAAE,yBAAyB,EAAE;YAC7C,OAAO,GAAG,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC;SACpD;QAED,IAAI,MAAA,GAAG,CAAC,cAAc,0CAAE,cAAc,EAAE;YACtC,OAAO,GAAG,CAAC,cAAc,CAAC,cAAc,CAAC;SAC1C;QAED,IAAI,MAAA,GAAG,CAAC,eAAe,0CAAE,WAAW,EAAE;YACpC,OAAO,GAAG,CAAC,eAAe,CAAC,WAAW,CAAC;SACxC;QAED,IAAI,MAAA,MAAA,GAAG,CAAC,eAAe,0CAAG,CAAC,CAAC,0CAAE,OAAO,EAAE;YACrC,OAAO,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;SACvC;QAED,OAAO,6BAA6B,CAAC;IACvC,CAAC;CAIF;AA9ED,0BA8EC"}
1
+ {"version":3,"file":"serpapi.js","sourceRoot":"","sources":["../../../agents/tools/serpapi.ts"],"names":[],"mappings":";;;AAEA,iCAA8B;AAE9B,IAAI,OAAO,GAA2B,IAAI,CAAC;AAE3C,IAAI;IACF,4EAA4E;IAC5E,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;CACpC;AAAC,WAAM;IACN,eAAe;CAChB;AAED;;;;GAIG;AACH,MAAa,OAAQ,SAAQ,WAAI;IAK/B,YACE,SAA6B,OAAO,CAAC,GAAG,CAAC,eAAe,EACxD,SAAoC,EAAE;QAEtC,KAAK,EAAE,CAAC;QARV;;;;;WAAsB;QAEtB;;;;;WAA4C;QAyB5C;;;;mBAAO,QAAQ;WAAC;QAgDhB;;;;mBACE,qHAAqH;WAAC;QAlEtH,oCAAoC;QACpC,IAAI,OAAO,KAAK,IAAI,EAAE;YACpB,MAAM,IAAI,KAAK,CACb,sEAAsE,CACvE,CAAC;SACH;QAED,IAAI,CAAC,MAAM,EAAE;YACX,MAAM,IAAI,KAAK,CACb,sGAAsG,CACvG,CAAC;SACH;QAED,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAID;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,KAAa;;QACtB,IAAI,OAAO,KAAK,IAAI,EAAE;YACpB,MAAM,IAAI,KAAK,CACb,mEAAmE,CACpE,CAAC;SACH;QACD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;YAClC,GAAG,IAAI,CAAC,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,GAAG;YACjB,CAAC,EAAE,KAAK;SACT,CAAC,CAAC;QAEH,IAAI,GAAG,CAAC,KAAK,EAAE;YACb,MAAM,IAAI,KAAK,CAAC,2BAA2B,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;SACzD;QAED,IAAI,MAAA,GAAG,CAAC,UAAU,0CAAE,MAAM,EAAE;YAC1B,OAAO,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;SAC9B;QAED,IAAI,MAAA,GAAG,CAAC,UAAU,0CAAE,OAAO,EAAE;YAC3B,OAAO,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;SAC/B;QAED,IAAI,MAAA,GAAG,CAAC,UAAU,0CAAE,yBAAyB,EAAE;YAC7C,OAAO,GAAG,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC;SACpD;QAED,IAAI,MAAA,GAAG,CAAC,cAAc,0CAAE,cAAc,EAAE;YACtC,OAAO,GAAG,CAAC,cAAc,CAAC,cAAc,CAAC;SAC1C;QAED,IAAI,MAAA,GAAG,CAAC,eAAe,0CAAE,WAAW,EAAE;YACpC,OAAO,GAAG,CAAC,eAAe,CAAC,WAAW,CAAC;SACxC;QAED,IAAI,MAAA,MAAA,GAAG,CAAC,eAAe,0CAAG,CAAC,CAAC,0CAAE,OAAO,EAAE;YACrC,OAAO,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;SACvC;QAED,OAAO,6BAA6B,CAAC;IACvC,CAAC;CAIF;AA9ED,0BA8EC"}
package/dist/cache.d.ts CHANGED
@@ -1,11 +1,12 @@
1
1
  import { Generation } from "./llms";
2
+ export declare const getKey: (...strings: string[]) => string;
2
3
  export declare abstract class BaseCache<T = Generation[]> {
3
- abstract lookup(prompt: string, llmKey: string): T | undefined;
4
- abstract update(prompt: string, llmKey: string, value: T): void;
4
+ abstract lookup(key: string): T | undefined;
5
+ abstract update(key: string, value: T): void;
5
6
  }
6
7
  export declare class InMemoryCache<T = Generation[]> extends BaseCache<T> {
7
8
  private cache;
8
9
  constructor();
9
- lookup(prompt: string, llmKey: string): T;
10
- update(prompt: string, llmKey: string, value: T): void;
10
+ lookup(key: string): T;
11
+ update(key: string, value: T): void;
11
12
  }
package/dist/cache.js CHANGED
@@ -1,7 +1,18 @@
1
1
  "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
2
5
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.InMemoryCache = exports.BaseCache = void 0;
4
- const getKey = (prompt, llmKey) => `${prompt}_${llmKey}`;
6
+ exports.InMemoryCache = exports.BaseCache = exports.getKey = void 0;
7
+ const crypto_1 = __importDefault(require("crypto"));
8
+ // Takes in an arbitrary number of strings and returns a hash of them
9
+ // that can be used as a key in a cache.
10
+ const getKey = (...strings) => {
11
+ const hash = crypto_1.default.createHash("sha256");
12
+ strings.forEach((s) => hash.update(s));
13
+ return hash.digest("hex");
14
+ };
15
+ exports.getKey = getKey;
5
16
  class BaseCache {
6
17
  }
7
18
  exports.BaseCache = BaseCache;
@@ -16,11 +27,11 @@ class InMemoryCache extends BaseCache {
16
27
  });
17
28
  this.cache = {};
18
29
  }
19
- lookup(prompt, llmKey) {
20
- return this.cache[getKey(prompt, llmKey)];
30
+ lookup(key) {
31
+ return this.cache[key];
21
32
  }
22
- update(prompt, llmKey, value) {
23
- this.cache[getKey(prompt, llmKey)] = value;
33
+ update(key, value) {
34
+ this.cache[key] = value;
24
35
  }
25
36
  }
26
37
  exports.InMemoryCache = InMemoryCache;
package/dist/cache.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"cache.js","sourceRoot":"","sources":["../cache.ts"],"names":[],"mappings":";;;AAEA,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,MAAc,EAAU,EAAE,CACxD,GAAG,MAAM,IAAI,MAAM,EAAE,CAAC;AAExB,MAAsB,SAAS;CAI9B;AAJD,8BAIC;AAED,MAAa,aAAgC,SAAQ,SAAY;IAG/D;QACE,KAAK,EAAE,CAAC;QAHV;;;;;WAAiC;QAI/B,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,MAAc,EAAE,MAAc;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,CAAC,MAAc,EAAE,MAAc,EAAE,KAAQ;QAC7C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC;IAC7C,CAAC;CACF;AAfD,sCAeC"}
1
+ {"version":3,"file":"cache.js","sourceRoot":"","sources":["../cache.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAG5B,qEAAqE;AACrE,wCAAwC;AACjC,MAAM,MAAM,GAAG,CAAC,GAAG,OAAiB,EAAU,EAAE;IACrD,MAAM,IAAI,GAAG,gBAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACzC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC,CAAC;AAJW,QAAA,MAAM,UAIjB;AAEF,MAAsB,SAAS;CAI9B;AAJD,8BAIC;AAED,MAAa,aAAgC,SAAQ,SAAY;IAG/D;QACE,KAAK,EAAE,CAAC;QAHV;;;;;WAAiC;QAI/B,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,CAAC,GAAW,EAAE,KAAQ;QAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IAC1B,CAAC;CACF;AAfD,sCAeC"}
@@ -12,6 +12,7 @@ export interface ChainInputs {
12
12
  */
13
13
  export declare abstract class BaseChain implements ChainInputs {
14
14
  memory?: BaseMemory;
15
+ constructor(memory?: BaseMemory);
15
16
  /**
16
17
  * Run the core logic of this chain and return the output
17
18
  */
@@ -13,13 +13,14 @@ const chainClasses = [
13
13
  * Base interface that all chains must implement.
14
14
  */
15
15
  class BaseChain {
16
- constructor() {
16
+ constructor(memory) {
17
17
  Object.defineProperty(this, "memory", {
18
18
  enumerable: true,
19
19
  configurable: true,
20
20
  writable: true,
21
21
  value: void 0
22
22
  });
23
+ this.memory = memory;
23
24
  }
24
25
  /**
25
26
  * Run the core logic of this chain and add to output if desired.
@@ -37,7 +38,7 @@ class BaseChain {
37
38
  // TODO(sean) add callback support
38
39
  const outputValues = this._call(fullValues);
39
40
  if (!(this.memory == null)) {
40
- this.memory.saveContext(values, outputValues);
41
+ await this.memory.saveContext(values, outputValues);
41
42
  }
42
43
  return outputValues;
43
44
  }
@@ -1 +1 @@
1
- {"version":3,"file":"base.js","sourceRoot":"","sources":["../../chains/base.ts"],"names":[],"mappings":";;;AAAA,qCAAsC;AACtC,mCAKiB;AAQjB,MAAM,YAAY,GAAG;IACnB,gBAAQ;IACR,2BAAmB;IACnB,uBAAe;IACf,2BAAmB;CACpB,CAAC;AAUF;;GAEG;AACH,MAAsB,SAAS;IAA/B;QACE;;;;;WAAoB;IAmEtB,CAAC;IAlDC;;;;OAIG;IACH,KAAK,CAAC,IAAI,CAAC,MAAmB;QAC5B,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE;YAC1B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YAChE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;gBACpD,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;aACzB;SACF;QACD,kCAAkC;QAClC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE;YAC1B,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;SAC/C;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAqB;QACzB,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAW,CAChB,IAAyB,EACzB,SAAqB,EAAE;QAEvB,QAAQ,IAAI,CAAC,KAAK,EAAE;YAClB,KAAK,WAAW;gBACd,OAAO,gBAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACpC,KAAK,uBAAuB;gBAC1B,OAAO,2BAAmB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC/C,KAAK,cAAc;gBACjB,OAAO,uBAAe,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACnD;gBACE,MAAM,IAAI,KAAK,CACb,kCACG,IAA4B,CAAC,KAChC,EAAE,CACH,CAAC;SACL;IACH,CAAC;CACF;AApED,8BAoEC"}
1
+ {"version":3,"file":"base.js","sourceRoot":"","sources":["../../chains/base.ts"],"names":[],"mappings":";;;AAAA,qCAAsC;AACtC,mCAKiB;AAQjB,MAAM,YAAY,GAAG;IACnB,gBAAQ;IACR,2BAAmB;IACnB,uBAAe;IACf,2BAAmB;CACpB,CAAC;AAUF;;GAEG;AACH,MAAsB,SAAS;IAG7B,YAAY,MAAmB;QAF/B;;;;;WAAoB;QAGlB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAiBD;;;;OAIG;IACH,KAAK,CAAC,IAAI,CAAC,MAAmB;QAC5B,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE;YAC1B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YAChE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;gBACpD,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;aACzB;SACF;QACD,kCAAkC;QAClC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE;YAC1B,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;SACrD;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAqB;QACzB,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAW,CAChB,IAAyB,EACzB,SAAqB,EAAE;QAEvB,QAAQ,IAAI,CAAC,KAAK,EAAE;YAClB,KAAK,WAAW;gBACd,OAAO,gBAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACpC,KAAK,uBAAuB;gBAC1B,OAAO,2BAAmB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC/C,KAAK,cAAc;gBACjB,OAAO,uBAAe,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACnD;gBACE,MAAM,IAAI,KAAK,CACb,kCACG,IAA4B,CAAC,KAChC,EAAE,CACH,CAAC;SACL;IACH,CAAC;CACF;AAxED,8BAwEC"}
@@ -1,4 +1,4 @@
1
- export { BaseChain, ChainValues } from "./base";
1
+ export { BaseChain, ChainValues, ChainInputs } from "./base";
2
2
  export { SerializedLLMChain, LLMChain, ConversationChain } from "./llm_chain";
3
3
  export { SerializedStuffDocumentsChain, StuffDocumentsChain, } from "./combine_docs_chain";
4
4
  export { ChatVectorDBQAChain, SerializedChatVectorDBQAChain, } from "./chat_vector_db_chain";
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../chains/index.ts"],"names":[],"mappings":";;;AAAA,+BAAgD;AAAvC,iGAAA,SAAS,OAAA;AAClB,yCAA8E;AAAjD,qGAAA,QAAQ,OAAA;AAAE,8GAAA,iBAAiB,OAAA;AACxD,2DAG8B;AAD5B,yHAAA,mBAAmB,OAAA;AAErB,+DAGgC;AAF9B,2HAAA,mBAAmB,OAAA;AAGrB,+CAA4E;AAAnE,+GAAA,eAAe,OAAA;AACxB,+BAAmC;AAA1B,iGAAA,SAAS,OAAA;AAClB,kDAAwD;AAA/C,mGAAA,WAAW,OAAA"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../chains/index.ts"],"names":[],"mappings":";;;AAAA,+BAA6D;AAApD,iGAAA,SAAS,OAAA;AAClB,yCAA8E;AAAjD,qGAAA,QAAQ,OAAA;AAAE,8GAAA,iBAAiB,OAAA;AACxD,2DAG8B;AAD5B,yHAAA,mBAAmB,OAAA;AAErB,+DAGgC;AAF9B,2HAAA,mBAAmB,OAAA;AAGrB,+CAA4E;AAAnE,+GAAA,eAAe,OAAA;AACxB,+BAAmC;AAA1B,iGAAA,SAAS,OAAA;AAClB,kDAAwD;AAA/C,mGAAA,WAAW,OAAA"}
@@ -1,8 +1,8 @@
1
- import { BaseChain, ChainValues } from "./index";
1
+ import { BaseChain, ChainValues, ChainInputs } from "./index";
2
2
  import { BaseLLM, SerializedLLM } from "../llms";
3
3
  import { BaseMemory } from "../memory";
4
4
  import { BasePromptTemplate, SerializedBasePromptTemplate } from "../prompts";
5
- export interface LLMChainInput {
5
+ export interface LLMChainInput extends ChainInputs {
6
6
  /** Prompt object to use */
7
7
  prompt: BasePromptTemplate;
8
8
  /** LLM Wrapper to use */
@@ -37,6 +37,7 @@ export declare class LLMChain extends BaseChain implements LLMChainInput {
37
37
  prompt: BasePromptTemplate;
38
38
  llm: BaseLLM;
39
39
  outputKey?: string;
40
+ memory?: BaseMemory;
40
41
  });
41
42
  _call(values: ChainValues): Promise<ChainValues>;
42
43
  /**
@@ -21,7 +21,7 @@ const util_1 = require("../util");
21
21
  class LLMChain extends index_1.BaseChain {
22
22
  constructor(fields) {
23
23
  var _a;
24
- super();
24
+ super(fields.memory);
25
25
  Object.defineProperty(this, "prompt", {
26
26
  enumerable: true,
27
27
  configurable: true,
@@ -1 +1 @@
1
- {"version":3,"file":"llm_chain.js","sourceRoot":"","sources":["../../chains/llm_chain.ts"],"names":[],"mappings":";;;AAAA,mCAAiD;AAEjD,kCAAiD;AAEjD,sCAAqD;AACrD,wCAIoB;AAEpB,kCAAgD;AAoBhD;;;;;;;;;;;GAWG;AACH,MAAa,QAAS,SAAQ,iBAAS;IAOrC,YAAY,MAIX;;QACC,KAAK,EAAE,CAAC;QAXV;;;;;WAA2B;QAE3B;;;;;WAAa;QAEb;;;;mBAAY,MAAM;WAAC;QAQjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,CAAC,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAmB;QAC7B,IAAI,IAAI,CAAC;QACT,IAAI,MAAM,IAAI,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAClD,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;SACpB;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC;QAC/C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,OAAO,CAAC,MAAmB;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvC,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC;IAED,UAAU;QACR,OAAO,WAAoB,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAwB;QAC/C,MAAM,aAAa,GAAG,IAAA,4BAAqB,EACzC,KAAK,EACL,IAAI,CACL,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAA,4BAAqB,EAG5C,QAAQ,EAAE,IAAI,CAAC,CAAC;QAElB,OAAO,IAAI,QAAQ,CAAC;YAClB,GAAG,EAAE,MAAM,cAAO,CAAC,WAAW,CAAC,aAAa,CAAC;YAC7C,MAAM,EAAE,MAAM,4BAAkB,CAAC,WAAW,CAAC,gBAAgB,CAAC;SAC/D,CAAC,CAAC;IACL,CAAC;IAED,SAAS;QACP,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE;YACxB,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;SAChC,CAAC;IACJ,CAAC;CACF;AAxED,4BAwEC;AAED,mCAAmC;AACnC,MAAM,eAAe,GAAG;;;;;IAKpB,CAAC;AAEL,MAAM,aAAa,GAAG,IAAI,wBAAc,CAAC;IACvC,QAAQ,EAAE,eAAe;IACzB,cAAc,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC;CACrC,CAAC,CAAC;AAEH,MAAa,iBAAkB,SAAQ,QAAQ;IAC7C,YAAY,MAKX;;QACC,KAAK,CAAC;YACJ,MAAM,EAAE,MAAA,MAAM,CAAC,MAAM,mCAAI,aAAa;YACtC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,MAAA,MAAM,CAAC,SAAS,mCAAI,UAAU;SAC1C,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,MAAA,MAAM,CAAC,MAAM,mCAAI,IAAI,qBAAY,EAAE,CAAC;IACpD,CAAC;CACF;AAdD,8CAcC"}
1
+ {"version":3,"file":"llm_chain.js","sourceRoot":"","sources":["../../chains/llm_chain.ts"],"names":[],"mappings":";;;AAAA,mCAA8D;AAE9D,kCAAiD;AAEjD,sCAAqD;AACrD,wCAIoB;AAEpB,kCAAgD;AAoBhD;;;;;;;;;;;GAWG;AACH,MAAa,QAAS,SAAQ,iBAAS;IAOrC,YAAY,MAKX;;QACC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAZvB;;;;;WAA2B;QAE3B;;;;;WAAa;QAEb;;;;mBAAY,MAAM;WAAC;QASjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,CAAC,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAmB;QAC7B,IAAI,IAAI,CAAC;QACT,IAAI,MAAM,IAAI,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAClD,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;SACpB;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC;QAC/C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,OAAO,CAAC,MAAmB;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvC,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC;IAED,UAAU;QACR,OAAO,WAAoB,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAwB;QAC/C,MAAM,aAAa,GAAG,IAAA,4BAAqB,EACzC,KAAK,EACL,IAAI,CACL,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAA,4BAAqB,EAG5C,QAAQ,EAAE,IAAI,CAAC,CAAC;QAElB,OAAO,IAAI,QAAQ,CAAC;YAClB,GAAG,EAAE,MAAM,cAAO,CAAC,WAAW,CAAC,aAAa,CAAC;YAC7C,MAAM,EAAE,MAAM,4BAAkB,CAAC,WAAW,CAAC,gBAAgB,CAAC;SAC/D,CAAC,CAAC;IACL,CAAC;IAED,SAAS;QACP,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE;YACxB,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;SAChC,CAAC;IACJ,CAAC;CACF;AAzED,4BAyEC;AAED,mCAAmC;AACnC,MAAM,eAAe,GAAG;;;;;IAKpB,CAAC;AAEL,MAAM,aAAa,GAAG,IAAI,wBAAc,CAAC;IACvC,QAAQ,EAAE,eAAe;IACzB,cAAc,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC;CACrC,CAAC,CAAC;AAEH,MAAa,iBAAkB,SAAQ,QAAQ;IAC7C,YAAY,MAKX;;QACC,KAAK,CAAC;YACJ,MAAM,EAAE,MAAA,MAAM,CAAC,MAAM,mCAAI,aAAa;YACtC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,MAAA,MAAM,CAAC,SAAS,mCAAI,UAAU;SAC1C,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,MAAA,MAAM,CAAC,MAAM,mCAAI,IAAI,qBAAY,EAAE,CAAC;IACpD,CAAC;CACF;AAdD,8CAcC"}
@@ -15,4 +15,4 @@ const document_1 = require("../../../document");
15
15
  const res = await chain.call({ input_documents: docs, question: "Whats up" });
16
16
  console.log({ res });
17
17
  });
18
- //# sourceMappingURL=load.test.js.map
18
+ //# sourceMappingURL=load.int.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"load.int.test.js","sourceRoot":"","sources":["../../../../chains/question_answering/tests/load.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,iDAA8C;AAC9C,kCAAsC;AACtC,gDAA6C;AAE7C,IAAA,cAAI,EAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;IAClC,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAA,kBAAW,EAAC,KAAK,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG;QACX,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;KACrC,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;IAC9E,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}
@@ -32,4 +32,4 @@ const embeddings_1 = require("../../embeddings");
32
32
  const res = await chain.call({ question: "foo", chat_history: "bar" });
33
33
  console.log({ res });
34
34
  });
35
- //# sourceMappingURL=chat_vector_db_qa_chain.test.js.map
35
+ //# sourceMappingURL=chat_vector_db_qa_chain.int.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"chat_vector_db_qa_chain.int.test.js","sourceRoot":"","sources":["../../../chains/tests/chat_vector_db_qa_chain.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,8CAA2C;AAC3C,2CAA+C;AAC/C,4CAAwC;AACxC,8DAA4D;AAC5D,kEAA8D;AAC9D,wDAAqD;AACrD,iDAAoD;AAEpD,IAAA,cAAI,EAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;IAC1C,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,wBAAc,CAAC,YAAY,CACxC,6CAA6C,CAC9C,CAAC;IACF,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,EAC3D,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACvD,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,oBAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,IAAI,wCAAmB,CAAC;QAC/C,QAAQ;QACR,oBAAoB,EAAE,KAAK;KAC5B,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,0CAAmB,CAAC;QACpC,qBAAqB,EAAE,gBAAgB;QACvC,WAAW,EAAE,WAAW;QACxB,sBAAsB,EAAE,QAAQ;KACjC,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;IACnD,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,EAC3D,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACvD,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,MAAM,KAAK,GAAG,0CAAmB,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC9D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}
@@ -36,4 +36,4 @@ const document_1 = require("../../document");
36
36
  const res = await chain.call({ input_documents: docs, question: "what up" });
37
37
  console.log({ res });
38
38
  });
39
- //# sourceMappingURL=combine_docs_chain.test.js.map
39
+ //# sourceMappingURL=combine_docs_chain.int.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"combine_docs_chain.int.test.js","sourceRoot":"","sources":["../../../chains/tests/combine_docs_chain.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,8CAA2C;AAC3C,2CAA+C;AAC/C,4CAAwC;AACxC,kCAAoC;AACpC,8DAA4D;AAC5D,6CAA0C;AAE1C,IAAA,cAAI,EAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;IAC1C,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,wBAAc,CAAC;QAChC,QAAQ,EAAE,aAAa;QACvB,cAAc,EAAE,CAAC,KAAK,CAAC;KACxB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAI,oBAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,IAAI,wCAAmB,CAAC;QACpC,QAAQ;QACR,oBAAoB,EAAE,KAAK;KAC5B,CAAC,CAAC;IACH,MAAM,IAAI,GAAG;QACX,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;KACrC,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;IACrC,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAS,EAC3B,iDAAiD,CAClD,CAAC;IACF,MAAM,IAAI,GAAG;QACX,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;KACrC,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}
@@ -26,4 +26,4 @@ const load_1 = require("../load");
26
26
  const res = await chain.call({ input: "my favorite color" });
27
27
  console.log({ res });
28
28
  });
29
- //# sourceMappingURL=llm_chain.test.js.map
29
+ //# sourceMappingURL=llm_chain.int.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llm_chain.int.test.js","sourceRoot":"","sources":["../../../chains/tests/llm_chain.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,8CAA2C;AAC3C,2CAA+C;AAC/C,4CAA2D;AAC3D,kCAAoC;AAEpC,IAAA,cAAI,EAAC,aAAa,EAAE,KAAK,IAAI,EAAE;IAC7B,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,wBAAc,CAAC;QAChC,QAAQ,EAAE,aAAa;QACvB,cAAc,EAAE,CAAC,KAAK,CAAC;KACxB,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,oBAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,mBAAmB,EAAE,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;IACrC,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAS,EAAC,oCAAoC,CAAC,CAAC;IACpE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;IACxC,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,6BAAiB,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACpD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}
@@ -43,4 +43,4 @@ const embeddings_1 = require("../../embeddings");
43
43
  const res = await chain.call({ query: "what up" });
44
44
  console.log({ res });
45
45
  });
46
- //# sourceMappingURL=vector_db_qa_chain.test.js.map
46
+ //# sourceMappingURL=vector_db_qa_chain.int.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"vector_db_qa_chain.int.test.js","sourceRoot":"","sources":["../../../chains/tests/vector_db_qa_chain.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,8CAA2C;AAC3C,2CAA+C;AAC/C,4CAAwC;AACxC,kCAAoC;AACpC,8DAA4D;AAC5D,kDAAkD;AAClD,wDAAqD;AACrD,iDAAoD;AAEpD,IAAA,cAAI,EAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;IACtC,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,wBAAc,CAAC;QAChC,QAAQ,EAAE,aAAa;QACvB,cAAc,EAAE,CAAC,KAAK,CAAC;KACxB,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,EAC3D,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACvD,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,oBAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,IAAI,wCAAmB,CAAC;QAC/C,QAAQ;QACR,oBAAoB,EAAE,KAAK;KAC5B,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,8BAAe,CAAC;QAChC,qBAAqB,EAAE,gBAAgB;QACvC,WAAW,EAAE,WAAW;KACzB,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;IAC/C,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,EAC3D,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACvD,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,MAAM,KAAK,GAAG,8BAAe,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC1D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;IACrC,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,EAC3D,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACvD,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAS,EAAC,2CAA2C,EAAE;QACzE,WAAW,EAAE,WAAW;KACzB,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}
@@ -0,0 +1,5 @@
1
+ import { Document } from "../document";
2
+ export declare abstract class Docstore {
3
+ abstract search(search: string): Document | string;
4
+ abstract add(texts: Record<string, Document>): void;
5
+ }
@@ -0,0 +1,7 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.Docstore = void 0;
4
+ class Docstore {
5
+ }
6
+ exports.Docstore = Docstore;
7
+ //# sourceMappingURL=base.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"base.js","sourceRoot":"","sources":["../../docstore/base.ts"],"names":[],"mappings":";;;AAEA,MAAsB,QAAQ;CAI7B;AAJD,4BAIC"}
@@ -0,0 +1,10 @@
1
+ import { Document } from "../document";
2
+ import { Docstore } from "./base";
3
+ export declare class InMemoryDocstore extends Docstore {
4
+ _docs: Map<string, Document>;
5
+ constructor(docs?: Map<string, Document>);
6
+ /** Method for getting count of documents in _docs */
7
+ get count(): number;
8
+ search(search: string): Document | string;
9
+ add(texts: Record<string, Document>): void;
10
+ }
@@ -0,0 +1,36 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.InMemoryDocstore = void 0;
4
+ const base_1 = require("./base");
5
+ class InMemoryDocstore extends base_1.Docstore {
6
+ constructor(docs) {
7
+ super();
8
+ Object.defineProperty(this, "_docs", {
9
+ enumerable: true,
10
+ configurable: true,
11
+ writable: true,
12
+ value: void 0
13
+ });
14
+ this._docs = docs !== null && docs !== void 0 ? docs : new Map();
15
+ }
16
+ /** Method for getting count of documents in _docs */
17
+ get count() {
18
+ return this._docs.size;
19
+ }
20
+ search(search) {
21
+ var _a;
22
+ return (_a = this._docs.get(search)) !== null && _a !== void 0 ? _a : `ID ${search} not found.`;
23
+ }
24
+ add(texts) {
25
+ const keys = [...this._docs.keys()];
26
+ const overlapping = Object.keys(texts).filter((x) => keys.includes(x));
27
+ if (overlapping.length > 0) {
28
+ throw new Error(`Tried to add ids that already exist: ${overlapping}`);
29
+ }
30
+ for (const [key, value] of Object.entries(texts)) {
31
+ this._docs.set(key, value);
32
+ }
33
+ }
34
+ }
35
+ exports.InMemoryDocstore = InMemoryDocstore;
36
+ //# sourceMappingURL=in_memory.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"in_memory.js","sourceRoot":"","sources":["../../docstore/in_memory.ts"],"names":[],"mappings":";;;AACA,iCAAkC;AAElC,MAAa,gBAAiB,SAAQ,eAAQ;IAG5C,YAAY,IAA4B;QACtC,KAAK,EAAE,CAAC;QAHV;;;;;WAA6B;QAI3B,IAAI,CAAC,KAAK,GAAG,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,IAAI,GAAG,EAAE,CAAC;IACjC,CAAC;IAED,qDAAqD;IACrD,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,MAAM,CAAC,MAAc;;QACnB,OAAO,MAAA,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,mCAAI,MAAM,MAAM,aAAa,CAAC;IAC7D,CAAC;IAED,GAAG,CAAC,KAA+B;QACjC,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACpC,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvE,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE;YAC1B,MAAM,IAAI,KAAK,CAAC,wCAAwC,WAAW,EAAE,CAAC,CAAC;SACxE;QAED,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;YAChD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;SAC5B;IACH,CAAC;CACF;AA7BD,4CA6BC"}
@@ -0,0 +1,3 @@
1
+ export { Document } from "../document";
2
+ export { Docstore } from "./base";
3
+ export { InMemoryDocstore } from "./in_memory";
@@ -0,0 +1,10 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.InMemoryDocstore = exports.Docstore = exports.Document = void 0;
4
+ var document_1 = require("../document");
5
+ Object.defineProperty(exports, "Document", { enumerable: true, get: function () { return document_1.Document; } });
6
+ var base_1 = require("./base");
7
+ Object.defineProperty(exports, "Docstore", { enumerable: true, get: function () { return base_1.Docstore; } });
8
+ var in_memory_1 = require("./in_memory");
9
+ Object.defineProperty(exports, "InMemoryDocstore", { enumerable: true, get: function () { return in_memory_1.InMemoryDocstore; } });
10
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../docstore/index.ts"],"names":[],"mappings":";;;AAAA,wCAAuC;AAA9B,oGAAA,QAAQ,OAAA;AACjB,+BAAkC;AAAzB,gGAAA,QAAQ,OAAA;AACjB,yCAA+C;AAAtC,6GAAA,gBAAgB,OAAA"}
@@ -1,4 +1,4 @@
1
- interface DocumentParams {
1
+ export interface DocumentParams {
2
2
  pageContent: string;
3
3
  metadata: Record<string, any>;
4
4
  }
@@ -10,4 +10,3 @@ export declare class Document implements DocumentParams {
10
10
  metadata: Record<string, any>;
11
11
  constructor(fields?: Partial<DocumentParams>);
12
12
  }
13
- export {};
@@ -0,0 +1,10 @@
1
+ import { TextSplitter } from "../text_splitter";
2
+ import { Document } from "../document";
3
+ export interface DocumentLoader {
4
+ load(): Promise<Document[]>;
5
+ loadAndSplit(textSplitter?: TextSplitter): Promise<Document[]>;
6
+ }
7
+ export declare abstract class BaseDocumentLoader implements DocumentLoader {
8
+ abstract load(): Promise<Document[]>;
9
+ loadAndSplit(splitter?: TextSplitter): Promise<Document[]>;
10
+ }
@@ -0,0 +1,12 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.BaseDocumentLoader = void 0;
4
+ const text_splitter_1 = require("../text_splitter");
5
+ class BaseDocumentLoader {
6
+ async loadAndSplit(splitter = new text_splitter_1.RecursiveCharacterTextSplitter()) {
7
+ const docs = await this.load();
8
+ return splitter.splitDocuments(docs);
9
+ }
10
+ }
11
+ exports.BaseDocumentLoader = BaseDocumentLoader;
12
+ //# sourceMappingURL=base.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"base.js","sourceRoot":"","sources":["../../document_loaders/base.ts"],"names":[],"mappings":";;;AAAA,oDAAgF;AAQhF,MAAsB,kBAAkB;IAGtC,KAAK,CAAC,YAAY,CAChB,WAAyB,IAAI,8CAA8B,EAAE;QAE7D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,OAAO,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;CACF;AATD,gDASC"}
@@ -0,0 +1,10 @@
1
+ import type { CheerioAPI } from "cheerio";
2
+ import { Document } from "../document";
3
+ import { BaseDocumentLoader } from "./base";
4
+ import type { DocumentLoader } from "./base";
5
+ export declare class CheerioWebBaseLoader extends BaseDocumentLoader implements DocumentLoader {
6
+ webPath: string;
7
+ constructor(webPath: string);
8
+ scrape(): Promise<CheerioAPI>;
9
+ load(): Promise<Document[]>;
10
+ }
@@ -0,0 +1,47 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.CheerioWebBaseLoader = void 0;
4
+ const document_1 = require("../document");
5
+ const base_1 = require("./base");
6
+ let load = null;
7
+ try {
8
+ // eslint-disable-next-line global-require,import/no-extraneous-dependencies
9
+ ({ load } = require("cheerio"));
10
+ }
11
+ catch (_a) {
12
+ // ignore error, will be throw in constructor
13
+ }
14
+ class CheerioWebBaseLoader extends base_1.BaseDocumentLoader {
15
+ constructor(webPath) {
16
+ super();
17
+ Object.defineProperty(this, "webPath", {
18
+ enumerable: true,
19
+ configurable: true,
20
+ writable: true,
21
+ value: webPath
22
+ });
23
+ /**
24
+ * Throw error at construction time
25
+ * if cheerio package is not installed.
26
+ */
27
+ if (load === null) {
28
+ throw new Error("Please install cheerio as a dependency with, e.g. `yarn add cheerio`");
29
+ }
30
+ }
31
+ async scrape() {
32
+ if (load === null) {
33
+ throw new Error("Please install cheerio as a dependency with, e.g. `yarn add cheerio`");
34
+ }
35
+ const response = await fetch(this.webPath);
36
+ const html = await response.text();
37
+ return load(html);
38
+ }
39
+ async load() {
40
+ const $ = await this.scrape();
41
+ const text = $("body").text();
42
+ const metadata = { source: this.webPath };
43
+ return [new document_1.Document({ pageContent: text, metadata })];
44
+ }
45
+ }
46
+ exports.CheerioWebBaseLoader = CheerioWebBaseLoader;
47
+ //# sourceMappingURL=cheerio_web_base.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cheerio_web_base.js","sourceRoot":"","sources":["../../document_loaders/cheerio_web_base.ts"],"names":[],"mappings":";;;AACA,0CAAuC;AACvC,iCAA4C;AAG5C,IAAI,IAAI,GAAwB,IAAI,CAAC;AAErC,IAAI;IACF,4EAA4E;IAC5E,CAAC,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;CACjC;AAAC,WAAM;IACN,6CAA6C;CAC9C;AAED,MAAa,oBACX,SAAQ,yBAAkB;IAG1B,YAAmB,OAAe;QAChC,KAAK,EAAE,CAAC;;;;;mBADS;;QAGjB;;;WAGG;QACH,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,MAAM,IAAI,KAAK,CACb,sEAAsE,CACvE,CAAC;SACH;IACH,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,MAAM,IAAI,KAAK,CACb,sEAAsE,CACvE,CAAC;SACH;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1C,OAAO,CAAC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;CACF;AApCD,oDAoCC"}
@@ -0,0 +1,6 @@
1
+ import { Document } from "../document";
2
+ import { CheerioWebBaseLoader } from "./cheerio_web_base";
3
+ export declare class CollegeConfidentialLoader extends CheerioWebBaseLoader {
4
+ constructor(webPath: string);
5
+ load(): Promise<Document[]>;
6
+ }
@@ -0,0 +1,18 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.CollegeConfidentialLoader = void 0;
4
+ const document_1 = require("../document");
5
+ const cheerio_web_base_1 = require("./cheerio_web_base");
6
+ class CollegeConfidentialLoader extends cheerio_web_base_1.CheerioWebBaseLoader {
7
+ constructor(webPath) {
8
+ super(webPath);
9
+ }
10
+ async load() {
11
+ const $ = await this.scrape();
12
+ const text = $("main[class='skin-handler']").text();
13
+ const metadata = { source: this.webPath };
14
+ return [new document_1.Document({ pageContent: text, metadata })];
15
+ }
16
+ }
17
+ exports.CollegeConfidentialLoader = CollegeConfidentialLoader;
18
+ //# sourceMappingURL=college_confidential.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"college_confidential.js","sourceRoot":"","sources":["../../document_loaders/college_confidential.ts"],"names":[],"mappings":";;;AAAA,0CAAuC;AACvC,yDAA0D;AAE1D,MAAa,yBAA0B,SAAQ,uCAAoB;IACjE,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,CAAC,CAAC,4BAA4B,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1C,OAAO,CAAC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;CACF;AAXD,8DAWC"}
@@ -0,0 +1,9 @@
1
+ import { Document } from "../document";
2
+ import { CheerioWebBaseLoader } from "./cheerio_web_base";
3
+ export declare class HNLoader extends CheerioWebBaseLoader {
4
+ webPath: string;
5
+ constructor(webPath: string);
6
+ load(): Promise<Document[]>;
7
+ private loadComments;
8
+ private loadResults;
9
+ }
@@ -0,0 +1,53 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.HNLoader = void 0;
4
+ const document_1 = require("../document");
5
+ const cheerio_web_base_1 = require("./cheerio_web_base");
6
+ class HNLoader extends cheerio_web_base_1.CheerioWebBaseLoader {
7
+ constructor(webPath) {
8
+ super(webPath);
9
+ Object.defineProperty(this, "webPath", {
10
+ enumerable: true,
11
+ configurable: true,
12
+ writable: true,
13
+ value: webPath
14
+ });
15
+ }
16
+ async load() {
17
+ const $ = await this.scrape();
18
+ if (this.webPath.includes("item")) {
19
+ return this.loadComments($);
20
+ }
21
+ return this.loadResults($);
22
+ }
23
+ loadComments($) {
24
+ const comments = $("tr[class='athing comtr']");
25
+ const title = $("tr[id='pagespace']").attr("title");
26
+ const documents = [];
27
+ comments.each((_index, comment) => {
28
+ const text = $(comment).text().trim();
29
+ const metadata = { source: this.webPath, title };
30
+ documents.push(new document_1.Document({ pageContent: text, metadata }));
31
+ });
32
+ return documents;
33
+ }
34
+ loadResults($) {
35
+ const items = $("tr[class='athing']");
36
+ const documents = [];
37
+ items.each((_index, item) => {
38
+ const ranking = $(item).find("span[class='rank']").text();
39
+ const link = $(item).find("span[class='titleline'] a").attr("href");
40
+ const title = $(item).find("span[class='titleline']").text().trim();
41
+ const metadata = {
42
+ source: this.webPath,
43
+ title,
44
+ link,
45
+ ranking,
46
+ };
47
+ documents.push(new document_1.Document({ pageContent: title, metadata }));
48
+ });
49
+ return documents;
50
+ }
51
+ }
52
+ exports.HNLoader = HNLoader;
53
+ //# sourceMappingURL=hn.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"hn.js","sourceRoot":"","sources":["../../document_loaders/hn.ts"],"names":[],"mappings":";;;AACA,0CAAuC;AACvC,yDAA0D;AAE1D,MAAa,QAAS,SAAQ,uCAAoB;IAChD,YAAmB,OAAe;QAChC,KAAK,CAAC,OAAO,CAAC,CAAC;;;;;mBADE;;IAEnB,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;YACjC,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAEO,YAAY,CAAC,CAAa;QAChC,MAAM,QAAQ,GAAG,CAAC,CAAC,0BAA0B,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,CAAC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;YAChC,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACjD,SAAS,CAAC,IAAI,CAAC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,WAAW,CAAC,CAAa;QAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,oBAAoB,CAAC,CAAC;QACtC,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;YAC1B,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1D,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpE,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACpE,MAAM,QAAQ,GAAG;gBACf,MAAM,EAAE,IAAI,CAAC,OAAO;gBACpB,KAAK;gBACL,IAAI;gBACJ,OAAO;aACR,CAAC;YACF,SAAS,CAAC,IAAI,CAAC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AA1CD,4BA0CC"}
@@ -0,0 +1,7 @@
1
+ import { Document } from "../document";
2
+ import { CheerioWebBaseLoader } from "./cheerio_web_base";
3
+ export declare class IMSDBLoader extends CheerioWebBaseLoader {
4
+ webPath: string;
5
+ constructor(webPath: string);
6
+ load(): Promise<Document[]>;
7
+ }