langchain 0.0.7 → 0.0.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/agents.mjs +1 -0
- package/chains.mjs +1 -0
- package/dist/agents/tests/{agent.test.d.ts → agent.int.test.d.ts} +0 -0
- package/dist/agents/tests/{agent.test.js → agent.int.test.js} +2 -3
- package/dist/agents/tests/agent.int.test.js.map +1 -0
- package/dist/agents/tools/serpapi.js +1 -1
- package/dist/agents/tools/serpapi.js.map +1 -1
- package/dist/cache.d.ts +5 -4
- package/dist/cache.js +17 -6
- package/dist/cache.js.map +1 -1
- package/dist/chains/base.d.ts +1 -0
- package/dist/chains/base.js +3 -2
- package/dist/chains/base.js.map +1 -1
- package/dist/chains/index.d.ts +1 -1
- package/dist/chains/index.js.map +1 -1
- package/dist/chains/llm_chain.d.ts +3 -2
- package/dist/chains/llm_chain.js +1 -1
- package/dist/chains/llm_chain.js.map +1 -1
- package/dist/chains/question_answering/tests/{load.test.d.ts → load.int.test.d.ts} +0 -0
- package/dist/chains/question_answering/tests/{load.test.js → load.int.test.js} +1 -1
- package/dist/chains/question_answering/tests/load.int.test.js.map +1 -0
- package/dist/chains/tests/{chat_vector_db_qa_chain.test.d.ts → chat_vector_db_qa_chain.int.test.d.ts} +0 -0
- package/dist/chains/tests/{chat_vector_db_qa_chain.test.js → chat_vector_db_qa_chain.int.test.js} +1 -1
- package/dist/chains/tests/chat_vector_db_qa_chain.int.test.js.map +1 -0
- package/dist/chains/tests/{combine_docs_chain.test.d.ts → combine_docs_chain.int.test.d.ts} +0 -0
- package/dist/chains/tests/{combine_docs_chain.test.js → combine_docs_chain.int.test.js} +1 -1
- package/dist/chains/tests/combine_docs_chain.int.test.js.map +1 -0
- package/dist/chains/tests/{llm_chain.test.d.ts → llm_chain.int.test.d.ts} +0 -0
- package/dist/chains/tests/{llm_chain.test.js → llm_chain.int.test.js} +1 -1
- package/dist/chains/tests/llm_chain.int.test.js.map +1 -0
- package/dist/chains/tests/{vector_db_qa_chain.test.d.ts → vector_db_qa_chain.int.test.d.ts} +0 -0
- package/dist/chains/tests/{vector_db_qa_chain.test.js → vector_db_qa_chain.int.test.js} +1 -1
- package/dist/chains/tests/vector_db_qa_chain.int.test.js.map +1 -0
- package/dist/docstore/base.d.ts +5 -0
- package/dist/docstore/base.js +7 -0
- package/dist/docstore/base.js.map +1 -0
- package/dist/docstore/in_memory.d.ts +10 -0
- package/dist/docstore/in_memory.js +36 -0
- package/dist/docstore/in_memory.js.map +1 -0
- package/dist/docstore/index.d.ts +3 -0
- package/dist/docstore/index.js +10 -0
- package/dist/docstore/index.js.map +1 -0
- package/dist/document.d.ts +1 -2
- package/dist/document_loaders/base.d.ts +10 -0
- package/dist/document_loaders/base.js +12 -0
- package/dist/document_loaders/base.js.map +1 -0
- package/dist/document_loaders/cheerio_web_base.d.ts +10 -0
- package/dist/document_loaders/cheerio_web_base.js +47 -0
- package/dist/document_loaders/cheerio_web_base.js.map +1 -0
- package/dist/document_loaders/college_confidential.d.ts +6 -0
- package/dist/document_loaders/college_confidential.js +18 -0
- package/dist/document_loaders/college_confidential.js.map +1 -0
- package/dist/document_loaders/hn.d.ts +9 -0
- package/dist/document_loaders/hn.js +53 -0
- package/dist/document_loaders/hn.js.map +1 -0
- package/dist/document_loaders/imsdb.d.ts +7 -0
- package/dist/document_loaders/imsdb.js +24 -0
- package/dist/document_loaders/imsdb.js.map +1 -0
- package/dist/document_loaders/index.d.ts +8 -0
- package/dist/document_loaders/index.js +18 -0
- package/dist/document_loaders/index.js.map +1 -0
- package/dist/document_loaders/srt.d.ts +7 -0
- package/dist/document_loaders/srt.js +79 -0
- package/dist/document_loaders/srt.js.map +1 -0
- package/dist/document_loaders/text.d.ts +7 -0
- package/dist/document_loaders/text.js +41 -0
- package/dist/document_loaders/text.js.map +1 -0
- package/dist/embeddings/fake.d.ts +5 -0
- package/dist/embeddings/fake.js +14 -0
- package/dist/embeddings/fake.js.map +1 -0
- package/dist/embeddings/tests/{openai.test.d.ts → openai.int.test.d.ts} +0 -0
- package/dist/embeddings/tests/{openai.test.js → openai.int.test.js} +1 -1
- package/dist/embeddings/tests/openai.int.test.js.map +1 -0
- package/dist/llms/base.js +7 -6
- package/dist/llms/base.js.map +1 -1
- package/dist/llms/index.d.ts +1 -1
- package/dist/llms/index.js +2 -1
- package/dist/llms/index.js.map +1 -1
- package/dist/llms/openai.d.ts +52 -3
- package/dist/llms/openai.js +81 -8
- package/dist/llms/openai.js.map +1 -1
- package/dist/llms/tests/{cohere.test.d.ts → cohere.int.test.d.ts} +0 -0
- package/dist/llms/tests/{cohere.test.js → cohere.int.test.js} +1 -1
- package/dist/llms/tests/cohere.int.test.js.map +1 -0
- package/dist/llms/tests/{openai.test.d.ts → openai.int.test.d.ts} +0 -0
- package/dist/llms/tests/{openai.test.js → openai.int.test.js} +1 -1
- package/dist/llms/tests/openai.int.test.js.map +1 -0
- package/dist/memory/buffer_window_memory.d.ts +17 -0
- package/dist/memory/buffer_window_memory.js +66 -0
- package/dist/memory/buffer_window_memory.js.map +1 -0
- package/dist/memory/index.d.ts +1 -0
- package/dist/memory/index.js +3 -1
- package/dist/memory/index.js.map +1 -1
- package/dist/memory/tests/buffer_window_memory.test.d.ts +1 -0
- package/dist/memory/tests/buffer_window_memory.test.js +24 -0
- package/dist/memory/tests/buffer_window_memory.test.js.map +1 -0
- package/dist/tests/text_splitter.test.d.ts +1 -0
- package/dist/tests/text_splitter.test.js +141 -0
- package/dist/tests/text_splitter.test.js.map +1 -0
- package/dist/text_splitter.d.ts +18 -1
- package/dist/text_splitter.js +70 -1
- package/dist/text_splitter.js.map +1 -1
- package/dist/util/hub.js +3 -2
- package/dist/util/hub.js.map +1 -1
- package/dist/vectorstores/base.d.ts +1 -5
- package/dist/vectorstores/base.js +2 -11
- package/dist/vectorstores/base.js.map +1 -1
- package/dist/vectorstores/hnswlib.d.ts +7 -4
- package/dist/vectorstores/hnswlib.js +31 -11
- package/dist/vectorstores/hnswlib.js.map +1 -1
- package/dist/vectorstores/index.d.ts +1 -0
- package/dist/vectorstores/index.js +3 -1
- package/dist/vectorstores/index.js.map +1 -1
- package/dist/vectorstores/pinecone.d.ts +17 -0
- package/dist/vectorstores/pinecone.js +78 -0
- package/dist/vectorstores/pinecone.js.map +1 -0
- package/dist/vectorstores/tests/hnswlib.int.test.d.ts +1 -0
- package/dist/vectorstores/tests/hnswlib.int.test.js +61 -0
- package/dist/vectorstores/tests/hnswlib.int.test.js.map +1 -0
- package/dist/vectorstores/tests/hnswlib.test.js +29 -38
- package/dist/vectorstores/tests/hnswlib.test.js.map +1 -1
- package/docstore.d.ts +1 -0
- package/docstore.js +1 -0
- package/docstore.mjs +1 -0
- package/document.mjs +1 -0
- package/document_loaders.d.ts +1 -0
- package/document_loaders.js +1 -0
- package/document_loaders.mjs +1 -0
- package/embeddings.mjs +1 -0
- package/index.d.ts +1 -0
- package/index.js +1 -0
- package/index.mjs +1 -0
- package/llms.mjs +1 -0
- package/memory.mjs +1 -0
- package/package.json +127 -8
- package/prompts.mjs +1 -0
- package/text_splitter.mjs +1 -0
- package/tools.mjs +1 -0
- package/vectorstores.mjs +1 -0
- package/dist/agents/tests/agent.test.js.map +0 -1
- package/dist/chains/question_answering/tests/load.test.js.map +0 -1
- package/dist/chains/tests/chat_vector_db_qa_chain.test.js.map +0 -1
- package/dist/chains/tests/combine_docs_chain.test.js.map +0 -1
- package/dist/chains/tests/llm_chain.test.js.map +0 -1
- package/dist/chains/tests/vector_db_qa_chain.test.js.map +0 -1
- package/dist/embeddings/tests/openai.test.js.map +0 -1
- package/dist/llms/tests/cohere.test.js.map +0 -1
- package/dist/llms/tests/openai.test.js.map +0 -1
package/agents.mjs
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from './dist/agents/index.js'
|
package/chains.mjs
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from './dist/chains/index.js'
|
|
File without changes
|
|
@@ -26,10 +26,9 @@ const initialize_1 = require("../initialize");
|
|
|
26
26
|
const tools = [new serpapi_1.SerpAPI(), new calculator_1.Calculator()];
|
|
27
27
|
const executor = await (0, initialize_1.initializeAgentExecutor)(tools, model, "zero-shot-react-description");
|
|
28
28
|
console.log("Loaded agent.");
|
|
29
|
-
const input =
|
|
30
|
-
" What is his current age raised to the 0.23 power?";
|
|
29
|
+
const input = `Who is Olivia Wilde's boyfriend? What is his current age raised to the 0.23 power?`;
|
|
31
30
|
console.log(`Executing with input "${input}"...`);
|
|
32
31
|
const result = await executor.call({ input });
|
|
33
32
|
console.log(`Got output ${result.output}`);
|
|
34
33
|
}, 30000);
|
|
35
|
-
//# sourceMappingURL=agent.test.js.map
|
|
34
|
+
//# sourceMappingURL=agent.int.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"agent.int.test.js","sourceRoot":"","sources":["../../../agents/tests/agent.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,8CAA2C;AAC3C,kCAAoC;AACpC,oCAA+C;AAC/C,8CAA2C;AAC3C,oDAAiD;AACjD,8CAAwD;AAExD,IAAA,cAAI,EAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;IACpC,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAW,CAAC,IAAI,iBAAO,EAAE,EAAE,IAAI,uBAAU,EAAE,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAS,EAC3B,oDAAoD,EACpD,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CACtB,CAAC;IACF,MAAM,QAAQ,GAAG,qBAAa,CAAC,iBAAiB,CAAC;QAC/C,KAAK;QACL,KAAK;QACL,uBAAuB,EAAE,IAAI;KAC9B,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;QAC9B,KAAK,EACH,oFAAoF;KACvF,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACnB,CAAC,EAAE,KAAK,CAAC,CAAC;AAEV,IAAA,cAAI,EAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;IACnC,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,CAAC,IAAI,iBAAO,EAAE,EAAE,IAAI,uBAAU,EAAE,CAAC,CAAC;IAEhD,MAAM,QAAQ,GAAG,MAAM,IAAA,oCAAuB,EAC5C,KAAK,EACL,KAAK,EACL,6BAA6B,CAC9B,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAE7B,MAAM,KAAK,GAAG,oFAAoF,CAAC;IACnG,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,MAAM,CAAC,CAAC;IAElD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAE9C,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;AAC7C,CAAC,EAAE,KAAK,CAAC,CAAC"}
|
|
@@ -44,7 +44,7 @@ class SerpAPI extends base_1.Tool {
|
|
|
44
44
|
});
|
|
45
45
|
// Throw error at construction time.
|
|
46
46
|
if (getJson === null) {
|
|
47
|
-
throw new Error("Please install serpapi as a dependency with, e.g. `
|
|
47
|
+
throw new Error("Please install serpapi as a dependency with, e.g. `yarn add serpapi`");
|
|
48
48
|
}
|
|
49
49
|
if (!apiKey) {
|
|
50
50
|
throw new Error("SerpAPI API key not set. You can set it as SERPAPI_API_KEY in your .env file, or pass it to SerpAPI.");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"serpapi.js","sourceRoot":"","sources":["../../../agents/tools/serpapi.ts"],"names":[],"mappings":";;;AAEA,iCAA8B;AAE9B,IAAI,OAAO,GAA2B,IAAI,CAAC;AAE3C,IAAI;IACF,4EAA4E;IAC5E,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;CACpC;AAAC,WAAM;IACN,eAAe;CAChB;AAED;;;;GAIG;AACH,MAAa,OAAQ,SAAQ,WAAI;IAK/B,YACE,SAA6B,OAAO,CAAC,GAAG,CAAC,eAAe,EACxD,SAAoC,EAAE;QAEtC,KAAK,EAAE,CAAC;QARV;;;;;WAAsB;QAEtB;;;;;WAA4C;QAyB5C;;;;mBAAO,QAAQ;WAAC;QAgDhB;;;;mBACE,qHAAqH;WAAC;QAlEtH,oCAAoC;QACpC,IAAI,OAAO,KAAK,IAAI,EAAE;YACpB,MAAM,IAAI,KAAK,CACb,
|
|
1
|
+
{"version":3,"file":"serpapi.js","sourceRoot":"","sources":["../../../agents/tools/serpapi.ts"],"names":[],"mappings":";;;AAEA,iCAA8B;AAE9B,IAAI,OAAO,GAA2B,IAAI,CAAC;AAE3C,IAAI;IACF,4EAA4E;IAC5E,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;CACpC;AAAC,WAAM;IACN,eAAe;CAChB;AAED;;;;GAIG;AACH,MAAa,OAAQ,SAAQ,WAAI;IAK/B,YACE,SAA6B,OAAO,CAAC,GAAG,CAAC,eAAe,EACxD,SAAoC,EAAE;QAEtC,KAAK,EAAE,CAAC;QARV;;;;;WAAsB;QAEtB;;;;;WAA4C;QAyB5C;;;;mBAAO,QAAQ;WAAC;QAgDhB;;;;mBACE,qHAAqH;WAAC;QAlEtH,oCAAoC;QACpC,IAAI,OAAO,KAAK,IAAI,EAAE;YACpB,MAAM,IAAI,KAAK,CACb,sEAAsE,CACvE,CAAC;SACH;QAED,IAAI,CAAC,MAAM,EAAE;YACX,MAAM,IAAI,KAAK,CACb,sGAAsG,CACvG,CAAC;SACH;QAED,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAID;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,KAAa;;QACtB,IAAI,OAAO,KAAK,IAAI,EAAE;YACpB,MAAM,IAAI,KAAK,CACb,mEAAmE,CACpE,CAAC;SACH;QACD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;YAClC,GAAG,IAAI,CAAC,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,GAAG;YACjB,CAAC,EAAE,KAAK;SACT,CAAC,CAAC;QAEH,IAAI,GAAG,CAAC,KAAK,EAAE;YACb,MAAM,IAAI,KAAK,CAAC,2BAA2B,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;SACzD;QAED,IAAI,MAAA,GAAG,CAAC,UAAU,0CAAE,MAAM,EAAE;YAC1B,OAAO,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;SAC9B;QAED,IAAI,MAAA,GAAG,CAAC,UAAU,0CAAE,OAAO,EAAE;YAC3B,OAAO,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;SAC/B;QAED,IAAI,MAAA,GAAG,CAAC,UAAU,0CAAE,yBAAyB,EAAE;YAC7C,OAAO,GAAG,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC;SACpD;QAED,IAAI,MAAA,GAAG,CAAC,cAAc,0CAAE,cAAc,EAAE;YACtC,OAAO,GAAG,CAAC,cAAc,CAAC,cAAc,CAAC;SAC1C;QAED,IAAI,MAAA,GAAG,CAAC,eAAe,0CAAE,WAAW,EAAE;YACpC,OAAO,GAAG,CAAC,eAAe,CAAC,WAAW,CAAC;SACxC;QAED,IAAI,MAAA,MAAA,GAAG,CAAC,eAAe,0CAAG,CAAC,CAAC,0CAAE,OAAO,EAAE;YACrC,OAAO,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;SACvC;QAED,OAAO,6BAA6B,CAAC;IACvC,CAAC;CAIF;AA9ED,0BA8EC"}
|
package/dist/cache.d.ts
CHANGED
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import { Generation } from "./llms";
|
|
2
|
+
export declare const getKey: (...strings: string[]) => string;
|
|
2
3
|
export declare abstract class BaseCache<T = Generation[]> {
|
|
3
|
-
abstract lookup(
|
|
4
|
-
abstract update(
|
|
4
|
+
abstract lookup(key: string): T | undefined;
|
|
5
|
+
abstract update(key: string, value: T): void;
|
|
5
6
|
}
|
|
6
7
|
export declare class InMemoryCache<T = Generation[]> extends BaseCache<T> {
|
|
7
8
|
private cache;
|
|
8
9
|
constructor();
|
|
9
|
-
lookup(
|
|
10
|
-
update(
|
|
10
|
+
lookup(key: string): T;
|
|
11
|
+
update(key: string, value: T): void;
|
|
11
12
|
}
|
package/dist/cache.js
CHANGED
|
@@ -1,7 +1,18 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
2
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.InMemoryCache = exports.BaseCache = void 0;
|
|
4
|
-
const
|
|
6
|
+
exports.InMemoryCache = exports.BaseCache = exports.getKey = void 0;
|
|
7
|
+
const crypto_1 = __importDefault(require("crypto"));
|
|
8
|
+
// Takes in an arbitrary number of strings and returns a hash of them
|
|
9
|
+
// that can be used as a key in a cache.
|
|
10
|
+
const getKey = (...strings) => {
|
|
11
|
+
const hash = crypto_1.default.createHash("sha256");
|
|
12
|
+
strings.forEach((s) => hash.update(s));
|
|
13
|
+
return hash.digest("hex");
|
|
14
|
+
};
|
|
15
|
+
exports.getKey = getKey;
|
|
5
16
|
class BaseCache {
|
|
6
17
|
}
|
|
7
18
|
exports.BaseCache = BaseCache;
|
|
@@ -16,11 +27,11 @@ class InMemoryCache extends BaseCache {
|
|
|
16
27
|
});
|
|
17
28
|
this.cache = {};
|
|
18
29
|
}
|
|
19
|
-
lookup(
|
|
20
|
-
return this.cache[
|
|
30
|
+
lookup(key) {
|
|
31
|
+
return this.cache[key];
|
|
21
32
|
}
|
|
22
|
-
update(
|
|
23
|
-
this.cache[
|
|
33
|
+
update(key, value) {
|
|
34
|
+
this.cache[key] = value;
|
|
24
35
|
}
|
|
25
36
|
}
|
|
26
37
|
exports.InMemoryCache = InMemoryCache;
|
package/dist/cache.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cache.js","sourceRoot":"","sources":["../cache.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"cache.js","sourceRoot":"","sources":["../cache.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAG5B,qEAAqE;AACrE,wCAAwC;AACjC,MAAM,MAAM,GAAG,CAAC,GAAG,OAAiB,EAAU,EAAE;IACrD,MAAM,IAAI,GAAG,gBAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACzC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC,CAAC;AAJW,QAAA,MAAM,UAIjB;AAEF,MAAsB,SAAS;CAI9B;AAJD,8BAIC;AAED,MAAa,aAAgC,SAAQ,SAAY;IAG/D;QACE,KAAK,EAAE,CAAC;QAHV;;;;;WAAiC;QAI/B,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,CAAC,GAAW,EAAE,KAAQ;QAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IAC1B,CAAC;CACF;AAfD,sCAeC"}
|
package/dist/chains/base.d.ts
CHANGED
package/dist/chains/base.js
CHANGED
|
@@ -13,13 +13,14 @@ const chainClasses = [
|
|
|
13
13
|
* Base interface that all chains must implement.
|
|
14
14
|
*/
|
|
15
15
|
class BaseChain {
|
|
16
|
-
constructor() {
|
|
16
|
+
constructor(memory) {
|
|
17
17
|
Object.defineProperty(this, "memory", {
|
|
18
18
|
enumerable: true,
|
|
19
19
|
configurable: true,
|
|
20
20
|
writable: true,
|
|
21
21
|
value: void 0
|
|
22
22
|
});
|
|
23
|
+
this.memory = memory;
|
|
23
24
|
}
|
|
24
25
|
/**
|
|
25
26
|
* Run the core logic of this chain and add to output if desired.
|
|
@@ -37,7 +38,7 @@ class BaseChain {
|
|
|
37
38
|
// TODO(sean) add callback support
|
|
38
39
|
const outputValues = this._call(fullValues);
|
|
39
40
|
if (!(this.memory == null)) {
|
|
40
|
-
this.memory.saveContext(values, outputValues);
|
|
41
|
+
await this.memory.saveContext(values, outputValues);
|
|
41
42
|
}
|
|
42
43
|
return outputValues;
|
|
43
44
|
}
|
package/dist/chains/base.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../chains/base.ts"],"names":[],"mappings":";;;AAAA,qCAAsC;AACtC,mCAKiB;AAQjB,MAAM,YAAY,GAAG;IACnB,gBAAQ;IACR,2BAAmB;IACnB,uBAAe;IACf,2BAAmB;CACpB,CAAC;AAUF;;GAEG;AACH,MAAsB,SAAS;
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../chains/base.ts"],"names":[],"mappings":";;;AAAA,qCAAsC;AACtC,mCAKiB;AAQjB,MAAM,YAAY,GAAG;IACnB,gBAAQ;IACR,2BAAmB;IACnB,uBAAe;IACf,2BAAmB;CACpB,CAAC;AAUF;;GAEG;AACH,MAAsB,SAAS;IAG7B,YAAY,MAAmB;QAF/B;;;;;WAAoB;QAGlB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAiBD;;;;OAIG;IACH,KAAK,CAAC,IAAI,CAAC,MAAmB;QAC5B,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE;YAC1B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YAChE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;gBACpD,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;aACzB;SACF;QACD,kCAAkC;QAClC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE;YAC1B,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;SACrD;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAqB;QACzB,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAW,CAChB,IAAyB,EACzB,SAAqB,EAAE;QAEvB,QAAQ,IAAI,CAAC,KAAK,EAAE;YAClB,KAAK,WAAW;gBACd,OAAO,gBAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACpC,KAAK,uBAAuB;gBAC1B,OAAO,2BAAmB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC/C,KAAK,cAAc;gBACjB,OAAO,uBAAe,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACnD;gBACE,MAAM,IAAI,KAAK,CACb,kCACG,IAA4B,CAAC,KAChC,EAAE,CACH,CAAC;SACL;IACH,CAAC;CACF;AAxED,8BAwEC"}
|
package/dist/chains/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { BaseChain, ChainValues } from "./base";
|
|
1
|
+
export { BaseChain, ChainValues, ChainInputs } from "./base";
|
|
2
2
|
export { SerializedLLMChain, LLMChain, ConversationChain } from "./llm_chain";
|
|
3
3
|
export { SerializedStuffDocumentsChain, StuffDocumentsChain, } from "./combine_docs_chain";
|
|
4
4
|
export { ChatVectorDBQAChain, SerializedChatVectorDBQAChain, } from "./chat_vector_db_chain";
|
package/dist/chains/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../chains/index.ts"],"names":[],"mappings":";;;AAAA,+
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../chains/index.ts"],"names":[],"mappings":";;;AAAA,+BAA6D;AAApD,iGAAA,SAAS,OAAA;AAClB,yCAA8E;AAAjD,qGAAA,QAAQ,OAAA;AAAE,8GAAA,iBAAiB,OAAA;AACxD,2DAG8B;AAD5B,yHAAA,mBAAmB,OAAA;AAErB,+DAGgC;AAF9B,2HAAA,mBAAmB,OAAA;AAGrB,+CAA4E;AAAnE,+GAAA,eAAe,OAAA;AACxB,+BAAmC;AAA1B,iGAAA,SAAS,OAAA;AAClB,kDAAwD;AAA/C,mGAAA,WAAW,OAAA"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { BaseChain, ChainValues } from "./index";
|
|
1
|
+
import { BaseChain, ChainValues, ChainInputs } from "./index";
|
|
2
2
|
import { BaseLLM, SerializedLLM } from "../llms";
|
|
3
3
|
import { BaseMemory } from "../memory";
|
|
4
4
|
import { BasePromptTemplate, SerializedBasePromptTemplate } from "../prompts";
|
|
5
|
-
export interface LLMChainInput {
|
|
5
|
+
export interface LLMChainInput extends ChainInputs {
|
|
6
6
|
/** Prompt object to use */
|
|
7
7
|
prompt: BasePromptTemplate;
|
|
8
8
|
/** LLM Wrapper to use */
|
|
@@ -37,6 +37,7 @@ export declare class LLMChain extends BaseChain implements LLMChainInput {
|
|
|
37
37
|
prompt: BasePromptTemplate;
|
|
38
38
|
llm: BaseLLM;
|
|
39
39
|
outputKey?: string;
|
|
40
|
+
memory?: BaseMemory;
|
|
40
41
|
});
|
|
41
42
|
_call(values: ChainValues): Promise<ChainValues>;
|
|
42
43
|
/**
|
package/dist/chains/llm_chain.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm_chain.js","sourceRoot":"","sources":["../../chains/llm_chain.ts"],"names":[],"mappings":";;;AAAA,
|
|
1
|
+
{"version":3,"file":"llm_chain.js","sourceRoot":"","sources":["../../chains/llm_chain.ts"],"names":[],"mappings":";;;AAAA,mCAA8D;AAE9D,kCAAiD;AAEjD,sCAAqD;AACrD,wCAIoB;AAEpB,kCAAgD;AAoBhD;;;;;;;;;;;GAWG;AACH,MAAa,QAAS,SAAQ,iBAAS;IAOrC,YAAY,MAKX;;QACC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAZvB;;;;;WAA2B;QAE3B;;;;;WAAa;QAEb;;;;mBAAY,MAAM;WAAC;QASjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,CAAC,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAmB;QAC7B,IAAI,IAAI,CAAC;QACT,IAAI,MAAM,IAAI,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAClD,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;SACpB;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC;QAC/C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,OAAO,CAAC,MAAmB;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvC,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC;IAED,UAAU;QACR,OAAO,WAAoB,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAwB;QAC/C,MAAM,aAAa,GAAG,IAAA,4BAAqB,EACzC,KAAK,EACL,IAAI,CACL,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAA,4BAAqB,EAG5C,QAAQ,EAAE,IAAI,CAAC,CAAC;QAElB,OAAO,IAAI,QAAQ,CAAC;YAClB,GAAG,EAAE,MAAM,cAAO,CAAC,WAAW,CAAC,aAAa,CAAC;YAC7C,MAAM,EAAE,MAAM,4BAAkB,CAAC,WAAW,CAAC,gBAAgB,CAAC;SAC/D,CAAC,CAAC;IACL,CAAC;IAED,SAAS;QACP,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE;YACxB,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;SAChC,CAAC;IACJ,CAAC;CACF;AAzED,4BAyEC;AAED,mCAAmC;AACnC,MAAM,eAAe,GAAG;;;;;IAKpB,CAAC;AAEL,MAAM,aAAa,GAAG,IAAI,wBAAc,CAAC;IACvC,QAAQ,EAAE,eAAe;IACzB,cAAc,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC;CACrC,CAAC,CAAC;AAEH,MAAa,iBAAkB,SAAQ,QAAQ;IAC7C,YAAY,MAKX;;QACC,KAAK,CAAC;YACJ,MAAM,EAAE,MAAA,MAAM,CAAC,MAAM,mCAAI,aAAa;YACtC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,MAAA,MAAM,CAAC,SAAS,mCAAI,UAAU;SAC1C,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,MAAA,MAAM,CAAC,MAAM,mCAAI,IAAI,qBAAY,EAAE,CAAC;IACpD,CAAC;CACF;AAdD,8CAcC"}
|
|
File without changes
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"load.int.test.js","sourceRoot":"","sources":["../../../../chains/question_answering/tests/load.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,iDAA8C;AAC9C,kCAAsC;AACtC,gDAA6C;AAE7C,IAAA,cAAI,EAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;IAClC,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAA,kBAAW,EAAC,KAAK,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG;QACX,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;KACrC,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;IAC9E,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}
|
|
File without changes
|
package/dist/chains/tests/{chat_vector_db_qa_chain.test.js → chat_vector_db_qa_chain.int.test.js}
RENAMED
|
@@ -32,4 +32,4 @@ const embeddings_1 = require("../../embeddings");
|
|
|
32
32
|
const res = await chain.call({ question: "foo", chat_history: "bar" });
|
|
33
33
|
console.log({ res });
|
|
34
34
|
});
|
|
35
|
-
//# sourceMappingURL=chat_vector_db_qa_chain.test.js.map
|
|
35
|
+
//# sourceMappingURL=chat_vector_db_qa_chain.int.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chat_vector_db_qa_chain.int.test.js","sourceRoot":"","sources":["../../../chains/tests/chat_vector_db_qa_chain.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,8CAA2C;AAC3C,2CAA+C;AAC/C,4CAAwC;AACxC,8DAA4D;AAC5D,kEAA8D;AAC9D,wDAAqD;AACrD,iDAAoD;AAEpD,IAAA,cAAI,EAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;IAC1C,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,wBAAc,CAAC,YAAY,CACxC,6CAA6C,CAC9C,CAAC;IACF,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,EAC3D,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACvD,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,oBAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,IAAI,wCAAmB,CAAC;QAC/C,QAAQ;QACR,oBAAoB,EAAE,KAAK;KAC5B,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,0CAAmB,CAAC;QACpC,qBAAqB,EAAE,gBAAgB;QACvC,WAAW,EAAE,WAAW;QACxB,sBAAsB,EAAE,QAAQ;KACjC,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;IACnD,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,EAC3D,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACvD,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,MAAM,KAAK,GAAG,0CAAmB,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC9D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}
|
|
File without changes
|
|
@@ -36,4 +36,4 @@ const document_1 = require("../../document");
|
|
|
36
36
|
const res = await chain.call({ input_documents: docs, question: "what up" });
|
|
37
37
|
console.log({ res });
|
|
38
38
|
});
|
|
39
|
-
//# sourceMappingURL=combine_docs_chain.test.js.map
|
|
39
|
+
//# sourceMappingURL=combine_docs_chain.int.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"combine_docs_chain.int.test.js","sourceRoot":"","sources":["../../../chains/tests/combine_docs_chain.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,8CAA2C;AAC3C,2CAA+C;AAC/C,4CAAwC;AACxC,kCAAoC;AACpC,8DAA4D;AAC5D,6CAA0C;AAE1C,IAAA,cAAI,EAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;IAC1C,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,wBAAc,CAAC;QAChC,QAAQ,EAAE,aAAa;QACvB,cAAc,EAAE,CAAC,KAAK,CAAC;KACxB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAI,oBAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,IAAI,wCAAmB,CAAC;QACpC,QAAQ;QACR,oBAAoB,EAAE,KAAK;KAC5B,CAAC,CAAC;IACH,MAAM,IAAI,GAAG;QACX,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;KACrC,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;IACrC,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAS,EAC3B,iDAAiD,CAClD,CAAC;IACF,MAAM,IAAI,GAAG;QACX,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;KACrC,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}
|
|
File without changes
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm_chain.int.test.js","sourceRoot":"","sources":["../../../chains/tests/llm_chain.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,8CAA2C;AAC3C,2CAA+C;AAC/C,4CAA2D;AAC3D,kCAAoC;AAEpC,IAAA,cAAI,EAAC,aAAa,EAAE,KAAK,IAAI,EAAE;IAC7B,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,wBAAc,CAAC;QAChC,QAAQ,EAAE,aAAa;QACvB,cAAc,EAAE,CAAC,KAAK,CAAC;KACxB,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,oBAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,mBAAmB,EAAE,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;IACrC,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAS,EAAC,oCAAoC,CAAC,CAAC;IACpE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;IACxC,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,6BAAiB,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACpD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}
|
|
File without changes
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vector_db_qa_chain.int.test.js","sourceRoot":"","sources":["../../../chains/tests/vector_db_qa_chain.int.test.ts"],"names":[],"mappings":";;AAAA,2CAAqC;AACrC,8CAA2C;AAC3C,2CAA+C;AAC/C,4CAAwC;AACxC,kCAAoC;AACpC,8DAA4D;AAC5D,kDAAkD;AAClD,wDAAqD;AACrD,iDAAoD;AAEpD,IAAA,cAAI,EAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;IACtC,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,wBAAc,CAAC;QAChC,QAAQ,EAAE,aAAa;QACvB,cAAc,EAAE,CAAC,KAAK,CAAC;KACxB,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,EAC3D,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACvD,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,oBAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,IAAI,wCAAmB,CAAC;QAC/C,QAAQ;QACR,oBAAoB,EAAE,KAAK;KAC5B,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,8BAAe,CAAC;QAChC,qBAAqB,EAAE,gBAAgB;QACvC,WAAW,EAAE,WAAW;KACzB,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;IAC/C,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,EAC3D,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACvD,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,MAAM,KAAK,GAAG,8BAAe,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC1D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAA,cAAI,EAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;IACrC,MAAM,WAAW,GAAG,MAAM,iBAAO,CAAC,SAAS,CACzC,CAAC,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,EAC3D,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EACvD,IAAI,6BAAgB,EAAE,CACvB,CAAC;IACF,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAS,EAAC,2CAA2C,EAAE;QACzE,WAAW,EAAE,WAAW;KACzB,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../docstore/base.ts"],"names":[],"mappings":";;;AAEA,MAAsB,QAAQ;CAI7B;AAJD,4BAIC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { Document } from "../document";
|
|
2
|
+
import { Docstore } from "./base";
|
|
3
|
+
export declare class InMemoryDocstore extends Docstore {
|
|
4
|
+
_docs: Map<string, Document>;
|
|
5
|
+
constructor(docs?: Map<string, Document>);
|
|
6
|
+
/** Method for getting count of documents in _docs */
|
|
7
|
+
get count(): number;
|
|
8
|
+
search(search: string): Document | string;
|
|
9
|
+
add(texts: Record<string, Document>): void;
|
|
10
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.InMemoryDocstore = void 0;
|
|
4
|
+
const base_1 = require("./base");
|
|
5
|
+
class InMemoryDocstore extends base_1.Docstore {
|
|
6
|
+
constructor(docs) {
|
|
7
|
+
super();
|
|
8
|
+
Object.defineProperty(this, "_docs", {
|
|
9
|
+
enumerable: true,
|
|
10
|
+
configurable: true,
|
|
11
|
+
writable: true,
|
|
12
|
+
value: void 0
|
|
13
|
+
});
|
|
14
|
+
this._docs = docs !== null && docs !== void 0 ? docs : new Map();
|
|
15
|
+
}
|
|
16
|
+
/** Method for getting count of documents in _docs */
|
|
17
|
+
get count() {
|
|
18
|
+
return this._docs.size;
|
|
19
|
+
}
|
|
20
|
+
search(search) {
|
|
21
|
+
var _a;
|
|
22
|
+
return (_a = this._docs.get(search)) !== null && _a !== void 0 ? _a : `ID ${search} not found.`;
|
|
23
|
+
}
|
|
24
|
+
add(texts) {
|
|
25
|
+
const keys = [...this._docs.keys()];
|
|
26
|
+
const overlapping = Object.keys(texts).filter((x) => keys.includes(x));
|
|
27
|
+
if (overlapping.length > 0) {
|
|
28
|
+
throw new Error(`Tried to add ids that already exist: ${overlapping}`);
|
|
29
|
+
}
|
|
30
|
+
for (const [key, value] of Object.entries(texts)) {
|
|
31
|
+
this._docs.set(key, value);
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
exports.InMemoryDocstore = InMemoryDocstore;
|
|
36
|
+
//# sourceMappingURL=in_memory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"in_memory.js","sourceRoot":"","sources":["../../docstore/in_memory.ts"],"names":[],"mappings":";;;AACA,iCAAkC;AAElC,MAAa,gBAAiB,SAAQ,eAAQ;IAG5C,YAAY,IAA4B;QACtC,KAAK,EAAE,CAAC;QAHV;;;;;WAA6B;QAI3B,IAAI,CAAC,KAAK,GAAG,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,IAAI,GAAG,EAAE,CAAC;IACjC,CAAC;IAED,qDAAqD;IACrD,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,MAAM,CAAC,MAAc;;QACnB,OAAO,MAAA,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,mCAAI,MAAM,MAAM,aAAa,CAAC;IAC7D,CAAC;IAED,GAAG,CAAC,KAA+B;QACjC,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACpC,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvE,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE;YAC1B,MAAM,IAAI,KAAK,CAAC,wCAAwC,WAAW,EAAE,CAAC,CAAC;SACxE;QAED,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;YAChD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;SAC5B;IACH,CAAC;CACF;AA7BD,4CA6BC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.InMemoryDocstore = exports.Docstore = exports.Document = void 0;
|
|
4
|
+
var document_1 = require("../document");
|
|
5
|
+
Object.defineProperty(exports, "Document", { enumerable: true, get: function () { return document_1.Document; } });
|
|
6
|
+
var base_1 = require("./base");
|
|
7
|
+
Object.defineProperty(exports, "Docstore", { enumerable: true, get: function () { return base_1.Docstore; } });
|
|
8
|
+
var in_memory_1 = require("./in_memory");
|
|
9
|
+
Object.defineProperty(exports, "InMemoryDocstore", { enumerable: true, get: function () { return in_memory_1.InMemoryDocstore; } });
|
|
10
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../docstore/index.ts"],"names":[],"mappings":";;;AAAA,wCAAuC;AAA9B,oGAAA,QAAQ,OAAA;AACjB,+BAAkC;AAAzB,gGAAA,QAAQ,OAAA;AACjB,yCAA+C;AAAtC,6GAAA,gBAAgB,OAAA"}
|
package/dist/document.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
interface DocumentParams {
|
|
1
|
+
export interface DocumentParams {
|
|
2
2
|
pageContent: string;
|
|
3
3
|
metadata: Record<string, any>;
|
|
4
4
|
}
|
|
@@ -10,4 +10,3 @@ export declare class Document implements DocumentParams {
|
|
|
10
10
|
metadata: Record<string, any>;
|
|
11
11
|
constructor(fields?: Partial<DocumentParams>);
|
|
12
12
|
}
|
|
13
|
-
export {};
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { TextSplitter } from "../text_splitter";
|
|
2
|
+
import { Document } from "../document";
|
|
3
|
+
export interface DocumentLoader {
|
|
4
|
+
load(): Promise<Document[]>;
|
|
5
|
+
loadAndSplit(textSplitter?: TextSplitter): Promise<Document[]>;
|
|
6
|
+
}
|
|
7
|
+
export declare abstract class BaseDocumentLoader implements DocumentLoader {
|
|
8
|
+
abstract load(): Promise<Document[]>;
|
|
9
|
+
loadAndSplit(splitter?: TextSplitter): Promise<Document[]>;
|
|
10
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BaseDocumentLoader = void 0;
|
|
4
|
+
const text_splitter_1 = require("../text_splitter");
|
|
5
|
+
class BaseDocumentLoader {
|
|
6
|
+
async loadAndSplit(splitter = new text_splitter_1.RecursiveCharacterTextSplitter()) {
|
|
7
|
+
const docs = await this.load();
|
|
8
|
+
return splitter.splitDocuments(docs);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
exports.BaseDocumentLoader = BaseDocumentLoader;
|
|
12
|
+
//# sourceMappingURL=base.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../document_loaders/base.ts"],"names":[],"mappings":";;;AAAA,oDAAgF;AAQhF,MAAsB,kBAAkB;IAGtC,KAAK,CAAC,YAAY,CAChB,WAAyB,IAAI,8CAA8B,EAAE;QAE7D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,OAAO,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;CACF;AATD,gDASC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { CheerioAPI } from "cheerio";
|
|
2
|
+
import { Document } from "../document";
|
|
3
|
+
import { BaseDocumentLoader } from "./base";
|
|
4
|
+
import type { DocumentLoader } from "./base";
|
|
5
|
+
export declare class CheerioWebBaseLoader extends BaseDocumentLoader implements DocumentLoader {
|
|
6
|
+
webPath: string;
|
|
7
|
+
constructor(webPath: string);
|
|
8
|
+
scrape(): Promise<CheerioAPI>;
|
|
9
|
+
load(): Promise<Document[]>;
|
|
10
|
+
}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CheerioWebBaseLoader = void 0;
|
|
4
|
+
const document_1 = require("../document");
|
|
5
|
+
const base_1 = require("./base");
|
|
6
|
+
let load = null;
|
|
7
|
+
try {
|
|
8
|
+
// eslint-disable-next-line global-require,import/no-extraneous-dependencies
|
|
9
|
+
({ load } = require("cheerio"));
|
|
10
|
+
}
|
|
11
|
+
catch (_a) {
|
|
12
|
+
// ignore error, will be throw in constructor
|
|
13
|
+
}
|
|
14
|
+
class CheerioWebBaseLoader extends base_1.BaseDocumentLoader {
|
|
15
|
+
constructor(webPath) {
|
|
16
|
+
super();
|
|
17
|
+
Object.defineProperty(this, "webPath", {
|
|
18
|
+
enumerable: true,
|
|
19
|
+
configurable: true,
|
|
20
|
+
writable: true,
|
|
21
|
+
value: webPath
|
|
22
|
+
});
|
|
23
|
+
/**
|
|
24
|
+
* Throw error at construction time
|
|
25
|
+
* if cheerio package is not installed.
|
|
26
|
+
*/
|
|
27
|
+
if (load === null) {
|
|
28
|
+
throw new Error("Please install cheerio as a dependency with, e.g. `yarn add cheerio`");
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
async scrape() {
|
|
32
|
+
if (load === null) {
|
|
33
|
+
throw new Error("Please install cheerio as a dependency with, e.g. `yarn add cheerio`");
|
|
34
|
+
}
|
|
35
|
+
const response = await fetch(this.webPath);
|
|
36
|
+
const html = await response.text();
|
|
37
|
+
return load(html);
|
|
38
|
+
}
|
|
39
|
+
async load() {
|
|
40
|
+
const $ = await this.scrape();
|
|
41
|
+
const text = $("body").text();
|
|
42
|
+
const metadata = { source: this.webPath };
|
|
43
|
+
return [new document_1.Document({ pageContent: text, metadata })];
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
exports.CheerioWebBaseLoader = CheerioWebBaseLoader;
|
|
47
|
+
//# sourceMappingURL=cheerio_web_base.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cheerio_web_base.js","sourceRoot":"","sources":["../../document_loaders/cheerio_web_base.ts"],"names":[],"mappings":";;;AACA,0CAAuC;AACvC,iCAA4C;AAG5C,IAAI,IAAI,GAAwB,IAAI,CAAC;AAErC,IAAI;IACF,4EAA4E;IAC5E,CAAC,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;CACjC;AAAC,WAAM;IACN,6CAA6C;CAC9C;AAED,MAAa,oBACX,SAAQ,yBAAkB;IAG1B,YAAmB,OAAe;QAChC,KAAK,EAAE,CAAC;;;;;mBADS;;QAGjB;;;WAGG;QACH,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,MAAM,IAAI,KAAK,CACb,sEAAsE,CACvE,CAAC;SACH;IACH,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,MAAM,IAAI,KAAK,CACb,sEAAsE,CACvE,CAAC;SACH;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1C,OAAO,CAAC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;CACF;AApCD,oDAoCC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CollegeConfidentialLoader = void 0;
|
|
4
|
+
const document_1 = require("../document");
|
|
5
|
+
const cheerio_web_base_1 = require("./cheerio_web_base");
|
|
6
|
+
class CollegeConfidentialLoader extends cheerio_web_base_1.CheerioWebBaseLoader {
|
|
7
|
+
constructor(webPath) {
|
|
8
|
+
super(webPath);
|
|
9
|
+
}
|
|
10
|
+
async load() {
|
|
11
|
+
const $ = await this.scrape();
|
|
12
|
+
const text = $("main[class='skin-handler']").text();
|
|
13
|
+
const metadata = { source: this.webPath };
|
|
14
|
+
return [new document_1.Document({ pageContent: text, metadata })];
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
exports.CollegeConfidentialLoader = CollegeConfidentialLoader;
|
|
18
|
+
//# sourceMappingURL=college_confidential.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"college_confidential.js","sourceRoot":"","sources":["../../document_loaders/college_confidential.ts"],"names":[],"mappings":";;;AAAA,0CAAuC;AACvC,yDAA0D;AAE1D,MAAa,yBAA0B,SAAQ,uCAAoB;IACjE,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,CAAC,CAAC,4BAA4B,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1C,OAAO,CAAC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;CACF;AAXD,8DAWC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { Document } from "../document";
|
|
2
|
+
import { CheerioWebBaseLoader } from "./cheerio_web_base";
|
|
3
|
+
export declare class HNLoader extends CheerioWebBaseLoader {
|
|
4
|
+
webPath: string;
|
|
5
|
+
constructor(webPath: string);
|
|
6
|
+
load(): Promise<Document[]>;
|
|
7
|
+
private loadComments;
|
|
8
|
+
private loadResults;
|
|
9
|
+
}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.HNLoader = void 0;
|
|
4
|
+
const document_1 = require("../document");
|
|
5
|
+
const cheerio_web_base_1 = require("./cheerio_web_base");
|
|
6
|
+
class HNLoader extends cheerio_web_base_1.CheerioWebBaseLoader {
|
|
7
|
+
constructor(webPath) {
|
|
8
|
+
super(webPath);
|
|
9
|
+
Object.defineProperty(this, "webPath", {
|
|
10
|
+
enumerable: true,
|
|
11
|
+
configurable: true,
|
|
12
|
+
writable: true,
|
|
13
|
+
value: webPath
|
|
14
|
+
});
|
|
15
|
+
}
|
|
16
|
+
async load() {
|
|
17
|
+
const $ = await this.scrape();
|
|
18
|
+
if (this.webPath.includes("item")) {
|
|
19
|
+
return this.loadComments($);
|
|
20
|
+
}
|
|
21
|
+
return this.loadResults($);
|
|
22
|
+
}
|
|
23
|
+
loadComments($) {
|
|
24
|
+
const comments = $("tr[class='athing comtr']");
|
|
25
|
+
const title = $("tr[id='pagespace']").attr("title");
|
|
26
|
+
const documents = [];
|
|
27
|
+
comments.each((_index, comment) => {
|
|
28
|
+
const text = $(comment).text().trim();
|
|
29
|
+
const metadata = { source: this.webPath, title };
|
|
30
|
+
documents.push(new document_1.Document({ pageContent: text, metadata }));
|
|
31
|
+
});
|
|
32
|
+
return documents;
|
|
33
|
+
}
|
|
34
|
+
loadResults($) {
|
|
35
|
+
const items = $("tr[class='athing']");
|
|
36
|
+
const documents = [];
|
|
37
|
+
items.each((_index, item) => {
|
|
38
|
+
const ranking = $(item).find("span[class='rank']").text();
|
|
39
|
+
const link = $(item).find("span[class='titleline'] a").attr("href");
|
|
40
|
+
const title = $(item).find("span[class='titleline']").text().trim();
|
|
41
|
+
const metadata = {
|
|
42
|
+
source: this.webPath,
|
|
43
|
+
title,
|
|
44
|
+
link,
|
|
45
|
+
ranking,
|
|
46
|
+
};
|
|
47
|
+
documents.push(new document_1.Document({ pageContent: title, metadata }));
|
|
48
|
+
});
|
|
49
|
+
return documents;
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
exports.HNLoader = HNLoader;
|
|
53
|
+
//# sourceMappingURL=hn.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hn.js","sourceRoot":"","sources":["../../document_loaders/hn.ts"],"names":[],"mappings":";;;AACA,0CAAuC;AACvC,yDAA0D;AAE1D,MAAa,QAAS,SAAQ,uCAAoB;IAChD,YAAmB,OAAe;QAChC,KAAK,CAAC,OAAO,CAAC,CAAC;;;;;mBADE;;IAEnB,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;YACjC,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAEO,YAAY,CAAC,CAAa;QAChC,MAAM,QAAQ,GAAG,CAAC,CAAC,0BAA0B,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,CAAC,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;YAChC,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACjD,SAAS,CAAC,IAAI,CAAC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,WAAW,CAAC,CAAa;QAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,oBAAoB,CAAC,CAAC;QACtC,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;YAC1B,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1D,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpE,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACpE,MAAM,QAAQ,GAAG;gBACf,MAAM,EAAE,IAAI,CAAC,OAAO;gBACpB,KAAK;gBACL,IAAI;gBACJ,OAAO;aACR,CAAC;YACF,SAAS,CAAC,IAAI,CAAC,IAAI,mBAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AA1CD,4BA0CC"}
|