langchain 0.0.4 → 0.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/agents/agent.d.ts +54 -0
- package/dist/cjs/agents/agent.js +81 -59
- package/dist/cjs/agents/agent.js.map +1 -1
- package/dist/cjs/agents/executor.d.ts +5 -0
- package/dist/cjs/agents/executor.js +36 -42
- package/dist/cjs/agents/executor.js.map +1 -1
- package/dist/cjs/agents/helpers.js +4 -13
- package/dist/cjs/agents/helpers.js.map +1 -1
- package/dist/cjs/agents/index.d.ts +1 -0
- package/dist/cjs/agents/index.js +5 -1
- package/dist/cjs/agents/index.js.map +1 -1
- package/dist/cjs/agents/initialize.d.ts +4 -0
- package/dist/cjs/agents/initialize.js +21 -0
- package/dist/cjs/agents/initialize.js.map +1 -0
- package/dist/cjs/agents/load.js +6 -15
- package/dist/cjs/agents/load.js.map +1 -1
- package/dist/cjs/agents/mrkl/index.d.ts +17 -0
- package/dist/cjs/agents/mrkl/index.js +21 -29
- package/dist/cjs/agents/mrkl/index.js.map +1 -1
- package/dist/cjs/agents/mrkl/prompt.js +0 -1
- package/dist/cjs/agents/mrkl/prompt.js.map +1 -1
- package/dist/cjs/agents/tests/agent.test.js +19 -15
- package/dist/cjs/agents/tests/agent.test.js.map +1 -1
- package/dist/cjs/agents/tests/calculator.test.d.ts +1 -0
- package/dist/cjs/agents/tests/calculator.test.js +30 -0
- package/dist/cjs/agents/tests/calculator.test.js.map +1 -0
- package/dist/cjs/agents/tools/base.d.ts +6 -0
- package/dist/cjs/agents/tools/base.js +15 -0
- package/dist/cjs/agents/tools/base.js.map +1 -0
- package/dist/cjs/agents/tools/calculator.d.ts +6 -0
- package/dist/cjs/agents/tools/calculator.js +33 -0
- package/dist/cjs/agents/tools/calculator.js.map +1 -0
- package/dist/cjs/agents/tools/index.d.ts +2 -6
- package/dist/cjs/agents/tools/index.js +5 -1
- package/dist/cjs/agents/tools/index.js.map +1 -1
- package/dist/cjs/agents/tools/serpapi.d.ts +18 -3
- package/dist/cjs/agents/tools/serpapi.js +88 -45
- package/dist/cjs/agents/tools/serpapi.js.map +1 -1
- package/dist/cjs/chains/base.d.ts +34 -4
- package/dist/cjs/chains/base.js +41 -3
- package/dist/cjs/chains/base.js.map +1 -1
- package/dist/cjs/chains/chat_vector_db_chain.d.ts +41 -0
- package/dist/cjs/chains/chat_vector_db_chain.js +132 -0
- package/dist/cjs/chains/chat_vector_db_chain.js.map +1 -0
- package/dist/cjs/chains/combine_docs_chain.d.ts +35 -0
- package/dist/cjs/chains/combine_docs_chain.js +75 -0
- package/dist/cjs/chains/combine_docs_chain.js.map +1 -0
- package/dist/cjs/chains/conversation.d.ts +12 -0
- package/dist/cjs/chains/conversation.js +29 -0
- package/dist/cjs/chains/conversation.js.map +1 -0
- package/dist/cjs/chains/index.d.ts +5 -1
- package/dist/cjs/chains/index.js +10 -1
- package/dist/cjs/chains/index.js.map +1 -1
- package/dist/cjs/chains/llm_chain.d.ts +35 -0
- package/dist/cjs/chains/llm_chain.js +66 -34
- package/dist/cjs/chains/llm_chain.js.map +1 -1
- package/dist/cjs/chains/load.d.ts +20 -1
- package/dist/cjs/chains/load.js +25 -17
- package/dist/cjs/chains/load.js.map +1 -1
- package/dist/cjs/chains/question_answering/load.d.ts +3 -0
- package/dist/cjs/chains/question_answering/load.js +13 -0
- package/dist/cjs/chains/question_answering/load.js.map +1 -0
- package/dist/cjs/chains/question_answering/stuff_prompts.d.ts +2 -0
- package/dist/cjs/chains/question_answering/stuff_prompts.js +10 -0
- package/dist/cjs/chains/question_answering/stuff_prompts.js.map +1 -0
- package/dist/cjs/chains/question_answering/tests/load.test.d.ts +1 -0
- package/dist/cjs/chains/question_answering/tests/load.test.js +14 -0
- package/dist/cjs/chains/question_answering/tests/load.test.js.map +1 -0
- package/dist/cjs/chains/tests/chat_vector_db_qa_chain.test.d.ts +1 -0
- package/dist/cjs/chains/tests/chat_vector_db_qa_chain.test.js +35 -0
- package/dist/cjs/chains/tests/chat_vector_db_qa_chain.test.js.map +1 -0
- package/dist/cjs/chains/tests/combine_docs_chain.test.d.ts +1 -0
- package/dist/cjs/chains/tests/combine_docs_chain.test.js +28 -0
- package/dist/cjs/chains/tests/combine_docs_chain.test.js.map +1 -0
- package/dist/cjs/chains/tests/llm_chain.test.js +13 -16
- package/dist/cjs/chains/tests/llm_chain.test.js.map +1 -1
- package/dist/cjs/chains/tests/vector_db_qa_chain.test.d.ts +1 -0
- package/dist/cjs/chains/tests/vector_db_qa_chain.test.js +46 -0
- package/dist/cjs/chains/tests/vector_db_qa_chain.test.js.map +1 -0
- package/dist/cjs/chains/vector_db_qa.d.ts +36 -0
- package/dist/cjs/chains/vector_db_qa.js +85 -0
- package/dist/cjs/chains/vector_db_qa.js.map +1 -0
- package/dist/cjs/document.d.ts +13 -0
- package/dist/cjs/document.js +28 -0
- package/dist/cjs/document.js.map +1 -0
- package/dist/cjs/embeddings/base.d.ts +4 -0
- package/dist/cjs/embeddings/base.js +7 -0
- package/dist/cjs/embeddings/base.js.map +1 -0
- package/dist/cjs/embeddings/index.d.ts +1 -0
- package/dist/cjs/embeddings/index.js +6 -0
- package/dist/cjs/embeddings/index.js.map +1 -0
- package/dist/cjs/embeddings/openai.d.ts +20 -0
- package/dist/cjs/embeddings/openai.js +86 -0
- package/dist/cjs/embeddings/openai.js.map +1 -0
- package/dist/cjs/embeddings/tests/openai.test.d.ts +1 -0
- package/dist/cjs/embeddings/tests/openai.test.js +17 -0
- package/dist/cjs/embeddings/tests/openai.test.js.map +1 -0
- package/dist/cjs/llms/base.d.ts +41 -0
- package/dist/cjs/llms/base.js +97 -92
- package/dist/cjs/llms/base.js.map +1 -1
- package/dist/cjs/llms/index.d.ts +19 -0
- package/dist/cjs/llms/load.d.ts +10 -2
- package/dist/cjs/llms/load.js +12 -4
- package/dist/cjs/llms/load.js.map +1 -1
- package/dist/cjs/llms/openai.d.ts +69 -7
- package/dist/cjs/llms/openai.js +96 -58
- package/dist/cjs/llms/openai.js.map +1 -1
- package/dist/cjs/llms/tests/openai.test.js +3 -12
- package/dist/cjs/llms/tests/openai.test.js.map +1 -1
- package/dist/cjs/memory/base.d.ts +7 -0
- package/dist/cjs/memory/base.js +7 -0
- package/dist/cjs/memory/base.js.map +1 -0
- package/dist/cjs/memory/buffer_memory.d.ts +15 -0
- package/dist/cjs/memory/buffer_memory.js +57 -0
- package/dist/cjs/memory/buffer_memory.js.map +1 -0
- package/dist/cjs/memory/index.d.ts +2 -0
- package/dist/cjs/memory/index.js +8 -0
- package/dist/cjs/memory/index.js.map +1 -0
- package/dist/cjs/memory/tests/buffer_memory.test.d.ts +1 -0
- package/dist/cjs/memory/tests/buffer_memory.test.js +17 -0
- package/dist/cjs/memory/tests/buffer_memory.test.js.map +1 -0
- package/dist/cjs/prompt/base.d.ts +39 -0
- package/dist/cjs/prompt/base.js +24 -25
- package/dist/cjs/prompt/base.js.map +1 -1
- package/dist/cjs/prompt/few_shot.d.ts +36 -1
- package/dist/cjs/prompt/few_shot.js +27 -33
- package/dist/cjs/prompt/few_shot.js.map +1 -1
- package/dist/cjs/prompt/index.d.ts +1 -0
- package/dist/cjs/prompt/index.js +3 -1
- package/dist/cjs/prompt/index.js.map +1 -1
- package/dist/cjs/prompt/load.d.ts +17 -0
- package/dist/cjs/prompt/load.js +21 -13
- package/dist/cjs/prompt/load.js.map +1 -1
- package/dist/cjs/prompt/parser.d.ts +30 -0
- package/dist/cjs/prompt/parser.js +21 -0
- package/dist/cjs/prompt/parser.js.map +1 -1
- package/dist/cjs/prompt/prompt.d.ts +48 -0
- package/dist/cjs/prompt/prompt.js +38 -18
- package/dist/cjs/prompt/prompt.js.map +1 -1
- package/dist/cjs/prompt/template.js.map +1 -1
- package/dist/cjs/prompt/tests/load.test.js +6 -15
- package/dist/cjs/prompt/tests/load.test.js.map +1 -1
- package/dist/cjs/text_splitter.d.ts +32 -0
- package/dist/cjs/text_splitter.js +165 -0
- package/dist/cjs/text_splitter.js.map +1 -0
- package/dist/cjs/text_splitter.test.d.ts +1 -0
- package/dist/cjs/text_splitter.test.js +87 -0
- package/dist/cjs/text_splitter.test.js.map +1 -0
- package/dist/cjs/util/hub.d.ts +2 -1
- package/dist/cjs/util/hub.js +5 -14
- package/dist/cjs/util/hub.js.map +1 -1
- package/dist/cjs/util/index.d.ts +1 -0
- package/dist/cjs/util/index.js +13 -25
- package/dist/cjs/util/index.js.map +1 -1
- package/dist/cjs/vectorstores/base.d.ts +18 -0
- package/dist/cjs/vectorstores/base.js +38 -0
- package/dist/cjs/vectorstores/base.js.map +1 -0
- package/dist/cjs/vectorstores/hnswlib.d.ts +19 -0
- package/dist/cjs/vectorstores/hnswlib.js +126 -0
- package/dist/cjs/vectorstores/hnswlib.js.map +1 -0
- package/dist/cjs/vectorstores/index.d.ts +1 -0
- package/dist/cjs/vectorstores/index.js +6 -0
- package/dist/cjs/vectorstores/index.js.map +1 -0
- package/dist/cjs/vectorstores/tests/hnswlib.test.d.ts +1 -0
- package/dist/cjs/vectorstores/tests/hnswlib.test.js +44 -0
- package/dist/cjs/vectorstores/tests/hnswlib.test.js.map +1 -0
- package/dist/esm/agents/agent.d.ts +54 -0
- package/dist/esm/agents/agent.js +81 -59
- package/dist/esm/agents/agent.js.map +1 -1
- package/dist/esm/agents/executor.d.ts +5 -0
- package/dist/esm/agents/executor.js +36 -42
- package/dist/esm/agents/executor.js.map +1 -1
- package/dist/esm/agents/helpers.js +4 -13
- package/dist/esm/agents/helpers.js.map +1 -1
- package/dist/esm/agents/index.d.ts +1 -0
- package/dist/esm/agents/index.js +2 -0
- package/dist/esm/agents/index.js.map +1 -1
- package/dist/esm/agents/initialize.d.ts +4 -0
- package/dist/esm/agents/initialize.js +17 -0
- package/dist/esm/agents/initialize.js.map +1 -0
- package/dist/esm/agents/load.js +6 -15
- package/dist/esm/agents/load.js.map +1 -1
- package/dist/esm/agents/mrkl/index.d.ts +17 -0
- package/dist/esm/agents/mrkl/index.js +21 -29
- package/dist/esm/agents/mrkl/index.js.map +1 -1
- package/dist/esm/agents/mrkl/prompt.js +0 -1
- package/dist/esm/agents/mrkl/prompt.js.map +1 -1
- package/dist/esm/agents/tests/agent.test.js +19 -15
- package/dist/esm/agents/tests/agent.test.js.map +1 -1
- package/dist/esm/agents/tests/calculator.test.d.ts +1 -0
- package/dist/esm/agents/tests/calculator.test.js +28 -0
- package/dist/esm/agents/tests/calculator.test.js.map +1 -0
- package/dist/esm/agents/tools/base.d.ts +6 -0
- package/dist/esm/agents/tools/base.js +11 -0
- package/dist/esm/agents/tools/base.js.map +1 -0
- package/dist/esm/agents/tools/calculator.d.ts +6 -0
- package/dist/esm/agents/tools/calculator.js +29 -0
- package/dist/esm/agents/tools/calculator.js.map +1 -0
- package/dist/esm/agents/tools/index.d.ts +2 -6
- package/dist/esm/agents/tools/index.js +2 -0
- package/dist/esm/agents/tools/index.js.map +1 -1
- package/dist/esm/agents/tools/serpapi.d.ts +18 -3
- package/dist/esm/agents/tools/serpapi.js +88 -45
- package/dist/esm/agents/tools/serpapi.js.map +1 -1
- package/dist/esm/chains/base.d.ts +34 -4
- package/dist/esm/chains/base.js +42 -4
- package/dist/esm/chains/base.js.map +1 -1
- package/dist/esm/chains/chat_vector_db_chain.d.ts +41 -0
- package/dist/esm/chains/chat_vector_db_chain.js +128 -0
- package/dist/esm/chains/chat_vector_db_chain.js.map +1 -0
- package/dist/esm/chains/combine_docs_chain.d.ts +35 -0
- package/dist/esm/chains/combine_docs_chain.js +71 -0
- package/dist/esm/chains/combine_docs_chain.js.map +1 -0
- package/dist/esm/chains/conversation.d.ts +12 -0
- package/dist/esm/chains/conversation.js +25 -0
- package/dist/esm/chains/conversation.js.map +1 -0
- package/dist/esm/chains/index.d.ts +5 -1
- package/dist/esm/chains/index.js +5 -1
- package/dist/esm/chains/index.js.map +1 -1
- package/dist/esm/chains/llm_chain.d.ts +35 -0
- package/dist/esm/chains/llm_chain.js +65 -34
- package/dist/esm/chains/llm_chain.js.map +1 -1
- package/dist/esm/chains/load.d.ts +20 -1
- package/dist/esm/chains/load.js +25 -17
- package/dist/esm/chains/load.js.map +1 -1
- package/dist/esm/chains/question_answering/load.d.ts +3 -0
- package/dist/esm/chains/question_answering/load.js +9 -0
- package/dist/esm/chains/question_answering/load.js.map +1 -0
- package/dist/esm/chains/question_answering/stuff_prompts.d.ts +2 -0
- package/dist/esm/chains/question_answering/stuff_prompts.js +7 -0
- package/dist/esm/chains/question_answering/stuff_prompts.js.map +1 -0
- package/dist/esm/chains/question_answering/tests/load.test.d.ts +1 -0
- package/dist/esm/chains/question_answering/tests/load.test.js +12 -0
- package/dist/esm/chains/question_answering/tests/load.test.js.map +1 -0
- package/dist/esm/chains/tests/chat_vector_db_qa_chain.test.d.ts +1 -0
- package/dist/esm/chains/tests/chat_vector_db_qa_chain.test.js +33 -0
- package/dist/esm/chains/tests/chat_vector_db_qa_chain.test.js.map +1 -0
- package/dist/esm/chains/tests/combine_docs_chain.test.d.ts +1 -0
- package/dist/esm/chains/tests/combine_docs_chain.test.js +26 -0
- package/dist/esm/chains/tests/combine_docs_chain.test.js.map +1 -0
- package/dist/esm/chains/tests/llm_chain.test.js +14 -17
- package/dist/esm/chains/tests/llm_chain.test.js.map +1 -1
- package/dist/esm/chains/tests/vector_db_qa_chain.test.d.ts +1 -0
- package/dist/esm/chains/tests/vector_db_qa_chain.test.js +44 -0
- package/dist/esm/chains/tests/vector_db_qa_chain.test.js.map +1 -0
- package/dist/esm/chains/vector_db_qa.d.ts +36 -0
- package/dist/esm/chains/vector_db_qa.js +81 -0
- package/dist/esm/chains/vector_db_qa.js.map +1 -0
- package/dist/esm/document.d.ts +13 -0
- package/dist/esm/document.js +24 -0
- package/dist/esm/document.js.map +1 -0
- package/dist/esm/embeddings/base.d.ts +4 -0
- package/dist/esm/embeddings/base.js +3 -0
- package/dist/esm/embeddings/base.js.map +1 -0
- package/dist/esm/embeddings/index.d.ts +1 -0
- package/dist/esm/embeddings/index.js +2 -0
- package/dist/esm/embeddings/index.js.map +1 -0
- package/dist/esm/embeddings/openai.d.ts +20 -0
- package/dist/esm/embeddings/openai.js +82 -0
- package/dist/esm/embeddings/openai.js.map +1 -0
- package/dist/esm/embeddings/tests/openai.test.d.ts +1 -0
- package/dist/esm/embeddings/tests/openai.test.js +15 -0
- package/dist/esm/embeddings/tests/openai.test.js.map +1 -0
- package/dist/esm/llms/base.d.ts +41 -0
- package/dist/esm/llms/base.js +97 -92
- package/dist/esm/llms/base.js.map +1 -1
- package/dist/esm/llms/index.d.ts +19 -0
- package/dist/esm/llms/load.d.ts +10 -2
- package/dist/esm/llms/load.js +10 -2
- package/dist/esm/llms/load.js.map +1 -1
- package/dist/esm/llms/openai.d.ts +69 -7
- package/dist/esm/llms/openai.js +96 -58
- package/dist/esm/llms/openai.js.map +1 -1
- package/dist/esm/llms/tests/openai.test.js +3 -12
- package/dist/esm/llms/tests/openai.test.js.map +1 -1
- package/dist/esm/memory/base.d.ts +7 -0
- package/dist/esm/memory/base.js +3 -0
- package/dist/esm/memory/base.js.map +1 -0
- package/dist/esm/memory/buffer_memory.d.ts +15 -0
- package/dist/esm/memory/buffer_memory.js +53 -0
- package/dist/esm/memory/buffer_memory.js.map +1 -0
- package/dist/esm/memory/index.d.ts +2 -0
- package/dist/esm/memory/index.js +3 -0
- package/dist/esm/memory/index.js.map +1 -0
- package/dist/esm/memory/tests/buffer_memory.test.d.ts +1 -0
- package/dist/esm/memory/tests/buffer_memory.test.js +15 -0
- package/dist/esm/memory/tests/buffer_memory.test.js.map +1 -0
- package/dist/esm/prompt/base.d.ts +39 -0
- package/dist/esm/prompt/base.js +24 -25
- package/dist/esm/prompt/base.js.map +1 -1
- package/dist/esm/prompt/few_shot.d.ts +36 -1
- package/dist/esm/prompt/few_shot.js +27 -33
- package/dist/esm/prompt/few_shot.js.map +1 -1
- package/dist/esm/prompt/index.d.ts +1 -0
- package/dist/esm/prompt/index.js +1 -0
- package/dist/esm/prompt/index.js.map +1 -1
- package/dist/esm/prompt/load.d.ts +17 -0
- package/dist/esm/prompt/load.js +21 -13
- package/dist/esm/prompt/load.js.map +1 -1
- package/dist/esm/prompt/parser.d.ts +30 -0
- package/dist/esm/prompt/parser.js +21 -0
- package/dist/esm/prompt/parser.js.map +1 -1
- package/dist/esm/prompt/prompt.d.ts +48 -0
- package/dist/esm/prompt/prompt.js +38 -18
- package/dist/esm/prompt/prompt.js.map +1 -1
- package/dist/esm/prompt/template.js.map +1 -1
- package/dist/esm/prompt/tests/load.test.js +6 -15
- package/dist/esm/prompt/tests/load.test.js.map +1 -1
- package/dist/esm/text_splitter.d.ts +32 -0
- package/dist/esm/text_splitter.js +160 -0
- package/dist/esm/text_splitter.js.map +1 -0
- package/dist/esm/text_splitter.test.d.ts +1 -0
- package/dist/esm/text_splitter.test.js +85 -0
- package/dist/esm/text_splitter.test.js.map +1 -0
- package/dist/esm/util/hub.d.ts +2 -1
- package/dist/esm/util/hub.js +5 -14
- package/dist/esm/util/hub.js.map +1 -1
- package/dist/esm/util/index.d.ts +1 -0
- package/dist/esm/util/index.js +11 -24
- package/dist/esm/util/index.js.map +1 -1
- package/dist/esm/vectorstores/base.d.ts +18 -0
- package/dist/esm/vectorstores/base.js +33 -0
- package/dist/esm/vectorstores/base.js.map +1 -0
- package/dist/esm/vectorstores/hnswlib.d.ts +19 -0
- package/dist/esm/vectorstores/hnswlib.js +119 -0
- package/dist/esm/vectorstores/hnswlib.js.map +1 -0
- package/dist/esm/vectorstores/index.d.ts +1 -0
- package/dist/esm/vectorstores/index.js +2 -0
- package/dist/esm/vectorstores/index.js.map +1 -0
- package/dist/esm/vectorstores/tests/hnswlib.test.d.ts +1 -0
- package/dist/esm/vectorstores/tests/hnswlib.test.js +39 -0
- package/dist/esm/vectorstores/tests/hnswlib.test.js.map +1 -0
- package/package.json +65 -38
package/dist/esm/llms/base.d.ts
CHANGED
|
@@ -2,22 +2,63 @@ import { LLMCallbackManager, LLMResult } from "./index";
|
|
|
2
2
|
export type SerializedLLM = {
|
|
3
3
|
_type: string;
|
|
4
4
|
} & Record<string, any>;
|
|
5
|
+
/**
|
|
6
|
+
* LLM Wrapper. Provides an {@link call} (an {@link generate}) function that takes in a prompt (or prompts) and returns a string.
|
|
7
|
+
*/
|
|
5
8
|
export declare abstract class BaseLLM {
|
|
9
|
+
/**
|
|
10
|
+
* The name of the LLM class
|
|
11
|
+
*/
|
|
6
12
|
name: string;
|
|
7
13
|
cache?: boolean;
|
|
8
14
|
callbackManager: LLMCallbackManager;
|
|
15
|
+
/**
|
|
16
|
+
* Whether to print out response text.
|
|
17
|
+
*/
|
|
9
18
|
verbose?: boolean;
|
|
10
19
|
constructor(callbackManager?: LLMCallbackManager, verbose?: boolean);
|
|
20
|
+
/**
|
|
21
|
+
* Run the LLM on the given prompts and input.
|
|
22
|
+
*/
|
|
11
23
|
abstract _generate(prompts: string[], stop?: string[]): Promise<LLMResult>;
|
|
24
|
+
/** @ignore */
|
|
12
25
|
_generateUncached(prompts: string[], stop?: string[]): Promise<LLMResult>;
|
|
26
|
+
/**
|
|
27
|
+
* Run the LLM on the given propmts an input, handling caching.
|
|
28
|
+
*/
|
|
13
29
|
generate(prompts: string[], stop?: string[]): Promise<LLMResult>;
|
|
30
|
+
/**
|
|
31
|
+
* Convenience wrapper for {@link generate} that takes in a single string prompt and returns a single string output.
|
|
32
|
+
*/
|
|
14
33
|
call(prompt: string, stop?: string[]): Promise<string>;
|
|
34
|
+
/**
|
|
35
|
+
* Get the identifying parameters of the LLM.
|
|
36
|
+
*/
|
|
15
37
|
_identifyingParams(): Record<string, any>;
|
|
38
|
+
/**
|
|
39
|
+
* Return the string type key uniquely identifying this class of LLM.
|
|
40
|
+
*/
|
|
16
41
|
abstract _llmType(): string;
|
|
42
|
+
/**
|
|
43
|
+
* Return a json-like object representing this LLM.
|
|
44
|
+
*/
|
|
17
45
|
serialize(): SerializedLLM;
|
|
46
|
+
/**
|
|
47
|
+
* Load an LLM from a json-like object describing it.
|
|
48
|
+
*/
|
|
18
49
|
static deserialize(data: SerializedLLM): Promise<BaseLLM>;
|
|
19
50
|
}
|
|
51
|
+
/**
|
|
52
|
+
* LLM class that provides a simpler interface to subclass than {@link BaseLLM}.
|
|
53
|
+
*
|
|
54
|
+
* Requires only implementing a simpler {@link _call} method instead of {@link _generate}.
|
|
55
|
+
*
|
|
56
|
+
* @augments BaseLLM
|
|
57
|
+
*/
|
|
20
58
|
export declare abstract class LLM extends BaseLLM {
|
|
59
|
+
/**
|
|
60
|
+
* Run the LLM on the given prompt and input.
|
|
61
|
+
*/
|
|
21
62
|
abstract _call(prompt: string, stop?: string[]): Promise<string>;
|
|
22
63
|
_generate(prompts: string[], stop?: string[]): Promise<LLMResult>;
|
|
23
64
|
}
|
package/dist/esm/llms/base.js
CHANGED
|
@@ -1,23 +1,3 @@
|
|
|
1
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
var __rest = (this && this.__rest) || function (s, e) {
|
|
11
|
-
var t = {};
|
|
12
|
-
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
|
|
13
|
-
t[p] = s[p];
|
|
14
|
-
if (s != null && typeof Object.getOwnPropertySymbols === "function")
|
|
15
|
-
for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
|
|
16
|
-
if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
|
|
17
|
-
t[p[i]] = s[p[i]];
|
|
18
|
-
}
|
|
19
|
-
return t;
|
|
20
|
-
};
|
|
21
1
|
import { OpenAI } from "./index";
|
|
22
2
|
import { InMemoryCache } from "../cache";
|
|
23
3
|
const getCallbackManager = () => ({
|
|
@@ -33,8 +13,14 @@ const getCallbackManager = () => ({
|
|
|
33
13
|
});
|
|
34
14
|
const getVerbosity = () => true;
|
|
35
15
|
const cache = new InMemoryCache();
|
|
16
|
+
/**
|
|
17
|
+
* LLM Wrapper. Provides an {@link call} (an {@link generate}) function that takes in a prompt (or prompts) and returns a string.
|
|
18
|
+
*/
|
|
36
19
|
export class BaseLLM {
|
|
37
20
|
constructor(callbackManager, verbose) {
|
|
21
|
+
/**
|
|
22
|
+
* The name of the LLM class
|
|
23
|
+
*/
|
|
38
24
|
Object.defineProperty(this, "name", {
|
|
39
25
|
enumerable: true,
|
|
40
26
|
configurable: true,
|
|
@@ -53,6 +39,9 @@ export class BaseLLM {
|
|
|
53
39
|
writable: true,
|
|
54
40
|
value: void 0
|
|
55
41
|
});
|
|
42
|
+
/**
|
|
43
|
+
* Whether to print out response text.
|
|
44
|
+
*/
|
|
56
45
|
Object.defineProperty(this, "verbose", {
|
|
57
46
|
enumerable: true,
|
|
58
47
|
configurable: true,
|
|
@@ -62,93 +51,109 @@ export class BaseLLM {
|
|
|
62
51
|
this.callbackManager = callbackManager !== null && callbackManager !== void 0 ? callbackManager : getCallbackManager();
|
|
63
52
|
this.verbose = verbose !== null && verbose !== void 0 ? verbose : getVerbosity();
|
|
64
53
|
}
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
});
|
|
54
|
+
/** @ignore */
|
|
55
|
+
async _generateUncached(prompts, stop) {
|
|
56
|
+
this.callbackManager.handleStart({ name: this.name }, prompts, this.verbose);
|
|
57
|
+
let output;
|
|
58
|
+
try {
|
|
59
|
+
output = await this._generate(prompts, stop);
|
|
60
|
+
}
|
|
61
|
+
catch (err) {
|
|
62
|
+
this.callbackManager.handleError(`${err}`, this.verbose);
|
|
63
|
+
throw err;
|
|
64
|
+
}
|
|
65
|
+
this.callbackManager.handleEnd(output, this.verbose);
|
|
66
|
+
return output;
|
|
79
67
|
}
|
|
80
|
-
|
|
68
|
+
/**
|
|
69
|
+
* Run the LLM on the given propmts an input, handling caching.
|
|
70
|
+
*/
|
|
71
|
+
async generate(prompts, stop) {
|
|
81
72
|
var _a;
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
const
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
missingPromptIndices.push(index);
|
|
100
|
-
}
|
|
101
|
-
return result;
|
|
102
|
-
});
|
|
103
|
-
let llmOutput = {};
|
|
104
|
-
if (missingPromptIndices.length > 0) {
|
|
105
|
-
const results = yield this._generateUncached(missingPromptIndices.map((i) => prompts[i]), stop);
|
|
106
|
-
results.generations.forEach((generation, index) => {
|
|
107
|
-
const promptIndex = missingPromptIndices[index];
|
|
108
|
-
generations[promptIndex] = generation;
|
|
109
|
-
cache.update(prompts[promptIndex], llmStringKey, generation);
|
|
110
|
-
});
|
|
111
|
-
llmOutput = (_a = results.llmOutput) !== null && _a !== void 0 ? _a : {};
|
|
73
|
+
if (!Array.isArray(prompts)) {
|
|
74
|
+
throw new Error("Argument 'prompts' is expected to be a string[]");
|
|
75
|
+
}
|
|
76
|
+
if (this.cache === true && cache === null) {
|
|
77
|
+
throw new Error("Requested cache, but no cache found");
|
|
78
|
+
}
|
|
79
|
+
if (cache === null || this.cache === false) {
|
|
80
|
+
return this._generateUncached(prompts, stop);
|
|
81
|
+
}
|
|
82
|
+
const params = this.serialize();
|
|
83
|
+
params.stop = stop;
|
|
84
|
+
const llmStringKey = `${Object.entries(params).sort()}`;
|
|
85
|
+
const missingPromptIndices = [];
|
|
86
|
+
const generations = prompts.map((prompt, index) => {
|
|
87
|
+
const result = cache.lookup(prompt, llmStringKey);
|
|
88
|
+
if (!result) {
|
|
89
|
+
missingPromptIndices.push(index);
|
|
112
90
|
}
|
|
113
|
-
return
|
|
91
|
+
return result;
|
|
114
92
|
});
|
|
93
|
+
let llmOutput = {};
|
|
94
|
+
if (missingPromptIndices.length > 0) {
|
|
95
|
+
const results = await this._generateUncached(missingPromptIndices.map((i) => prompts[i]), stop);
|
|
96
|
+
results.generations.forEach((generation, index) => {
|
|
97
|
+
const promptIndex = missingPromptIndices[index];
|
|
98
|
+
generations[promptIndex] = generation;
|
|
99
|
+
cache.update(prompts[promptIndex], llmStringKey, generation);
|
|
100
|
+
});
|
|
101
|
+
llmOutput = (_a = results.llmOutput) !== null && _a !== void 0 ? _a : {};
|
|
102
|
+
}
|
|
103
|
+
return { generations, llmOutput };
|
|
115
104
|
}
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
});
|
|
105
|
+
/**
|
|
106
|
+
* Convenience wrapper for {@link generate} that takes in a single string prompt and returns a single string output.
|
|
107
|
+
*/
|
|
108
|
+
async call(prompt, stop) {
|
|
109
|
+
const { generations } = await this.generate([prompt], stop);
|
|
110
|
+
return generations[0][0].text;
|
|
121
111
|
}
|
|
112
|
+
/**
|
|
113
|
+
* Get the identifying parameters of the LLM.
|
|
114
|
+
*/
|
|
122
115
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
123
116
|
_identifyingParams() {
|
|
124
117
|
return {};
|
|
125
118
|
}
|
|
119
|
+
/**
|
|
120
|
+
* Return a json-like object representing this LLM.
|
|
121
|
+
*/
|
|
126
122
|
serialize() {
|
|
127
|
-
return
|
|
123
|
+
return {
|
|
124
|
+
...this._identifyingParams(),
|
|
125
|
+
_type: this._llmType(),
|
|
126
|
+
};
|
|
128
127
|
}
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
}
|
|
128
|
+
/**
|
|
129
|
+
* Load an LLM from a json-like object describing it.
|
|
130
|
+
*/
|
|
131
|
+
static async deserialize(data) {
|
|
132
|
+
const { _type, ...rest } = data;
|
|
133
|
+
const Cls = {
|
|
134
|
+
openai: OpenAI,
|
|
135
|
+
}[_type];
|
|
136
|
+
if (Cls === undefined) {
|
|
137
|
+
throw new Error(`Cannot load LLM with type ${_type}`);
|
|
138
|
+
}
|
|
139
|
+
return new Cls(rest);
|
|
140
140
|
}
|
|
141
141
|
}
|
|
142
|
+
/**
|
|
143
|
+
* LLM class that provides a simpler interface to subclass than {@link BaseLLM}.
|
|
144
|
+
*
|
|
145
|
+
* Requires only implementing a simpler {@link _call} method instead of {@link _generate}.
|
|
146
|
+
*
|
|
147
|
+
* @augments BaseLLM
|
|
148
|
+
*/
|
|
142
149
|
export class LLM extends BaseLLM {
|
|
143
|
-
_generate(prompts, stop) {
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
return { generations };
|
|
151
|
-
});
|
|
150
|
+
async _generate(prompts, stop) {
|
|
151
|
+
const generations = [];
|
|
152
|
+
for (let i = 0; i < prompts.length; i += 1) {
|
|
153
|
+
const text = await this._call(prompts[i], stop);
|
|
154
|
+
generations.push([{ text }]);
|
|
155
|
+
}
|
|
156
|
+
return { generations };
|
|
152
157
|
}
|
|
153
158
|
}
|
|
154
159
|
//# sourceMappingURL=base.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../llms/base.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../llms/base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiC,MAAM,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAa,aAAa,EAAE,MAAM,UAAU,CAAC;AAEpD,MAAM,kBAAkB,GAAG,GAAuB,EAAE,CAAC,CAAC;IACpD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;IACD,SAAS,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACtB,qBAAqB;IACvB,CAAC;IACD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC;AAEhC,MAAM,KAAK,GAAc,IAAI,aAAa,EAAE,CAAC;AAO7C;;GAEG;AACH,MAAM,OAAgB,OAAO;IAe3B,YAAY,eAAoC,EAAE,OAAiB;QAdnE;;WAEG;QACH;;;;;WAAa;QAEb;;;;;WAAgB;QAEhB;;;;;WAAoC;QAEpC;;WAEG;QACH;;;;mBAAoB,KAAK;WAAC;QAGxB,IAAI,CAAC,eAAe,GAAG,eAAe,aAAf,eAAe,cAAf,eAAe,GAAI,kBAAkB,EAAE,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,YAAY,EAAE,CAAC;IAC3C,CAAC;IAOD,cAAc;IACd,KAAK,CAAC,iBAAiB,CACrB,OAAiB,EACjB,IAAe;QAEf,IAAI,CAAC,eAAe,CAAC,WAAW,CAC9B,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EACnB,OAAO,EACP,IAAI,CAAC,OAAO,CACb,CAAC;QACF,IAAI,MAAM,CAAC;QACX,IAAI;YACF,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;SAC9C;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACzD,MAAM,GAAG,CAAC;SACX;QAED,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACrD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAiB,EAAE,IAAe;;QAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAC3B,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;SACpE;QAED,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;SACxD;QAED,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE;YAC1C,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;SAC9C;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;QAEnB,MAAM,YAAY,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACxD,MAAM,oBAAoB,GAAa,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAChD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM,EAAE;gBACX,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aAClC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE;YACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC1C,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAC3C,IAAI,CACL,CAAC;YACF,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;gBAChD,MAAM,WAAW,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBAChD,WAAW,CAAC,WAAW,CAAC,GAAG,UAAU,CAAC;gBACtC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;YACH,SAAS,GAAG,MAAA,OAAO,CAAC,SAAS,mCAAI,EAAE,CAAC;SACrC;QAED,OAAO,EAAE,WAAW,EAAE,SAAS,EAAe,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,IAAe;QACxC,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5D,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,8DAA8D;IAC9D,kBAAkB;QAChB,OAAO,EAAE,CAAC;IACZ,CAAC;IAOD;;OAEG;IACH,SAAS;QACP,OAAO;YACL,GAAG,IAAI,CAAC,kBAAkB,EAAE;YAC5B,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE;SACvB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAmB;QAC1C,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;QAChC,MAAM,GAAG,GAAG;YACV,MAAM,EAAE,MAAM;SACf,CAAC,KAAK,CAAC,CAAC;QACT,IAAI,GAAG,KAAK,SAAS,EAAE;YACrB,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;SACxD;QACD,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;CAGF;AAED;;;;;;GAMG;AACH,MAAM,OAAgB,GAAI,SAAQ,OAAO;IAMvC,KAAK,CAAC,SAAS,CAAC,OAAiB,EAAE,IAAe;QAChD,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC1C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAChD,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAC9B;QACD,OAAO,EAAE,WAAW,EAAE,CAAC;IACzB,CAAC;CACF"}
|
package/dist/esm/llms/index.d.ts
CHANGED
|
@@ -8,11 +8,30 @@ export type LLMCallbackManager = {
|
|
|
8
8
|
handleError: (err: string, verbose?: boolean) => void;
|
|
9
9
|
handleEnd: (output: LLMResult, verbose?: boolean) => void;
|
|
10
10
|
};
|
|
11
|
+
/**
|
|
12
|
+
* Output of a single generation.
|
|
13
|
+
*/
|
|
11
14
|
export type Generation = {
|
|
15
|
+
/**
|
|
16
|
+
* Generated text output
|
|
17
|
+
*/
|
|
12
18
|
text: string;
|
|
19
|
+
/**
|
|
20
|
+
* Raw generation info response from the provider.
|
|
21
|
+
* May include things like reason for finishing (e.g. in {@link OpenAI})
|
|
22
|
+
*/
|
|
13
23
|
generationInfo?: Record<string, any>;
|
|
14
24
|
};
|
|
25
|
+
/**
|
|
26
|
+
* Contains all relevant information returned by an LLM.
|
|
27
|
+
*/
|
|
15
28
|
export type LLMResult = {
|
|
29
|
+
/**
|
|
30
|
+
* List of the things generated. Each input could have multiple {@link Generation | generations}, hence this is a list of lists.
|
|
31
|
+
*/
|
|
16
32
|
generations: Generation[][];
|
|
33
|
+
/**
|
|
34
|
+
* Dictionary of arbitrary LLM-provider specific output.
|
|
35
|
+
*/
|
|
17
36
|
llmOutput?: Record<string, any>;
|
|
18
37
|
};
|
package/dist/esm/llms/load.d.ts
CHANGED
|
@@ -1,3 +1,11 @@
|
|
|
1
1
|
import { BaseLLM } from "./base";
|
|
2
|
-
|
|
3
|
-
|
|
2
|
+
/**
|
|
3
|
+
* Load an LLM from a local file.
|
|
4
|
+
*
|
|
5
|
+
* @example
|
|
6
|
+
* ```ts
|
|
7
|
+
* import { loadLLM } from "langchain/llms";
|
|
8
|
+
* const model = await loadLLM("/path/to/llm.json");
|
|
9
|
+
* ```
|
|
10
|
+
*/
|
|
11
|
+
export declare const loadLLM: (file: string) => Promise<BaseLLM>;
|
package/dist/esm/llms/load.js
CHANGED
|
@@ -1,5 +1,13 @@
|
|
|
1
1
|
import { BaseLLM } from "./base";
|
|
2
2
|
import { parseFileConfig } from "../util";
|
|
3
|
-
|
|
4
|
-
|
|
3
|
+
/**
|
|
4
|
+
* Load an LLM from a local file.
|
|
5
|
+
*
|
|
6
|
+
* @example
|
|
7
|
+
* ```ts
|
|
8
|
+
* import { loadLLM } from "langchain/llms";
|
|
9
|
+
* const model = await loadLLM("/path/to/llm.json");
|
|
10
|
+
* ```
|
|
11
|
+
*/
|
|
12
|
+
export const loadLLM = (file) => BaseLLM.deserialize(parseFileConfig(file));
|
|
5
13
|
//# sourceMappingURL=load.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load.js","sourceRoot":"","sources":["../../../llms/load.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C,MAAM,CAAC,MAAM,OAAO,GAAG,
|
|
1
|
+
{"version":3,"file":"load.js","sourceRoot":"","sources":["../../../llms/load.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,EAAE,CACtC,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC"}
|
|
@@ -1,17 +1,62 @@
|
|
|
1
1
|
import type { CreateCompletionRequest } from "openai";
|
|
2
2
|
import { BaseLLM, LLMResult, LLMCallbackManager } from ".";
|
|
3
3
|
interface ModelParams {
|
|
4
|
+
/** Sampling temperature to use */
|
|
4
5
|
temperature: number;
|
|
6
|
+
/**
|
|
7
|
+
* Maximum number of tokens to generate in the completion. -1 returns as many
|
|
8
|
+
* tokens as possible given the prompt and the model's maximum context size.
|
|
9
|
+
*/
|
|
5
10
|
maxTokens: number;
|
|
11
|
+
/** Total probability mass of tokens to consider at each step */
|
|
6
12
|
topP: number;
|
|
13
|
+
/** Penalizes repeated tokens according to frequency */
|
|
7
14
|
frequencyPenalty: number;
|
|
15
|
+
/** Penalizes repeated tokens */
|
|
8
16
|
presencePenalty: number;
|
|
17
|
+
/** Number of completions to generate for each prompt */
|
|
9
18
|
n: number;
|
|
19
|
+
/** Generates `bestOf` completions server side and returns the "best" */
|
|
10
20
|
bestOf: number;
|
|
21
|
+
/** Dictionary used to adjust the probability of specific tokens being generated */
|
|
11
22
|
logitBias?: Record<string, number>;
|
|
12
23
|
}
|
|
24
|
+
/**
|
|
25
|
+
* Input to OpenAI class.
|
|
26
|
+
* @augments ModelParams
|
|
27
|
+
*/
|
|
28
|
+
interface OpenAIInput extends ModelParams {
|
|
29
|
+
/** Model name to use */
|
|
30
|
+
modelName: string;
|
|
31
|
+
/** Holds any additional parameters that are valid to pass to {@link
|
|
32
|
+
* https://platform.openai.com/docs/api-reference/completions/create |
|
|
33
|
+
* `openai.createCompletion`} that are not explicitly specified on this class.
|
|
34
|
+
*/
|
|
35
|
+
modelKwargs?: Kwargs;
|
|
36
|
+
/** Batch size to use when passing multiple documents to generate */
|
|
37
|
+
batchSize: number;
|
|
38
|
+
/** Maximum number of retries to make when generating */
|
|
39
|
+
maxRetries: number;
|
|
40
|
+
/** List of stop words to use when generating */
|
|
41
|
+
stop?: string[];
|
|
42
|
+
}
|
|
13
43
|
type Kwargs = Record<string, any>;
|
|
14
|
-
|
|
44
|
+
/**
|
|
45
|
+
* Wrapper around OpenAI large language models.
|
|
46
|
+
*
|
|
47
|
+
* To use you should have the `openai` package installed, with the
|
|
48
|
+
* `OPENAI_API_KEY` environment variable set.
|
|
49
|
+
*
|
|
50
|
+
* @remarks
|
|
51
|
+
* Any parameters that are valid to be passed to {@link
|
|
52
|
+
* https://platform.openai.com/docs/api-reference/completions/create |
|
|
53
|
+
* `openai.createCompletion`} can be passed through {@link modelKwargs}, even
|
|
54
|
+
* if not explicitly available on this class.
|
|
55
|
+
*
|
|
56
|
+
* @augments BaseLLM
|
|
57
|
+
* @augments OpenAIInput
|
|
58
|
+
*/
|
|
59
|
+
export declare class OpenAI extends BaseLLM implements OpenAIInput {
|
|
15
60
|
temperature: number;
|
|
16
61
|
maxTokens: number;
|
|
17
62
|
topP: number;
|
|
@@ -26,17 +71,18 @@ export declare class OpenAI extends BaseLLM implements ModelParams {
|
|
|
26
71
|
maxRetries: number;
|
|
27
72
|
stop?: string[];
|
|
28
73
|
private client;
|
|
29
|
-
constructor(fields?: Partial<
|
|
74
|
+
constructor(fields?: Partial<OpenAIInput> & {
|
|
30
75
|
callbackManager?: LLMCallbackManager;
|
|
31
76
|
verbose?: boolean;
|
|
32
|
-
modelName?: string;
|
|
33
|
-
modelKwargs?: Kwargs;
|
|
34
77
|
openAIApiKey?: string;
|
|
35
|
-
batchSize?: number;
|
|
36
|
-
maxRetries?: number;
|
|
37
|
-
stop?: string[];
|
|
38
78
|
});
|
|
79
|
+
/**
|
|
80
|
+
* Get the parameters used to invoke the model
|
|
81
|
+
*/
|
|
39
82
|
invocationParams(): CreateCompletionRequest & Kwargs;
|
|
83
|
+
/**
|
|
84
|
+
* Get the identifyin parameters for the model
|
|
85
|
+
*/
|
|
40
86
|
identifyingParams(): {
|
|
41
87
|
model: string;
|
|
42
88
|
prompt?: import("openai").CreateCompletionRequestPrompt | null | undefined;
|
|
@@ -56,7 +102,23 @@ export declare class OpenAI extends BaseLLM implements ModelParams {
|
|
|
56
102
|
user?: string | undefined;
|
|
57
103
|
model_name: string;
|
|
58
104
|
};
|
|
105
|
+
/**
|
|
106
|
+
* Call out to OpenAI's endpoint with k unique prompts
|
|
107
|
+
*
|
|
108
|
+
* @param prompts - The prompts to pass into the model.
|
|
109
|
+
* @param [stop] - Optional list of stop words to use when generating.
|
|
110
|
+
*
|
|
111
|
+
* @returns The full LLM output.
|
|
112
|
+
*
|
|
113
|
+
* @example
|
|
114
|
+
* ```ts
|
|
115
|
+
* import { OpenAI } from "langchain/llms";
|
|
116
|
+
* const openai = new OpenAI();
|
|
117
|
+
* const response = await openai.generate(["Tell me a joke."]);
|
|
118
|
+
* ```
|
|
119
|
+
*/
|
|
59
120
|
_generate(prompts: string[], stop?: string[]): Promise<LLMResult>;
|
|
121
|
+
/** @ignore */
|
|
60
122
|
completionWithRetry(request: CreateCompletionRequest): Promise<import("axios").AxiosResponse<import("openai").CreateCompletionResponse, any>>;
|
|
61
123
|
_llmType(): string;
|
|
62
124
|
}
|