langchain 0.0.153 → 0.0.155

package/dist/callbacks/handlers/tracer.js

@@ -21,7 +21,7 @@ export class BaseTracer extends BaseCallbackHandler {
     _addChildRun(parentRun, childRun) {
         parentRun.child_runs.push(childRun);
     }
-    _startTrace(run) {
+    async _startTrace(run) {
         if (run.parent_run_id !== undefined) {
             const parentRun = this.runMap.get(run.parent_run_id);
             if (parentRun) {
@@ -30,6 +30,7 @@ export class BaseTracer extends BaseCallbackHandler {
             }
         }
         this.runMap.set(run.id, run);
+        await this.onRunCreate?.(run);
     }
     async _endTrace(run) {
         const parentRun = run.parent_run_id !== undefined && this.runMap.get(run.parent_run_id);
@@ -40,6 +41,7 @@ export class BaseTracer extends BaseCallbackHandler {
             await this.persistRun(run);
         }
         this.runMap.delete(run.id);
+        await this.onRunUpdate?.(run);
     }
     _getExecutionOrder(parentRunId) {
         const parentRun = parentRunId !== undefined && this.runMap.get(parentRunId);
@@ -49,7 +51,7 @@ export class BaseTracer extends BaseCallbackHandler {
         }
         return parentRun.child_execution_order + 1;
     }
-    async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata) {
+    async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata, name) {
         const execution_order = this._getExecutionOrder(parentRunId);
         const start_time = Date.now();
         const finalExtraParams = metadata
@@ -57,7 +59,7 @@ export class BaseTracer extends BaseCallbackHandler {
             : extraParams;
         const run = {
             id: runId,
-            name: llm.id[llm.id.length - 1],
+            name: name ?? llm.id[llm.id.length - 1],
             parent_run_id: parentRunId,
             start_time,
             serialized: llm,
@@ -75,10 +77,11 @@ export class BaseTracer extends BaseCallbackHandler {
             extra: finalExtraParams ?? {},
             tags: tags || [],
         };
-        this._startTrace(run);
+        await this._startTrace(run);
         await this.onLLMStart?.(run);
+        return run;
     }
-    async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata) {
+    async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata, name) {
         const execution_order = this._getExecutionOrder(parentRunId);
         const start_time = Date.now();
         const finalExtraParams = metadata
@@ -86,7 +89,7 @@ export class BaseTracer extends BaseCallbackHandler {
             : extraParams;
         const run = {
             id: runId,
-            name: llm.id[llm.id.length - 1],
+            name: name ?? llm.id[llm.id.length - 1],
             parent_run_id: parentRunId,
             start_time,
             serialized: llm,
@@ -104,8 +107,9 @@ export class BaseTracer extends BaseCallbackHandler {
             extra: finalExtraParams ?? {},
             tags: tags || [],
         };
-        this._startTrace(run);
+        await this._startTrace(run);
         await this.onLLMStart?.(run);
+        return run;
     }
     async handleLLMEnd(output, runId) {
         const run = this.runMap.get(runId);
@@ -120,6 +124,7 @@ export class BaseTracer extends BaseCallbackHandler {
         });
         await this.onLLMEnd?.(run);
         await this._endTrace(run);
+        return run;
     }
     async handleLLMError(error, runId) {
         const run = this.runMap.get(runId);
@@ -134,13 +139,14 @@ export class BaseTracer extends BaseCallbackHandler {
         });
         await this.onLLMError?.(run);
         await this._endTrace(run);
+        return run;
     }
-    async handleChainStart(chain, inputs, runId, parentRunId, tags, metadata, runType) {
+    async handleChainStart(chain, inputs, runId, parentRunId, tags, metadata, runType, name) {
         const execution_order = this._getExecutionOrder(parentRunId);
         const start_time = Date.now();
         const run = {
             id: runId,
-            name: chain.id[chain.id.length - 1],
+            name: name ?? chain.id[chain.id.length - 1],
             parent_run_id: parentRunId,
             start_time,
             serialized: chain,
@@ -158,8 +164,9 @@ export class BaseTracer extends BaseCallbackHandler {
             extra: metadata ? { metadata } : {},
             tags: tags || [],
         };
-        this._startTrace(run);
+        await this._startTrace(run);
         await this.onChainStart?.(run);
+        return run;
     }
     async handleChainEnd(outputs, runId, _parentRunId, _tags, kwargs) {
         const run = this.runMap.get(runId);
@@ -177,6 +184,7 @@ export class BaseTracer extends BaseCallbackHandler {
         }
         await this.onChainEnd?.(run);
         await this._endTrace(run);
+        return run;
     }
     async handleChainError(error, runId, _parentRunId, _tags, kwargs) {
         const run = this.runMap.get(runId);
@@ -194,13 +202,14 @@ export class BaseTracer extends BaseCallbackHandler {
         }
         await this.onChainError?.(run);
         await this._endTrace(run);
+        return run;
     }
-    async handleToolStart(tool, input, runId, parentRunId, tags, metadata) {
+    async handleToolStart(tool, input, runId, parentRunId, tags, metadata, name) {
         const execution_order = this._getExecutionOrder(parentRunId);
         const start_time = Date.now();
         const run = {
             id: runId,
-            name: tool.id[tool.id.length - 1],
+            name: name ?? tool.id[tool.id.length - 1],
             parent_run_id: parentRunId,
             start_time,
             serialized: tool,
@@ -218,8 +227,9 @@ export class BaseTracer extends BaseCallbackHandler {
             extra: metadata ? { metadata } : {},
             tags: tags || [],
         };
-        this._startTrace(run);
+        await this._startTrace(run);
         await this.onToolStart?.(run);
+        return run;
     }
     async handleToolEnd(output, runId) {
         const run = this.runMap.get(runId);
@@ -234,6 +244,7 @@ export class BaseTracer extends BaseCallbackHandler {
         });
         await this.onToolEnd?.(run);
         await this._endTrace(run);
+        return run;
     }
     async handleToolError(error, runId) {
         const run = this.runMap.get(runId);
@@ -248,6 +259,7 @@ export class BaseTracer extends BaseCallbackHandler {
         });
         await this.onToolError?.(run);
         await this._endTrace(run);
+        return run;
     }
     async handleAgentAction(action, runId) {
         const run = this.runMap.get(runId);
@@ -276,12 +288,12 @@ export class BaseTracer extends BaseCallbackHandler {
         });
         await this.onAgentEnd?.(run);
     }
-    async handleRetrieverStart(retriever, query, runId, parentRunId, tags, metadata) {
+    async handleRetrieverStart(retriever, query, runId, parentRunId, tags, metadata, name) {
         const execution_order = this._getExecutionOrder(parentRunId);
         const start_time = Date.now();
         const run = {
             id: runId,
-            name: retriever.id[retriever.id.length - 1],
+            name: name ?? retriever.id[retriever.id.length - 1],
             parent_run_id: parentRunId,
             start_time,
             serialized: retriever,
@@ -299,8 +311,9 @@ export class BaseTracer extends BaseCallbackHandler {
             extra: metadata ? { metadata } : {},
             tags: tags || [],
         };
-        this._startTrace(run);
+        await this._startTrace(run);
         await this.onRetrieverStart?.(run);
+        return run;
     }
     async handleRetrieverEnd(documents, runId) {
         const run = this.runMap.get(runId);
@@ -315,6 +328,7 @@ export class BaseTracer extends BaseCallbackHandler {
         });
         await this.onRetrieverEnd?.(run);
         await this._endTrace(run);
+        return run;
     }
     async handleRetrieverError(error, runId) {
         const run = this.runMap.get(runId);
@@ -329,6 +343,7 @@ export class BaseTracer extends BaseCallbackHandler {
         });
         await this.onRetrieverError?.(run);
         await this._endTrace(run);
+        return run;
     }
     async handleText(text, runId) {
         const run = this.runMap.get(runId);
@@ -345,13 +360,14 @@ export class BaseTracer extends BaseCallbackHandler {
     async handleLLMNewToken(token, idx, runId, _parentRunId, _tags, fields) {
         const run = this.runMap.get(runId);
         if (!run || run?.run_type !== "llm") {
-            return;
+            throw new Error(`Invalid "runId" provided to "handleLLMNewToken" callback.`);
         }
         run.events.push({
             name: "new_token",
             time: new Date().toISOString(),
             kwargs: { token, idx, chunk: fields?.chunk },
         });
-        await this.onLLMNewToken?.(run);
+        await this.onLLMNewToken?.(run, token);
+        return run;
     }
 }

package/dist/chat_models/base.cjs

@@ -94,33 +94,18 @@ class BaseChatModel extends index_js_2.BaseLanguageModel {
             })));
         }
     }
-    /**
-     * Generates chat based on the input messages.
-     * @param messages An array of arrays of BaseMessage instances.
-     * @param options The call options or an array of stop sequences.
-     * @param callbacks The callbacks for the language model.
-     * @returns A Promise that resolves to an LLMResult.
-     */
-    async generate(messages, options, callbacks) {
-        // parse call options
-        let parsedOptions;
-        if (Array.isArray(options)) {
-            parsedOptions = { stop: options };
-        }
-        else {
-            parsedOptions = options;
-        }
+    /** @ignore */
+    async _generateUncached(messages, parsedOptions, handledOptions) {
         const baseMessages = messages.map((messageList) => messageList.map(index_js_1.coerceMessageLikeToMessage));
-        const [runnableConfig, callOptions] = this._separateRunnableConfigFromCallOptions(parsedOptions);
         // create callback manager and start run
-        const callbackManager_ = await manager_js_1.CallbackManager.configure(runnableConfig.callbacks ?? callbacks, this.callbacks, runnableConfig.tags, this.tags, runnableConfig.metadata, this.metadata, { verbose: this.verbose });
+        const callbackManager_ = await manager_js_1.CallbackManager.configure(handledOptions.callbacks, this.callbacks, handledOptions.tags, this.tags, handledOptions.metadata, this.metadata, { verbose: this.verbose });
         const extra = {
-            options: callOptions,
+            options: parsedOptions,
             invocation_params: this?.invocationParams(parsedOptions),
         };
         const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages, undefined, undefined, extra);
         // generate results
-        const results = await Promise.allSettled(baseMessages.map((messageList, i) => this._generate(messageList, { ...callOptions, promptIndex: i }, runManagers?.[i])));
+        const results = await Promise.allSettled(baseMessages.map((messageList, i) => this._generate(messageList, { ...parsedOptions, promptIndex: i }, runManagers?.[i])));
         // handle results
         const generations = [];
         const llmOutputs = [];
@@ -155,6 +140,54 @@ class BaseChatModel extends index_js_2.BaseLanguageModel {
         });
         return output;
     }
+    /**
+     * Generates chat based on the input messages.
+     * @param messages An array of arrays of BaseMessage instances.
+     * @param options The call options or an array of stop sequences.
+     * @param callbacks The callbacks for the language model.
+     * @returns A Promise that resolves to an LLMResult.
+     */
+    async generate(messages, options, callbacks) {
+        // parse call options
+        let parsedOptions;
+        if (Array.isArray(options)) {
+            parsedOptions = { stop: options };
+        }
+        else {
+            parsedOptions = options;
+        }
+        const baseMessages = messages.map((messageList) => messageList.map(index_js_1.coerceMessageLikeToMessage));
+        const [runnableConfig, callOptions] = this._separateRunnableConfigFromCallOptions(parsedOptions);
+        runnableConfig.callbacks = runnableConfig.callbacks ?? callbacks;
+        if (!this.cache) {
+            return this._generateUncached(baseMessages, callOptions, runnableConfig);
+        }
+        const { cache } = this;
+        const llmStringKey = this._getSerializedCacheKeyParametersForCall(callOptions);
+        const missingPromptIndices = [];
+        const generations = await Promise.all(baseMessages.map(async (baseMessage, index) => {
+            // Join all content into one string for the prompt index
+            const prompt = BaseChatModel._convertInputToPromptValue(baseMessage).toString();
+            const result = await cache.lookup(prompt, llmStringKey);
+            if (!result) {
+                missingPromptIndices.push(index);
+            }
+            return result;
+        }));
+        let llmOutput = {};
+        if (missingPromptIndices.length > 0) {
+            const results = await this._generateUncached(missingPromptIndices.map((i) => baseMessages[i]), callOptions, runnableConfig);
+            await Promise.all(results.generations.map(async (generation, index) => {
+                const promptIndex = missingPromptIndices[index];
+                generations[promptIndex] = generation;
+                // Join all content into one string for the prompt index
+                const prompt = BaseChatModel._convertInputToPromptValue(baseMessages[promptIndex]).toString();
+                return cache.update(prompt, llmStringKey, generation);
+            }));
+            llmOutput = results.llmOutput ?? {};
+        }
+        return { generations, llmOutput };
+    }
     /**
      * Get the parameters used to invoke the model
      */
@@ -165,6 +198,17 @@ class BaseChatModel extends index_js_2.BaseLanguageModel {
     _modelType() {
         return "base_chat_model";
     }
+    /**
+     * @deprecated
+     * Return a json-like object representing this LLM.
+     */
+    serialize() {
+        return {
+            ...this.invocationParams(),
+            _type: this._llmType(),
+            _model: this._modelType(),
+        };
+    }
     /**
      * Generates a prompt based on the input prompt values.
      * @param promptValues An array of BasePromptValue instances.

package/dist/chat_models/base.d.ts

@@ -49,6 +49,8 @@ export declare abstract class BaseChatModel<CallOptions extends BaseChatModelCal
     invoke(input: BaseLanguageModelInput, options?: CallOptions): Promise<BaseMessageChunk>;
     _streamResponseChunks(_messages: BaseMessage[], _options: this["ParsedCallOptions"], _runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
     _streamIterator(input: BaseLanguageModelInput, options?: CallOptions): AsyncGenerator<BaseMessageChunk>;
+    /** @ignore */
+    _generateUncached(messages: BaseMessageLike[][], parsedOptions: this["ParsedCallOptions"], handledOptions: RunnableConfig): Promise<LLMResult>;
     /**
      * Generates chat based on the input messages.
      * @param messages An array of arrays of BaseMessage instances.
@@ -63,6 +65,11 @@ export declare abstract class BaseChatModel<CallOptions extends BaseChatModelCal
     invocationParams(_options?: this["ParsedCallOptions"]): any;
     _modelType(): string;
     abstract _llmType(): string;
+    /**
+     * @deprecated
+     * Return a json-like object representing this LLM.
+     */
+    serialize(): SerializedLLM;
     /**
      * Generates a prompt based on the input prompt values.
      * @param promptValues An array of BasePromptValue instances.

package/dist/chat_models/base.js

@@ -90,33 +90,18 @@ export class BaseChatModel extends BaseLanguageModel {
             })));
         }
     }
-    /**
-     * Generates chat based on the input messages.
-     * @param messages An array of arrays of BaseMessage instances.
-     * @param options The call options or an array of stop sequences.
-     * @param callbacks The callbacks for the language model.
-     * @returns A Promise that resolves to an LLMResult.
-     */
-    async generate(messages, options, callbacks) {
-        // parse call options
-        let parsedOptions;
-        if (Array.isArray(options)) {
-            parsedOptions = { stop: options };
-        }
-        else {
-            parsedOptions = options;
-        }
+    /** @ignore */
+    async _generateUncached(messages, parsedOptions, handledOptions) {
         const baseMessages = messages.map((messageList) => messageList.map(coerceMessageLikeToMessage));
-        const [runnableConfig, callOptions] = this._separateRunnableConfigFromCallOptions(parsedOptions);
         // create callback manager and start run
-        const callbackManager_ = await CallbackManager.configure(runnableConfig.callbacks ?? callbacks, this.callbacks, runnableConfig.tags, this.tags, runnableConfig.metadata, this.metadata, { verbose: this.verbose });
+        const callbackManager_ = await CallbackManager.configure(handledOptions.callbacks, this.callbacks, handledOptions.tags, this.tags, handledOptions.metadata, this.metadata, { verbose: this.verbose });
         const extra = {
-            options: callOptions,
+            options: parsedOptions,
             invocation_params: this?.invocationParams(parsedOptions),
         };
         const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages, undefined, undefined, extra);
         // generate results
-        const results = await Promise.allSettled(baseMessages.map((messageList, i) => this._generate(messageList, { ...callOptions, promptIndex: i }, runManagers?.[i])));
+        const results = await Promise.allSettled(baseMessages.map((messageList, i) => this._generate(messageList, { ...parsedOptions, promptIndex: i }, runManagers?.[i])));
         // handle results
         const generations = [];
         const llmOutputs = [];
@@ -151,6 +136,54 @@ export class BaseChatModel extends BaseLanguageModel {
         });
         return output;
     }
+    /**
+     * Generates chat based on the input messages.
+     * @param messages An array of arrays of BaseMessage instances.
+     * @param options The call options or an array of stop sequences.
+     * @param callbacks The callbacks for the language model.
+     * @returns A Promise that resolves to an LLMResult.
+     */
+    async generate(messages, options, callbacks) {
+        // parse call options
+        let parsedOptions;
+        if (Array.isArray(options)) {
+            parsedOptions = { stop: options };
+        }
+        else {
+            parsedOptions = options;
+        }
+        const baseMessages = messages.map((messageList) => messageList.map(coerceMessageLikeToMessage));
+        const [runnableConfig, callOptions] = this._separateRunnableConfigFromCallOptions(parsedOptions);
+        runnableConfig.callbacks = runnableConfig.callbacks ?? callbacks;
+        if (!this.cache) {
+            return this._generateUncached(baseMessages, callOptions, runnableConfig);
+        }
+        const { cache } = this;
+        const llmStringKey = this._getSerializedCacheKeyParametersForCall(callOptions);
+        const missingPromptIndices = [];
+        const generations = await Promise.all(baseMessages.map(async (baseMessage, index) => {
+            // Join all content into one string for the prompt index
+            const prompt = BaseChatModel._convertInputToPromptValue(baseMessage).toString();
+            const result = await cache.lookup(prompt, llmStringKey);
+            if (!result) {
+                missingPromptIndices.push(index);
+            }
+            return result;
+        }));
+        let llmOutput = {};
+        if (missingPromptIndices.length > 0) {
+            const results = await this._generateUncached(missingPromptIndices.map((i) => baseMessages[i]), callOptions, runnableConfig);
+            await Promise.all(results.generations.map(async (generation, index) => {
+                const promptIndex = missingPromptIndices[index];
+                generations[promptIndex] = generation;
+                // Join all content into one string for the prompt index
+                const prompt = BaseChatModel._convertInputToPromptValue(baseMessages[promptIndex]).toString();
+                return cache.update(prompt, llmStringKey, generation);
+            }));
+            llmOutput = results.llmOutput ?? {};
+        }
+        return { generations, llmOutput };
+    }
     /**
      * Get the parameters used to invoke the model
      */
@@ -161,6 +194,17 @@ export class BaseChatModel extends BaseLanguageModel {
     _modelType() {
         return "base_chat_model";
     }
+    /**
+     * @deprecated
+     * Return a json-like object representing this LLM.
+     */
+    serialize() {
+        return {
+            ...this.invocationParams(),
+            _type: this._llmType(),
+            _model: this._modelType(),
+        };
+    }
     /**
      * Generates a prompt based on the input prompt values.
      * @param promptValues An array of BasePromptValue instances.

package/dist/document_loaders/web/notionapi.cjs

@@ -119,11 +119,15 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
      * @returns The string of the title.
      */
     getTitle(obj) {
-        if ((0, exports.isPage)(obj) && obj.properties.title.type === "title") {
-            return obj.properties.title.title[0]?.plain_text;
+        if ((0, exports.isPage)(obj)) {
+            const titleProp = Object.values(obj.properties).find((prop) => prop.type === "title");
+            if (titleProp)
+                return this.getPropValue(titleProp);
         }
         if ((0, exports.isDatabase)(obj))
-            return obj.title[0]?.plain_text;
+            return obj.title
+                .map((v) => this.n2mClient.annotatePlainText(v.plain_text, v.annotations))
+                .join("");
         return null;
     }
     /**
@@ -284,7 +288,7 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
         });
         this.documents.push(pageDocument);
         this.pageCompleted.push(pageId);
-        this.onDocumentLoaded(this.documents.length, this.pageQueueTotal, pageDocument.metadata.properties.title, this.rootTitle);
+        this.onDocumentLoaded(this.documents.length, this.pageQueueTotal, this.getTitle(pageDetails) || undefined, this.rootTitle);
     }
     /**
      * Loads a Notion database and adds it's pages to the queue.

package/dist/document_loaders/web/notionapi.js

@@ -111,11 +111,15 @@ export class NotionAPILoader extends BaseDocumentLoader {
      * @returns The string of the title.
      */
     getTitle(obj) {
-        if (isPage(obj) && obj.properties.title.type === "title") {
-            return obj.properties.title.title[0]?.plain_text;
+        if (isPage(obj)) {
+            const titleProp = Object.values(obj.properties).find((prop) => prop.type === "title");
+            if (titleProp)
+                return this.getPropValue(titleProp);
         }
         if (isDatabase(obj))
-            return obj.title[0]?.plain_text;
+            return obj.title
+                .map((v) => this.n2mClient.annotatePlainText(v.plain_text, v.annotations))
+                .join("");
         return null;
     }
     /**
@@ -276,7 +280,7 @@ export class NotionAPILoader extends BaseDocumentLoader {
         });
         this.documents.push(pageDocument);
         this.pageCompleted.push(pageId);
-        this.onDocumentLoaded(this.documents.length, this.pageQueueTotal, pageDocument.metadata.properties.title, this.rootTitle);
+        this.onDocumentLoaded(this.documents.length, this.pageQueueTotal, this.getTitle(pageDetails) || undefined, this.rootTitle);
     }
     /**
      * Loads a Notion database and adds it's pages to the queue.

package/dist/document_loaders/web/searchapi.cjs

@@ -0,0 +1,134 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SearchApiLoader = void 0;
+const env_js_1 = require("../../util/env.cjs");
+const document_js_1 = require("../../document.cjs");
+const base_js_1 = require("../base.cjs");
+/**
+ * Class representing a document loader for loading search results from
+ * the SearchApi. It extends the BaseDocumentLoader class.
+ */
+class SearchApiLoader extends base_js_1.BaseDocumentLoader {
+    constructor(params) {
+        super();
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "parameters", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const { apiKey = (0, env_js_1.getEnvironmentVariable)("SEARCHAPI_API_KEY") } = params;
+        if (typeof apiKey !== "string") {
+            throw new Error("Invalid type for apiKey. Expected string.");
+        }
+        if (!apiKey) {
+            throw new Error("SearchApi API key not set. You can set it as SEARCHAPI_API_KEY in your .env file, or pass it to SearchApi.");
+        }
+        this.apiKey = apiKey;
+        this.parameters = { ...params };
+    }
+    /**
+     * Builds the URL for the SearchApi search request.
+     * @returns The URL for the search request.
+     */
+    buildUrl() {
+        this.parameters = {
+            engine: "google",
+            api_key: this.apiKey,
+            ...this.parameters,
+        };
+        const preparedParams = Object.entries(this.parameters)
+            .filter(([key, value]) => value !== undefined && value !== null && key !== "apiKey")
+            .map(([key, value]) => [key, `${value}`]);
+        const searchParams = new URLSearchParams(preparedParams);
+        return `https://www.searchapi.io/api/v1/search?${searchParams}`;
+    }
+    /**
+     * Extracts documents from the provided output.
+     * @param output - The output to extract documents from.
+     * @param responseType - The type of the response to extract documents from.
+     * @returns An array of Documents.
+     */
+    extractDocuments(output, responseType) {
+        const documents = [];
+        const results = Array.isArray(output) ? output : [output];
+        if (responseType === "transcripts") {
+            const pageContent = results.map((result) => result.text).join("\n");
+            const metadata = {
+                source: "SearchApi",
+                responseType,
+            };
+            documents.push(new document_js_1.Document({ pageContent, metadata }));
+        }
+        else {
+            for (const result of results) {
+                const pageContent = JSON.stringify(result);
+                const metadata = {
+                    source: "SearchApi",
+                    responseType,
+                };
+                documents.push(new document_js_1.Document({ pageContent, metadata }));
+            }
+        }
+        return documents;
+    }
+    /**
+     * Processes the response data from the SearchApi search request and converts it into an array of Documents.
+     * @param data - The response data from the SearchApi search request.
+     * @returns An array of Documents.
+     */
+    processResponseData(data) {
+        const documents = [];
+        const responseTypes = [
+            "answer_box",
+            "shopping_results",
+            "knowledge_graph",
+            "organic_results",
+            "transcripts",
+        ];
+        for (const responseType of responseTypes) {
+            if (responseType in data) {
+                documents.push(...this.extractDocuments(data[responseType], responseType));
+            }
+        }
+        return documents;
+    }
+    /**
+     * Fetches the data from the provided URL and returns it as a JSON object.
+     * If an error occurs during the fetch operation, an exception is thrown with the error message.
+     * @param url - The URL to fetch data from.
+     * @returns A promise that resolves to the fetched data as a JSON object.
+     * @throws An error if the fetch operation fails.
+     */
+    async fetchData(url) {
+        const response = await fetch(url);
+        const data = await response.json();
+        if (data.error) {
+            throw new Error(`Failed to load search results from SearchApi due to: ${data.error}`);
+        }
+        return data;
+    }
+    /**
+     * Loads the search results from the SearchApi.
+     * @returns An array of Documents representing the search results.
+     * @throws An error if the search results could not be loaded.
+     */
+    async load() {
+        const url = this.buildUrl();
+        const data = await this.fetchData(url);
+        try {
+            return this.processResponseData(data);
+        }
+        catch (error) {
+            console.error(error);
+            throw new Error(`Failed to process search results from SearchApi: ${error}`);
+        }
+    }
+}
+exports.SearchApiLoader = SearchApiLoader;