langchain 0.0.69 → 0.0.71

package/dist/chat_models/openai.cjs

@@ -4,6 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ChatOpenAI = void 0;
+const browser_or_node_1 = require("browser-or-node");
 const openai_1 = require("openai");
 const axios_fetch_adapter_js_1 = __importDefault(require("../util/axios-fetch-adapter.cjs"));
 const base_js_1 = require("./base.cjs");
@@ -39,6 +40,12 @@ function openAIResponseToChatMessage(role, text) {
  * To use you should have the `openai` package installed, with the
  * `OPENAI_API_KEY` environment variable set.
  *
+ * To use with Azure you should have the `openai` package installed, with the
+ * `AZURE_OPENAI_API_KEY`,
+ * `AZURE_OPENAI_API_INSTANCE_NAME`,
+ * `AZURE_OPENAI_API_DEPLOYMENT_NAME`
+ * and `AZURE_OPENAI_API_VERSION` environment variable set.
+ *
  * @remarks
  * Any parameters that are valid to be passed to {@link
  * https://platform.openai.com/docs/api-reference/chat/create |
@@ -120,6 +127,30 @@ class ChatOpenAI extends base_js_1.BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "azureOpenAIApiVersion", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "azureOpenAIApiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "azureOpenAIApiInstanceName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "azureOpenAIApiDeploymentName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -137,9 +168,29 @@ class ChatOpenAI extends base_js_1.BaseChatModel {
                 ? // eslint-disable-next-line no-process-env
                     process.env?.OPENAI_API_KEY
                 : undefined);
-        if (!apiKey) {
-            throw new Error("OpenAI API key not found");
+        const azureApiKey = fields?.azureOpenAIApiKey ??
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.AZURE_OPENAI_API_KEY
+                : undefined);
+        if (!azureApiKey && !apiKey) {
+            throw new Error("(Azure) OpenAI API key not found");
         }
+        const azureApiInstanceName = fields?.azureOpenAIApiInstanceName ??
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.AZURE_OPENAI_API_INSTANCE_NAME
+                : undefined);
+        const azureApiDeploymentName = fields?.azureOpenAIApiDeploymentName ??
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.AZURE_OPENAI_API_DEPLOYMENT_NAME
+                : undefined);
+        const azureApiVersion = fields?.azureOpenAIApiVersion ??
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.AZURE_OPENAI_API_VERSION
+                : undefined);
         this.modelName = fields?.modelName ?? this.modelName;
         this.modelKwargs = fields?.modelKwargs ?? {};
         this.timeout = fields?.timeout;
@@ -152,9 +203,24 @@ class ChatOpenAI extends base_js_1.BaseChatModel {
         this.logitBias = fields?.logitBias;
         this.stop = fields?.stop;
         this.streaming = fields?.streaming ?? false;
+        this.azureOpenAIApiVersion = azureApiVersion;
+        this.azureOpenAIApiKey = azureApiKey;
+        this.azureOpenAIApiInstanceName = azureApiInstanceName;
+        this.azureOpenAIApiDeploymentName = azureApiDeploymentName;
         if (this.streaming && this.n > 1) {
             throw new Error("Cannot stream results when n > 1");
         }
+        if (this.azureOpenAIApiKey) {
+            if (!this.azureOpenAIApiInstanceName) {
+                throw new Error("Azure OpenAI API instance name not found");
+            }
+            if (!this.azureOpenAIApiDeploymentName) {
+                throw new Error("Azure OpenAI API deployment name not found");
+            }
+            if (!this.azureOpenAIApiVersion) {
+                throw new Error("Azure OpenAI API version not found");
+            }
+        }
         this.clientConfig = {
             apiKey,
             ...configuration,
@@ -220,6 +286,7 @@ class ChatOpenAI extends base_js_1.BaseChatModel {
                     messages: messagesMapped,
                 }, {
                     ...options,
+                    adapter: axios_fetch_adapter_js_1.default,
                     responseType: "stream",
                     onmessage: (event) => {
                         if (event.data?.trim?.() === "[DONE]") {
@@ -321,18 +388,36 @@ class ChatOpenAI extends base_js_1.BaseChatModel {
     /** @ignore */
     async completionWithRetry(request, options) {
         if (!this.client) {
+            const endpoint = this.azureOpenAIApiKey
+                ? `https://${this.azureOpenAIApiInstanceName}.openai.azure.com/openai/deployments/${this.azureOpenAIApiDeploymentName}`
+                : this.clientConfig.basePath;
             const clientConfig = new openai_1.Configuration({
                 ...this.clientConfig,
+                basePath: endpoint,
                 baseOptions: {
                     timeout: this.timeout,
-                    adapter: axios_fetch_adapter_js_1.default,
                     ...this.clientConfig.baseOptions,
                 },
             });
             this.client = new openai_1.OpenAIApi(clientConfig);
         }
+        const axiosOptions = {
+            adapter: browser_or_node_1.isNode ? undefined : axios_fetch_adapter_js_1.default,
+            ...this.clientConfig.baseOptions,
+            ...options,
+        };
+        if (this.azureOpenAIApiKey) {
+            axiosOptions.headers = {
+                "api-key": this.azureOpenAIApiKey,
+                ...axiosOptions.headers,
+            };
+            axiosOptions.params = {
+                "api-version": this.azureOpenAIApiVersion,
+                ...axiosOptions.params,
+            };
+        }
         return this.caller
-            .call(this.client.createChatCompletion.bind(this.client), request, options)
+            .call(this.client.createChatCompletion.bind(this.client), request, axiosOptions)
             .then((res) => res.data);
     }
     _llmType() {

package/dist/chat_models/openai.d.ts

@@ -1,9 +1,10 @@
 import { CreateChatCompletionRequest, ConfigurationParameters, CreateChatCompletionResponse } from "openai";
-import type { AxiosRequestConfig } from "axios";
+import { AzureOpenAIInput, OpenAICallOptions, OpenAIChatInput } from "../types/open-ai-types.js";
 import type { StreamingAxiosConfiguration } from "../util/axios-types.js";
-import { BaseChatModel, BaseChatModelCallOptions, BaseChatModelParams } from "./base.js";
+import { BaseChatModel, BaseChatModelParams } from "./base.js";
 import { BaseChatMessage, ChatResult } from "../schema/index.js";
 import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
+export { OpenAICallOptions, OpenAIChatInput, AzureOpenAIInput };
 interface TokenUsage {
     completionTokens?: number;
     promptTokens?: number;
@@ -12,65 +13,26 @@ interface TokenUsage {
 interface OpenAILLMOutput {
     tokenUsage: TokenUsage;
 }
-export interface OpenAIInput {
-    /** Sampling temperature to use, between 0 and 2, defaults to 1 */
-    temperature: number;
-    /** Total probability mass of tokens to consider at each step, between 0 and 1, defaults to 1 */
-    topP: number;
-    /** Penalizes repeated tokens according to frequency */
-    frequencyPenalty: number;
-    /** Penalizes repeated tokens */
-    presencePenalty: number;
-    /** Number of chat completions to generate for each prompt */
-    n: number;
-    /** Dictionary used to adjust the probability of specific tokens being generated */
-    logitBias?: Record<string, number>;
-    /** Whether to stream the results or not. Enabling disables tokenUsage reporting */
-    streaming: boolean;
-    /**
-     * Maximum number of tokens to generate in the completion. If not specified,
-     * defaults to the maximum number of tokens allowed by the model.
-     */
-    maxTokens?: number;
-    /** Model name to use */
-    modelName: string;
-    /** Holds any additional parameters that are valid to pass to {@link
-     * https://platform.openai.com/docs/api-reference/completions/create |
-     * `openai.create`} that are not explicitly specified on this class.
-     */
-    modelKwargs?: Kwargs;
-    /** List of stop words to use when generating */
-    stop?: string[];
-    /**
-     * Timeout to use when making requests to OpenAI.
-     */
-    timeout?: number;
-}
-export interface ChatOpenAICallOptions extends BaseChatModelCallOptions {
-    /**
-     * List of stop words to use when generating
-     */
-    stop?: string[];
-    /**
-     * Additional options to pass to the underlying axios request.
-     */
-    options?: AxiosRequestConfig;
-}
-type Kwargs = Record<string, any>;
 /**
  * Wrapper around OpenAI large language models that use the Chat endpoint.
  *
  * To use you should have the `openai` package installed, with the
  * `OPENAI_API_KEY` environment variable set.
  *
+ * To use with Azure you should have the `openai` package installed, with the
+ * `AZURE_OPENAI_API_KEY`,
+ * `AZURE_OPENAI_API_INSTANCE_NAME`,
+ * `AZURE_OPENAI_API_DEPLOYMENT_NAME`
+ * and `AZURE_OPENAI_API_VERSION` environment variable set.
+ *
  * @remarks
  * Any parameters that are valid to be passed to {@link
  * https://platform.openai.com/docs/api-reference/chat/create |
  * `openai.createCompletion`} can be passed through {@link modelKwargs}, even
  * if not explicitly available on this class.
  */
-export declare class ChatOpenAI extends BaseChatModel implements OpenAIInput {
-    CallOptions: ChatOpenAICallOptions;
+export declare class ChatOpenAI extends BaseChatModel implements OpenAIChatInput, AzureOpenAIInput {
+    CallOptions: OpenAICallOptions;
     temperature: number;
     topP: number;
     frequencyPenalty: number;
@@ -78,14 +40,18 @@ export declare class ChatOpenAI extends BaseChatModel implements OpenAIInput {
     n: number;
     logitBias?: Record<string, number>;
     modelName: string;
-    modelKwargs?: Kwargs;
+    modelKwargs?: OpenAIChatInput["modelKwargs"];
     stop?: string[];
     timeout?: number;
     streaming: boolean;
     maxTokens?: number;
+    azureOpenAIApiVersion?: string;
+    azureOpenAIApiKey?: string;
+    azureOpenAIApiInstanceName?: string;
+    azureOpenAIApiDeploymentName?: string;
     private client;
     private clientConfig;
-    constructor(fields?: Partial<OpenAIInput> & BaseChatModelParams & {
+    constructor(fields?: Partial<OpenAIChatInput> & Partial<AzureOpenAIInput> & BaseChatModelParams & {
         concurrency?: number;
         cache?: boolean;
         openAIApiKey?: string;
@@ -93,7 +59,7 @@ export declare class ChatOpenAI extends BaseChatModel implements OpenAIInput {
     /**
      * Get the parameters used to invoke the model
      */
-    invocationParams(): Omit<CreateChatCompletionRequest, "messages"> & Kwargs;
+    invocationParams(): Omit<CreateChatCompletionRequest, "messages">;
     /** @ignore */
     _identifyingParams(): {
         apiKey?: string | Promise<string> | ((name: string) => string) | ((name: string) => Promise<string>) | undefined;
@@ -154,4 +120,3 @@ export declare class ChatOpenAI extends BaseChatModel implements OpenAIInput {
     /** @ignore */
     _combineLLMOutput(...llmOutputs: OpenAILLMOutput[]): OpenAILLMOutput;
 }
-export {};

package/dist/chat_models/openai.js

@@ -1,6 +1,7 @@
+import { isNode } from "browser-or-node";
 import { Configuration, OpenAIApi, } from "openai";
 import fetchAdapter from "../util/axios-fetch-adapter.js";
-import { BaseChatModel, } from "./base.js";
+import { BaseChatModel } from "./base.js";
 import { AIChatMessage, ChatMessage, HumanChatMessage, SystemChatMessage, } from "../schema/index.js";
 import { getModelNameForTiktoken } from "../base_language/count_tokens.js";
 function messageTypeToOpenAIRole(type) {
@@ -33,6 +34,12 @@ function openAIResponseToChatMessage(role, text) {
  * To use you should have the `openai` package installed, with the
  * `OPENAI_API_KEY` environment variable set.
  *
+ * To use with Azure you should have the `openai` package installed, with the
+ * `AZURE_OPENAI_API_KEY`,
+ * `AZURE_OPENAI_API_INSTANCE_NAME`,
+ * `AZURE_OPENAI_API_DEPLOYMENT_NAME`
+ * and `AZURE_OPENAI_API_VERSION` environment variable set.
+ *
  * @remarks
  * Any parameters that are valid to be passed to {@link
  * https://platform.openai.com/docs/api-reference/chat/create |
@@ -114,6 +121,30 @@ export class ChatOpenAI extends BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "azureOpenAIApiVersion", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "azureOpenAIApiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "azureOpenAIApiInstanceName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "azureOpenAIApiDeploymentName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -131,9 +162,29 @@ export class ChatOpenAI extends BaseChatModel {
                 ? // eslint-disable-next-line no-process-env
                     process.env?.OPENAI_API_KEY
                 : undefined);
-        if (!apiKey) {
-            throw new Error("OpenAI API key not found");
+        const azureApiKey = fields?.azureOpenAIApiKey ??
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.AZURE_OPENAI_API_KEY
+                : undefined);
+        if (!azureApiKey && !apiKey) {
+            throw new Error("(Azure) OpenAI API key not found");
         }
+        const azureApiInstanceName = fields?.azureOpenAIApiInstanceName ??
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.AZURE_OPENAI_API_INSTANCE_NAME
+                : undefined);
+        const azureApiDeploymentName = fields?.azureOpenAIApiDeploymentName ??
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.AZURE_OPENAI_API_DEPLOYMENT_NAME
+                : undefined);
+        const azureApiVersion = fields?.azureOpenAIApiVersion ??
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.AZURE_OPENAI_API_VERSION
+                : undefined);
         this.modelName = fields?.modelName ?? this.modelName;
         this.modelKwargs = fields?.modelKwargs ?? {};
         this.timeout = fields?.timeout;
@@ -146,9 +197,24 @@ export class ChatOpenAI extends BaseChatModel {
         this.logitBias = fields?.logitBias;
         this.stop = fields?.stop;
         this.streaming = fields?.streaming ?? false;
+        this.azureOpenAIApiVersion = azureApiVersion;
+        this.azureOpenAIApiKey = azureApiKey;
+        this.azureOpenAIApiInstanceName = azureApiInstanceName;
+        this.azureOpenAIApiDeploymentName = azureApiDeploymentName;
         if (this.streaming && this.n > 1) {
             throw new Error("Cannot stream results when n > 1");
         }
+        if (this.azureOpenAIApiKey) {
+            if (!this.azureOpenAIApiInstanceName) {
+                throw new Error("Azure OpenAI API instance name not found");
+            }
+            if (!this.azureOpenAIApiDeploymentName) {
+                throw new Error("Azure OpenAI API deployment name not found");
+            }
+            if (!this.azureOpenAIApiVersion) {
+                throw new Error("Azure OpenAI API version not found");
+            }
+        }
         this.clientConfig = {
             apiKey,
             ...configuration,
@@ -214,6 +280,7 @@ export class ChatOpenAI extends BaseChatModel {
                     messages: messagesMapped,
                 }, {
                     ...options,
+                    adapter: fetchAdapter,
                     responseType: "stream",
                     onmessage: (event) => {
                         if (event.data?.trim?.() === "[DONE]") {
@@ -315,18 +382,36 @@ export class ChatOpenAI extends BaseChatModel {
     /** @ignore */
     async completionWithRetry(request, options) {
         if (!this.client) {
+            const endpoint = this.azureOpenAIApiKey
+                ? `https://${this.azureOpenAIApiInstanceName}.openai.azure.com/openai/deployments/${this.azureOpenAIApiDeploymentName}`
+                : this.clientConfig.basePath;
             const clientConfig = new Configuration({
                 ...this.clientConfig,
+                basePath: endpoint,
                 baseOptions: {
                     timeout: this.timeout,
-                    adapter: fetchAdapter,
                     ...this.clientConfig.baseOptions,
                 },
             });
             this.client = new OpenAIApi(clientConfig);
         }
+        const axiosOptions = {
+            adapter: isNode ? undefined : fetchAdapter,
+            ...this.clientConfig.baseOptions,
+            ...options,
+        };
+        if (this.azureOpenAIApiKey) {
+            axiosOptions.headers = {
+                "api-key": this.azureOpenAIApiKey,
+                ...axiosOptions.headers,
+            };
+            axiosOptions.params = {
+                "api-version": this.azureOpenAIApiVersion,
+                ...axiosOptions.params,
+            };
+        }
         return this.caller
-            .call(this.client.createChatCompletion.bind(this.client), request, options)
+            .call(this.client.createChatCompletion.bind(this.client), request, axiosOptions)
             .then((res) => res.data);
     }
     _llmType() {

package/dist/document_loaders/fs/directory.d.ts

@@ -10,16 +10,15 @@ export declare const UnknownHandling: {
     readonly Error: "error";
 };
 export type UnknownHandling = (typeof UnknownHandling)[keyof typeof UnknownHandling];
+export interface LoadersMapping {
+    [extension: string]: (filePath: string) => BaseDocumentLoader;
+}
 export declare class DirectoryLoader extends BaseDocumentLoader {
     directoryPath: string;
-    loaders: {
-        [extension: string]: (filePath: string) => BaseDocumentLoader;
-    };
+    loaders: LoadersMapping;
     recursive: boolean;
     unknown: UnknownHandling;
-    constructor(directoryPath: string, loaders: {
-        [extension: string]: (filePath: string) => BaseDocumentLoader;
-    }, recursive?: boolean, unknown?: UnknownHandling);
+    constructor(directoryPath: string, loaders: LoadersMapping, recursive?: boolean, unknown?: UnknownHandling);
     load(): Promise<Document[]>;
     static imports(): Promise<{
         readdir: typeof ReaddirT;

package/dist/document_loaders/fs/pdf.d.ts

@@ -1,5 +1,5 @@
+/// <reference path="../../../src/types/pdf-parse.d.ts" />
 /// <reference types="node" resolution-mode="require"/>
-/// <reference types="types/pdf-parse.js" />
 import { Document } from "../../document.js";
 import { BufferLoader } from "./buffer.js";
 export declare class PDFLoader extends BufferLoader {

package/dist/document_loaders/fs/unstructured.cjs

@@ -6,23 +6,54 @@ Object.defineProperty(exports, "UnknownHandling", { enumerable: true, get: funct
 const env_js_1 = require("../../util/env.cjs");
 const document_js_1 = require("../../document.cjs");
 const base_js_1 = require("../base.cjs");
+const UNSTRUCTURED_API_FILETYPES = [
+    ".txt",
+    ".text",
+    ".pdf",
+    ".docx",
+    ".doc",
+    ".jpg",
+    ".jpeg",
+    ".eml",
+    ".html",
+    ".md",
+    ".pptx",
+    ".ppt",
+    ".msg",
+];
 class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
-    constructor(webPath, filePath) {
+    constructor(filePathOrLegacyApiUrl, optionsOrLegacyFilePath = {}) {
         super();
-        Object.defineProperty(this, "webPath", {
+        Object.defineProperty(this, "filePath", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: webPath
+            value: void 0
         });
-        Object.defineProperty(this, "filePath", {
+        Object.defineProperty(this, "apiUrl", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: filePath
+            value: "https://api.unstructured.io/general/v0/general"
         });
-        this.filePath = filePath;
-        this.webPath = webPath;
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        // Temporary shim to avoid breaking existing users
+        // Remove when API keys are enforced by Unstructured and existing code will break anyway
+        const isLegacySyntax = typeof optionsOrLegacyFilePath === "string";
+        if (isLegacySyntax) {
+            this.filePath = optionsOrLegacyFilePath;
+            this.apiUrl = filePathOrLegacyApiUrl;
+        }
+        else {
+            this.filePath = filePathOrLegacyApiUrl;
+            this.apiKey = optionsOrLegacyFilePath.apiKey;
+            this.apiUrl = optionsOrLegacyFilePath.apiUrl ?? this.apiUrl;
+        }
     }
     async _partition() {
         const { readFile, basename } = await this.imports();
@@ -33,9 +64,13 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
         // worried about this for now.
         const formData = new FormData();
         formData.append("files", new Blob([buffer]), fileName);
-        const response = await fetch(this.webPath, {
+        const headers = {
+            "UNSTRUCTURED-API-KEY": this.apiKey ?? "",
+        };
+        const response = await fetch(this.apiUrl, {
             method: "POST",
             body: formData,
+            headers,
         });
         if (!response.ok) {
             throw new Error(`Failed to partition file ${this.filePath} with error ${response.status} and message ${await response.text()}`);
@@ -75,47 +110,31 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
 }
 exports.UnstructuredLoader = UnstructuredLoader;
 class UnstructuredDirectoryLoader extends directory_js_1.DirectoryLoader {
-    constructor(webPath, directoryPath, recursive = true, unknown = directory_js_1.UnknownHandling.Warn) {
-        const loaders = {
-            ".txt": (p) => new UnstructuredLoader(webPath, p),
-            ".text": (p) => new UnstructuredLoader(webPath, p),
-            ".pdf": (p) => new UnstructuredLoader(webPath, p),
-            ".docx": (p) => new UnstructuredLoader(webPath, p),
-            ".doc": (p) => new UnstructuredLoader(webPath, p),
-            ".jpg": (p) => new UnstructuredLoader(webPath, p),
-            ".jpeg": (p) => new UnstructuredLoader(webPath, p),
-            ".eml": (p) => new UnstructuredLoader(webPath, p),
-            ".html": (p) => new UnstructuredLoader(webPath, p),
-            ".md": (p) => new UnstructuredLoader(webPath, p),
-            ".pptx": (p) => new UnstructuredLoader(webPath, p),
-            ".ppt": (p) => new UnstructuredLoader(webPath, p),
-            ".msg": (p) => new UnstructuredLoader(webPath, p),
-        };
-        super(directoryPath, loaders, recursive, unknown);
-        Object.defineProperty(this, "webPath", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: webPath
-        });
-        Object.defineProperty(this, "directoryPath", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: directoryPath
-        });
-        Object.defineProperty(this, "recursive", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: recursive
-        });
-        Object.defineProperty(this, "unknown", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: unknown
-        });
+    constructor(directoryPathOrLegacyApiUrl, optionsOrLegacyDirectoryPath, legacyOptionRecursive = true, legacyOptionUnknown = directory_js_1.UnknownHandling.Warn) {
+        let directoryPath;
+        let options;
+        // Temporary shim to avoid breaking existing users
+        // Remove when API keys are enforced by Unstructured and existing code will break anyway
+        const isLegacySyntax = typeof optionsOrLegacyDirectoryPath === "string";
+        if (isLegacySyntax) {
+            directoryPath = optionsOrLegacyDirectoryPath;
+            options = {
+                apiUrl: directoryPathOrLegacyApiUrl,
+                recursive: legacyOptionRecursive,
+                unknown: legacyOptionUnknown,
+            };
+        }
+        else {
+            directoryPath = directoryPathOrLegacyApiUrl;
+            options = optionsOrLegacyDirectoryPath;
+        }
+        const loader = (p) => new UnstructuredLoader(p, options);
+        const loaders = UNSTRUCTURED_API_FILETYPES.reduce((loadersObject, filetype) => {
+            // eslint-disable-next-line no-param-reassign
+            loadersObject[filetype] = loader;
+            return loadersObject;
+        }, {});
+        super(directoryPath, loaders, options.recursive, options.unknown);
     }
 }
 exports.UnstructuredDirectoryLoader = UnstructuredDirectoryLoader;

package/dist/document_loaders/fs/unstructured.d.ts

@@ -1,33 +1,38 @@
 /// <reference types="node" resolution-mode="require"/>
 /// <reference types="node" resolution-mode="require"/>
 import type { basename as BasenameT } from "node:path";
-import type { readFile as ReaFileT } from "node:fs/promises";
+import type { readFile as ReadFileT } from "node:fs/promises";
 import { DirectoryLoader, UnknownHandling } from "./directory.js";
 import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
-interface Element {
+type Element = {
     type: string;
     text: string;
     metadata: {
         [key: string]: unknown;
     };
-}
+};
+type UnstructuredLoaderOptions = {
+    apiKey?: string;
+    apiUrl?: string;
+};
+type UnstructuredDirectoryLoaderOptions = UnstructuredLoaderOptions & {
+    recursive?: boolean;
+    unknown?: UnknownHandling;
+};
 export declare class UnstructuredLoader extends BaseDocumentLoader {
-    webPath: string;
     filePath: string;
-    constructor(webPath: string, filePath: string);
+    private apiUrl;
+    private apiKey?;
+    constructor(filePathOrLegacyApiUrl: string, optionsOrLegacyFilePath?: UnstructuredLoaderOptions | string);
     _partition(): Promise<Element[]>;
     load(): Promise<Document[]>;
     imports(): Promise<{
-        readFile: typeof ReaFileT;
+        readFile: typeof ReadFileT;
         basename: typeof BasenameT;
     }>;
 }
 export declare class UnstructuredDirectoryLoader extends DirectoryLoader {
-    webPath: string;
-    directoryPath: string;
-    recursive: boolean;
-    unknown: UnknownHandling;
-    constructor(webPath: string, directoryPath: string, recursive?: boolean, unknown?: UnknownHandling);
+    constructor(directoryPathOrLegacyApiUrl: string, optionsOrLegacyDirectoryPath: UnstructuredDirectoryLoaderOptions | string, legacyOptionRecursive?: boolean, legacyOptionUnknown?: UnknownHandling);
 }
 export { UnknownHandling };