langchain 0.0.169 → 0.0.170

package/dist/chat_models/baiduwenxin.js

@@ -25,7 +25,7 @@ function messageToWenxinRole(message) {
         case "human":
             return "user";
         case "system":
-            throw new Error("System messages not supported");
+            throw new Error("System messages should not be here");
         case "function":
             throw new Error("Function messages not supported");
         case "generic": {
@@ -161,6 +161,10 @@ export class ChatBaiduWenxin extends BaseChatModel {
             this.apiUrl =
                 "https://aip.baidubce.com/rpc/2.0/ai_custom/v1/wenxinworkshop/chat/eb-instant";
         }
+        else if (this.modelName === "ERNIE-Bot-4") {
+            this.apiUrl =
+                "https://aip.baidubce.com/rpc/2.0/ai_custom/v1/wenxinworkshop/chat/completions_pro";
+        }
         else {
             throw new Error(`Invalid model name: ${this.modelName}`);
         }
@@ -216,6 +220,13 @@ export class ChatBaiduWenxin extends BaseChatModel {
     async _generate(messages, options, runManager) {
         const tokenUsage = {};
         const params = this.invocationParams();
+        // Wenxin requires the system message to be put in the params, not messages array
+        const systemMessage = messages.find((message) => message._getType() === "system");
+        if (systemMessage) {
+            // eslint-disable-next-line no-param-reassign
+            messages = messages.filter((message) => message !== systemMessage);
+            params.system = systemMessage.text;
+        }
         const messagesMapped = messages.map((message) => ({
             role: messageToWenxinRole(message),
             content: message.text,

package/dist/document_loaders/web/assemblyai.cjs

@@ -1,27 +1,10 @@
 "use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AudioSubtitleLoader = exports.AudioTranscriptSentencesLoader = exports.AudioTranscriptParagraphsLoader = exports.AudioTranscriptLoader = void 0;
-const node_fs_1 = require("node:fs");
+const assemblyai_1 = require("assemblyai");
 const document_js_1 = require("../../document.cjs");
 const base_js_1 = require("../base.cjs");
 const env_js_1 = require("../../util/env.cjs");
-const assemblyai_client_js_1 = require("../../util/assemblyai-client.cjs");
-const assemblyai_types_js_1 = require("../../types/assemblyai-types.cjs");
-__exportStar(require("../../types/assemblyai-types.cjs"), exports);
 /**
  * Base class for AssemblyAI loaders.
  */
@@ -39,57 +22,67 @@ class AssemblyAILoader extends base_js_1.BaseDocumentLoader {
             writable: true,
             value: void 0
         });
-        const apiKey = assemblyAIOptions?.apiKey ?? (0, env_js_1.getEnvironmentVariable)("ASSEMBLYAI_API_KEY");
-        this.client = new assemblyai_client_js_1.AssemblyAIClient(apiKey);
-    }
-    /**
-     * Attempts to upload the file to AssemblyAI if it is a local file.
-     * If `audio_url` starts with `http://` or `https://`, it is assumed to be a remote file.
-     * Otherwise, it is assumed to be a local file and is uploaded to AssemblyAI.
-     * @param createTranscriptOptions
-     */
-    async uploadFile(createTranscriptOptions) {
-        let path = createTranscriptOptions.audio_url;
-        if (path.startsWith("http://") || path.startsWith("https://"))
-            return;
-        if (path.startsWith("file://"))
-            path = path.slice("file://".length);
-        const file = await node_fs_1.promises.readFile(path);
-        const uploadUrl = await this.client.uploadFile(file);
-        // eslint-disable-next-line no-param-reassign
-        createTranscriptOptions.audio_url = uploadUrl;
+        let options = assemblyAIOptions;
+        if (!options) {
+            options = {};
+        }
+        if (!options.apiKey) {
+            options.apiKey = (0, env_js_1.getEnvironmentVariable)("ASSEMBLYAI_API_KEY");
+        }
+        if (!options.apiKey) {
+            throw new Error("No AssemblyAI API key provided");
+        }
+        this.client = new assemblyai_1.AssemblyAI(options);
     }
 }
-/**
- * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
- * and loads the transcript as a document using AssemblyAI.
- */
-class AudioTranscriptLoader extends AssemblyAILoader {
+class CreateTranscriptLoader extends AssemblyAILoader {
     /**
-     * Creates a new AudioTranscriptLoader.
-     * @param createTranscriptParams The parameters to create the transcript.
+     * Retrevies an existing transcript by its ID.
+     * @param params The parameters to create the transcript, or the ID of the transcript to retrieve.
      * @param assemblyAIOptions The options to configure the AssemblyAI loader.
      * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
      */
-    constructor(createTranscriptParams, assemblyAIOptions) {
+    constructor(params, assemblyAIOptions) {
         super(assemblyAIOptions);
-        Object.defineProperty(this, "createTranscriptParams", {
+        Object.defineProperty(this, "CreateTranscriptParameters", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: createTranscriptParams
+            value: void 0
         });
+        Object.defineProperty(this, "transcriptId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        if (typeof params === "string") {
+            this.transcriptId = params;
+        }
+        else {
+            this.CreateTranscriptParameters = params;
+        }
+    }
+    async getOrCreateTranscript() {
+        if (this.transcriptId) {
+            return await this.client.transcripts.get(this.transcriptId);
+        }
+        if (this.CreateTranscriptParameters) {
+            return await this.client.transcripts.create(this.CreateTranscriptParameters);
+        }
     }
+}
+/**
+ * Creates and loads the transcript as a document using AssemblyAI.
+ */
+class AudioTranscriptLoader extends CreateTranscriptLoader {
     /**
-     * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
-     * and loads the transcript as a document using AssemblyAI.
+     * Creates a transcript and loads the transcript as a document using AssemblyAI.
      * @returns A promise that resolves to a single document containing the transcript text
      * as the page content, and the transcript object as the metadata.
      */
     async load() {
-        await this.uploadFile(this.createTranscriptParams);
-        let transcript = await this.client.createTranscript(this.createTranscriptParams);
-        transcript = await this.client.waitForTranscriptToComplete(transcript.id);
+        const transcript = await this.getOrCreateTranscript();
         return [
             new document_js_1.Document({
                 pageContent: transcript.text,
@@ -100,34 +93,16 @@ class AudioTranscriptLoader extends AssemblyAILoader {
 }
 exports.AudioTranscriptLoader = AudioTranscriptLoader;
 /**
- * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
- * and loads the paragraphs of the transcript, creating a document for each paragraph.
+ * Creates a transcript and loads the paragraphs of the transcript, creating a document for each paragraph.
  */
-class AudioTranscriptParagraphsLoader extends AssemblyAILoader {
+class AudioTranscriptParagraphsLoader extends CreateTranscriptLoader {
     /**
-     * Creates a new AudioTranscriptParagraphsLoader.
-     * @param createTranscriptParams The parameters to create the transcript.
-     * @param assemblyAIOptions The options to configure the AssemblyAI loader.
-     * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
-     */
-    constructor(createTranscriptParams, assemblyAIOptions) {
-        super(assemblyAIOptions);
-        Object.defineProperty(this, "createTranscriptParams", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: createTranscriptParams
-        });
-    }
-    /**
-     * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
-     * and loads the paragraphs of the transcript, creating a document for each paragraph.
+     * Creates a transcript and loads the paragraphs of the transcript, creating a document for each paragraph.
      * @returns A promise that resolves to an array of documents, each containing a paragraph of the transcript.
      */
     async load() {
-        let transcript = await this.client.createTranscript(this.createTranscriptParams);
-        transcript = await this.client.waitForTranscriptToComplete(transcript.id);
-        const paragraphsResponse = await this.client.getParagraphs(transcript.id);
+        const transcript = await this.getOrCreateTranscript();
+        const paragraphsResponse = await this.client.transcripts.paragraphs(transcript.id);
         return paragraphsResponse.paragraphs.map((p) => new document_js_1.Document({
             pageContent: p.text,
             metadata: p,
@@ -136,34 +111,17 @@ class AudioTranscriptParagraphsLoader extends AssemblyAILoader {
 }
 exports.AudioTranscriptParagraphsLoader = AudioTranscriptParagraphsLoader;
 /**
- * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
+ * Creates a transcript for the given `CreateTranscriptParameters.audio_url`,
  * and loads the sentences of the transcript, creating a document for each sentence.
  */
-class AudioTranscriptSentencesLoader extends AssemblyAILoader {
-    /**
-     * Creates a new AudioTranscriptSentencesLoader.
-     * @param createTranscriptParams The parameters to create the transcript.
-     * @param assemblyAIOptions The options to configure the AssemblyAI loader.
-     * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
-     */
-    constructor(createTranscriptParams, assemblyAIOptions) {
-        super(assemblyAIOptions);
-        Object.defineProperty(this, "createTranscriptParams", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: createTranscriptParams
-        });
-    }
+class AudioTranscriptSentencesLoader extends CreateTranscriptLoader {
     /**
-     * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
-     * and loads the sentences of the transcript, creating a document for each sentence.
+     * Creates a transcript and loads the sentences of the transcript, creating a document for each sentence.
      * @returns A promise that resolves to an array of documents, each containing a sentence of the transcript.
      */
     async load() {
-        let transcript = await this.client.createTranscript(this.createTranscriptParams);
-        transcript = await this.client.waitForTranscriptToComplete(transcript.id);
-        const sentencesResponse = await this.client.getSentences(transcript.id);
+        const transcript = await this.getOrCreateTranscript();
+        const sentencesResponse = await this.client.transcripts.sentences(transcript.id);
         return sentencesResponse.sentences.map((p) => new document_js_1.Document({
             pageContent: p.text,
             metadata: p,
@@ -172,25 +130,18 @@ class AudioTranscriptSentencesLoader extends AssemblyAILoader {
 }
 exports.AudioTranscriptSentencesLoader = AudioTranscriptSentencesLoader;
 /**
- * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
- * and loads subtitles for the transcript as `srt` or `vtt` format.
+ * Creates a transcript and loads subtitles for the transcript as `srt` or `vtt` format.
  */
-class AudioSubtitleLoader extends AssemblyAILoader {
+class AudioSubtitleLoader extends CreateTranscriptLoader {
     /**
      * Creates a new AudioSubtitleLoader.
-     * @param createTranscriptParams The parameters to create the transcript.
+     * @param params The parameters to create the transcript, or the ID of the transcript to retrieve.
      * @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
      * @param assemblyAIOptions The options to configure the AssemblyAI loader.
      * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
      */
-    constructor(createTranscriptParams, subtitleFormat = assemblyai_types_js_1.SubtitleFormat.Srt, assemblyAIOptions) {
-        super(assemblyAIOptions);
-        Object.defineProperty(this, "createTranscriptParams", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: createTranscriptParams
-        });
+    constructor(params, subtitleFormat = "srt", assemblyAIOptions) {
+        super(params, assemblyAIOptions);
         Object.defineProperty(this, "subtitleFormat", {
             enumerable: true,
             configurable: true,
@@ -200,14 +151,12 @@ class AudioSubtitleLoader extends AssemblyAILoader {
         this.subtitleFormat = subtitleFormat;
     }
     /**
-     * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
-     * and loads subtitles for the transcript as `srt` or `vtt` format.
+     * Creates a transcript and loads subtitles for the transcript as `srt` or `vtt` format.
      * @returns A promise that resolves a document containing the subtitles as the page content.
      */
     async load() {
-        let transcript = await this.client.createTranscript(this.createTranscriptParams);
-        transcript = await this.client.waitForTranscriptToComplete(transcript.id);
-        const subtitles = await this.client.getSubtitles(transcript.id, this.subtitleFormat);
+        const transcript = await this.getOrCreateTranscript();
+        const subtitles = await this.client.transcripts.subtitles(transcript.id, this.subtitleFormat);
         return [
             new document_js_1.Document({
                 pageContent: subtitles,

package/dist/document_loaders/web/assemblyai.d.ts

@@ -1,106 +1,87 @@
+import { AssemblyAI, CreateTranscriptParameters, SubtitleFormat, Transcript, TranscriptParagraph, TranscriptSentence } from "assemblyai";
 import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
-import { AssemblyAIClient } from "../../util/assemblyai-client.js";
-import { AssemblyAIOptions, CreateTranscriptParams, SubtitleFormat, Transcript, TranscriptSegment } from "../../types/assemblyai-types.js";
-export * from "../../types/assemblyai-types.js";
+import { AssemblyAIOptions } from "../../types/assemblyai-types.js";
+export type * from "../../types/assemblyai-types.js";
 /**
  * Base class for AssemblyAI loaders.
  */
 declare abstract class AssemblyAILoader extends BaseDocumentLoader {
-    protected client: AssemblyAIClient;
+    protected client: AssemblyAI;
     /**
      * Creates a new AssemblyAI loader.
      * @param assemblyAIOptions The options to configure the AssemblyAI loader.
      * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
      */
     constructor(assemblyAIOptions?: AssemblyAIOptions);
-    /**
-     * Attempts to upload the file to AssemblyAI if it is a local file.
-     * If `audio_url` starts with `http://` or `https://`, it is assumed to be a remote file.
-     * Otherwise, it is assumed to be a local file and is uploaded to AssemblyAI.
-     * @param createTranscriptOptions
-     */
-    protected uploadFile(createTranscriptOptions: CreateTranscriptParams): Promise<void>;
 }
-/**
- * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
- * and loads the transcript as a document using AssemblyAI.
- */
-export declare class AudioTranscriptLoader extends AssemblyAILoader {
-    private createTranscriptParams;
+declare abstract class CreateTranscriptLoader extends AssemblyAILoader {
+    protected CreateTranscriptParameters?: CreateTranscriptParameters;
+    protected transcriptId?: string;
     /**
-     * Creates a new AudioTranscriptLoader.
-     * @param createTranscriptParams The parameters to create the transcript.
+     * Retrevies an existing transcript by its ID.
+     * @param params The parameters to create the transcript, or the ID of the transcript to retrieve.
      * @param assemblyAIOptions The options to configure the AssemblyAI loader.
      * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
      */
-    constructor(createTranscriptParams: CreateTranscriptParams, assemblyAIOptions?: AssemblyAIOptions);
+    constructor(params: CreateTranscriptParameters | string, assemblyAIOptions?: AssemblyAIOptions);
+    protected getOrCreateTranscript(): Promise<any>;
+}
+/**
+ * Creates and loads the transcript as a document using AssemblyAI.
+ */
+export declare class AudioTranscriptLoader extends CreateTranscriptLoader {
     /**
-     * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
-     * and loads the transcript as a document using AssemblyAI.
+     * Creates a transcript and loads the transcript as a document using AssemblyAI.
      * @returns A promise that resolves to a single document containing the transcript text
      * as the page content, and the transcript object as the metadata.
      */
     load(): Promise<Document<Transcript>[]>;
 }
 /**
- * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
- * and loads the paragraphs of the transcript, creating a document for each paragraph.
+ * Creates a transcript and loads the paragraphs of the transcript, creating a document for each paragraph.
  */
-export declare class AudioTranscriptParagraphsLoader extends AssemblyAILoader {
-    private createTranscriptParams;
-    /**
-     * Creates a new AudioTranscriptParagraphsLoader.
-     * @param createTranscriptParams The parameters to create the transcript.
-     * @param assemblyAIOptions The options to configure the AssemblyAI loader.
-     * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
-     */
-    constructor(createTranscriptParams: CreateTranscriptParams, assemblyAIOptions?: AssemblyAIOptions);
+export declare class AudioTranscriptParagraphsLoader extends CreateTranscriptLoader {
     /**
-     * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
-     * and loads the paragraphs of the transcript, creating a document for each paragraph.
+     * Creates a transcript and loads the paragraphs of the transcript, creating a document for each paragraph.
      * @returns A promise that resolves to an array of documents, each containing a paragraph of the transcript.
      */
-    load(): Promise<Document<TranscriptSegment>[]>;
+    load(): Promise<Document<TranscriptParagraph>[]>;
 }
 /**
- * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
+ * Creates a transcript for the given `CreateTranscriptParameters.audio_url`,
  * and loads the sentences of the transcript, creating a document for each sentence.
  */
-export declare class AudioTranscriptSentencesLoader extends AssemblyAILoader {
-    private createTranscriptParams;
+export declare class AudioTranscriptSentencesLoader extends CreateTranscriptLoader {
     /**
-     * Creates a new AudioTranscriptSentencesLoader.
-     * @param createTranscriptParams The parameters to create the transcript.
-     * @param assemblyAIOptions The options to configure the AssemblyAI loader.
-     * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
-     */
-    constructor(createTranscriptParams: CreateTranscriptParams, assemblyAIOptions?: AssemblyAIOptions);
-    /**
-     * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
-     * and loads the sentences of the transcript, creating a document for each sentence.
+     * Creates a transcript and loads the sentences of the transcript, creating a document for each sentence.
      * @returns A promise that resolves to an array of documents, each containing a sentence of the transcript.
      */
-    load(): Promise<Document<TranscriptSegment>[]>;
+    load(): Promise<Document<TranscriptSentence>[]>;
 }
 /**
- * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
- * and loads subtitles for the transcript as `srt` or `vtt` format.
+ * Creates a transcript and loads subtitles for the transcript as `srt` or `vtt` format.
  */
-export declare class AudioSubtitleLoader extends AssemblyAILoader {
-    private createTranscriptParams;
+export declare class AudioSubtitleLoader extends CreateTranscriptLoader {
     private subtitleFormat;
     /**
      * Creates a new AudioSubtitleLoader.
-     * @param createTranscriptParams The parameters to create the transcript.
+     * @param CreateTranscriptParameters The parameters to create the transcript.
+     * @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
+     * @param assemblyAIOptions The options to configure the AssemblyAI loader.
+     * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
+     */
+    constructor(CreateTranscriptParameters: CreateTranscriptParameters, subtitleFormat: SubtitleFormat, assemblyAIOptions?: AssemblyAIOptions);
+    /**
+     * Creates a new AudioSubtitleLoader.
+     * @param transcriptId The ID of the transcript to retrieve.
      * @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
      * @param assemblyAIOptions The options to configure the AssemblyAI loader.
      * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
      */
-    constructor(createTranscriptParams: CreateTranscriptParams, subtitleFormat?: (typeof SubtitleFormat)[keyof typeof SubtitleFormat], assemblyAIOptions?: AssemblyAIOptions);
+    constructor(transcriptId: string, subtitleFormat: SubtitleFormat, assemblyAIOptions?: AssemblyAIOptions);
     /**
-     * Creates a transcript for the given `CreateTranscriptParams.audio_url`,
-     * and loads subtitles for the transcript as `srt` or `vtt` format.
+     * Creates a transcript and loads subtitles for the transcript as `srt` or `vtt` format.
      * @returns A promise that resolves a document containing the subtitles as the page content.
      */
     load(): Promise<Document[]>;