langchain 0.0.147 → 0.0.149

package/dist/document_loaders/web/notionapi.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.NotionAPILoader = void 0;
+exports.NotionAPILoader = exports.isDatabase = exports.isPage = exports.isErrorResponse = exports.isDatabaseResponse = exports.isPageResponse = void 0;
 const client_1 = require("@notionhq/client");
 const notion_to_md_1 = require("notion-to-md");
 const notion_js_1 = require("notion-to-md/build/utils/notion.js");
@@ -8,18 +8,15 @@ const document_js_1 = require("../../document.cjs");
 const base_js_1 = require("../base.cjs");
 const async_caller_js_1 = require("../../util/async_caller.cjs");
 const isPageResponse = (res) => !(0, client_1.isNotionClientError)(res) && res.object === "page";
+exports.isPageResponse = isPageResponse;
 const isDatabaseResponse = (res) => !(0, client_1.isNotionClientError)(res) && res.object === "database";
+exports.isDatabaseResponse = isDatabaseResponse;
 const isErrorResponse = (res) => (0, client_1.isNotionClientError)(res);
-const isPage = (res) => isPageResponse(res) && (0, client_1.isFullPage)(res);
-const isDatabase = (res) => isDatabaseResponse(res) && (0, client_1.isFullDatabase)(res);
-const getTitle = (obj) => {
-    if (isPage(obj) && obj.properties.title.type === "title") {
-        return obj.properties.title.title[0]?.plain_text;
-    }
-    if (isDatabase(obj))
-        return obj.title[0]?.plain_text;
-    return null;
-};
+exports.isErrorResponse = isErrorResponse;
+const isPage = (res) => (0, exports.isPageResponse)(res) && (0, client_1.isFullPage)(res);
+exports.isPage = isPage;
+const isDatabase = (res) => (0, exports.isDatabaseResponse)(res) && (0, client_1.isFullDatabase)(res);
+exports.isDatabase = isDatabase;
 /**
  * A class that extends the BaseDocumentLoader class. It represents a
  * document loader for loading documents from Notion using the Notion API.
@@ -107,11 +104,85 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
         this.rootTitle = "";
         this.onDocumentLoaded = options.onDocumentLoaded ?? ((_ti, _cu) => { });
     }
+    /**
+     * Adds a selection of page ids to the pageQueue and removes duplicates.
+     * @param items An array of string ids
+     */
     addToQueue(...items) {
         const deDuped = items.filter((item) => !this.pageCompleted.concat(this.pageQueue).includes(item));
         this.pageQueue.push(...deDuped);
         this.pageQueueTotal += deDuped.length;
     }
+    /**
+     * Parses a Notion GetResponse object (page or database) and returns a string of the title.
+     * @param obj The Notion GetResponse object to parse.
+     * @returns The string of the title.
+     */
+    getTitle(obj) {
+        if ((0, exports.isPage)(obj) && obj.properties.title.type === "title") {
+            return obj.properties.title.title[0]?.plain_text;
+        }
+        if ((0, exports.isDatabase)(obj))
+            return obj.title[0]?.plain_text;
+        return null;
+    }
+    /**
+     * Parses the property type and returns a string
+     * @param page The Notion page property to parse.
+     * @returns A string of parsed property.
+     */
+    getPropValue(prop) {
+        switch (prop.type) {
+            case "number": {
+                const propNumber = prop[prop.type];
+                return propNumber !== null ? propNumber.toString() : "";
+            }
+            case "url":
+                return prop[prop.type] || "";
+            case "select":
+                return prop[prop.type]?.name ?? "";
+            case "multi_select":
+                return `[${prop[prop.type].map((v) => `"${v.name}"`).join(", ")}]`;
+            case "status":
+                return prop[prop.type]?.name ?? "";
+            case "date":
+                return `${prop[prop.type]?.start ?? ""}${prop[prop.type]?.end ? ` - ${prop[prop.type]?.end}` : ""}`;
+            case "email":
+                return prop[prop.type] || "";
+            case "phone_number":
+                return prop[prop.type] || "";
+            case "checkbox":
+                return prop[prop.type].toString();
+            case "files":
+                return `[${prop[prop.type].map((v) => `"${v.name}"`).join(", ")}]`;
+            case "created_by":
+                return `["${prop[prop.type].object}", "${prop[prop.type].id}"]`;
+            case "created_time":
+                return prop[prop.type];
+            case "last_edited_by":
+                return `["${prop[prop.type].object}", "${prop[prop.type].id}"]`;
+            case "last_edited_time":
+                return prop[prop.type];
+            case "title":
+                return prop[prop.type]
+                    .map((v) => this.n2mClient.annotatePlainText(v.plain_text, v.annotations))
+                    .join("");
+            case "rich_text":
+                return prop[prop.type]
+                    .map((v) => this.n2mClient.annotatePlainText(v.plain_text, v.annotations))
+                    .join("");
+            case "people":
+                return `[${prop[prop.type]
+                    .map((v) => `["${v.object}", "${v.id}"]`)
+                    .join(", ")}]`;
+            case "unique_id":
+                return `${prop[prop.type].prefix || ""}${prop[prop.type].number}`;
+            case "relation":
+                return `[${prop[prop.type].map((v) => `"${v.id}"`).join(", ")}]`;
+            default:
+                return `Unsupported type: ${prop.type}`;
+        }
+    }
     /**
      * Parses the properties of a Notion page and returns them as key-value
      * pairs.
@@ -119,60 +190,11 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
      * @returns An object containing the parsed properties as key-value pairs.
      */
     parsePageProperties(page) {
-        return Object.fromEntries(Object.entries(page.properties).map(([_, prop]) => {
-            switch (prop.type) {
-                case "number":
-                    return [prop.type, prop[prop.type]];
-                case "url":
-                    return [prop.type, prop[prop.type]];
-                case "select":
-                    return [prop.type, prop[prop.type]?.name ?? ""];
-                case "multi_select":
-                    return [
-                        prop.type,
-                        prop[prop.type].map((select) => select.name).join(", "),
-                    ];
-                case "status":
-                    return [prop.type, prop[prop.type]?.name ?? ""];
-                case "date":
-                    return [
-                        prop.type,
-                        `${prop[prop.type]?.start ?? ""}${prop[prop.type]?.end ? `-  ${prop[prop.type]?.end}` : ""}`,
-                    ];
-                case "email":
-                    return [prop.type, prop[prop.type]];
-                case "phone_number":
-                    return [prop.type, prop[prop.type]];
-                case "checkbox":
-                    return [prop.type, prop[prop.type].toString()];
-                // case "files":
-                case "created_by":
-                    return [prop.type, prop[prop.type]];
-                case "created_time":
-                    return [prop.type, prop[prop.type]];
-                case "last_edited_by":
-                    return [prop.type, prop[prop.type]];
-                case "last_edited_time":
-                    return [prop.type, prop[prop.type]];
-                // case "formula":
-                case "title":
-                    return [
-                        prop.type,
-                        prop[prop.type].map((v) => v.plain_text).join(""),
-                    ];
-                case "rich_text":
-                    return [
-                        prop.type,
-                        prop[prop.type].map((v) => v.plain_text).join(""),
-                    ];
-                case "people":
-                    return [prop.type, prop[prop.type]];
-                // case "relation":
-                // case "rollup":
-                default:
-                    return [prop.type, "Unsupported type"];
-            }
-        }));
+        return Object.entries(page.properties).reduce((accum, [propName, prop]) => {
+            const value = this.getPropValue(prop);
+            const props = { ...accum, [propName]: value };
+            return prop.type === "title" ? { ...props, _title: value } : props;
+        }, {});
     }
     /**
      * Parses the details of a Notion page and returns them as an object.
@@ -180,10 +202,10 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
      * @returns An object containing the parsed details of the page.
      */
     parsePageDetails(page) {
-        const metadata = Object.fromEntries(Object.entries(page).filter(([key, _]) => key !== "id"));
+        const { id, ...rest } = page;
         return {
-            ...metadata,
-            notionId: page.id,
+            ...rest,
+            notionId: id,
             properties: this.parsePageProperties(page),
         };
     }
@@ -306,7 +328,7 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
             resDatabasePromise,
         ]);
         // Check if both resPage and resDatabase resulted in error responses
-        const errors = [resPage, resDatabase].filter(isErrorResponse);
+        const errors = [resPage, resDatabase].filter(exports.isErrorResponse);
         if (errors.length === 2) {
             if (errors.every((e) => e.code === client_1.APIErrorCode.ObjectNotFound)) {
                 throw new AggregateError([
@@ -316,7 +338,8 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
             }
             throw new AggregateError(errors);
         }
-        this.rootTitle = getTitle(resPage) || getTitle(resDatabase) || this.id;
+        this.rootTitle =
+            this.getTitle(resPage) || this.getTitle(resDatabase) || this.id;
         let pageId = this.pageQueue.shift();
         while (pageId) {
             await this.loadPage(pageId);

package/dist/document_loaders/web/notionapi.d.ts

@@ -1,7 +1,22 @@
-import { Client } from "@notionhq/client";
+import { APIResponseError, Client, isFullBlock, isFullPage, isFullDatabase } from "@notionhq/client";
 import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
 import { AsyncCaller } from "../../util/async_caller.js";
+type GuardType<T> = T extends (x: any, ...rest: any) => x is infer U ? U : never;
+export type GetBlockResponse = Parameters<typeof isFullBlock>[0];
+export type GetPageResponse = Parameters<typeof isFullPage>[0];
+export type GetDatabaseResponse = Parameters<typeof isFullDatabase>[0];
+export type BlockObjectResponse = GuardType<typeof isFullBlock>;
+export type PageObjectResponse = GuardType<typeof isFullPage>;
+export type DatabaseObjectResponse = GuardType<typeof isFullDatabase>;
+export type GetResponse = GetBlockResponse | GetPageResponse | GetDatabaseResponse | APIResponseError;
+export type PagePropertiesType = PageObjectResponse["properties"];
+export type PagePropertiesValue = PagePropertiesType[keyof PagePropertiesType];
+export declare const isPageResponse: (res: GetResponse) => res is import("@notionhq/client/build/src/api-endpoints.js").PageObjectResponse | import("@notionhq/client/build/src/api-endpoints.js").PartialPageObjectResponse;
+export declare const isDatabaseResponse: (res: GetResponse) => res is import("@notionhq/client/build/src/api-endpoints.js").DatabaseObjectResponse | import("@notionhq/client/build/src/api-endpoints.js").PartialDatabaseObjectResponse;
+export declare const isErrorResponse: (res: GetResponse) => res is APIResponseError;
+export declare const isPage: (res: GetResponse) => res is import("@notionhq/client/build/src/api-endpoints.js").PageObjectResponse;
+export declare const isDatabase: (res: GetResponse) => res is import("@notionhq/client/build/src/api-endpoints.js").DatabaseObjectResponse;
 /**
  * Represents the type of Notion API to load documents from. The options
  * are "database" or "page".
@@ -31,7 +46,23 @@ export declare class NotionAPILoader extends BaseDocumentLoader {
     private rootTitle;
     private onDocumentLoaded;
     constructor(options: NotionAPILoaderOptions);
+    /**
+     * Adds a selection of page ids to the pageQueue and removes duplicates.
+     * @param items An array of string ids
+     */
     private addToQueue;
+    /**
+     * Parses a Notion GetResponse object (page or database) and returns a string of the title.
+     * @param obj The Notion GetResponse object to parse.
+     * @returns The string of the title.
+     */
+    private getTitle;
+    /**
+     * Parses the property type and returns a string
+     * @param page The Notion page property to parse.
+     * @returns A string of parsed property.
+     */
+    private getPropValue;
     /**
      * Parses the properties of a Notion page and returns them as key-value
      * pairs.
@@ -73,3 +104,4 @@ export declare class NotionAPILoader extends BaseDocumentLoader {
      */
     load(): Promise<Document[]>;
 }
+export {};

package/dist/document_loaders/web/notionapi.js

@@ -4,19 +4,11 @@ import { getBlockChildren } from "notion-to-md/build/utils/notion.js";
 import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
 import { AsyncCaller } from "../../util/async_caller.js";
-const isPageResponse = (res) => !isNotionClientError(res) && res.object === "page";
-const isDatabaseResponse = (res) => !isNotionClientError(res) && res.object === "database";
-const isErrorResponse = (res) => isNotionClientError(res);
-const isPage = (res) => isPageResponse(res) && isFullPage(res);
-const isDatabase = (res) => isDatabaseResponse(res) && isFullDatabase(res);
-const getTitle = (obj) => {
-    if (isPage(obj) && obj.properties.title.type === "title") {
-        return obj.properties.title.title[0]?.plain_text;
-    }
-    if (isDatabase(obj))
-        return obj.title[0]?.plain_text;
-    return null;
-};
+export const isPageResponse = (res) => !isNotionClientError(res) && res.object === "page";
+export const isDatabaseResponse = (res) => !isNotionClientError(res) && res.object === "database";
+export const isErrorResponse = (res) => isNotionClientError(res);
+export const isPage = (res) => isPageResponse(res) && isFullPage(res);
+export const isDatabase = (res) => isDatabaseResponse(res) && isFullDatabase(res);
 /**
  * A class that extends the BaseDocumentLoader class. It represents a
  * document loader for loading documents from Notion using the Notion API.
@@ -104,11 +96,85 @@ export class NotionAPILoader extends BaseDocumentLoader {
         this.rootTitle = "";
         this.onDocumentLoaded = options.onDocumentLoaded ?? ((_ti, _cu) => { });
     }
+    /**
+     * Adds a selection of page ids to the pageQueue and removes duplicates.
+     * @param items An array of string ids
+     */
     addToQueue(...items) {
         const deDuped = items.filter((item) => !this.pageCompleted.concat(this.pageQueue).includes(item));
         this.pageQueue.push(...deDuped);
         this.pageQueueTotal += deDuped.length;
     }
+    /**
+     * Parses a Notion GetResponse object (page or database) and returns a string of the title.
+     * @param obj The Notion GetResponse object to parse.
+     * @returns The string of the title.
+     */
+    getTitle(obj) {
+        if (isPage(obj) && obj.properties.title.type === "title") {
+            return obj.properties.title.title[0]?.plain_text;
+        }
+        if (isDatabase(obj))
+            return obj.title[0]?.plain_text;
+        return null;
+    }
+    /**
+     * Parses the property type and returns a string
+     * @param page The Notion page property to parse.
+     * @returns A string of parsed property.
+     */
+    getPropValue(prop) {
+        switch (prop.type) {
+            case "number": {
+                const propNumber = prop[prop.type];
+                return propNumber !== null ? propNumber.toString() : "";
+            }
+            case "url":
+                return prop[prop.type] || "";
+            case "select":
+                return prop[prop.type]?.name ?? "";
+            case "multi_select":
+                return `[${prop[prop.type].map((v) => `"${v.name}"`).join(", ")}]`;
+            case "status":
+                return prop[prop.type]?.name ?? "";
+            case "date":
+                return `${prop[prop.type]?.start ?? ""}${prop[prop.type]?.end ? ` - ${prop[prop.type]?.end}` : ""}`;
+            case "email":
+                return prop[prop.type] || "";
+            case "phone_number":
+                return prop[prop.type] || "";
+            case "checkbox":
+                return prop[prop.type].toString();
+            case "files":
+                return `[${prop[prop.type].map((v) => `"${v.name}"`).join(", ")}]`;
+            case "created_by":
+                return `["${prop[prop.type].object}", "${prop[prop.type].id}"]`;
+            case "created_time":
+                return prop[prop.type];
+            case "last_edited_by":
+                return `["${prop[prop.type].object}", "${prop[prop.type].id}"]`;
+            case "last_edited_time":
+                return prop[prop.type];
+            case "title":
+                return prop[prop.type]
+                    .map((v) => this.n2mClient.annotatePlainText(v.plain_text, v.annotations))
+                    .join("");
+            case "rich_text":
+                return prop[prop.type]
+                    .map((v) => this.n2mClient.annotatePlainText(v.plain_text, v.annotations))
+                    .join("");
+            case "people":
+                return `[${prop[prop.type]
+                    .map((v) => `["${v.object}", "${v.id}"]`)
+                    .join(", ")}]`;
+            case "unique_id":
+                return `${prop[prop.type].prefix || ""}${prop[prop.type].number}`;
+            case "relation":
+                return `[${prop[prop.type].map((v) => `"${v.id}"`).join(", ")}]`;
+            default:
+                return `Unsupported type: ${prop.type}`;
+        }
+    }
     /**
      * Parses the properties of a Notion page and returns them as key-value
      * pairs.
@@ -116,60 +182,11 @@ export class NotionAPILoader extends BaseDocumentLoader {
      * @returns An object containing the parsed properties as key-value pairs.
      */
     parsePageProperties(page) {
-        return Object.fromEntries(Object.entries(page.properties).map(([_, prop]) => {
-            switch (prop.type) {
-                case "number":
-                    return [prop.type, prop[prop.type]];
-                case "url":
-                    return [prop.type, prop[prop.type]];
-                case "select":
-                    return [prop.type, prop[prop.type]?.name ?? ""];
-                case "multi_select":
-                    return [
-                        prop.type,
-                        prop[prop.type].map((select) => select.name).join(", "),
-                    ];
-                case "status":
-                    return [prop.type, prop[prop.type]?.name ?? ""];
-                case "date":
-                    return [
-                        prop.type,
-                        `${prop[prop.type]?.start ?? ""}${prop[prop.type]?.end ? `-  ${prop[prop.type]?.end}` : ""}`,
-                    ];
-                case "email":
-                    return [prop.type, prop[prop.type]];
-                case "phone_number":
-                    return [prop.type, prop[prop.type]];
-                case "checkbox":
-                    return [prop.type, prop[prop.type].toString()];
-                // case "files":
-                case "created_by":
-                    return [prop.type, prop[prop.type]];
-                case "created_time":
-                    return [prop.type, prop[prop.type]];
-                case "last_edited_by":
-                    return [prop.type, prop[prop.type]];
-                case "last_edited_time":
-                    return [prop.type, prop[prop.type]];
-                // case "formula":
-                case "title":
-                    return [
-                        prop.type,
-                        prop[prop.type].map((v) => v.plain_text).join(""),
-                    ];
-                case "rich_text":
-                    return [
-                        prop.type,
-                        prop[prop.type].map((v) => v.plain_text).join(""),
-                    ];
-                case "people":
-                    return [prop.type, prop[prop.type]];
-                // case "relation":
-                // case "rollup":
-                default:
-                    return [prop.type, "Unsupported type"];
-            }
-        }));
+        return Object.entries(page.properties).reduce((accum, [propName, prop]) => {
+            const value = this.getPropValue(prop);
+            const props = { ...accum, [propName]: value };
+            return prop.type === "title" ? { ...props, _title: value } : props;
+        }, {});
     }
     /**
      * Parses the details of a Notion page and returns them as an object.
@@ -177,10 +194,10 @@ export class NotionAPILoader extends BaseDocumentLoader {
      * @returns An object containing the parsed details of the page.
      */
     parsePageDetails(page) {
-        const metadata = Object.fromEntries(Object.entries(page).filter(([key, _]) => key !== "id"));
+        const { id, ...rest } = page;
         return {
-            ...metadata,
-            notionId: page.id,
+            ...rest,
+            notionId: id,
             properties: this.parsePageProperties(page),
         };
     }
@@ -313,7 +330,8 @@ export class NotionAPILoader extends BaseDocumentLoader {
             }
             throw new AggregateError(errors);
         }
-        this.rootTitle = getTitle(resPage) || getTitle(resDatabase) || this.id;
+        this.rootTitle =
+            this.getTitle(resPage) || this.getTitle(resDatabase) || this.id;
         let pageId = this.pageQueue.shift();
         while (pageId) {
             await this.loadPage(pageId);

package/dist/embeddings/googlevertexai.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.GoogleVertexAIEmbeddings = void 0;
+const google_auth_library_1 = require("google-auth-library");
 const base_js_1 = require("./base.cjs");
 const googlevertexai_connection_js_1 = require("../util/googlevertexai-connection.cjs");
 const chunk_js_1 = require("../util/chunk.cjs");
@@ -34,7 +35,10 @@ class GoogleVertexAIEmbeddings extends base_js_1.Embeddings {
             value: void 0
         });
         this.model = fields?.model ?? this.model;
-        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller);
+        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, new google_auth_library_1.GoogleAuth({
+            scopes: "https://www.googleapis.com/auth/cloud-platform",
+            ...fields?.authOptions,
+        }));
     }
     /**
      * Takes an array of documents as input and returns a promise that

package/dist/embeddings/googlevertexai.d.ts

@@ -1,3 +1,4 @@
+import { GoogleAuthOptions } from "google-auth-library";
 import { Embeddings, EmbeddingsParams } from "./base.js";
 import { GoogleVertexAIBaseLLMInput } from "../types/googlevertexai-types.js";
 /**
@@ -5,7 +6,7 @@ import { GoogleVertexAIBaseLLMInput } from "../types/googlevertexai-types.js";
  * GoogleVertexAIEmbeddings instance. It extends EmbeddingsParams and
  * GoogleVertexAIConnectionParams.
  */
-export interface GoogleVertexAIEmbeddingsParams extends EmbeddingsParams, GoogleVertexAIBaseLLMInput {
+export interface GoogleVertexAIEmbeddingsParams extends EmbeddingsParams, GoogleVertexAIBaseLLMInput<GoogleAuthOptions> {
 }
 /**
  * Enables calls to the Google Cloud's Vertex AI API to access

package/dist/embeddings/googlevertexai.js

@@ -1,3 +1,4 @@
+import { GoogleAuth } from "google-auth-library";
 import { Embeddings } from "./base.js";
 import { GoogleVertexAILLMConnection } from "../util/googlevertexai-connection.js";
 import { chunkArray } from "../util/chunk.js";
@@ -31,7 +32,10 @@ export class GoogleVertexAIEmbeddings extends Embeddings {
             value: void 0
         });
         this.model = fields?.model ?? this.model;
-        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller);
+        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, new GoogleAuth({
+            scopes: "https://www.googleapis.com/auth/cloud-platform",
+            ...fields?.authOptions,
+        }));
     }
     /**
      * Takes an array of documents as input and returns a promise that

package/dist/evaluation/agents/index.cjs

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./trajectory.cjs"), exports);

package/dist/evaluation/agents/index.d.ts

@@ -0,0 +1 @@
+export * from "./trajectory.js";

package/dist/evaluation/agents/index.js

@@ -0,0 +1 @@
+export * from "./trajectory.js";