langchain 0.0.163 → 0.0.165

package/chat_models/portkey.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/portkey.cjs');

package/chat_models/portkey.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/portkey.js'

package/chat_models/portkey.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/portkey.js'

package/dist/chat_models/bedrock.cjs

@@ -171,6 +171,9 @@ class ChatBedrock extends base_js_1.SimpleChatModel {
             provider,
         });
         const json = await response.json();
+        if (!response.ok) {
+            throw new Error(`Error ${response.status}: ${json.message ?? JSON.stringify(json)}`);
+        }
         const text = bedrock_js_1.BedrockLLMInputOutputAdapter.prepareOutput(provider, json);
         return text;
     }

package/dist/chat_models/bedrock.js

@@ -166,6 +166,9 @@ export class ChatBedrock extends SimpleChatModel {
             provider,
         });
         const json = await response.json();
+        if (!response.ok) {
+            throw new Error(`Error ${response.status}: ${json.message ?? JSON.stringify(json)}`);
+        }
         const text = BedrockLLMInputOutputAdapter.prepareOutput(provider, json);
         return text;
     }

package/dist/chat_models/portkey.cjs

@@ -0,0 +1,159 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PortkeyChat = void 0;
+const portkey_js_1 = require("../llms/portkey.cjs");
+const index_js_1 = require("../schema/index.cjs");
+const base_js_1 = require("./base.cjs");
+function portkeyResponseToChatMessage(message) {
+    switch (message.role) {
+        case "user":
+            return new index_js_1.HumanMessage(message.content || "");
+        case "assistant":
+            return new index_js_1.AIMessage(message.content || "");
+        case "system":
+            return new index_js_1.SystemMessage(message.content || "");
+        default:
+            return new index_js_1.ChatMessage(message.content || "", message.role ?? "unknown");
+    }
+}
+function _convertDeltaToMessageChunk(
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+delta) {
+    const { role } = delta;
+    const content = delta.content ?? "";
+    let additional_kwargs;
+    if (delta.function_call) {
+        additional_kwargs = {
+            function_call: delta.function_call,
+        };
+    }
+    else {
+        additional_kwargs = {};
+    }
+    if (role === "user") {
+        return new index_js_1.HumanMessageChunk({ content });
+    }
+    else if (role === "assistant") {
+        return new index_js_1.AIMessageChunk({ content, additional_kwargs });
+    }
+    else if (role === "system") {
+        return new index_js_1.SystemMessageChunk({ content });
+    }
+    else if (role === "function") {
+        return new index_js_1.FunctionMessageChunk({
+            content,
+            additional_kwargs,
+            name: delta.name,
+        });
+    }
+    else {
+        return new index_js_1.ChatMessageChunk({ content, role });
+    }
+}
+class PortkeyChat extends base_js_1.BaseChatModel {
+    constructor(init) {
+        super(init ?? {});
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "baseURL", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "mode", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "llms", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "session", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.apiKey = init?.apiKey;
+        this.baseURL = init?.baseURL;
+        this.mode = init?.mode;
+        this.llms = init?.llms;
+        this.session = (0, portkey_js_1.getPortkeySession)({
+            apiKey: this.apiKey,
+            baseURL: this.baseURL,
+            llms: this.llms,
+            mode: this.mode,
+        });
+    }
+    _llmType() {
+        return "portkey";
+    }
+    async _generate(messages, options, _) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: false,
+        });
+        const generations = [];
+        for (const data of response.choices ?? []) {
+            const text = data.message?.content ?? "";
+            const generation = {
+                text,
+                message: portkeyResponseToChatMessage(data.message ?? {}),
+            };
+            if (data.finish_reason) {
+                generation.generationInfo = { finish_reason: data.finish_reason };
+            }
+            generations.push(generation);
+        }
+        return {
+            generations,
+        };
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: true,
+        });
+        for await (const data of response) {
+            const choice = data?.choices[0];
+            if (!choice) {
+                continue;
+            }
+            const chunk = new index_js_1.ChatGenerationChunk({
+                message: _convertDeltaToMessageChunk(choice.delta ?? {}),
+                text: choice.message?.content ?? "",
+                generationInfo: {
+                    finishReason: choice.finish_reason,
+                },
+            });
+            yield chunk;
+            void runManager?.handleLLMNewToken(chunk.text ?? "");
+        }
+        if (options.signal?.aborted) {
+            throw new Error("AbortError");
+        }
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+}
+exports.PortkeyChat = PortkeyChat;

package/dist/chat_models/portkey.d.ts

@@ -0,0 +1,17 @@
+import { LLMOptions } from "portkey-ai";
+import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
+import { PortkeySession } from "../llms/portkey.js";
+import { BaseMessage, ChatGenerationChunk, ChatResult } from "../schema/index.js";
+import { BaseChatModel } from "./base.js";
+export declare class PortkeyChat extends BaseChatModel {
+    apiKey?: string;
+    baseURL?: string;
+    mode?: string;
+    llms?: [LLMOptions] | null;
+    session: PortkeySession;
+    constructor(init?: Partial<PortkeyChat>);
+    _llmType(): string;
+    _generate(messages: BaseMessage[], options: this["ParsedCallOptions"], _?: CallbackManagerForLLMRun): Promise<ChatResult>;
+    _streamResponseChunks(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
+    _combineLLMOutput(): {};
+}

package/dist/chat_models/portkey.js

@@ -0,0 +1,155 @@
+import { getPortkeySession } from "../llms/portkey.js";
+import { AIMessage, AIMessageChunk, ChatGenerationChunk, ChatMessage, ChatMessageChunk, FunctionMessageChunk, HumanMessage, HumanMessageChunk, SystemMessage, SystemMessageChunk, } from "../schema/index.js";
+import { BaseChatModel } from "./base.js";
+function portkeyResponseToChatMessage(message) {
+    switch (message.role) {
+        case "user":
+            return new HumanMessage(message.content || "");
+        case "assistant":
+            return new AIMessage(message.content || "");
+        case "system":
+            return new SystemMessage(message.content || "");
+        default:
+            return new ChatMessage(message.content || "", message.role ?? "unknown");
+    }
+}
+function _convertDeltaToMessageChunk(
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+delta) {
+    const { role } = delta;
+    const content = delta.content ?? "";
+    let additional_kwargs;
+    if (delta.function_call) {
+        additional_kwargs = {
+            function_call: delta.function_call,
+        };
+    }
+    else {
+        additional_kwargs = {};
+    }
+    if (role === "user") {
+        return new HumanMessageChunk({ content });
+    }
+    else if (role === "assistant") {
+        return new AIMessageChunk({ content, additional_kwargs });
+    }
+    else if (role === "system") {
+        return new SystemMessageChunk({ content });
+    }
+    else if (role === "function") {
+        return new FunctionMessageChunk({
+            content,
+            additional_kwargs,
+            name: delta.name,
+        });
+    }
+    else {
+        return new ChatMessageChunk({ content, role });
+    }
+}
+export class PortkeyChat extends BaseChatModel {
+    constructor(init) {
+        super(init ?? {});
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "baseURL", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "mode", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "llms", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "session", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.apiKey = init?.apiKey;
+        this.baseURL = init?.baseURL;
+        this.mode = init?.mode;
+        this.llms = init?.llms;
+        this.session = getPortkeySession({
+            apiKey: this.apiKey,
+            baseURL: this.baseURL,
+            llms: this.llms,
+            mode: this.mode,
+        });
+    }
+    _llmType() {
+        return "portkey";
+    }
+    async _generate(messages, options, _) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: false,
+        });
+        const generations = [];
+        for (const data of response.choices ?? []) {
+            const text = data.message?.content ?? "";
+            const generation = {
+                text,
+                message: portkeyResponseToChatMessage(data.message ?? {}),
+            };
+            if (data.finish_reason) {
+                generation.generationInfo = { finish_reason: data.finish_reason };
+            }
+            generations.push(generation);
+        }
+        return {
+            generations,
+        };
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: true,
+        });
+        for await (const data of response) {
+            const choice = data?.choices[0];
+            if (!choice) {
+                continue;
+            }
+            const chunk = new ChatGenerationChunk({
+                message: _convertDeltaToMessageChunk(choice.delta ?? {}),
+                text: choice.message?.content ?? "",
+                generationInfo: {
+                    finishReason: choice.finish_reason,
+                },
+            });
+            yield chunk;
+            void runManager?.handleLLMNewToken(chunk.text ?? "");
+        }
+        if (options.signal?.aborted) {
+            throw new Error("AbortError");
+        }
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+}

package/dist/document_loaders/web/notionapi.cjs

@@ -1,9 +1,13 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.NotionAPILoader = exports.isDatabase = exports.isPage = exports.isErrorResponse = exports.isDatabaseResponse = exports.isPageResponse = void 0;
 const client_1 = require("@notionhq/client");
 const notion_to_md_1 = require("notion-to-md");
 const notion_js_1 = require("notion-to-md/build/utils/notion.js");
+const js_yaml_1 = __importDefault(require("js-yaml"));
 const document_js_1 = require("../../document.cjs");
 const base_js_1 = require("../base.cjs");
 const async_caller_js_1 = require("../../util/async_caller.cjs");
@@ -84,6 +88,12 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "propertiesAsHeader", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.caller = new async_caller_js_1.AsyncCaller({
             maxConcurrency: 64,
             ...options.callerOptions,
@@ -103,6 +113,7 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
         this.documents = [];
         this.rootTitle = "";
         this.onDocumentLoaded = options.onDocumentLoaded ?? ((_ti, _cu) => { });
+        this.propertiesAsHeader = options.propertiesAsHeader || false;
     }
     /**
      * Adds a selection of page ids to the pageQueue and removes duplicates.
@@ -278,14 +289,26 @@ class NotionAPILoader extends base_js_1.BaseDocumentLoader {
             pageData,
             this.caller.call(() => (0, notion_js_1.getBlockChildren)(this.notionClient, pageId, null)),
         ]);
-        if (!(0, client_1.isFullPage)(pageDetails))
+        if (!(0, client_1.isFullPage)(pageDetails)) {
+            this.pageCompleted.push(pageId);
             return;
+        }
         const mdBlocks = await this.loadBlocks(pageBlocks);
         const mdStringObject = this.n2mClient.toMarkdownString(mdBlocks);
-        const pageDocument = new document_js_1.Document({
-            pageContent: mdStringObject.parent,
-            metadata: this.parsePageDetails(pageDetails),
-        });
+        let pageContent = mdStringObject.parent;
+        const metadata = this.parsePageDetails(pageDetails);
+        if (this.propertiesAsHeader) {
+            pageContent =
+                `---\n` +
+                    `${js_yaml_1.default.dump(metadata.properties)}` +
+                    `---\n\n` +
+                    `${pageContent ?? ""}`;
+        }
+        if (!pageContent) {
+            this.pageCompleted.push(pageId);
+            return;
+        }
+        const pageDocument = new document_js_1.Document({ pageContent, metadata });
         this.documents.push(pageDocument);
         this.pageCompleted.push(pageId);
         this.onDocumentLoaded(this.documents.length, this.pageQueueTotal, this.getTitle(pageDetails) || undefined, this.rootTitle);

package/dist/document_loaders/web/notionapi.d.ts

@@ -29,6 +29,7 @@ export type NotionAPILoaderOptions = {
     type?: NotionAPIType;
     callerOptions?: ConstructorParameters<typeof AsyncCaller>[0];
     onDocumentLoaded?: OnDocumentLoadedCallback;
+    propertiesAsHeader?: boolean;
 };
 /**
  * A class that extends the BaseDocumentLoader class. It represents a
@@ -45,6 +46,7 @@ export declare class NotionAPILoader extends BaseDocumentLoader {
     private documents;
     private rootTitle;
     private onDocumentLoaded;
+    private propertiesAsHeader;
     constructor(options: NotionAPILoaderOptions);
     /**
      * Adds a selection of page ids to the pageQueue and removes duplicates.

package/dist/document_loaders/web/notionapi.js

@@ -1,6 +1,7 @@
 import { Client, isFullBlock, isFullPage, iteratePaginatedAPI, APIErrorCode, isNotionClientError, isFullDatabase, } from "@notionhq/client";
 import { NotionToMarkdown } from "notion-to-md";
 import { getBlockChildren } from "notion-to-md/build/utils/notion.js";
+import yaml from "js-yaml";
 import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
 import { AsyncCaller } from "../../util/async_caller.js";
@@ -76,6 +77,12 @@ export class NotionAPILoader extends BaseDocumentLoader {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "propertiesAsHeader", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.caller = new AsyncCaller({
             maxConcurrency: 64,
             ...options.callerOptions,
@@ -95,6 +102,7 @@ export class NotionAPILoader extends BaseDocumentLoader {
         this.documents = [];
         this.rootTitle = "";
         this.onDocumentLoaded = options.onDocumentLoaded ?? ((_ti, _cu) => { });
+        this.propertiesAsHeader = options.propertiesAsHeader || false;
     }
     /**
      * Adds a selection of page ids to the pageQueue and removes duplicates.
@@ -270,14 +278,26 @@ export class NotionAPILoader extends BaseDocumentLoader {
             pageData,
             this.caller.call(() => getBlockChildren(this.notionClient, pageId, null)),
         ]);
-        if (!isFullPage(pageDetails))
+        if (!isFullPage(pageDetails)) {
+            this.pageCompleted.push(pageId);
             return;
+        }
         const mdBlocks = await this.loadBlocks(pageBlocks);
         const mdStringObject = this.n2mClient.toMarkdownString(mdBlocks);
-        const pageDocument = new Document({
-            pageContent: mdStringObject.parent,
-            metadata: this.parsePageDetails(pageDetails),
-        });
+        let pageContent = mdStringObject.parent;
+        const metadata = this.parsePageDetails(pageDetails);
+        if (this.propertiesAsHeader) {
+            pageContent =
+                `---\n` +
+                    `${yaml.dump(metadata.properties)}` +
+                    `---\n\n` +
+                    `${pageContent ?? ""}`;
+        }
+        if (!pageContent) {
+            this.pageCompleted.push(pageId);
+            return;
+        }
+        const pageDocument = new Document({ pageContent, metadata });
         this.documents.push(pageDocument);
         this.pageCompleted.push(pageId);
         this.onDocumentLoaded(this.documents.length, this.pageQueueTotal, this.getTitle(pageDetails) || undefined, this.rootTitle);

package/dist/embeddings/minimax.cjs

@@ -81,8 +81,8 @@ class MinimaxEmbeddings extends base_js_1.Embeddings {
         this.type = fieldsWithDefaults?.type ?? this.type;
         this.stripNewLines =
             fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
-        this.apiUrl = `${this.basePath}/embeddings`;
         this.basePath = fields?.configuration?.basePath ?? this.basePath;
+        this.apiUrl = `${this.basePath}/embeddings`;
         this.headers = fields?.configuration?.headers ?? this.headers;
     }
     /**

package/dist/embeddings/minimax.js

@@ -78,8 +78,8 @@ export class MinimaxEmbeddings extends Embeddings {
         this.type = fieldsWithDefaults?.type ?? this.type;
         this.stripNewLines =
             fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
-        this.apiUrl = `${this.basePath}/embeddings`;
         this.basePath = fields?.configuration?.basePath ?? this.basePath;
+        this.apiUrl = `${this.basePath}/embeddings`;
         this.headers = fields?.configuration?.headers ?? this.headers;
     }
     /**

package/dist/graphs/neo4j_graph.cjs

@@ -59,18 +59,19 @@ class Neo4jGraph {
     }
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     async query(query, params = {}) {
-        const session = this.driver.session({ database: this.database });
         try {
-            const result = await session.run(query, params);
-            return result.records.map((record) => record.toObject());
+            const result = await this.driver.executeQuery(query, params, {
+                database: this.database,
+            });
+            return toObjects(result.records);
         }
-        finally {
-            await session.close();
+        catch (error) {
+            // ignore errors
         }
+        return undefined;
     }
     async verifyConnectivity() {
-        const session = this.driver.session({ database: this.database });
-        await session.close();
+        await this.driver.verifyAuthentication();
     }
     async refreshSchema() {
         const nodePropertiesQuery = `
@@ -99,14 +100,89 @@ class Neo4jGraph {
         const relationships = await this.query(relQuery);
         this.schema = `
       Node properties are the following:
-      ${nodeProperties.map((el) => el.output)}
+      ${JSON.stringify(nodeProperties?.map((el) => el.output))}
 
       Relationship properties are the following:
-      ${relationshipsProperties.map((el) => el.output)}
+      ${JSON.stringify(relationshipsProperties?.map((el) => el.output))}
 
       The relationships are the following:
-      ${relationships.map((el) => el.output)}
+      ${JSON.stringify(relationships?.map((el) => el.output))}
     `;
     }
+    async close() {
+        await this.driver.close();
+    }
 }
 exports.Neo4jGraph = Neo4jGraph;
+function toObjects(records) {
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const recordValues = records.map((record) => {
+        const rObj = record.toObject();
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const out = {};
+        Object.keys(rObj).forEach((key) => {
+            out[key] = itemIntToString(rObj[key]);
+        });
+        return out;
+    });
+    return recordValues;
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function itemIntToString(item) {
+    if (neo4j_driver_1.default.isInt(item))
+        return item.toString();
+    if (Array.isArray(item))
+        return item.map((ii) => itemIntToString(ii));
+    if (["number", "string", "boolean"].indexOf(typeof item) !== -1)
+        return item;
+    if (item === null)
+        return item;
+    if (typeof item === "object")
+        return objIntToString(item);
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function objIntToString(obj) {
+    const entry = extractFromNeoObjects(obj);
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    let newObj = null;
+    if (Array.isArray(entry)) {
+        newObj = entry.map((item) => itemIntToString(item));
+    }
+    else if (entry !== null && typeof entry === "object") {
+        newObj = {};
+        Object.keys(entry).forEach((key) => {
+            newObj[key] = itemIntToString(entry[key]);
+        });
+    }
+    return newObj;
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function extractFromNeoObjects(obj) {
+    if (
+    // eslint-disable-next-line
+    obj instanceof neo4j_driver_1.default.types.Node ||
+        // eslint-disable-next-line
+        obj instanceof neo4j_driver_1.default.types.Relationship) {
+        return obj.properties;
+        // eslint-disable-next-line
+    }
+    else if (obj instanceof neo4j_driver_1.default.types.Path) {
+        // eslint-disable-next-line
+        return [].concat.apply([], extractPathForRows(obj));
+    }
+    return obj;
+}
+const extractPathForRows = (path) => {
+    let { segments } = path;
+    // Zero length path. No relationship, end === start
+    if (!Array.isArray(path.segments) || path.segments.length < 1) {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        segments = [{ ...path, end: null }];
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    return segments.map((segment) => [
+        objIntToString(segment.start),
+        objIntToString(segment.relationship),
+        objIntToString(segment.end),
+    ].filter((part) => part !== null));
+};

package/dist/graphs/neo4j_graph.d.ts

@@ -11,8 +11,9 @@ export declare class Neo4jGraph {
     constructor({ url, username, password, database, }: Neo4jGraphConfig);
     static initialize(config: Neo4jGraphConfig): Promise<Neo4jGraph>;
     getSchema(): string;
-    query(query: string, params?: any): Promise<any[]>;
+    query(query: string, params?: any): Promise<any[] | undefined>;
     verifyConnectivity(): Promise<void>;
     refreshSchema(): Promise<void>;
+    close(): Promise<void>;
 }
 export {};