langchain 0.0.74 → 0.0.76

package/dist/stores/message/utils.d.ts

@@ -1,8 +1,10 @@
-import { BaseChatMessage } from "../../schema/index.js";
-export interface StoredMessage {
+import { BaseChatMessage, StoredMessage } from "../../schema/index.js";
+interface StoredMessageV1 {
     type: string;
     role: string | undefined;
     text: string;
 }
+export declare function mapV1MessageToStoredMessage(message: StoredMessage | StoredMessageV1): StoredMessage;
 export declare function mapStoredMessagesToChatMessages(messages: StoredMessage[]): BaseChatMessage[];
 export declare function mapChatMessagesToStoredMessages(messages: BaseChatMessage[]): StoredMessage[];
+export {};

package/dist/stores/message/utils.js

@@ -1,26 +1,40 @@
 import { AIChatMessage, ChatMessage, HumanChatMessage, SystemChatMessage, } from "../../schema/index.js";
+export function mapV1MessageToStoredMessage(message) {
+    // TODO: Remove this mapper when we deprecate the old message format.
+    if (message.data !== undefined) {
+        return message;
+    }
+    else {
+        const v1Message = message;
+        return {
+            type: v1Message.type,
+            data: {
+                content: v1Message.text,
+                role: v1Message.role,
+            },
+        };
+    }
+}
 export function mapStoredMessagesToChatMessages(messages) {
     return messages.map((message) => {
-        switch (message.type) {
+        const storedMessage = mapV1MessageToStoredMessage(message);
+        switch (storedMessage.type) {
             case "human":
-                return new HumanChatMessage(message.text);
+                return new HumanChatMessage(storedMessage.data.content);
             case "ai":
-                return new AIChatMessage(message.text);
+                return new AIChatMessage(storedMessage.data.content);
             case "system":
-                return new SystemChatMessage(message.text);
-            default: {
-                if (message.role === undefined) {
-                    throw new Error("Role must be defined for generic messages");
+                return new SystemChatMessage(storedMessage.data.content);
+            case "chat":
+                if (storedMessage.data?.additional_kwargs?.role === undefined) {
+                    throw new Error("Role must be defined for chat messages");
                 }
-                return new ChatMessage(message.text, message.role);
-            }
+                return new ChatMessage(storedMessage.data.content, storedMessage.data.additional_kwargs.role);
+            default:
+                throw new Error(`Got unexpected type: ${storedMessage.type}`);
         }
     });
 }
 export function mapChatMessagesToStoredMessages(messages) {
-    return messages.map((message) => ({
-        type: message._getType(),
-        role: "role" in message ? message.role : undefined,
-        text: message.text,
-    }));
+    return messages.map((message) => message.toJSON());
 }

package/dist/text_splitter.cjs

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MarkdownTextSplitter = exports.TokenTextSplitter = exports.RecursiveCharacterTextSplitter = exports.CharacterTextSplitter = exports.TextSplitter = void 0;
 const document_js_1 = require("./document.cjs");
+const tiktoken_js_1 = require("./util/tiktoken.cjs");
 class TextSplitter {
     constructor(fields) {
         Object.defineProperty(this, "chunkSize", {
@@ -221,48 +222,27 @@ class TokenTextSplitter extends TextSplitter {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "registry", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         this.encodingName = fields?.encodingName ?? "gpt2";
         this.allowedSpecial = fields?.allowedSpecial ?? [];
         this.disallowedSpecial = fields?.disallowedSpecial ?? "all";
     }
     async splitText(text) {
         if (!this.tokenizer) {
-            const tiktoken = await TokenTextSplitter.imports();
-            this.tokenizer = tiktoken.get_encoding(this.encodingName);
-            // We need to register a finalizer to free the tokenizer when the
-            // splitter is garbage collected.
-            this.registry = new FinalizationRegistry((t) => t.free());
-            this.registry.register(this, this.tokenizer);
+            this.tokenizer = await (0, tiktoken_js_1.getEncoding)(this.encodingName);
         }
         const splits = [];
         const input_ids = this.tokenizer.encode(text, this.allowedSpecial, this.disallowedSpecial);
         let start_idx = 0;
         let cur_idx = Math.min(start_idx + this.chunkSize, input_ids.length);
         let chunk_ids = input_ids.slice(start_idx, cur_idx);
-        const decoder = new TextDecoder();
         while (start_idx < input_ids.length) {
-            splits.push(decoder.decode(this.tokenizer.decode(chunk_ids)));
+            splits.push(this.tokenizer.decode(chunk_ids));
             start_idx += this.chunkSize - this.chunkOverlap;
             cur_idx = Math.min(start_idx + this.chunkSize, input_ids.length);
             chunk_ids = input_ids.slice(start_idx, cur_idx);
         }
         return splits;
     }
-    static async imports() {
-        try {
-            return await import("@dqbd/tiktoken");
-        }
-        catch (err) {
-            console.error(err);
-            throw new Error("Please install @dqbd/tiktoken as a dependency with, e.g. `npm install -S @dqbd/tiktoken`");
-        }
-    }
 }
 exports.TokenTextSplitter = TokenTextSplitter;
 class MarkdownTextSplitter extends RecursiveCharacterTextSplitter {

package/dist/text_splitter.d.ts

@@ -1,4 +1,4 @@
-import type * as tiktoken from "@dqbd/tiktoken";
+import type * as tiktoken from "js-tiktoken";
 import { Document } from "./document.js";
 export interface TextSplitterParams {
     chunkSize: number;
@@ -43,10 +43,8 @@ export declare class TokenTextSplitter extends TextSplitter implements TokenText
     allowedSpecial: "all" | Array<string>;
     disallowedSpecial: "all" | Array<string>;
     private tokenizer;
-    private registry;
     constructor(fields?: Partial<TokenTextSplitterParams>);
     splitText(text: string): Promise<string[]>;
-    static imports(): Promise<typeof tiktoken>;
 }
 export type MarkdownTextSplitterParams = TextSplitterParams;
 export declare class MarkdownTextSplitter extends RecursiveCharacterTextSplitter implements MarkdownTextSplitterParams {

package/dist/text_splitter.js

@@ -1,4 +1,5 @@
 import { Document } from "./document.js";
+import { getEncoding } from "./util/tiktoken.js";
 export class TextSplitter {
     constructor(fields) {
         Object.defineProperty(this, "chunkSize", {
@@ -215,48 +216,27 @@ export class TokenTextSplitter extends TextSplitter {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "registry", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         this.encodingName = fields?.encodingName ?? "gpt2";
         this.allowedSpecial = fields?.allowedSpecial ?? [];
         this.disallowedSpecial = fields?.disallowedSpecial ?? "all";
     }
     async splitText(text) {
         if (!this.tokenizer) {
-            const tiktoken = await TokenTextSplitter.imports();
-            this.tokenizer = tiktoken.get_encoding(this.encodingName);
-            // We need to register a finalizer to free the tokenizer when the
-            // splitter is garbage collected.
-            this.registry = new FinalizationRegistry((t) => t.free());
-            this.registry.register(this, this.tokenizer);
+            this.tokenizer = await getEncoding(this.encodingName);
         }
         const splits = [];
         const input_ids = this.tokenizer.encode(text, this.allowedSpecial, this.disallowedSpecial);
         let start_idx = 0;
         let cur_idx = Math.min(start_idx + this.chunkSize, input_ids.length);
         let chunk_ids = input_ids.slice(start_idx, cur_idx);
-        const decoder = new TextDecoder();
         while (start_idx < input_ids.length) {
-            splits.push(decoder.decode(this.tokenizer.decode(chunk_ids)));
+            splits.push(this.tokenizer.decode(chunk_ids));
             start_idx += this.chunkSize - this.chunkOverlap;
             cur_idx = Math.min(start_idx + this.chunkSize, input_ids.length);
             chunk_ids = input_ids.slice(start_idx, cur_idx);
         }
         return splits;
     }
-    static async imports() {
-        try {
-            return await import("@dqbd/tiktoken");
-        }
-        catch (err) {
-            console.error(err);
-            throw new Error("Please install @dqbd/tiktoken as a dependency with, e.g. `npm install -S @dqbd/tiktoken`");
-        }
-    }
 }
 export class MarkdownTextSplitter extends RecursiveCharacterTextSplitter {
     constructor(fields) {

package/dist/tools/webbrowser.cjs

@@ -28,13 +28,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.WebBrowser = exports.getText = exports.parseInputs = void 0;
 const axios_1 = __importDefault(require("axios"));
-const browser_or_node_1 = require("browser-or-node");
 const cheerio = __importStar(require("cheerio"));
+const env_js_1 = require("../util/env.cjs");
 const text_splitter_js_1 = require("../text_splitter.cjs");
 const memory_js_1 = require("../vectorstores/memory.cjs");
-const base_js_1 = require("../prompts/base.cjs");
 const document_js_1 = require("../document.cjs");
-const base_js_2 = require("./base.cjs");
+const base_js_1 = require("./base.cjs");
 const axios_fetch_adapter_js_1 = __importDefault(require("../util/axios-fetch-adapter.cjs"));
 const parseInputs = (inputs) => {
     const [baseUrl, task] = inputs.split(",").map((input) => {
@@ -134,7 +133,7 @@ const DEFAULT_HEADERS = {
     "Upgrade-Insecure-Requests": "1",
     "User-Agent": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:109.0) Gecko/20100101 Firefox/111.0",
 };
-class WebBrowser extends base_js_2.Tool {
+class WebBrowser extends base_js_1.Tool {
     constructor({ model, headers, embeddings, verbose, callbacks, callbackManager, axiosConfig, }) {
         super(verbose, callbacks ?? callbackManager);
         Object.defineProperty(this, "model", {
@@ -178,7 +177,7 @@ class WebBrowser extends base_js_2.Tool {
         this.headers = headers || DEFAULT_HEADERS;
         this.axiosConfig = {
             withCredentials: true,
-            adapter: browser_or_node_1.isNode ? undefined : axios_fetch_adapter_js_1.default,
+            adapter: (0, env_js_1.isNode)() ? undefined : axios_fetch_adapter_js_1.default,
             ...axiosConfig,
         };
     }
@@ -218,8 +217,7 @@ class WebBrowser extends base_js_2.Tool {
             context = results.map((res) => res.pageContent).join("\n");
         }
         const input = `Text:${context}\n\nI need ${doSummary ? "a summary" : task} from the above text, also provide up to 5 markdown links from within that would be of interest (always including URL and text). Links should be provided, if present, in markdown syntax as a list under the heading "Relevant Links:".`;
-        const res = await this.model.generatePrompt([new base_js_1.StringPromptValue(input)], undefined, runManager?.getChild());
-        return res.generations[0][0].text;
+        return this.model.predict(input, undefined, runManager?.getChild());
     }
 }
 exports.WebBrowser = WebBrowser;

package/dist/tools/webbrowser.js

@@ -1,9 +1,8 @@
 import axiosMod from "axios";
-import { isNode } from "browser-or-node";
 import * as cheerio from "cheerio";
+import { isNode } from "../util/env.js";
 import { RecursiveCharacterTextSplitter } from "../text_splitter.js";
 import { MemoryVectorStore } from "../vectorstores/memory.js";
-import { StringPromptValue } from "../prompts/base.js";
 import { Document } from "../document.js";
 import { Tool } from "./base.js";
 import fetchAdapter from "../util/axios-fetch-adapter.js";
@@ -147,7 +146,7 @@ export class WebBrowser extends Tool {
         this.headers = headers || DEFAULT_HEADERS;
         this.axiosConfig = {
             withCredentials: true,
-            adapter: isNode ? undefined : fetchAdapter,
+            adapter: isNode() ? undefined : fetchAdapter,
             ...axiosConfig,
         };
     }
@@ -187,7 +186,6 @@ export class WebBrowser extends Tool {
             context = results.map((res) => res.pageContent).join("\n");
         }
         const input = `Text:${context}\n\nI need ${doSummary ? "a summary" : task} from the above text, also provide up to 5 markdown links from within that would be of interest (always including URL and text). Links should be provided, if present, in markdown syntax as a list under the heading "Relevant Links:".`;
-        const res = await this.model.generatePrompt([new StringPromptValue(input)], undefined, runManager?.getChild());
-        return res.generations[0][0].text;
+        return this.model.predict(input, undefined, runManager?.getChild());
     }
 }

package/dist/types/openai-types.d.ts

@@ -37,9 +37,10 @@ export declare interface OpenAIBaseInput {
 }
 export interface OpenAICallOptions extends BaseLanguageModelCallOptions {
     /**
-     * List of stop words to use when generating
+     * Abort signal to use for cancelling in-flight requests.
+     * @see https://developer.mozilla.org/en-US/docs/Web/API/AbortSignal
      */
-    stop?: string[];
+    signal?: AbortSignal;
     /**
      * Additional options to pass to the underlying axios request.
      */

package/dist/util/async_caller.cjs

@@ -88,6 +88,22 @@ class AsyncCaller {
             // but they're quite sensible.
         }), { throwOnTimeout: true });
     }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    callWithOptions(options, callable, ...args) {
+        // Note this doesn't cancel the underlying request,
+        // when available prefer to use the signal option of the underlying call
+        if (options.signal) {
+            return Promise.race([
+                this.call(callable, ...args),
+                new Promise((_, reject) => {
+                    options.signal?.addEventListener("abort", () => {
+                        reject(new Error("AbortError"));
+                    });
+                }),
+            ]);
+        }
+        return this.call(callable, ...args);
+    }
     fetch(...args) {
         return this.call(() => fetch(...args).then((res) => (res.ok ? res : Promise.reject(res))));
     }

package/dist/util/async_caller.d.ts

@@ -10,6 +10,9 @@ export interface AsyncCallerParams {
      */
     maxRetries?: number;
 }
+export interface AsyncCallerCallOptions {
+    signal?: AbortSignal;
+}
 /**
  * A class that can be used to make async calls with concurrency and retry logic.
  *
@@ -29,5 +32,6 @@ export declare class AsyncCaller {
     private queue;
     constructor(params: AsyncCallerParams);
     call<A extends any[], T extends (...args: A) => Promise<any>>(callable: T, ...args: Parameters<T>): Promise<Awaited<ReturnType<T>>>;
+    callWithOptions<A extends any[], T extends (...args: A) => Promise<any>>(options: AsyncCallerCallOptions, callable: T, ...args: Parameters<T>): Promise<Awaited<ReturnType<T>>>;
     fetch(...args: Parameters<typeof fetch>): ReturnType<typeof fetch>;
 }

package/dist/util/async_caller.js

@@ -82,6 +82,22 @@ export class AsyncCaller {
             // but they're quite sensible.
         }), { throwOnTimeout: true });
     }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    callWithOptions(options, callable, ...args) {
+        // Note this doesn't cancel the underlying request,
+        // when available prefer to use the signal option of the underlying call
+        if (options.signal) {
+            return Promise.race([
+                this.call(callable, ...args),
+                new Promise((_, reject) => {
+                    options.signal?.addEventListener("abort", () => {
+                        reject(new Error("AbortError"));
+                    });
+                }),
+            ]);
+        }
+        return this.call(callable, ...args);
+    }
     fetch(...args) {
         return this.call(() => fetch(...args).then((res) => (res.ok ? res : Promise.reject(res))));
     }

package/dist/util/axios-fetch-adapter.cjs

@@ -291,6 +291,12 @@ function createRequest(config) {
             headers.delete("Content-Type");
         }
     }
+    // Some `fetch` implementations will override the Content-Type to text/plain
+    // when body is a string.
+    // See https://github.com/hwchase17/langchainjs/issues/1010
+    if (typeof options.body === "string") {
+        options.body = new TextEncoder().encode(options.body);
+    }
     if (config.mode) {
         options.mode = config.mode;
     }

package/dist/util/axios-fetch-adapter.js

@@ -285,6 +285,12 @@ function createRequest(config) {
             headers.delete("Content-Type");
         }
     }
+    // Some `fetch` implementations will override the Content-Type to text/plain
+    // when body is a string.
+    // See https://github.com/hwchase17/langchainjs/issues/1010
+    if (typeof options.body === "string") {
+        options.body = new TextEncoder().encode(options.body);
+    }
     if (config.mode) {
         options.mode = config.mode;
     }

package/dist/util/env.cjs

@@ -1,22 +1,42 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getEnv = void 0;
-const browser_or_node_1 = require("browser-or-node");
+exports.getRuntimeEnvironment = exports.getEnv = exports.isNode = exports.isDeno = exports.isJsDom = exports.isWebWorker = exports.isBrowser = void 0;
+const isBrowser = () => typeof window !== "undefined" && typeof window.document !== "undefined";
+exports.isBrowser = isBrowser;
+const isWebWorker = () => typeof globalThis === "object" &&
+    globalThis.constructor &&
+    globalThis.constructor.name === "DedicatedWorkerGlobalScope";
+exports.isWebWorker = isWebWorker;
+const isJsDom = () => (typeof window !== "undefined" && window.name === "nodejs") ||
+    (typeof navigator !== "undefined" &&
+        (navigator.userAgent.includes("Node.js") ||
+            navigator.userAgent.includes("jsdom")));
+exports.isJsDom = isJsDom;
+// Supabase Edge Function provides a `Deno` global object
+// without `version` property
+const isDeno = () => typeof Deno !== "undefined";
+exports.isDeno = isDeno;
+// Mark not-as-node if in Supabase Edge Function
+const isNode = () => typeof process !== "undefined" &&
+    typeof process.versions !== "undefined" &&
+    typeof process.versions.node !== "undefined" &&
+    !(0, exports.isDeno)();
+exports.isNode = isNode;
 const getEnv = () => {
     let env;
-    if (browser_or_node_1.isBrowser) {
+    if ((0, exports.isBrowser)()) {
         env = "browser";
     }
-    else if (browser_or_node_1.isNode) {
+    else if ((0, exports.isNode)()) {
         env = "node";
     }
-    else if (browser_or_node_1.isWebWorker) {
+    else if ((0, exports.isWebWorker)()) {
         env = "webworker";
     }
-    else if (browser_or_node_1.isJsDom) {
+    else if ((0, exports.isJsDom)()) {
         env = "jsdom";
     }
-    else if (browser_or_node_1.isDeno) {
+    else if ((0, exports.isDeno)()) {
         env = "deno";
     }
     else {
@@ -25,3 +45,15 @@ const getEnv = () => {
     return env;
 };
 exports.getEnv = getEnv;
+let runtimeEnvironment;
+async function getRuntimeEnvironment() {
+    if (runtimeEnvironment === undefined) {
+        const env = (0, exports.getEnv)();
+        runtimeEnvironment = {
+            library: "langchain-js",
+            runtime: env,
+        };
+    }
+    return runtimeEnvironment;
+}
+exports.getRuntimeEnvironment = getRuntimeEnvironment;

package/dist/util/env.d.ts

@@ -1 +1,20 @@
+declare global {
+    const Deno: {
+        version: {
+            deno: string;
+        };
+    } | undefined;
+}
+export declare const isBrowser: () => boolean;
+export declare const isWebWorker: () => boolean;
+export declare const isJsDom: () => boolean;
+export declare const isDeno: () => boolean;
+export declare const isNode: () => boolean;
 export declare const getEnv: () => string;
+export type RuntimeEnvironment = {
+    library: string;
+    libraryVersion?: string;
+    runtime: string;
+    runtimeVersion?: string;
+};
+export declare function getRuntimeEnvironment(): Promise<RuntimeEnvironment>;

package/dist/util/env.js

@@ -1,19 +1,34 @@
-import { isBrowser, isNode, isWebWorker, isJsDom, isDeno, } from "browser-or-node";
+export const isBrowser = () => typeof window !== "undefined" && typeof window.document !== "undefined";
+export const isWebWorker = () => typeof globalThis === "object" &&
+    globalThis.constructor &&
+    globalThis.constructor.name === "DedicatedWorkerGlobalScope";
+export const isJsDom = () => (typeof window !== "undefined" && window.name === "nodejs") ||
+    (typeof navigator !== "undefined" &&
+        (navigator.userAgent.includes("Node.js") ||
+            navigator.userAgent.includes("jsdom")));
+// Supabase Edge Function provides a `Deno` global object
+// without `version` property
+export const isDeno = () => typeof Deno !== "undefined";
+// Mark not-as-node if in Supabase Edge Function
+export const isNode = () => typeof process !== "undefined" &&
+    typeof process.versions !== "undefined" &&
+    typeof process.versions.node !== "undefined" &&
+    !isDeno();
 export const getEnv = () => {
     let env;
-    if (isBrowser) {
+    if (isBrowser()) {
         env = "browser";
     }
-    else if (isNode) {
+    else if (isNode()) {
         env = "node";
     }
-    else if (isWebWorker) {
+    else if (isWebWorker()) {
         env = "webworker";
     }
-    else if (isJsDom) {
+    else if (isJsDom()) {
         env = "jsdom";
     }
-    else if (isDeno) {
+    else if (isDeno()) {
         env = "deno";
     }
     else {
@@ -21,3 +36,14 @@ export const getEnv = () => {
     }
     return env;
 };
+let runtimeEnvironment;
+export async function getRuntimeEnvironment() {
+    if (runtimeEnvironment === undefined) {
+        const env = getEnv();
+        runtimeEnvironment = {
+            library: "langchain-js",
+            runtime: env,
+        };
+    }
+    return runtimeEnvironment;
+}

package/dist/util/sql_utils.cjs

@@ -95,6 +95,18 @@ const getTableAndColumnsName = async (appDataSource) => {
         const rep = await appDataSource.query(sql);
         return formatToSqlTable(rep);
     }
+    if (appDataSource.options.type === "mssql") {
+        sql =
+            "SELECT " +
+                "TABLE_NAME AS table_name, " +
+                "COLUMN_NAME AS column_name, " +
+                "DATA_TYPE AS data_type, " +
+                "IS_NULLABLE AS is_nullable " +
+                "FROM INFORMATION_SCHEMA.COLUMNS " +
+                "ORDER BY TABLE_NAME, ORDINAL_POSITION;";
+        const rep = await appDataSource.query(sql);
+        return formatToSqlTable(rep);
+    }
     throw new Error("Database type not implemented yet");
 };
 exports.getTableAndColumnsName = getTableAndColumnsName;
@@ -137,6 +149,9 @@ const generateTableInfoFromTables = async (tables, appDataSource, nbSampleRow) =
             const schema = appDataSource.options?.schema ?? "public";
             sqlSelectInfoQuery = `SELECT * FROM "${schema}"."${currentTable.tableName}" LIMIT ${nbSampleRow};\n`;
         }
+        else if (appDataSource.options.type === "mssql") {
+            sqlSelectInfoQuery = `SELECT TOP ${nbSampleRow} * FROM [${currentTable.tableName}];\n`;
+        }
         else {
             sqlSelectInfoQuery = `SELECT * FROM "${currentTable.tableName}" LIMIT ${nbSampleRow};\n`;
         }
@@ -170,6 +185,9 @@ const getPromptTemplateFromDataSource = (appDataSource) => {
     if (appDataSource.options.type === "mysql") {
         return sql_db_prompt_js_1.SQL_MYSQL_PROMPT;
     }
+    if (appDataSource.options.type === "mssql") {
+        return sql_db_prompt_js_1.SQL_MSSQL_PROMPT;
+    }
     return sql_db_prompt_js_1.DEFAULT_SQL_DATABASE_PROMPT;
 };
 exports.getPromptTemplateFromDataSource = getPromptTemplateFromDataSource;

package/dist/util/sql_utils.js

@@ -1,4 +1,4 @@
-import { DEFAULT_SQL_DATABASE_PROMPT, SQL_MYSQL_PROMPT, SQL_POSTGRES_PROMPT, SQL_SQLITE_PROMPT, } from "../chains/sql_db/sql_db_prompt.js";
+import { DEFAULT_SQL_DATABASE_PROMPT, SQL_MSSQL_PROMPT, SQL_MYSQL_PROMPT, SQL_POSTGRES_PROMPT, SQL_SQLITE_PROMPT, } from "../chains/sql_db/sql_db_prompt.js";
 export const verifyListTablesExistInDatabase = (tablesFromDatabase, listTables, errorPrefixMsg) => {
     const onlyTableNames = tablesFromDatabase.map((table) => table.tableName);
     if (listTables.length > 0) {
@@ -89,6 +89,18 @@ export const getTableAndColumnsName = async (appDataSource) => {
         const rep = await appDataSource.query(sql);
         return formatToSqlTable(rep);
     }
+    if (appDataSource.options.type === "mssql") {
+        sql =
+            "SELECT " +
+                "TABLE_NAME AS table_name, " +
+                "COLUMN_NAME AS column_name, " +
+                "DATA_TYPE AS data_type, " +
+                "IS_NULLABLE AS is_nullable " +
+                "FROM INFORMATION_SCHEMA.COLUMNS " +
+                "ORDER BY TABLE_NAME, ORDINAL_POSITION;";
+        const rep = await appDataSource.query(sql);
+        return formatToSqlTable(rep);
+    }
     throw new Error("Database type not implemented yet");
 };
 const formatSqlResponseToSimpleTableString = (rawResult) => {
@@ -130,6 +142,9 @@ export const generateTableInfoFromTables = async (tables, appDataSource, nbSampl
             const schema = appDataSource.options?.schema ?? "public";
             sqlSelectInfoQuery = `SELECT * FROM "${schema}"."${currentTable.tableName}" LIMIT ${nbSampleRow};\n`;
         }
+        else if (appDataSource.options.type === "mssql") {
+            sqlSelectInfoQuery = `SELECT TOP ${nbSampleRow} * FROM [${currentTable.tableName}];\n`;
+        }
         else {
             sqlSelectInfoQuery = `SELECT * FROM "${currentTable.tableName}" LIMIT ${nbSampleRow};\n`;
         }
@@ -162,5 +177,8 @@ export const getPromptTemplateFromDataSource = (appDataSource) => {
     if (appDataSource.options.type === "mysql") {
         return SQL_MYSQL_PROMPT;
     }
+    if (appDataSource.options.type === "mssql") {
+        return SQL_MSSQL_PROMPT;
+    }
     return DEFAULT_SQL_DATABASE_PROMPT;
 };

package/dist/util/tiktoken.cjs

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.encodingForModel = exports.getEncoding = void 0;
+const lite_1 = require("js-tiktoken/lite");
+const async_caller_js_1 = require("./async_caller.cjs");
+const cache = {};
+const caller = /* #__PURE__ */ new async_caller_js_1.AsyncCaller({});
+async function getEncoding(encoding, options) {
+    if (!(encoding in cache)) {
+        cache[encoding] = caller
+            .fetch(`https://tiktoken.pages.dev/js/${encoding}.json`, {
+            signal: options?.signal,
+        })
+            .then((res) => res.json())
+            .catch((e) => {
+            delete cache[encoding];
+            throw e;
+        });
+    }
+    return new lite_1.Tiktoken(await cache[encoding], options?.extendedSpecialTokens);
+}
+exports.getEncoding = getEncoding;
+async function encodingForModel(model, options) {
+    return getEncoding((0, lite_1.getEncodingNameForModel)(model), options);
+}
+exports.encodingForModel = encodingForModel;

package/dist/util/tiktoken.d.ts

@@ -0,0 +1,9 @@
+import { Tiktoken, TiktokenEncoding, TiktokenModel } from "js-tiktoken/lite";
+export declare function getEncoding(encoding: TiktokenEncoding, options?: {
+    signal?: AbortSignal;
+    extendedSpecialTokens?: Record<string, number>;
+}): Promise<Tiktoken>;
+export declare function encodingForModel(model: TiktokenModel, options?: {
+    signal?: AbortSignal;
+    extendedSpecialTokens?: Record<string, number>;
+}): Promise<Tiktoken>;