@langchain/classic 1.0.23 → 1.0.24-dev-1773698445534

package/dist/util/parse.js

@@ -1,6 +1,5 @@
 import { extname } from "./extname.js";
 import * as yaml from "yaml";
-
 //#region src/util/parse.ts
 const loadFileContents = (contents, format) => {
 	switch (format) {
@@ -15,7 +14,7 @@ const parseFileConfig = (text, path, supportedTypes) => {
 	if (![".json", ".yaml"].includes(suffix) || supportedTypes && !supportedTypes.includes(suffix)) throw new Error(`Unsupported filetype ${suffix}`);
 	return loadFileContents(text, suffix);
 };
-
 //#endregion
 export { parseFileConfig };
+
 //# sourceMappingURL=parse.js.map

package/dist/util/parse.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse.js","names":[],"sources":["../../src/util/parse.ts"],"sourcesContent":["import * as yaml from \"yaml\";\nimport { extname } from \"./extname.js\";\n\nexport const loadFileContents = (contents: string, format: string) => {\n  switch (format) {\n    case \".json\":\n      return JSON.parse(contents);\n    case \".yml\":\n    case \".yaml\":\n      return yaml.parse(contents);\n    default:\n      throw new Error(`Unsupported filetype ${format}`);\n  }\n};\n\nexport const parseFileConfig = (\n  text: string,\n  path: string,\n  supportedTypes?: string[]\n) => {\n  const suffix = extname(path);\n\n  if (\n    ![\".json\", \".yaml\"].includes(suffix) ||\n    (supportedTypes && !supportedTypes.includes(suffix))\n  ) {\n    throw new Error(`Unsupported filetype ${suffix}`);\n  }\n\n  return loadFileContents(text, suffix);\n};\n"],"mappings":";;;;AAGA,MAAa,oBAAoB,UAAkB,WAAmB;AACpE,SAAQ,QAAR;EACE,KAAK,QACH,QAAO,KAAK,MAAM,SAAS;EAC7B,KAAK;EACL,KAAK,QACH,QAAO,KAAK,MAAM,SAAS;EAC7B,QACE,OAAM,IAAI,MAAM,wBAAwB,SAAS;;;AAIvD,MAAa,mBACX,MACA,MACA,mBACG;CACH,MAAM,SAAS,QAAQ,KAAK;AAE5B,KACE,CAAC,CAAC,SAAS,QAAQ,CAAC,SAAS,OAAO,IACnC,kBAAkB,CAAC,eAAe,SAAS,OAAO,CAEnD,OAAM,IAAI,MAAM,wBAAwB,SAAS;AAGnD,QAAO,iBAAiB,MAAM,OAAO"}
+{"version":3,"file":"parse.js","names":[],"sources":["../../src/util/parse.ts"],"sourcesContent":["import * as yaml from \"yaml\";\nimport { extname } from \"./extname.js\";\n\nexport const loadFileContents = (contents: string, format: string) => {\n  switch (format) {\n    case \".json\":\n      return JSON.parse(contents);\n    case \".yml\":\n    case \".yaml\":\n      return yaml.parse(contents);\n    default:\n      throw new Error(`Unsupported filetype ${format}`);\n  }\n};\n\nexport const parseFileConfig = (\n  text: string,\n  path: string,\n  supportedTypes?: string[]\n) => {\n  const suffix = extname(path);\n\n  if (\n    ![\".json\", \".yaml\"].includes(suffix) ||\n    (supportedTypes && !supportedTypes.includes(suffix))\n  ) {\n    throw new Error(`Unsupported filetype ${suffix}`);\n  }\n\n  return loadFileContents(text, suffix);\n};\n"],"mappings":";;;AAGA,MAAa,oBAAoB,UAAkB,WAAmB;AACpE,SAAQ,QAAR;EACE,KAAK,QACH,QAAO,KAAK,MAAM,SAAS;EAC7B,KAAK;EACL,KAAK,QACH,QAAO,KAAK,MAAM,SAAS;EAC7B,QACE,OAAM,IAAI,MAAM,wBAAwB,SAAS;;;AAIvD,MAAa,mBACX,MACA,MACA,mBACG;CACH,MAAM,SAAS,QAAQ,KAAK;AAE5B,KACE,CAAC,CAAC,SAAS,QAAQ,CAAC,SAAS,OAAO,IACnC,kBAAkB,CAAC,eAAe,SAAS,OAAO,CAEnD,OAAM,IAAI,MAAM,wBAAwB,SAAS;AAGnD,QAAO,iBAAiB,MAAM,OAAO"}

package/dist/util/set.cjs

@@ -1,4 +1,3 @@
-
 //#region src/util/set.ts
 /**
 * Source: https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Set#implementing_basic_set_operations
@@ -27,9 +26,9 @@ function difference(setA, setB) {
 	for (const elem of setB) _difference.delete(elem);
 	return _difference;
 }
-
 //#endregion
 exports.difference = difference;
 exports.intersection = intersection;
 exports.union = union;
+
 //# sourceMappingURL=set.cjs.map

package/dist/util/set.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"set.cjs","names":[],"sources":["../../src/util/set.ts"],"sourcesContent":["/**\n * Source: https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Set#implementing_basic_set_operations\n */\n\n/**\n * returns intersection of two sets\n */\nexport function intersection<T>(setA: Set<T>, setB: Set<T>) {\n  const _intersection = new Set<T>();\n  for (const elem of setB) {\n    if (setA.has(elem)) {\n      _intersection.add(elem);\n    }\n  }\n  return _intersection;\n}\n\n/**\n * returns union of two sets\n */\nexport function union<T>(setA: Set<T>, setB: Set<T>) {\n  const _union = new Set(setA);\n  for (const elem of setB) {\n    _union.add(elem);\n  }\n  return _union;\n}\n\n/**\n * returns difference of two sets\n */\nexport function difference<T>(setA: Set<T>, setB: Set<T>) {\n  const _difference = new Set(setA);\n  for (const elem of setB) {\n    _difference.delete(elem);\n  }\n  return _difference;\n}\n"],"mappings":";;;;;;;;AAOA,SAAgB,aAAgB,MAAc,MAAc;CAC1D,MAAM,gCAAgB,IAAI,KAAQ;AAClC,MAAK,MAAM,QAAQ,KACjB,KAAI,KAAK,IAAI,KAAK,CAChB,eAAc,IAAI,KAAK;AAG3B,QAAO;;;;;AAMT,SAAgB,MAAS,MAAc,MAAc;CACnD,MAAM,SAAS,IAAI,IAAI,KAAK;AAC5B,MAAK,MAAM,QAAQ,KACjB,QAAO,IAAI,KAAK;AAElB,QAAO;;;;;AAMT,SAAgB,WAAc,MAAc,MAAc;CACxD,MAAM,cAAc,IAAI,IAAI,KAAK;AACjC,MAAK,MAAM,QAAQ,KACjB,aAAY,OAAO,KAAK;AAE1B,QAAO"}
+{"version":3,"file":"set.cjs","names":[],"sources":["../../src/util/set.ts"],"sourcesContent":["/**\n * Source: https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Set#implementing_basic_set_operations\n */\n\n/**\n * returns intersection of two sets\n */\nexport function intersection<T>(setA: Set<T>, setB: Set<T>) {\n  const _intersection = new Set<T>();\n  for (const elem of setB) {\n    if (setA.has(elem)) {\n      _intersection.add(elem);\n    }\n  }\n  return _intersection;\n}\n\n/**\n * returns union of two sets\n */\nexport function union<T>(setA: Set<T>, setB: Set<T>) {\n  const _union = new Set(setA);\n  for (const elem of setB) {\n    _union.add(elem);\n  }\n  return _union;\n}\n\n/**\n * returns difference of two sets\n */\nexport function difference<T>(setA: Set<T>, setB: Set<T>) {\n  const _difference = new Set(setA);\n  for (const elem of setB) {\n    _difference.delete(elem);\n  }\n  return _difference;\n}\n"],"mappings":";;;;;;;AAOA,SAAgB,aAAgB,MAAc,MAAc;CAC1D,MAAM,gCAAgB,IAAI,KAAQ;AAClC,MAAK,MAAM,QAAQ,KACjB,KAAI,KAAK,IAAI,KAAK,CAChB,eAAc,IAAI,KAAK;AAG3B,QAAO;;;;;AAMT,SAAgB,MAAS,MAAc,MAAc;CACnD,MAAM,SAAS,IAAI,IAAI,KAAK;AAC5B,MAAK,MAAM,QAAQ,KACjB,QAAO,IAAI,KAAK;AAElB,QAAO;;;;;AAMT,SAAgB,WAAc,MAAc,MAAc;CACxD,MAAM,cAAc,IAAI,IAAI,KAAK;AACjC,MAAK,MAAM,QAAQ,KACjB,aAAY,OAAO,KAAK;AAE1B,QAAO"}

package/dist/util/set.js

@@ -26,7 +26,7 @@ function difference(setA, setB) {
 	for (const elem of setB) _difference.delete(elem);
 	return _difference;
 }
-
 //#endregion
 export { difference, intersection, union };
+
 //# sourceMappingURL=set.js.map

package/dist/util/sql_utils.cjs

@@ -1,5 +1,4 @@
-const require_sql_db_prompt = require('../chains/sql_db/sql_db_prompt.cjs');
-
+const require_sql_db_prompt = require("../chains/sql_db/sql_db_prompt.cjs");
 //#region src/util/sql_utils.ts
 const verifyListTablesExistInDatabase = (tablesFromDatabase, listTables, errorPrefixMsg) => {
 	const onlyTableNames = tablesFromDatabase.map((table) => table.tableName);
@@ -156,7 +155,6 @@ const getPromptTemplateFromDataSource = (appDataSource) => {
 	if (appDataSource.options.type === "oracle") return require_sql_db_prompt.SQL_ORACLE_PROMPT;
 	return require_sql_db_prompt.DEFAULT_SQL_DATABASE_PROMPT;
 };
-
 //#endregion
 exports.generateTableInfoFromTables = generateTableInfoFromTables;
 exports.getPromptTemplateFromDataSource = getPromptTemplateFromDataSource;
@@ -164,4 +162,5 @@ exports.getTableAndColumnsName = getTableAndColumnsName;
 exports.verifyIgnoreTablesExistInDatabase = verifyIgnoreTablesExistInDatabase;
 exports.verifyIncludeTablesExistInDatabase = verifyIncludeTablesExistInDatabase;
 exports.verifyListTablesExistInDatabase = verifyListTablesExistInDatabase;
+
 //# sourceMappingURL=sql_utils.cjs.map

package/dist/util/sql_utils.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"sql_utils.cjs","names":["SQL_POSTGRES_PROMPT","SQL_SQLITE_PROMPT","SQL_MYSQL_PROMPT","SQL_MSSQL_PROMPT","SQL_SAP_HANA_PROMPT","SQL_ORACLE_PROMPT","DEFAULT_SQL_DATABASE_PROMPT"],"sources":["../../src/util/sql_utils.ts"],"sourcesContent":["import type { DataSource, DataSourceOptions } from \"typeorm\";\nimport type { PromptTemplate } from \"@langchain/core/prompts\";\nimport {\n  DEFAULT_SQL_DATABASE_PROMPT,\n  SQL_SAP_HANA_PROMPT,\n  SQL_MSSQL_PROMPT,\n  SQL_MYSQL_PROMPT,\n  SQL_POSTGRES_PROMPT,\n  SQL_SQLITE_PROMPT,\n  SQL_ORACLE_PROMPT,\n} from \"../chains/sql_db/sql_db_prompt.js\";\n\ninterface RawResultTableAndColumn {\n  table_name: string;\n  column_name: string;\n  data_type: string | undefined;\n  is_nullable: string;\n}\n\nexport interface SqlDatabaseParams {\n  includesTables?: Array<string>;\n  ignoreTables?: Array<string>;\n  sampleRowsInTableInfo?: number;\n  customDescription?: Record<string, string>;\n}\n\nexport interface SqlDatabaseOptionsParams extends SqlDatabaseParams {\n  appDataSourceOptions: DataSourceOptions;\n}\n\nexport interface SqlDatabaseDataSourceParams extends SqlDatabaseParams {\n  appDataSource: DataSource;\n}\n\nexport type SerializedSqlDatabase = SqlDatabaseOptionsParams & {\n  _type: string;\n};\n\nexport interface SqlTable {\n  tableName: string;\n  columns: SqlColumn[];\n}\n\nexport interface SqlColumn {\n  columnName: string;\n  dataType?: string;\n  isNullable?: boolean;\n}\n\nexport const verifyListTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  listTables: Array<string>,\n  errorPrefixMsg: string\n): void => {\n  const onlyTableNames: Array<string> = tablesFromDatabase.map(\n    (table: SqlTable) => table.tableName\n  );\n  if (listTables.length > 0) {\n    for (const tableName of listTables) {\n      if (!onlyTableNames.includes(tableName)) {\n        throw new Error(\n          `${errorPrefixMsg} the table ${tableName} was not found in the database`\n        );\n      }\n    }\n  }\n};\n\nexport const verifyIncludeTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  includeTables: Array<string>\n): void => {\n  verifyListTablesExistInDatabase(\n    tablesFromDatabase,\n    includeTables,\n    \"Include tables not found in database:\"\n  );\n};\n\nexport const verifyIgnoreTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  ignoreTables: Array<string>\n): void => {\n  verifyListTablesExistInDatabase(\n    tablesFromDatabase,\n    ignoreTables,\n    \"Ignore tables not found in database:\"\n  );\n};\n\nconst formatToSqlTable = (\n  rawResultsTableAndColumn: Array<RawResultTableAndColumn>\n): Array<SqlTable> => {\n  const sqlTable: Array<SqlTable> = [];\n  for (const oneResult of rawResultsTableAndColumn) {\n    const sqlColumn = {\n      columnName: oneResult.column_name,\n      dataType: oneResult.data_type,\n      isNullable: oneResult.is_nullable === \"YES\",\n    };\n    const currentTable = sqlTable.find(\n      (oneTable) => oneTable.tableName === oneResult.table_name\n    );\n    if (currentTable) {\n      currentTable.columns.push(sqlColumn);\n    } else {\n      const newTable = {\n        tableName: oneResult.table_name,\n        columns: [sqlColumn],\n      };\n      sqlTable.push(newTable);\n    }\n  }\n\n  return sqlTable;\n};\n\nexport const getTableAndColumnsName = async (\n  appDataSource: DataSource\n): Promise<Array<SqlTable>> => {\n  let sql;\n  if (\n    appDataSource.options.type === \"postgres\" ||\n    appDataSource.options.type === \"aurora-postgres\"\n  ) {\n    const schema =\n      appDataSource.options.type === \"postgres\"\n        ? (appDataSource.options?.schema ?? \"public\")\n        : \"public\";\n    sql = `SELECT \n            t.table_name, \n            c.* \n          FROM \n            information_schema.tables t \n              JOIN information_schema.columns c \n                ON t.table_name = c.table_name \n          WHERE \n            t.table_schema = '${schema}' \n              AND c.table_schema = '${schema}' \n          ORDER BY \n            t.table_name,\n            c.ordinal_position;`;\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (\n    appDataSource.options.type === \"sqlite\" ||\n    appDataSource.options.type === \"better-sqlite3\" ||\n    appDataSource.options.type === \"sqljs\"\n  ) {\n    sql =\n      \"SELECT \\n\" +\n      \"   m.name AS table_name,\\n\" +\n      \"   p.name AS column_name,\\n\" +\n      \"   p.type AS data_type,\\n\" +\n      \"   CASE \\n\" +\n      \"      WHEN p.\\\"notnull\\\" = 0 THEN 'YES' \\n\" +\n      \"      ELSE 'NO' \\n\" +\n      \"   END AS is_nullable \\n\" +\n      \"FROM \\n\" +\n      \"   sqlite_master m \\n\" +\n      \"JOIN \\n\" +\n      \"   pragma_table_info(m.name) p \\n\" +\n      \"WHERE \\n\" +\n      \"   m.type = 'table' AND \\n\" +\n      \"   m.name NOT LIKE 'sqlite_%';\\n\";\n\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (\n    appDataSource.options.type === \"mysql\" ||\n    appDataSource.options.type === \"aurora-mysql\"\n  ) {\n    sql =\n      \"SELECT \" +\n      \"TABLE_NAME AS table_name, \" +\n      \"COLUMN_NAME AS column_name, \" +\n      \"DATA_TYPE AS data_type, \" +\n      \"IS_NULLABLE AS is_nullable \" +\n      \"FROM INFORMATION_SCHEMA.COLUMNS \" +\n      `WHERE TABLE_SCHEMA = '${appDataSource.options.database}';`;\n\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (appDataSource.options.type === \"mssql\") {\n    const schema = appDataSource.options?.schema;\n    const sql = `SELECT\n    TABLE_NAME AS table_name,\n    COLUMN_NAME AS column_name,\n    DATA_TYPE AS data_type,\n    IS_NULLABLE AS is_nullable\n    FROM INFORMATION_SCHEMA.COLUMNS\n    ${schema && `WHERE TABLE_SCHEMA = '${schema}'`} \nORDER BY TABLE_NAME, ORDINAL_POSITION;`;\n\n    const rep = await appDataSource.query(sql);\n    return formatToSqlTable(rep);\n  }\n\n  if (appDataSource.options.type === \"sap\") {\n    const schema = appDataSource.options?.schema ?? \"public\";\n    sql = `SELECT\n        TABLE_NAME,\n        COLUMN_NAME,\n        DATA_TYPE_NAME AS data_type,\n        CASE WHEN IS_NULLABLE='TRUE' THEN 'YES' ELSE 'NO' END AS is_nullable\n      FROM TABLE_COLUMNS\n      WHERE SCHEMA_NAME='${schema}'`;\n\n    const rep: Array<{ [key: string]: string }> =\n      await appDataSource.query(sql);\n\n    const repLowerCase: Array<RawResultTableAndColumn> = [];\n    rep.forEach((_rep) =>\n      repLowerCase.push({\n        table_name: _rep.TABLE_NAME,\n        column_name: _rep.COLUMN_NAME,\n        data_type: _rep.DATA_TYPE,\n        is_nullable: _rep.IS_NULLABLE,\n      })\n    );\n\n    return formatToSqlTable(repLowerCase);\n  }\n  if (appDataSource.options.type === \"oracle\") {\n    const schemaName = appDataSource.options.schema;\n    const sql = `  \n      SELECT\n          TABLE_NAME AS \"table_name\",\n          COLUMN_NAME AS \"column_name\",\n          DATA_TYPE AS \"data_type\",\n          NULLABLE AS \"is_nullable\"\n      FROM ALL_TAB_COLS\n      WHERE\n          OWNER = UPPER('${schemaName}')`;\n    const rep = await appDataSource.query(sql);\n    return formatToSqlTable(rep);\n  }\n  throw new Error(\"Database type not implemented yet\");\n};\n\nconst formatSqlResponseToSimpleTableString = (rawResult: unknown): string => {\n  if (!rawResult || !Array.isArray(rawResult) || rawResult.length === 0) {\n    return \"\";\n  }\n\n  let globalString = \"\";\n  for (const oneRow of rawResult) {\n    globalString += `${Object.values(oneRow).reduce(\n      (completeString, columnValue) => `${completeString} ${columnValue}`,\n      \"\"\n    )}\\n`;\n  }\n\n  return globalString;\n};\n\nexport const generateTableInfoFromTables = async (\n  tables: Array<SqlTable> | undefined,\n  appDataSource: DataSource,\n  nbSampleRow: number,\n  customDescription?: Record<string, string>\n): Promise<string> => {\n  if (!tables) {\n    return \"\";\n  }\n\n  let globalString = \"\";\n  for (const currentTable of tables) {\n    // Add the custom info of the table\n    const tableCustomDescription =\n      customDescription &&\n      Object.keys(customDescription).includes(currentTable.tableName)\n        ? `${customDescription[currentTable.tableName]}\\n`\n        : \"\";\n    // Add the creation of the table in SQL\n    let schema = null;\n    if (appDataSource.options.type === \"postgres\") {\n      schema = appDataSource.options?.schema ?? \"public\";\n    } else if (appDataSource.options.type === \"aurora-postgres\") {\n      schema = \"public\";\n    } else if (appDataSource.options.type === \"mssql\") {\n      schema = appDataSource.options?.schema;\n    } else if (appDataSource.options.type === \"sap\") {\n      schema =\n        appDataSource.options?.schema ??\n        appDataSource.options?.username ??\n        \"public\";\n    } else if (appDataSource.options.type === \"oracle\") {\n      schema = appDataSource.options.schema;\n    }\n    let sqlCreateTableQuery = schema\n      ? `CREATE TABLE \"${schema}\".\"${currentTable.tableName}\" (\\n`\n      : `CREATE TABLE ${currentTable.tableName} (\\n`;\n    for (const [key, currentColumn] of currentTable.columns.entries()) {\n      if (key > 0) {\n        sqlCreateTableQuery += \", \";\n      }\n      sqlCreateTableQuery += `${currentColumn.columnName} ${\n        currentColumn.dataType\n      } ${currentColumn.isNullable ? \"\" : \"NOT NULL\"}`;\n    }\n    sqlCreateTableQuery += \") \\n\";\n\n    let sqlSelectInfoQuery;\n    if (appDataSource.options.type === \"mysql\") {\n      // We use backticks to quote the table names and thus allow for example spaces in table names\n      sqlSelectInfoQuery = `SELECT * FROM \\`${currentTable.tableName}\\` LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"postgres\") {\n      const schema =\n        appDataSource.options.type === \"postgres\"\n          ? (appDataSource.options?.schema ?? \"public\")\n          : \"public\";\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"mssql\") {\n      const schema = appDataSource.options?.schema;\n      sqlSelectInfoQuery = schema\n        ? `SELECT TOP ${nbSampleRow} * FROM ${schema}.[${currentTable.tableName}];\\n`\n        : `SELECT TOP ${nbSampleRow} * FROM [${currentTable.tableName}];\\n`;\n    } else if (appDataSource.options.type === \"sap\") {\n      const schema =\n        appDataSource.options?.schema ??\n        appDataSource.options?.username ??\n        \"public\";\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"oracle\") {\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" WHERE ROWNUM <= '${nbSampleRow}'`;\n    } else {\n      sqlSelectInfoQuery = `SELECT * FROM \"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    }\n\n    const columnNamesConcatString = `${currentTable.columns.reduce(\n      (completeString, column) => `${completeString} ${column.columnName}`,\n      \"\"\n    )}\\n`;\n\n    let sample = \"\";\n    try {\n      const infoObjectResult = nbSampleRow\n        ? await appDataSource.query(sqlSelectInfoQuery)\n        : null;\n      sample = formatSqlResponseToSimpleTableString(infoObjectResult);\n    } catch (error) {\n      // If the request fails we catch it and only display a log message\n      console.log(error);\n    }\n\n    globalString = globalString.concat(\n      tableCustomDescription +\n        sqlCreateTableQuery +\n        sqlSelectInfoQuery +\n        columnNamesConcatString +\n        sample\n    );\n  }\n\n  return globalString;\n};\n\nexport const getPromptTemplateFromDataSource = (\n  appDataSource: DataSource\n): PromptTemplate => {\n  if (\n    appDataSource.options.type === \"postgres\" ||\n    appDataSource.options.type === \"aurora-postgres\"\n  ) {\n    return SQL_POSTGRES_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"sqlite\") {\n    return SQL_SQLITE_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"mysql\") {\n    return SQL_MYSQL_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"mssql\") {\n    return SQL_MSSQL_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"sap\") {\n    return SQL_SAP_HANA_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"oracle\") {\n    return SQL_ORACLE_PROMPT;\n  }\n\n  return DEFAULT_SQL_DATABASE_PROMPT;\n};\n"],"mappings":";;;AAiDA,MAAa,mCACX,oBACA,YACA,mBACS;CACT,MAAM,iBAAgC,mBAAmB,KACtD,UAAoB,MAAM,UAC5B;AACD,KAAI,WAAW,SAAS,GACtB;OAAK,MAAM,aAAa,WACtB,KAAI,CAAC,eAAe,SAAS,UAAU,CACrC,OAAM,IAAI,MACR,GAAG,eAAe,aAAa,UAAU,gCAC1C;;;AAMT,MAAa,sCACX,oBACA,kBACS;AACT,iCACE,oBACA,eACA,wCACD;;AAGH,MAAa,qCACX,oBACA,iBACS;AACT,iCACE,oBACA,cACA,uCACD;;AAGH,MAAM,oBACJ,6BACoB;CACpB,MAAM,WAA4B,EAAE;AACpC,MAAK,MAAM,aAAa,0BAA0B;EAChD,MAAM,YAAY;GAChB,YAAY,UAAU;GACtB,UAAU,UAAU;GACpB,YAAY,UAAU,gBAAgB;GACvC;EACD,MAAM,eAAe,SAAS,MAC3B,aAAa,SAAS,cAAc,UAAU,WAChD;AACD,MAAI,aACF,cAAa,QAAQ,KAAK,UAAU;OAC/B;GACL,MAAM,WAAW;IACf,WAAW,UAAU;IACrB,SAAS,CAAC,UAAU;IACrB;AACD,YAAS,KAAK,SAAS;;;AAI3B,QAAO;;AAGT,MAAa,yBAAyB,OACpC,kBAC6B;CAC7B,IAAI;AACJ,KACE,cAAc,QAAQ,SAAS,cAC/B,cAAc,QAAQ,SAAS,mBAC/B;EACA,MAAM,SACJ,cAAc,QAAQ,SAAS,aAC1B,cAAc,SAAS,UAAU,WAClC;AACN,QAAM;;;;;;;;gCAQsB,OAAO;sCACD,OAAO;;;;AAMzC,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KACE,cAAc,QAAQ,SAAS,YAC/B,cAAc,QAAQ,SAAS,oBAC/B,cAAc,QAAQ,SAAS,SAC/B;AACA,QACE;AAkBF,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KACE,cAAc,QAAQ,SAAS,WAC/B,cAAc,QAAQ,SAAS,gBAC/B;AACA,QACE,yKAMyB,cAAc,QAAQ,SAAS;AAI1D,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KAAI,cAAc,QAAQ,SAAS,SAAS;EAC1C,MAAM,SAAS,cAAc,SAAS;EACtC,MAAM,MAAM;;;;;;MAMV,UAAU,yBAAyB,OAAO,GAAG;;AAI/C,SAAO,iBADK,MAAM,cAAc,MAAM,IAAI,CACd;;AAG9B,KAAI,cAAc,QAAQ,SAAS,OAAO;AAExC,QAAM;;;;;;2BADS,cAAc,SAAS,UAAU,SAOlB;EAE9B,MAAM,MACJ,MAAM,cAAc,MAAM,IAAI;EAEhC,MAAM,eAA+C,EAAE;AACvD,MAAI,SAAS,SACX,aAAa,KAAK;GAChB,YAAY,KAAK;GACjB,aAAa,KAAK;GAClB,WAAW,KAAK;GAChB,aAAa,KAAK;GACnB,CAAC,CACH;AAED,SAAO,iBAAiB,aAAa;;AAEvC,KAAI,cAAc,QAAQ,SAAS,UAAU;EAE3C,MAAM,MAAM;;;;;;;;2BADO,cAAc,QAAQ,OASP;AAElC,SAAO,iBADK,MAAM,cAAc,MAAM,IAAI,CACd;;AAE9B,OAAM,IAAI,MAAM,oCAAoC;;AAGtD,MAAM,wCAAwC,cAA+B;AAC3E,KAAI,CAAC,aAAa,CAAC,MAAM,QAAQ,UAAU,IAAI,UAAU,WAAW,EAClE,QAAO;CAGT,IAAI,eAAe;AACnB,MAAK,MAAM,UAAU,UACnB,iBAAgB,GAAG,OAAO,OAAO,OAAO,CAAC,QACtC,gBAAgB,gBAAgB,GAAG,eAAe,GAAG,eACtD,GACD,CAAC;AAGJ,QAAO;;AAGT,MAAa,8BAA8B,OACzC,QACA,eACA,aACA,sBACoB;AACpB,KAAI,CAAC,OACH,QAAO;CAGT,IAAI,eAAe;AACnB,MAAK,MAAM,gBAAgB,QAAQ;EAEjC,MAAM,yBACJ,qBACA,OAAO,KAAK,kBAAkB,CAAC,SAAS,aAAa,UAAU,GAC3D,GAAG,kBAAkB,aAAa,WAAW,MAC7C;EAEN,IAAI,SAAS;AACb,MAAI,cAAc,QAAQ,SAAS,WACjC,UAAS,cAAc,SAAS,UAAU;WACjC,cAAc,QAAQ,SAAS,kBACxC,UAAS;WACA,cAAc,QAAQ,SAAS,QACxC,UAAS,cAAc,SAAS;WACvB,cAAc,QAAQ,SAAS,MACxC,UACE,cAAc,SAAS,UACvB,cAAc,SAAS,YACvB;WACO,cAAc,QAAQ,SAAS,SACxC,UAAS,cAAc,QAAQ;EAEjC,IAAI,sBAAsB,SACtB,iBAAiB,OAAO,KAAK,aAAa,UAAU,SACpD,gBAAgB,aAAa,UAAU;AAC3C,OAAK,MAAM,CAAC,KAAK,kBAAkB,aAAa,QAAQ,SAAS,EAAE;AACjE,OAAI,MAAM,EACR,wBAAuB;AAEzB,0BAAuB,GAAG,cAAc,WAAW,GACjD,cAAc,SACf,GAAG,cAAc,aAAa,KAAK;;AAEtC,yBAAuB;EAEvB,IAAI;AACJ,MAAI,cAAc,QAAQ,SAAS,QAEjC,sBAAqB,mBAAmB,aAAa,UAAU,WAAW,YAAY;WAC7E,cAAc,QAAQ,SAAS,WAKxC,sBAAqB,kBAHnB,cAAc,QAAQ,SAAS,aAC1B,cAAc,SAAS,UAAU,WAClC,SACwC,KAAK,aAAa,UAAU,UAAU,YAAY;WACvF,cAAc,QAAQ,SAAS,SAAS;GACjD,MAAM,SAAS,cAAc,SAAS;AACtC,wBAAqB,SACjB,cAAc,YAAY,UAAU,OAAO,IAAI,aAAa,UAAU,QACtE,cAAc,YAAY,WAAW,aAAa,UAAU;aACvD,cAAc,QAAQ,SAAS,MAKxC,sBAAqB,kBAHnB,cAAc,SAAS,UACvB,cAAc,SAAS,YACvB,SAC4C,KAAK,aAAa,UAAU,UAAU,YAAY;WACvF,cAAc,QAAQ,SAAS,SACxC,sBAAqB,kBAAkB,OAAO,KAAK,aAAa,UAAU,qBAAqB,YAAY;MAE3G,sBAAqB,kBAAkB,aAAa,UAAU,UAAU,YAAY;EAGtF,MAAM,0BAA0B,GAAG,aAAa,QAAQ,QACrD,gBAAgB,WAAW,GAAG,eAAe,GAAG,OAAO,cACxD,GACD,CAAC;EAEF,IAAI,SAAS;AACb,MAAI;AAIF,YAAS,qCAHgB,cACrB,MAAM,cAAc,MAAM,mBAAmB,GAC7C,KAC2D;WACxD,OAAO;AAEd,WAAQ,IAAI,MAAM;;AAGpB,iBAAe,aAAa,OAC1B,yBACE,sBACA,qBACA,0BACA,OACH;;AAGH,QAAO;;AAGT,MAAa,mCACX,kBACmB;AACnB,KACE,cAAc,QAAQ,SAAS,cAC/B,cAAc,QAAQ,SAAS,kBAE/B,QAAOA;AAGT,KAAI,cAAc,QAAQ,SAAS,SACjC,QAAOC;AAGT,KAAI,cAAc,QAAQ,SAAS,QACjC,QAAOC;AAGT,KAAI,cAAc,QAAQ,SAAS,QACjC,QAAOC;AAGT,KAAI,cAAc,QAAQ,SAAS,MACjC,QAAOC;AAGT,KAAI,cAAc,QAAQ,SAAS,SACjC,QAAOC;AAGT,QAAOC"}
+{"version":3,"file":"sql_utils.cjs","names":["SQL_POSTGRES_PROMPT","SQL_SQLITE_PROMPT","SQL_MYSQL_PROMPT","SQL_MSSQL_PROMPT","SQL_SAP_HANA_PROMPT","SQL_ORACLE_PROMPT","DEFAULT_SQL_DATABASE_PROMPT"],"sources":["../../src/util/sql_utils.ts"],"sourcesContent":["import type { DataSource, DataSourceOptions } from \"typeorm\";\nimport type { PromptTemplate } from \"@langchain/core/prompts\";\nimport {\n  DEFAULT_SQL_DATABASE_PROMPT,\n  SQL_SAP_HANA_PROMPT,\n  SQL_MSSQL_PROMPT,\n  SQL_MYSQL_PROMPT,\n  SQL_POSTGRES_PROMPT,\n  SQL_SQLITE_PROMPT,\n  SQL_ORACLE_PROMPT,\n} from \"../chains/sql_db/sql_db_prompt.js\";\n\ninterface RawResultTableAndColumn {\n  table_name: string;\n  column_name: string;\n  data_type: string | undefined;\n  is_nullable: string;\n}\n\nexport interface SqlDatabaseParams {\n  includesTables?: Array<string>;\n  ignoreTables?: Array<string>;\n  sampleRowsInTableInfo?: number;\n  customDescription?: Record<string, string>;\n}\n\nexport interface SqlDatabaseOptionsParams extends SqlDatabaseParams {\n  appDataSourceOptions: DataSourceOptions;\n}\n\nexport interface SqlDatabaseDataSourceParams extends SqlDatabaseParams {\n  appDataSource: DataSource;\n}\n\nexport type SerializedSqlDatabase = SqlDatabaseOptionsParams & {\n  _type: string;\n};\n\nexport interface SqlTable {\n  tableName: string;\n  columns: SqlColumn[];\n}\n\nexport interface SqlColumn {\n  columnName: string;\n  dataType?: string;\n  isNullable?: boolean;\n}\n\nexport const verifyListTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  listTables: Array<string>,\n  errorPrefixMsg: string\n): void => {\n  const onlyTableNames: Array<string> = tablesFromDatabase.map(\n    (table: SqlTable) => table.tableName\n  );\n  if (listTables.length > 0) {\n    for (const tableName of listTables) {\n      if (!onlyTableNames.includes(tableName)) {\n        throw new Error(\n          `${errorPrefixMsg} the table ${tableName} was not found in the database`\n        );\n      }\n    }\n  }\n};\n\nexport const verifyIncludeTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  includeTables: Array<string>\n): void => {\n  verifyListTablesExistInDatabase(\n    tablesFromDatabase,\n    includeTables,\n    \"Include tables not found in database:\"\n  );\n};\n\nexport const verifyIgnoreTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  ignoreTables: Array<string>\n): void => {\n  verifyListTablesExistInDatabase(\n    tablesFromDatabase,\n    ignoreTables,\n    \"Ignore tables not found in database:\"\n  );\n};\n\nconst formatToSqlTable = (\n  rawResultsTableAndColumn: Array<RawResultTableAndColumn>\n): Array<SqlTable> => {\n  const sqlTable: Array<SqlTable> = [];\n  for (const oneResult of rawResultsTableAndColumn) {\n    const sqlColumn = {\n      columnName: oneResult.column_name,\n      dataType: oneResult.data_type,\n      isNullable: oneResult.is_nullable === \"YES\",\n    };\n    const currentTable = sqlTable.find(\n      (oneTable) => oneTable.tableName === oneResult.table_name\n    );\n    if (currentTable) {\n      currentTable.columns.push(sqlColumn);\n    } else {\n      const newTable = {\n        tableName: oneResult.table_name,\n        columns: [sqlColumn],\n      };\n      sqlTable.push(newTable);\n    }\n  }\n\n  return sqlTable;\n};\n\nexport const getTableAndColumnsName = async (\n  appDataSource: DataSource\n): Promise<Array<SqlTable>> => {\n  let sql;\n  if (\n    appDataSource.options.type === \"postgres\" ||\n    appDataSource.options.type === \"aurora-postgres\"\n  ) {\n    const schema =\n      appDataSource.options.type === \"postgres\"\n        ? (appDataSource.options?.schema ?? \"public\")\n        : \"public\";\n    sql = `SELECT \n            t.table_name, \n            c.* \n          FROM \n            information_schema.tables t \n              JOIN information_schema.columns c \n                ON t.table_name = c.table_name \n          WHERE \n            t.table_schema = '${schema}' \n              AND c.table_schema = '${schema}' \n          ORDER BY \n            t.table_name,\n            c.ordinal_position;`;\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (\n    appDataSource.options.type === \"sqlite\" ||\n    appDataSource.options.type === \"better-sqlite3\" ||\n    appDataSource.options.type === \"sqljs\"\n  ) {\n    sql =\n      \"SELECT \\n\" +\n      \"   m.name AS table_name,\\n\" +\n      \"   p.name AS column_name,\\n\" +\n      \"   p.type AS data_type,\\n\" +\n      \"   CASE \\n\" +\n      \"      WHEN p.\\\"notnull\\\" = 0 THEN 'YES' \\n\" +\n      \"      ELSE 'NO' \\n\" +\n      \"   END AS is_nullable \\n\" +\n      \"FROM \\n\" +\n      \"   sqlite_master m \\n\" +\n      \"JOIN \\n\" +\n      \"   pragma_table_info(m.name) p \\n\" +\n      \"WHERE \\n\" +\n      \"   m.type = 'table' AND \\n\" +\n      \"   m.name NOT LIKE 'sqlite_%';\\n\";\n\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (\n    appDataSource.options.type === \"mysql\" ||\n    appDataSource.options.type === \"aurora-mysql\"\n  ) {\n    sql =\n      \"SELECT \" +\n      \"TABLE_NAME AS table_name, \" +\n      \"COLUMN_NAME AS column_name, \" +\n      \"DATA_TYPE AS data_type, \" +\n      \"IS_NULLABLE AS is_nullable \" +\n      \"FROM INFORMATION_SCHEMA.COLUMNS \" +\n      `WHERE TABLE_SCHEMA = '${appDataSource.options.database}';`;\n\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (appDataSource.options.type === \"mssql\") {\n    const schema = appDataSource.options?.schema;\n    const sql = `SELECT\n    TABLE_NAME AS table_name,\n    COLUMN_NAME AS column_name,\n    DATA_TYPE AS data_type,\n    IS_NULLABLE AS is_nullable\n    FROM INFORMATION_SCHEMA.COLUMNS\n    ${schema && `WHERE TABLE_SCHEMA = '${schema}'`} \nORDER BY TABLE_NAME, ORDINAL_POSITION;`;\n\n    const rep = await appDataSource.query(sql);\n    return formatToSqlTable(rep);\n  }\n\n  if (appDataSource.options.type === \"sap\") {\n    const schema = appDataSource.options?.schema ?? \"public\";\n    sql = `SELECT\n        TABLE_NAME,\n        COLUMN_NAME,\n        DATA_TYPE_NAME AS data_type,\n        CASE WHEN IS_NULLABLE='TRUE' THEN 'YES' ELSE 'NO' END AS is_nullable\n      FROM TABLE_COLUMNS\n      WHERE SCHEMA_NAME='${schema}'`;\n\n    const rep: Array<{ [key: string]: string }> =\n      await appDataSource.query(sql);\n\n    const repLowerCase: Array<RawResultTableAndColumn> = [];\n    rep.forEach((_rep) =>\n      repLowerCase.push({\n        table_name: _rep.TABLE_NAME,\n        column_name: _rep.COLUMN_NAME,\n        data_type: _rep.DATA_TYPE,\n        is_nullable: _rep.IS_NULLABLE,\n      })\n    );\n\n    return formatToSqlTable(repLowerCase);\n  }\n  if (appDataSource.options.type === \"oracle\") {\n    const schemaName = appDataSource.options.schema;\n    const sql = `  \n      SELECT\n          TABLE_NAME AS \"table_name\",\n          COLUMN_NAME AS \"column_name\",\n          DATA_TYPE AS \"data_type\",\n          NULLABLE AS \"is_nullable\"\n      FROM ALL_TAB_COLS\n      WHERE\n          OWNER = UPPER('${schemaName}')`;\n    const rep = await appDataSource.query(sql);\n    return formatToSqlTable(rep);\n  }\n  throw new Error(\"Database type not implemented yet\");\n};\n\nconst formatSqlResponseToSimpleTableString = (rawResult: unknown): string => {\n  if (!rawResult || !Array.isArray(rawResult) || rawResult.length === 0) {\n    return \"\";\n  }\n\n  let globalString = \"\";\n  for (const oneRow of rawResult) {\n    globalString += `${Object.values(oneRow).reduce(\n      (completeString, columnValue) => `${completeString} ${columnValue}`,\n      \"\"\n    )}\\n`;\n  }\n\n  return globalString;\n};\n\nexport const generateTableInfoFromTables = async (\n  tables: Array<SqlTable> | undefined,\n  appDataSource: DataSource,\n  nbSampleRow: number,\n  customDescription?: Record<string, string>\n): Promise<string> => {\n  if (!tables) {\n    return \"\";\n  }\n\n  let globalString = \"\";\n  for (const currentTable of tables) {\n    // Add the custom info of the table\n    const tableCustomDescription =\n      customDescription &&\n      Object.keys(customDescription).includes(currentTable.tableName)\n        ? `${customDescription[currentTable.tableName]}\\n`\n        : \"\";\n    // Add the creation of the table in SQL\n    let schema = null;\n    if (appDataSource.options.type === \"postgres\") {\n      schema = appDataSource.options?.schema ?? \"public\";\n    } else if (appDataSource.options.type === \"aurora-postgres\") {\n      schema = \"public\";\n    } else if (appDataSource.options.type === \"mssql\") {\n      schema = appDataSource.options?.schema;\n    } else if (appDataSource.options.type === \"sap\") {\n      schema =\n        appDataSource.options?.schema ??\n        appDataSource.options?.username ??\n        \"public\";\n    } else if (appDataSource.options.type === \"oracle\") {\n      schema = appDataSource.options.schema;\n    }\n    let sqlCreateTableQuery = schema\n      ? `CREATE TABLE \"${schema}\".\"${currentTable.tableName}\" (\\n`\n      : `CREATE TABLE ${currentTable.tableName} (\\n`;\n    for (const [key, currentColumn] of currentTable.columns.entries()) {\n      if (key > 0) {\n        sqlCreateTableQuery += \", \";\n      }\n      sqlCreateTableQuery += `${currentColumn.columnName} ${\n        currentColumn.dataType\n      } ${currentColumn.isNullable ? \"\" : \"NOT NULL\"}`;\n    }\n    sqlCreateTableQuery += \") \\n\";\n\n    let sqlSelectInfoQuery;\n    if (appDataSource.options.type === \"mysql\") {\n      // We use backticks to quote the table names and thus allow for example spaces in table names\n      sqlSelectInfoQuery = `SELECT * FROM \\`${currentTable.tableName}\\` LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"postgres\") {\n      const schema =\n        appDataSource.options.type === \"postgres\"\n          ? (appDataSource.options?.schema ?? \"public\")\n          : \"public\";\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"mssql\") {\n      const schema = appDataSource.options?.schema;\n      sqlSelectInfoQuery = schema\n        ? `SELECT TOP ${nbSampleRow} * FROM ${schema}.[${currentTable.tableName}];\\n`\n        : `SELECT TOP ${nbSampleRow} * FROM [${currentTable.tableName}];\\n`;\n    } else if (appDataSource.options.type === \"sap\") {\n      const schema =\n        appDataSource.options?.schema ??\n        appDataSource.options?.username ??\n        \"public\";\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"oracle\") {\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" WHERE ROWNUM <= '${nbSampleRow}'`;\n    } else {\n      sqlSelectInfoQuery = `SELECT * FROM \"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    }\n\n    const columnNamesConcatString = `${currentTable.columns.reduce(\n      (completeString, column) => `${completeString} ${column.columnName}`,\n      \"\"\n    )}\\n`;\n\n    let sample = \"\";\n    try {\n      const infoObjectResult = nbSampleRow\n        ? await appDataSource.query(sqlSelectInfoQuery)\n        : null;\n      sample = formatSqlResponseToSimpleTableString(infoObjectResult);\n    } catch (error) {\n      // If the request fails we catch it and only display a log message\n      console.log(error);\n    }\n\n    globalString = globalString.concat(\n      tableCustomDescription +\n        sqlCreateTableQuery +\n        sqlSelectInfoQuery +\n        columnNamesConcatString +\n        sample\n    );\n  }\n\n  return globalString;\n};\n\nexport const getPromptTemplateFromDataSource = (\n  appDataSource: DataSource\n): PromptTemplate => {\n  if (\n    appDataSource.options.type === \"postgres\" ||\n    appDataSource.options.type === \"aurora-postgres\"\n  ) {\n    return SQL_POSTGRES_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"sqlite\") {\n    return SQL_SQLITE_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"mysql\") {\n    return SQL_MYSQL_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"mssql\") {\n    return SQL_MSSQL_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"sap\") {\n    return SQL_SAP_HANA_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"oracle\") {\n    return SQL_ORACLE_PROMPT;\n  }\n\n  return DEFAULT_SQL_DATABASE_PROMPT;\n};\n"],"mappings":";;AAiDA,MAAa,mCACX,oBACA,YACA,mBACS;CACT,MAAM,iBAAgC,mBAAmB,KACtD,UAAoB,MAAM,UAC5B;AACD,KAAI,WAAW,SAAS;OACjB,MAAM,aAAa,WACtB,KAAI,CAAC,eAAe,SAAS,UAAU,CACrC,OAAM,IAAI,MACR,GAAG,eAAe,aAAa,UAAU,gCAC1C;;;AAMT,MAAa,sCACX,oBACA,kBACS;AACT,iCACE,oBACA,eACA,wCACD;;AAGH,MAAa,qCACX,oBACA,iBACS;AACT,iCACE,oBACA,cACA,uCACD;;AAGH,MAAM,oBACJ,6BACoB;CACpB,MAAM,WAA4B,EAAE;AACpC,MAAK,MAAM,aAAa,0BAA0B;EAChD,MAAM,YAAY;GAChB,YAAY,UAAU;GACtB,UAAU,UAAU;GACpB,YAAY,UAAU,gBAAgB;GACvC;EACD,MAAM,eAAe,SAAS,MAC3B,aAAa,SAAS,cAAc,UAAU,WAChD;AACD,MAAI,aACF,cAAa,QAAQ,KAAK,UAAU;OAC/B;GACL,MAAM,WAAW;IACf,WAAW,UAAU;IACrB,SAAS,CAAC,UAAU;IACrB;AACD,YAAS,KAAK,SAAS;;;AAI3B,QAAO;;AAGT,MAAa,yBAAyB,OACpC,kBAC6B;CAC7B,IAAI;AACJ,KACE,cAAc,QAAQ,SAAS,cAC/B,cAAc,QAAQ,SAAS,mBAC/B;EACA,MAAM,SACJ,cAAc,QAAQ,SAAS,aAC1B,cAAc,SAAS,UAAU,WAClC;AACN,QAAM;;;;;;;;gCAQsB,OAAO;sCACD,OAAO;;;;AAMzC,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KACE,cAAc,QAAQ,SAAS,YAC/B,cAAc,QAAQ,SAAS,oBAC/B,cAAc,QAAQ,SAAS,SAC/B;AACA,QACE;AAkBF,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KACE,cAAc,QAAQ,SAAS,WAC/B,cAAc,QAAQ,SAAS,gBAC/B;AACA,QACE,yKAMyB,cAAc,QAAQ,SAAS;AAI1D,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KAAI,cAAc,QAAQ,SAAS,SAAS;EAC1C,MAAM,SAAS,cAAc,SAAS;EACtC,MAAM,MAAM;;;;;;MAMV,UAAU,yBAAyB,OAAO,GAAG;;AAI/C,SAAO,iBADK,MAAM,cAAc,MAAM,IAAI,CACd;;AAG9B,KAAI,cAAc,QAAQ,SAAS,OAAO;AAExC,QAAM;;;;;;2BADS,cAAc,SAAS,UAAU,SAOlB;EAE9B,MAAM,MACJ,MAAM,cAAc,MAAM,IAAI;EAEhC,MAAM,eAA+C,EAAE;AACvD,MAAI,SAAS,SACX,aAAa,KAAK;GAChB,YAAY,KAAK;GACjB,aAAa,KAAK;GAClB,WAAW,KAAK;GAChB,aAAa,KAAK;GACnB,CAAC,CACH;AAED,SAAO,iBAAiB,aAAa;;AAEvC,KAAI,cAAc,QAAQ,SAAS,UAAU;EAE3C,MAAM,MAAM;;;;;;;;2BADO,cAAc,QAAQ,OASP;AAElC,SAAO,iBADK,MAAM,cAAc,MAAM,IAAI,CACd;;AAE9B,OAAM,IAAI,MAAM,oCAAoC;;AAGtD,MAAM,wCAAwC,cAA+B;AAC3E,KAAI,CAAC,aAAa,CAAC,MAAM,QAAQ,UAAU,IAAI,UAAU,WAAW,EAClE,QAAO;CAGT,IAAI,eAAe;AACnB,MAAK,MAAM,UAAU,UACnB,iBAAgB,GAAG,OAAO,OAAO,OAAO,CAAC,QACtC,gBAAgB,gBAAgB,GAAG,eAAe,GAAG,eACtD,GACD,CAAC;AAGJ,QAAO;;AAGT,MAAa,8BAA8B,OACzC,QACA,eACA,aACA,sBACoB;AACpB,KAAI,CAAC,OACH,QAAO;CAGT,IAAI,eAAe;AACnB,MAAK,MAAM,gBAAgB,QAAQ;EAEjC,MAAM,yBACJ,qBACA,OAAO,KAAK,kBAAkB,CAAC,SAAS,aAAa,UAAU,GAC3D,GAAG,kBAAkB,aAAa,WAAW,MAC7C;EAEN,IAAI,SAAS;AACb,MAAI,cAAc,QAAQ,SAAS,WACjC,UAAS,cAAc,SAAS,UAAU;WACjC,cAAc,QAAQ,SAAS,kBACxC,UAAS;WACA,cAAc,QAAQ,SAAS,QACxC,UAAS,cAAc,SAAS;WACvB,cAAc,QAAQ,SAAS,MACxC,UACE,cAAc,SAAS,UACvB,cAAc,SAAS,YACvB;WACO,cAAc,QAAQ,SAAS,SACxC,UAAS,cAAc,QAAQ;EAEjC,IAAI,sBAAsB,SACtB,iBAAiB,OAAO,KAAK,aAAa,UAAU,SACpD,gBAAgB,aAAa,UAAU;AAC3C,OAAK,MAAM,CAAC,KAAK,kBAAkB,aAAa,QAAQ,SAAS,EAAE;AACjE,OAAI,MAAM,EACR,wBAAuB;AAEzB,0BAAuB,GAAG,cAAc,WAAW,GACjD,cAAc,SACf,GAAG,cAAc,aAAa,KAAK;;AAEtC,yBAAuB;EAEvB,IAAI;AACJ,MAAI,cAAc,QAAQ,SAAS,QAEjC,sBAAqB,mBAAmB,aAAa,UAAU,WAAW,YAAY;WAC7E,cAAc,QAAQ,SAAS,WAKxC,sBAAqB,kBAHnB,cAAc,QAAQ,SAAS,aAC1B,cAAc,SAAS,UAAU,WAClC,SACwC,KAAK,aAAa,UAAU,UAAU,YAAY;WACvF,cAAc,QAAQ,SAAS,SAAS;GACjD,MAAM,SAAS,cAAc,SAAS;AACtC,wBAAqB,SACjB,cAAc,YAAY,UAAU,OAAO,IAAI,aAAa,UAAU,QACtE,cAAc,YAAY,WAAW,aAAa,UAAU;aACvD,cAAc,QAAQ,SAAS,MAKxC,sBAAqB,kBAHnB,cAAc,SAAS,UACvB,cAAc,SAAS,YACvB,SAC4C,KAAK,aAAa,UAAU,UAAU,YAAY;WACvF,cAAc,QAAQ,SAAS,SACxC,sBAAqB,kBAAkB,OAAO,KAAK,aAAa,UAAU,qBAAqB,YAAY;MAE3G,sBAAqB,kBAAkB,aAAa,UAAU,UAAU,YAAY;EAGtF,MAAM,0BAA0B,GAAG,aAAa,QAAQ,QACrD,gBAAgB,WAAW,GAAG,eAAe,GAAG,OAAO,cACxD,GACD,CAAC;EAEF,IAAI,SAAS;AACb,MAAI;AAIF,YAAS,qCAHgB,cACrB,MAAM,cAAc,MAAM,mBAAmB,GAC7C,KAC2D;WACxD,OAAO;AAEd,WAAQ,IAAI,MAAM;;AAGpB,iBAAe,aAAa,OAC1B,yBACE,sBACA,qBACA,0BACA,OACH;;AAGH,QAAO;;AAGT,MAAa,mCACX,kBACmB;AACnB,KACE,cAAc,QAAQ,SAAS,cAC/B,cAAc,QAAQ,SAAS,kBAE/B,QAAOA,sBAAAA;AAGT,KAAI,cAAc,QAAQ,SAAS,SACjC,QAAOC,sBAAAA;AAGT,KAAI,cAAc,QAAQ,SAAS,QACjC,QAAOC,sBAAAA;AAGT,KAAI,cAAc,QAAQ,SAAS,QACjC,QAAOC,sBAAAA;AAGT,KAAI,cAAc,QAAQ,SAAS,MACjC,QAAOC,sBAAAA;AAGT,KAAI,cAAc,QAAQ,SAAS,SACjC,QAAOC,sBAAAA;AAGT,QAAOC,sBAAAA"}

package/dist/util/sql_utils.js

@@ -1,5 +1,4 @@
 import { DEFAULT_SQL_DATABASE_PROMPT, SQL_MSSQL_PROMPT, SQL_MYSQL_PROMPT, SQL_ORACLE_PROMPT, SQL_POSTGRES_PROMPT, SQL_SAP_HANA_PROMPT, SQL_SQLITE_PROMPT } from "../chains/sql_db/sql_db_prompt.js";
-
 //#region src/util/sql_utils.ts
 const verifyListTablesExistInDatabase = (tablesFromDatabase, listTables, errorPrefixMsg) => {
 	const onlyTableNames = tablesFromDatabase.map((table) => table.tableName);
@@ -156,7 +155,7 @@ const getPromptTemplateFromDataSource = (appDataSource) => {
 	if (appDataSource.options.type === "oracle") return SQL_ORACLE_PROMPT;
 	return DEFAULT_SQL_DATABASE_PROMPT;
 };
-
 //#endregion
 export { generateTableInfoFromTables, getPromptTemplateFromDataSource, getTableAndColumnsName, verifyIgnoreTablesExistInDatabase, verifyIncludeTablesExistInDatabase, verifyListTablesExistInDatabase };
+
 //# sourceMappingURL=sql_utils.js.map

package/dist/util/sql_utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"sql_utils.js","names":[],"sources":["../../src/util/sql_utils.ts"],"sourcesContent":["import type { DataSource, DataSourceOptions } from \"typeorm\";\nimport type { PromptTemplate } from \"@langchain/core/prompts\";\nimport {\n  DEFAULT_SQL_DATABASE_PROMPT,\n  SQL_SAP_HANA_PROMPT,\n  SQL_MSSQL_PROMPT,\n  SQL_MYSQL_PROMPT,\n  SQL_POSTGRES_PROMPT,\n  SQL_SQLITE_PROMPT,\n  SQL_ORACLE_PROMPT,\n} from \"../chains/sql_db/sql_db_prompt.js\";\n\ninterface RawResultTableAndColumn {\n  table_name: string;\n  column_name: string;\n  data_type: string | undefined;\n  is_nullable: string;\n}\n\nexport interface SqlDatabaseParams {\n  includesTables?: Array<string>;\n  ignoreTables?: Array<string>;\n  sampleRowsInTableInfo?: number;\n  customDescription?: Record<string, string>;\n}\n\nexport interface SqlDatabaseOptionsParams extends SqlDatabaseParams {\n  appDataSourceOptions: DataSourceOptions;\n}\n\nexport interface SqlDatabaseDataSourceParams extends SqlDatabaseParams {\n  appDataSource: DataSource;\n}\n\nexport type SerializedSqlDatabase = SqlDatabaseOptionsParams & {\n  _type: string;\n};\n\nexport interface SqlTable {\n  tableName: string;\n  columns: SqlColumn[];\n}\n\nexport interface SqlColumn {\n  columnName: string;\n  dataType?: string;\n  isNullable?: boolean;\n}\n\nexport const verifyListTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  listTables: Array<string>,\n  errorPrefixMsg: string\n): void => {\n  const onlyTableNames: Array<string> = tablesFromDatabase.map(\n    (table: SqlTable) => table.tableName\n  );\n  if (listTables.length > 0) {\n    for (const tableName of listTables) {\n      if (!onlyTableNames.includes(tableName)) {\n        throw new Error(\n          `${errorPrefixMsg} the table ${tableName} was not found in the database`\n        );\n      }\n    }\n  }\n};\n\nexport const verifyIncludeTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  includeTables: Array<string>\n): void => {\n  verifyListTablesExistInDatabase(\n    tablesFromDatabase,\n    includeTables,\n    \"Include tables not found in database:\"\n  );\n};\n\nexport const verifyIgnoreTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  ignoreTables: Array<string>\n): void => {\n  verifyListTablesExistInDatabase(\n    tablesFromDatabase,\n    ignoreTables,\n    \"Ignore tables not found in database:\"\n  );\n};\n\nconst formatToSqlTable = (\n  rawResultsTableAndColumn: Array<RawResultTableAndColumn>\n): Array<SqlTable> => {\n  const sqlTable: Array<SqlTable> = [];\n  for (const oneResult of rawResultsTableAndColumn) {\n    const sqlColumn = {\n      columnName: oneResult.column_name,\n      dataType: oneResult.data_type,\n      isNullable: oneResult.is_nullable === \"YES\",\n    };\n    const currentTable = sqlTable.find(\n      (oneTable) => oneTable.tableName === oneResult.table_name\n    );\n    if (currentTable) {\n      currentTable.columns.push(sqlColumn);\n    } else {\n      const newTable = {\n        tableName: oneResult.table_name,\n        columns: [sqlColumn],\n      };\n      sqlTable.push(newTable);\n    }\n  }\n\n  return sqlTable;\n};\n\nexport const getTableAndColumnsName = async (\n  appDataSource: DataSource\n): Promise<Array<SqlTable>> => {\n  let sql;\n  if (\n    appDataSource.options.type === \"postgres\" ||\n    appDataSource.options.type === \"aurora-postgres\"\n  ) {\n    const schema =\n      appDataSource.options.type === \"postgres\"\n        ? (appDataSource.options?.schema ?? \"public\")\n        : \"public\";\n    sql = `SELECT \n            t.table_name, \n            c.* \n          FROM \n            information_schema.tables t \n              JOIN information_schema.columns c \n                ON t.table_name = c.table_name \n          WHERE \n            t.table_schema = '${schema}' \n              AND c.table_schema = '${schema}' \n          ORDER BY \n            t.table_name,\n            c.ordinal_position;`;\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (\n    appDataSource.options.type === \"sqlite\" ||\n    appDataSource.options.type === \"better-sqlite3\" ||\n    appDataSource.options.type === \"sqljs\"\n  ) {\n    sql =\n      \"SELECT \\n\" +\n      \"   m.name AS table_name,\\n\" +\n      \"   p.name AS column_name,\\n\" +\n      \"   p.type AS data_type,\\n\" +\n      \"   CASE \\n\" +\n      \"      WHEN p.\\\"notnull\\\" = 0 THEN 'YES' \\n\" +\n      \"      ELSE 'NO' \\n\" +\n      \"   END AS is_nullable \\n\" +\n      \"FROM \\n\" +\n      \"   sqlite_master m \\n\" +\n      \"JOIN \\n\" +\n      \"   pragma_table_info(m.name) p \\n\" +\n      \"WHERE \\n\" +\n      \"   m.type = 'table' AND \\n\" +\n      \"   m.name NOT LIKE 'sqlite_%';\\n\";\n\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (\n    appDataSource.options.type === \"mysql\" ||\n    appDataSource.options.type === \"aurora-mysql\"\n  ) {\n    sql =\n      \"SELECT \" +\n      \"TABLE_NAME AS table_name, \" +\n      \"COLUMN_NAME AS column_name, \" +\n      \"DATA_TYPE AS data_type, \" +\n      \"IS_NULLABLE AS is_nullable \" +\n      \"FROM INFORMATION_SCHEMA.COLUMNS \" +\n      `WHERE TABLE_SCHEMA = '${appDataSource.options.database}';`;\n\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (appDataSource.options.type === \"mssql\") {\n    const schema = appDataSource.options?.schema;\n    const sql = `SELECT\n    TABLE_NAME AS table_name,\n    COLUMN_NAME AS column_name,\n    DATA_TYPE AS data_type,\n    IS_NULLABLE AS is_nullable\n    FROM INFORMATION_SCHEMA.COLUMNS\n    ${schema && `WHERE TABLE_SCHEMA = '${schema}'`} \nORDER BY TABLE_NAME, ORDINAL_POSITION;`;\n\n    const rep = await appDataSource.query(sql);\n    return formatToSqlTable(rep);\n  }\n\n  if (appDataSource.options.type === \"sap\") {\n    const schema = appDataSource.options?.schema ?? \"public\";\n    sql = `SELECT\n        TABLE_NAME,\n        COLUMN_NAME,\n        DATA_TYPE_NAME AS data_type,\n        CASE WHEN IS_NULLABLE='TRUE' THEN 'YES' ELSE 'NO' END AS is_nullable\n      FROM TABLE_COLUMNS\n      WHERE SCHEMA_NAME='${schema}'`;\n\n    const rep: Array<{ [key: string]: string }> =\n      await appDataSource.query(sql);\n\n    const repLowerCase: Array<RawResultTableAndColumn> = [];\n    rep.forEach((_rep) =>\n      repLowerCase.push({\n        table_name: _rep.TABLE_NAME,\n        column_name: _rep.COLUMN_NAME,\n        data_type: _rep.DATA_TYPE,\n        is_nullable: _rep.IS_NULLABLE,\n      })\n    );\n\n    return formatToSqlTable(repLowerCase);\n  }\n  if (appDataSource.options.type === \"oracle\") {\n    const schemaName = appDataSource.options.schema;\n    const sql = `  \n      SELECT\n          TABLE_NAME AS \"table_name\",\n          COLUMN_NAME AS \"column_name\",\n          DATA_TYPE AS \"data_type\",\n          NULLABLE AS \"is_nullable\"\n      FROM ALL_TAB_COLS\n      WHERE\n          OWNER = UPPER('${schemaName}')`;\n    const rep = await appDataSource.query(sql);\n    return formatToSqlTable(rep);\n  }\n  throw new Error(\"Database type not implemented yet\");\n};\n\nconst formatSqlResponseToSimpleTableString = (rawResult: unknown): string => {\n  if (!rawResult || !Array.isArray(rawResult) || rawResult.length === 0) {\n    return \"\";\n  }\n\n  let globalString = \"\";\n  for (const oneRow of rawResult) {\n    globalString += `${Object.values(oneRow).reduce(\n      (completeString, columnValue) => `${completeString} ${columnValue}`,\n      \"\"\n    )}\\n`;\n  }\n\n  return globalString;\n};\n\nexport const generateTableInfoFromTables = async (\n  tables: Array<SqlTable> | undefined,\n  appDataSource: DataSource,\n  nbSampleRow: number,\n  customDescription?: Record<string, string>\n): Promise<string> => {\n  if (!tables) {\n    return \"\";\n  }\n\n  let globalString = \"\";\n  for (const currentTable of tables) {\n    // Add the custom info of the table\n    const tableCustomDescription =\n      customDescription &&\n      Object.keys(customDescription).includes(currentTable.tableName)\n        ? `${customDescription[currentTable.tableName]}\\n`\n        : \"\";\n    // Add the creation of the table in SQL\n    let schema = null;\n    if (appDataSource.options.type === \"postgres\") {\n      schema = appDataSource.options?.schema ?? \"public\";\n    } else if (appDataSource.options.type === \"aurora-postgres\") {\n      schema = \"public\";\n    } else if (appDataSource.options.type === \"mssql\") {\n      schema = appDataSource.options?.schema;\n    } else if (appDataSource.options.type === \"sap\") {\n      schema =\n        appDataSource.options?.schema ??\n        appDataSource.options?.username ??\n        \"public\";\n    } else if (appDataSource.options.type === \"oracle\") {\n      schema = appDataSource.options.schema;\n    }\n    let sqlCreateTableQuery = schema\n      ? `CREATE TABLE \"${schema}\".\"${currentTable.tableName}\" (\\n`\n      : `CREATE TABLE ${currentTable.tableName} (\\n`;\n    for (const [key, currentColumn] of currentTable.columns.entries()) {\n      if (key > 0) {\n        sqlCreateTableQuery += \", \";\n      }\n      sqlCreateTableQuery += `${currentColumn.columnName} ${\n        currentColumn.dataType\n      } ${currentColumn.isNullable ? \"\" : \"NOT NULL\"}`;\n    }\n    sqlCreateTableQuery += \") \\n\";\n\n    let sqlSelectInfoQuery;\n    if (appDataSource.options.type === \"mysql\") {\n      // We use backticks to quote the table names and thus allow for example spaces in table names\n      sqlSelectInfoQuery = `SELECT * FROM \\`${currentTable.tableName}\\` LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"postgres\") {\n      const schema =\n        appDataSource.options.type === \"postgres\"\n          ? (appDataSource.options?.schema ?? \"public\")\n          : \"public\";\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"mssql\") {\n      const schema = appDataSource.options?.schema;\n      sqlSelectInfoQuery = schema\n        ? `SELECT TOP ${nbSampleRow} * FROM ${schema}.[${currentTable.tableName}];\\n`\n        : `SELECT TOP ${nbSampleRow} * FROM [${currentTable.tableName}];\\n`;\n    } else if (appDataSource.options.type === \"sap\") {\n      const schema =\n        appDataSource.options?.schema ??\n        appDataSource.options?.username ??\n        \"public\";\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"oracle\") {\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" WHERE ROWNUM <= '${nbSampleRow}'`;\n    } else {\n      sqlSelectInfoQuery = `SELECT * FROM \"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    }\n\n    const columnNamesConcatString = `${currentTable.columns.reduce(\n      (completeString, column) => `${completeString} ${column.columnName}`,\n      \"\"\n    )}\\n`;\n\n    let sample = \"\";\n    try {\n      const infoObjectResult = nbSampleRow\n        ? await appDataSource.query(sqlSelectInfoQuery)\n        : null;\n      sample = formatSqlResponseToSimpleTableString(infoObjectResult);\n    } catch (error) {\n      // If the request fails we catch it and only display a log message\n      console.log(error);\n    }\n\n    globalString = globalString.concat(\n      tableCustomDescription +\n        sqlCreateTableQuery +\n        sqlSelectInfoQuery +\n        columnNamesConcatString +\n        sample\n    );\n  }\n\n  return globalString;\n};\n\nexport const getPromptTemplateFromDataSource = (\n  appDataSource: DataSource\n): PromptTemplate => {\n  if (\n    appDataSource.options.type === \"postgres\" ||\n    appDataSource.options.type === \"aurora-postgres\"\n  ) {\n    return SQL_POSTGRES_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"sqlite\") {\n    return SQL_SQLITE_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"mysql\") {\n    return SQL_MYSQL_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"mssql\") {\n    return SQL_MSSQL_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"sap\") {\n    return SQL_SAP_HANA_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"oracle\") {\n    return SQL_ORACLE_PROMPT;\n  }\n\n  return DEFAULT_SQL_DATABASE_PROMPT;\n};\n"],"mappings":";;;AAiDA,MAAa,mCACX,oBACA,YACA,mBACS;CACT,MAAM,iBAAgC,mBAAmB,KACtD,UAAoB,MAAM,UAC5B;AACD,KAAI,WAAW,SAAS,GACtB;OAAK,MAAM,aAAa,WACtB,KAAI,CAAC,eAAe,SAAS,UAAU,CACrC,OAAM,IAAI,MACR,GAAG,eAAe,aAAa,UAAU,gCAC1C;;;AAMT,MAAa,sCACX,oBACA,kBACS;AACT,iCACE,oBACA,eACA,wCACD;;AAGH,MAAa,qCACX,oBACA,iBACS;AACT,iCACE,oBACA,cACA,uCACD;;AAGH,MAAM,oBACJ,6BACoB;CACpB,MAAM,WAA4B,EAAE;AACpC,MAAK,MAAM,aAAa,0BAA0B;EAChD,MAAM,YAAY;GAChB,YAAY,UAAU;GACtB,UAAU,UAAU;GACpB,YAAY,UAAU,gBAAgB;GACvC;EACD,MAAM,eAAe,SAAS,MAC3B,aAAa,SAAS,cAAc,UAAU,WAChD;AACD,MAAI,aACF,cAAa,QAAQ,KAAK,UAAU;OAC/B;GACL,MAAM,WAAW;IACf,WAAW,UAAU;IACrB,SAAS,CAAC,UAAU;IACrB;AACD,YAAS,KAAK,SAAS;;;AAI3B,QAAO;;AAGT,MAAa,yBAAyB,OACpC,kBAC6B;CAC7B,IAAI;AACJ,KACE,cAAc,QAAQ,SAAS,cAC/B,cAAc,QAAQ,SAAS,mBAC/B;EACA,MAAM,SACJ,cAAc,QAAQ,SAAS,aAC1B,cAAc,SAAS,UAAU,WAClC;AACN,QAAM;;;;;;;;gCAQsB,OAAO;sCACD,OAAO;;;;AAMzC,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KACE,cAAc,QAAQ,SAAS,YAC/B,cAAc,QAAQ,SAAS,oBAC/B,cAAc,QAAQ,SAAS,SAC/B;AACA,QACE;AAkBF,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KACE,cAAc,QAAQ,SAAS,WAC/B,cAAc,QAAQ,SAAS,gBAC/B;AACA,QACE,yKAMyB,cAAc,QAAQ,SAAS;AAI1D,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KAAI,cAAc,QAAQ,SAAS,SAAS;EAC1C,MAAM,SAAS,cAAc,SAAS;EACtC,MAAM,MAAM;;;;;;MAMV,UAAU,yBAAyB,OAAO,GAAG;;AAI/C,SAAO,iBADK,MAAM,cAAc,MAAM,IAAI,CACd;;AAG9B,KAAI,cAAc,QAAQ,SAAS,OAAO;AAExC,QAAM;;;;;;2BADS,cAAc,SAAS,UAAU,SAOlB;EAE9B,MAAM,MACJ,MAAM,cAAc,MAAM,IAAI;EAEhC,MAAM,eAA+C,EAAE;AACvD,MAAI,SAAS,SACX,aAAa,KAAK;GAChB,YAAY,KAAK;GACjB,aAAa,KAAK;GAClB,WAAW,KAAK;GAChB,aAAa,KAAK;GACnB,CAAC,CACH;AAED,SAAO,iBAAiB,aAAa;;AAEvC,KAAI,cAAc,QAAQ,SAAS,UAAU;EAE3C,MAAM,MAAM;;;;;;;;2BADO,cAAc,QAAQ,OASP;AAElC,SAAO,iBADK,MAAM,cAAc,MAAM,IAAI,CACd;;AAE9B,OAAM,IAAI,MAAM,oCAAoC;;AAGtD,MAAM,wCAAwC,cAA+B;AAC3E,KAAI,CAAC,aAAa,CAAC,MAAM,QAAQ,UAAU,IAAI,UAAU,WAAW,EAClE,QAAO;CAGT,IAAI,eAAe;AACnB,MAAK,MAAM,UAAU,UACnB,iBAAgB,GAAG,OAAO,OAAO,OAAO,CAAC,QACtC,gBAAgB,gBAAgB,GAAG,eAAe,GAAG,eACtD,GACD,CAAC;AAGJ,QAAO;;AAGT,MAAa,8BAA8B,OACzC,QACA,eACA,aACA,sBACoB;AACpB,KAAI,CAAC,OACH,QAAO;CAGT,IAAI,eAAe;AACnB,MAAK,MAAM,gBAAgB,QAAQ;EAEjC,MAAM,yBACJ,qBACA,OAAO,KAAK,kBAAkB,CAAC,SAAS,aAAa,UAAU,GAC3D,GAAG,kBAAkB,aAAa,WAAW,MAC7C;EAEN,IAAI,SAAS;AACb,MAAI,cAAc,QAAQ,SAAS,WACjC,UAAS,cAAc,SAAS,UAAU;WACjC,cAAc,QAAQ,SAAS,kBACxC,UAAS;WACA,cAAc,QAAQ,SAAS,QACxC,UAAS,cAAc,SAAS;WACvB,cAAc,QAAQ,SAAS,MACxC,UACE,cAAc,SAAS,UACvB,cAAc,SAAS,YACvB;WACO,cAAc,QAAQ,SAAS,SACxC,UAAS,cAAc,QAAQ;EAEjC,IAAI,sBAAsB,SACtB,iBAAiB,OAAO,KAAK,aAAa,UAAU,SACpD,gBAAgB,aAAa,UAAU;AAC3C,OAAK,MAAM,CAAC,KAAK,kBAAkB,aAAa,QAAQ,SAAS,EAAE;AACjE,OAAI,MAAM,EACR,wBAAuB;AAEzB,0BAAuB,GAAG,cAAc,WAAW,GACjD,cAAc,SACf,GAAG,cAAc,aAAa,KAAK;;AAEtC,yBAAuB;EAEvB,IAAI;AACJ,MAAI,cAAc,QAAQ,SAAS,QAEjC,sBAAqB,mBAAmB,aAAa,UAAU,WAAW,YAAY;WAC7E,cAAc,QAAQ,SAAS,WAKxC,sBAAqB,kBAHnB,cAAc,QAAQ,SAAS,aAC1B,cAAc,SAAS,UAAU,WAClC,SACwC,KAAK,aAAa,UAAU,UAAU,YAAY;WACvF,cAAc,QAAQ,SAAS,SAAS;GACjD,MAAM,SAAS,cAAc,SAAS;AACtC,wBAAqB,SACjB,cAAc,YAAY,UAAU,OAAO,IAAI,aAAa,UAAU,QACtE,cAAc,YAAY,WAAW,aAAa,UAAU;aACvD,cAAc,QAAQ,SAAS,MAKxC,sBAAqB,kBAHnB,cAAc,SAAS,UACvB,cAAc,SAAS,YACvB,SAC4C,KAAK,aAAa,UAAU,UAAU,YAAY;WACvF,cAAc,QAAQ,SAAS,SACxC,sBAAqB,kBAAkB,OAAO,KAAK,aAAa,UAAU,qBAAqB,YAAY;MAE3G,sBAAqB,kBAAkB,aAAa,UAAU,UAAU,YAAY;EAGtF,MAAM,0BAA0B,GAAG,aAAa,QAAQ,QACrD,gBAAgB,WAAW,GAAG,eAAe,GAAG,OAAO,cACxD,GACD,CAAC;EAEF,IAAI,SAAS;AACb,MAAI;AAIF,YAAS,qCAHgB,cACrB,MAAM,cAAc,MAAM,mBAAmB,GAC7C,KAC2D;WACxD,OAAO;AAEd,WAAQ,IAAI,MAAM;;AAGpB,iBAAe,aAAa,OAC1B,yBACE,sBACA,qBACA,0BACA,OACH;;AAGH,QAAO;;AAGT,MAAa,mCACX,kBACmB;AACnB,KACE,cAAc,QAAQ,SAAS,cAC/B,cAAc,QAAQ,SAAS,kBAE/B,QAAO;AAGT,KAAI,cAAc,QAAQ,SAAS,SACjC,QAAO;AAGT,KAAI,cAAc,QAAQ,SAAS,QACjC,QAAO;AAGT,KAAI,cAAc,QAAQ,SAAS,QACjC,QAAO;AAGT,KAAI,cAAc,QAAQ,SAAS,MACjC,QAAO;AAGT,KAAI,cAAc,QAAQ,SAAS,SACjC,QAAO;AAGT,QAAO"}
+{"version":3,"file":"sql_utils.js","names":[],"sources":["../../src/util/sql_utils.ts"],"sourcesContent":["import type { DataSource, DataSourceOptions } from \"typeorm\";\nimport type { PromptTemplate } from \"@langchain/core/prompts\";\nimport {\n  DEFAULT_SQL_DATABASE_PROMPT,\n  SQL_SAP_HANA_PROMPT,\n  SQL_MSSQL_PROMPT,\n  SQL_MYSQL_PROMPT,\n  SQL_POSTGRES_PROMPT,\n  SQL_SQLITE_PROMPT,\n  SQL_ORACLE_PROMPT,\n} from \"../chains/sql_db/sql_db_prompt.js\";\n\ninterface RawResultTableAndColumn {\n  table_name: string;\n  column_name: string;\n  data_type: string | undefined;\n  is_nullable: string;\n}\n\nexport interface SqlDatabaseParams {\n  includesTables?: Array<string>;\n  ignoreTables?: Array<string>;\n  sampleRowsInTableInfo?: number;\n  customDescription?: Record<string, string>;\n}\n\nexport interface SqlDatabaseOptionsParams extends SqlDatabaseParams {\n  appDataSourceOptions: DataSourceOptions;\n}\n\nexport interface SqlDatabaseDataSourceParams extends SqlDatabaseParams {\n  appDataSource: DataSource;\n}\n\nexport type SerializedSqlDatabase = SqlDatabaseOptionsParams & {\n  _type: string;\n};\n\nexport interface SqlTable {\n  tableName: string;\n  columns: SqlColumn[];\n}\n\nexport interface SqlColumn {\n  columnName: string;\n  dataType?: string;\n  isNullable?: boolean;\n}\n\nexport const verifyListTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  listTables: Array<string>,\n  errorPrefixMsg: string\n): void => {\n  const onlyTableNames: Array<string> = tablesFromDatabase.map(\n    (table: SqlTable) => table.tableName\n  );\n  if (listTables.length > 0) {\n    for (const tableName of listTables) {\n      if (!onlyTableNames.includes(tableName)) {\n        throw new Error(\n          `${errorPrefixMsg} the table ${tableName} was not found in the database`\n        );\n      }\n    }\n  }\n};\n\nexport const verifyIncludeTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  includeTables: Array<string>\n): void => {\n  verifyListTablesExistInDatabase(\n    tablesFromDatabase,\n    includeTables,\n    \"Include tables not found in database:\"\n  );\n};\n\nexport const verifyIgnoreTablesExistInDatabase = (\n  tablesFromDatabase: Array<SqlTable>,\n  ignoreTables: Array<string>\n): void => {\n  verifyListTablesExistInDatabase(\n    tablesFromDatabase,\n    ignoreTables,\n    \"Ignore tables not found in database:\"\n  );\n};\n\nconst formatToSqlTable = (\n  rawResultsTableAndColumn: Array<RawResultTableAndColumn>\n): Array<SqlTable> => {\n  const sqlTable: Array<SqlTable> = [];\n  for (const oneResult of rawResultsTableAndColumn) {\n    const sqlColumn = {\n      columnName: oneResult.column_name,\n      dataType: oneResult.data_type,\n      isNullable: oneResult.is_nullable === \"YES\",\n    };\n    const currentTable = sqlTable.find(\n      (oneTable) => oneTable.tableName === oneResult.table_name\n    );\n    if (currentTable) {\n      currentTable.columns.push(sqlColumn);\n    } else {\n      const newTable = {\n        tableName: oneResult.table_name,\n        columns: [sqlColumn],\n      };\n      sqlTable.push(newTable);\n    }\n  }\n\n  return sqlTable;\n};\n\nexport const getTableAndColumnsName = async (\n  appDataSource: DataSource\n): Promise<Array<SqlTable>> => {\n  let sql;\n  if (\n    appDataSource.options.type === \"postgres\" ||\n    appDataSource.options.type === \"aurora-postgres\"\n  ) {\n    const schema =\n      appDataSource.options.type === \"postgres\"\n        ? (appDataSource.options?.schema ?? \"public\")\n        : \"public\";\n    sql = `SELECT \n            t.table_name, \n            c.* \n          FROM \n            information_schema.tables t \n              JOIN information_schema.columns c \n                ON t.table_name = c.table_name \n          WHERE \n            t.table_schema = '${schema}' \n              AND c.table_schema = '${schema}' \n          ORDER BY \n            t.table_name,\n            c.ordinal_position;`;\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (\n    appDataSource.options.type === \"sqlite\" ||\n    appDataSource.options.type === \"better-sqlite3\" ||\n    appDataSource.options.type === \"sqljs\"\n  ) {\n    sql =\n      \"SELECT \\n\" +\n      \"   m.name AS table_name,\\n\" +\n      \"   p.name AS column_name,\\n\" +\n      \"   p.type AS data_type,\\n\" +\n      \"   CASE \\n\" +\n      \"      WHEN p.\\\"notnull\\\" = 0 THEN 'YES' \\n\" +\n      \"      ELSE 'NO' \\n\" +\n      \"   END AS is_nullable \\n\" +\n      \"FROM \\n\" +\n      \"   sqlite_master m \\n\" +\n      \"JOIN \\n\" +\n      \"   pragma_table_info(m.name) p \\n\" +\n      \"WHERE \\n\" +\n      \"   m.type = 'table' AND \\n\" +\n      \"   m.name NOT LIKE 'sqlite_%';\\n\";\n\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (\n    appDataSource.options.type === \"mysql\" ||\n    appDataSource.options.type === \"aurora-mysql\"\n  ) {\n    sql =\n      \"SELECT \" +\n      \"TABLE_NAME AS table_name, \" +\n      \"COLUMN_NAME AS column_name, \" +\n      \"DATA_TYPE AS data_type, \" +\n      \"IS_NULLABLE AS is_nullable \" +\n      \"FROM INFORMATION_SCHEMA.COLUMNS \" +\n      `WHERE TABLE_SCHEMA = '${appDataSource.options.database}';`;\n\n    const rep = await appDataSource.query(sql);\n\n    return formatToSqlTable(rep);\n  }\n\n  if (appDataSource.options.type === \"mssql\") {\n    const schema = appDataSource.options?.schema;\n    const sql = `SELECT\n    TABLE_NAME AS table_name,\n    COLUMN_NAME AS column_name,\n    DATA_TYPE AS data_type,\n    IS_NULLABLE AS is_nullable\n    FROM INFORMATION_SCHEMA.COLUMNS\n    ${schema && `WHERE TABLE_SCHEMA = '${schema}'`} \nORDER BY TABLE_NAME, ORDINAL_POSITION;`;\n\n    const rep = await appDataSource.query(sql);\n    return formatToSqlTable(rep);\n  }\n\n  if (appDataSource.options.type === \"sap\") {\n    const schema = appDataSource.options?.schema ?? \"public\";\n    sql = `SELECT\n        TABLE_NAME,\n        COLUMN_NAME,\n        DATA_TYPE_NAME AS data_type,\n        CASE WHEN IS_NULLABLE='TRUE' THEN 'YES' ELSE 'NO' END AS is_nullable\n      FROM TABLE_COLUMNS\n      WHERE SCHEMA_NAME='${schema}'`;\n\n    const rep: Array<{ [key: string]: string }> =\n      await appDataSource.query(sql);\n\n    const repLowerCase: Array<RawResultTableAndColumn> = [];\n    rep.forEach((_rep) =>\n      repLowerCase.push({\n        table_name: _rep.TABLE_NAME,\n        column_name: _rep.COLUMN_NAME,\n        data_type: _rep.DATA_TYPE,\n        is_nullable: _rep.IS_NULLABLE,\n      })\n    );\n\n    return formatToSqlTable(repLowerCase);\n  }\n  if (appDataSource.options.type === \"oracle\") {\n    const schemaName = appDataSource.options.schema;\n    const sql = `  \n      SELECT\n          TABLE_NAME AS \"table_name\",\n          COLUMN_NAME AS \"column_name\",\n          DATA_TYPE AS \"data_type\",\n          NULLABLE AS \"is_nullable\"\n      FROM ALL_TAB_COLS\n      WHERE\n          OWNER = UPPER('${schemaName}')`;\n    const rep = await appDataSource.query(sql);\n    return formatToSqlTable(rep);\n  }\n  throw new Error(\"Database type not implemented yet\");\n};\n\nconst formatSqlResponseToSimpleTableString = (rawResult: unknown): string => {\n  if (!rawResult || !Array.isArray(rawResult) || rawResult.length === 0) {\n    return \"\";\n  }\n\n  let globalString = \"\";\n  for (const oneRow of rawResult) {\n    globalString += `${Object.values(oneRow).reduce(\n      (completeString, columnValue) => `${completeString} ${columnValue}`,\n      \"\"\n    )}\\n`;\n  }\n\n  return globalString;\n};\n\nexport const generateTableInfoFromTables = async (\n  tables: Array<SqlTable> | undefined,\n  appDataSource: DataSource,\n  nbSampleRow: number,\n  customDescription?: Record<string, string>\n): Promise<string> => {\n  if (!tables) {\n    return \"\";\n  }\n\n  let globalString = \"\";\n  for (const currentTable of tables) {\n    // Add the custom info of the table\n    const tableCustomDescription =\n      customDescription &&\n      Object.keys(customDescription).includes(currentTable.tableName)\n        ? `${customDescription[currentTable.tableName]}\\n`\n        : \"\";\n    // Add the creation of the table in SQL\n    let schema = null;\n    if (appDataSource.options.type === \"postgres\") {\n      schema = appDataSource.options?.schema ?? \"public\";\n    } else if (appDataSource.options.type === \"aurora-postgres\") {\n      schema = \"public\";\n    } else if (appDataSource.options.type === \"mssql\") {\n      schema = appDataSource.options?.schema;\n    } else if (appDataSource.options.type === \"sap\") {\n      schema =\n        appDataSource.options?.schema ??\n        appDataSource.options?.username ??\n        \"public\";\n    } else if (appDataSource.options.type === \"oracle\") {\n      schema = appDataSource.options.schema;\n    }\n    let sqlCreateTableQuery = schema\n      ? `CREATE TABLE \"${schema}\".\"${currentTable.tableName}\" (\\n`\n      : `CREATE TABLE ${currentTable.tableName} (\\n`;\n    for (const [key, currentColumn] of currentTable.columns.entries()) {\n      if (key > 0) {\n        sqlCreateTableQuery += \", \";\n      }\n      sqlCreateTableQuery += `${currentColumn.columnName} ${\n        currentColumn.dataType\n      } ${currentColumn.isNullable ? \"\" : \"NOT NULL\"}`;\n    }\n    sqlCreateTableQuery += \") \\n\";\n\n    let sqlSelectInfoQuery;\n    if (appDataSource.options.type === \"mysql\") {\n      // We use backticks to quote the table names and thus allow for example spaces in table names\n      sqlSelectInfoQuery = `SELECT * FROM \\`${currentTable.tableName}\\` LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"postgres\") {\n      const schema =\n        appDataSource.options.type === \"postgres\"\n          ? (appDataSource.options?.schema ?? \"public\")\n          : \"public\";\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"mssql\") {\n      const schema = appDataSource.options?.schema;\n      sqlSelectInfoQuery = schema\n        ? `SELECT TOP ${nbSampleRow} * FROM ${schema}.[${currentTable.tableName}];\\n`\n        : `SELECT TOP ${nbSampleRow} * FROM [${currentTable.tableName}];\\n`;\n    } else if (appDataSource.options.type === \"sap\") {\n      const schema =\n        appDataSource.options?.schema ??\n        appDataSource.options?.username ??\n        \"public\";\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    } else if (appDataSource.options.type === \"oracle\") {\n      sqlSelectInfoQuery = `SELECT * FROM \"${schema}\".\"${currentTable.tableName}\" WHERE ROWNUM <= '${nbSampleRow}'`;\n    } else {\n      sqlSelectInfoQuery = `SELECT * FROM \"${currentTable.tableName}\" LIMIT ${nbSampleRow};\\n`;\n    }\n\n    const columnNamesConcatString = `${currentTable.columns.reduce(\n      (completeString, column) => `${completeString} ${column.columnName}`,\n      \"\"\n    )}\\n`;\n\n    let sample = \"\";\n    try {\n      const infoObjectResult = nbSampleRow\n        ? await appDataSource.query(sqlSelectInfoQuery)\n        : null;\n      sample = formatSqlResponseToSimpleTableString(infoObjectResult);\n    } catch (error) {\n      // If the request fails we catch it and only display a log message\n      console.log(error);\n    }\n\n    globalString = globalString.concat(\n      tableCustomDescription +\n        sqlCreateTableQuery +\n        sqlSelectInfoQuery +\n        columnNamesConcatString +\n        sample\n    );\n  }\n\n  return globalString;\n};\n\nexport const getPromptTemplateFromDataSource = (\n  appDataSource: DataSource\n): PromptTemplate => {\n  if (\n    appDataSource.options.type === \"postgres\" ||\n    appDataSource.options.type === \"aurora-postgres\"\n  ) {\n    return SQL_POSTGRES_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"sqlite\") {\n    return SQL_SQLITE_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"mysql\") {\n    return SQL_MYSQL_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"mssql\") {\n    return SQL_MSSQL_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"sap\") {\n    return SQL_SAP_HANA_PROMPT;\n  }\n\n  if (appDataSource.options.type === \"oracle\") {\n    return SQL_ORACLE_PROMPT;\n  }\n\n  return DEFAULT_SQL_DATABASE_PROMPT;\n};\n"],"mappings":";;AAiDA,MAAa,mCACX,oBACA,YACA,mBACS;CACT,MAAM,iBAAgC,mBAAmB,KACtD,UAAoB,MAAM,UAC5B;AACD,KAAI,WAAW,SAAS;OACjB,MAAM,aAAa,WACtB,KAAI,CAAC,eAAe,SAAS,UAAU,CACrC,OAAM,IAAI,MACR,GAAG,eAAe,aAAa,UAAU,gCAC1C;;;AAMT,MAAa,sCACX,oBACA,kBACS;AACT,iCACE,oBACA,eACA,wCACD;;AAGH,MAAa,qCACX,oBACA,iBACS;AACT,iCACE,oBACA,cACA,uCACD;;AAGH,MAAM,oBACJ,6BACoB;CACpB,MAAM,WAA4B,EAAE;AACpC,MAAK,MAAM,aAAa,0BAA0B;EAChD,MAAM,YAAY;GAChB,YAAY,UAAU;GACtB,UAAU,UAAU;GACpB,YAAY,UAAU,gBAAgB;GACvC;EACD,MAAM,eAAe,SAAS,MAC3B,aAAa,SAAS,cAAc,UAAU,WAChD;AACD,MAAI,aACF,cAAa,QAAQ,KAAK,UAAU;OAC/B;GACL,MAAM,WAAW;IACf,WAAW,UAAU;IACrB,SAAS,CAAC,UAAU;IACrB;AACD,YAAS,KAAK,SAAS;;;AAI3B,QAAO;;AAGT,MAAa,yBAAyB,OACpC,kBAC6B;CAC7B,IAAI;AACJ,KACE,cAAc,QAAQ,SAAS,cAC/B,cAAc,QAAQ,SAAS,mBAC/B;EACA,MAAM,SACJ,cAAc,QAAQ,SAAS,aAC1B,cAAc,SAAS,UAAU,WAClC;AACN,QAAM;;;;;;;;gCAQsB,OAAO;sCACD,OAAO;;;;AAMzC,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KACE,cAAc,QAAQ,SAAS,YAC/B,cAAc,QAAQ,SAAS,oBAC/B,cAAc,QAAQ,SAAS,SAC/B;AACA,QACE;AAkBF,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KACE,cAAc,QAAQ,SAAS,WAC/B,cAAc,QAAQ,SAAS,gBAC/B;AACA,QACE,yKAMyB,cAAc,QAAQ,SAAS;AAI1D,SAAO,iBAFK,MAAM,cAAc,MAAM,IAAI,CAEd;;AAG9B,KAAI,cAAc,QAAQ,SAAS,SAAS;EAC1C,MAAM,SAAS,cAAc,SAAS;EACtC,MAAM,MAAM;;;;;;MAMV,UAAU,yBAAyB,OAAO,GAAG;;AAI/C,SAAO,iBADK,MAAM,cAAc,MAAM,IAAI,CACd;;AAG9B,KAAI,cAAc,QAAQ,SAAS,OAAO;AAExC,QAAM;;;;;;2BADS,cAAc,SAAS,UAAU,SAOlB;EAE9B,MAAM,MACJ,MAAM,cAAc,MAAM,IAAI;EAEhC,MAAM,eAA+C,EAAE;AACvD,MAAI,SAAS,SACX,aAAa,KAAK;GAChB,YAAY,KAAK;GACjB,aAAa,KAAK;GAClB,WAAW,KAAK;GAChB,aAAa,KAAK;GACnB,CAAC,CACH;AAED,SAAO,iBAAiB,aAAa;;AAEvC,KAAI,cAAc,QAAQ,SAAS,UAAU;EAE3C,MAAM,MAAM;;;;;;;;2BADO,cAAc,QAAQ,OASP;AAElC,SAAO,iBADK,MAAM,cAAc,MAAM,IAAI,CACd;;AAE9B,OAAM,IAAI,MAAM,oCAAoC;;AAGtD,MAAM,wCAAwC,cAA+B;AAC3E,KAAI,CAAC,aAAa,CAAC,MAAM,QAAQ,UAAU,IAAI,UAAU,WAAW,EAClE,QAAO;CAGT,IAAI,eAAe;AACnB,MAAK,MAAM,UAAU,UACnB,iBAAgB,GAAG,OAAO,OAAO,OAAO,CAAC,QACtC,gBAAgB,gBAAgB,GAAG,eAAe,GAAG,eACtD,GACD,CAAC;AAGJ,QAAO;;AAGT,MAAa,8BAA8B,OACzC,QACA,eACA,aACA,sBACoB;AACpB,KAAI,CAAC,OACH,QAAO;CAGT,IAAI,eAAe;AACnB,MAAK,MAAM,gBAAgB,QAAQ;EAEjC,MAAM,yBACJ,qBACA,OAAO,KAAK,kBAAkB,CAAC,SAAS,aAAa,UAAU,GAC3D,GAAG,kBAAkB,aAAa,WAAW,MAC7C;EAEN,IAAI,SAAS;AACb,MAAI,cAAc,QAAQ,SAAS,WACjC,UAAS,cAAc,SAAS,UAAU;WACjC,cAAc,QAAQ,SAAS,kBACxC,UAAS;WACA,cAAc,QAAQ,SAAS,QACxC,UAAS,cAAc,SAAS;WACvB,cAAc,QAAQ,SAAS,MACxC,UACE,cAAc,SAAS,UACvB,cAAc,SAAS,YACvB;WACO,cAAc,QAAQ,SAAS,SACxC,UAAS,cAAc,QAAQ;EAEjC,IAAI,sBAAsB,SACtB,iBAAiB,OAAO,KAAK,aAAa,UAAU,SACpD,gBAAgB,aAAa,UAAU;AAC3C,OAAK,MAAM,CAAC,KAAK,kBAAkB,aAAa,QAAQ,SAAS,EAAE;AACjE,OAAI,MAAM,EACR,wBAAuB;AAEzB,0BAAuB,GAAG,cAAc,WAAW,GACjD,cAAc,SACf,GAAG,cAAc,aAAa,KAAK;;AAEtC,yBAAuB;EAEvB,IAAI;AACJ,MAAI,cAAc,QAAQ,SAAS,QAEjC,sBAAqB,mBAAmB,aAAa,UAAU,WAAW,YAAY;WAC7E,cAAc,QAAQ,SAAS,WAKxC,sBAAqB,kBAHnB,cAAc,QAAQ,SAAS,aAC1B,cAAc,SAAS,UAAU,WAClC,SACwC,KAAK,aAAa,UAAU,UAAU,YAAY;WACvF,cAAc,QAAQ,SAAS,SAAS;GACjD,MAAM,SAAS,cAAc,SAAS;AACtC,wBAAqB,SACjB,cAAc,YAAY,UAAU,OAAO,IAAI,aAAa,UAAU,QACtE,cAAc,YAAY,WAAW,aAAa,UAAU;aACvD,cAAc,QAAQ,SAAS,MAKxC,sBAAqB,kBAHnB,cAAc,SAAS,UACvB,cAAc,SAAS,YACvB,SAC4C,KAAK,aAAa,UAAU,UAAU,YAAY;WACvF,cAAc,QAAQ,SAAS,SACxC,sBAAqB,kBAAkB,OAAO,KAAK,aAAa,UAAU,qBAAqB,YAAY;MAE3G,sBAAqB,kBAAkB,aAAa,UAAU,UAAU,YAAY;EAGtF,MAAM,0BAA0B,GAAG,aAAa,QAAQ,QACrD,gBAAgB,WAAW,GAAG,eAAe,GAAG,OAAO,cACxD,GACD,CAAC;EAEF,IAAI,SAAS;AACb,MAAI;AAIF,YAAS,qCAHgB,cACrB,MAAM,cAAc,MAAM,mBAAmB,GAC7C,KAC2D;WACxD,OAAO;AAEd,WAAQ,IAAI,MAAM;;AAGpB,iBAAe,aAAa,OAC1B,yBACE,sBACA,qBACA,0BACA,OACH;;AAGH,QAAO;;AAGT,MAAa,mCACX,kBACmB;AACnB,KACE,cAAc,QAAQ,SAAS,cAC/B,cAAc,QAAQ,SAAS,kBAE/B,QAAO;AAGT,KAAI,cAAc,QAAQ,SAAS,SACjC,QAAO;AAGT,KAAI,cAAc,QAAQ,SAAS,QACjC,QAAO;AAGT,KAAI,cAAc,QAAQ,SAAS,QACjC,QAAO;AAGT,KAAI,cAAc,QAAQ,SAAS,MACjC,QAAO;AAGT,KAAI,cAAc,QAAQ,SAAS,SACjC,QAAO;AAGT,QAAO"}

package/dist/util/time.cjs

@@ -1,8 +1,6 @@
-Object.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });
-const require_runtime = require('../_virtual/_rolldown/runtime.cjs');
-
+Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
 //#region src/util/time.ts
-var time_exports = /* @__PURE__ */ require_runtime.__exportAll({ sleep: () => sleep });
+var time_exports = /* @__PURE__ */ require("../_virtual/_rolldown/runtime.cjs").__exportAll({ sleep: () => sleep });
 /**
 * Sleep for a given amount of time.
 * @param ms - The number of milliseconds to sleep for. Defaults to 1000.
@@ -13,13 +11,13 @@ async function sleep(ms = 1e3) {
 		setTimeout(resolve, ms);
 	});
 }
-
 //#endregion
 exports.sleep = sleep;
-Object.defineProperty(exports, 'time_exports', {
-  enumerable: true,
-  get: function () {
-    return time_exports;
-  }
+Object.defineProperty(exports, "time_exports", {
+	enumerable: true,
+	get: function() {
+		return time_exports;
+	}
 });
+
 //# sourceMappingURL=time.cjs.map

package/dist/util/time.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"time.cjs","names":[],"sources":["../../src/util/time.ts"],"sourcesContent":["/**\n * Sleep for a given amount of time.\n * @param ms - The number of milliseconds to sleep for. Defaults to 1000.\n * @returns A promise that resolves when the sleep is complete.\n */\nexport async function sleep(ms = 1000): Promise<void> {\n  return new Promise<void>((resolve) => {\n    setTimeout(resolve, ms);\n  });\n}\n"],"mappings":";;;;;;;;;;AAKA,eAAsB,MAAM,KAAK,KAAqB;AACpD,QAAO,IAAI,SAAe,YAAY;AACpC,aAAW,SAAS,GAAG;GACvB"}
+{"version":3,"file":"time.cjs","names":[],"sources":["../../src/util/time.ts"],"sourcesContent":["/**\n * Sleep for a given amount of time.\n * @param ms - The number of milliseconds to sleep for. Defaults to 1000.\n * @returns A promise that resolves when the sleep is complete.\n */\nexport async function sleep(ms = 1000): Promise<void> {\n  return new Promise<void>((resolve) => {\n    setTimeout(resolve, ms);\n  });\n}\n"],"mappings":";;;;;;;;AAKA,eAAsB,MAAM,KAAK,KAAqB;AACpD,QAAO,IAAI,SAAe,YAAY;AACpC,aAAW,SAAS,GAAG;GACvB"}

package/dist/util/time.js

@@ -1,5 +1,4 @@
 import { __exportAll } from "../_virtual/_rolldown/runtime.js";
-
 //#region src/util/time.ts
 var time_exports = /* @__PURE__ */ __exportAll({ sleep: () => sleep });
 /**
@@ -12,7 +11,7 @@ async function sleep(ms = 1e3) {
 		setTimeout(resolve, ms);
 	});
 }
-
 //#endregion
 export { sleep, time_exports };
+
 //# sourceMappingURL=time.js.map

package/dist/util/time.js.map

@@ -1 +1 @@
-{"version":3,"file":"time.js","names":[],"sources":["../../src/util/time.ts"],"sourcesContent":["/**\n * Sleep for a given amount of time.\n * @param ms - The number of milliseconds to sleep for. Defaults to 1000.\n * @returns A promise that resolves when the sleep is complete.\n */\nexport async function sleep(ms = 1000): Promise<void> {\n  return new Promise<void>((resolve) => {\n    setTimeout(resolve, ms);\n  });\n}\n"],"mappings":";;;;;;;;;AAKA,eAAsB,MAAM,KAAK,KAAqB;AACpD,QAAO,IAAI,SAAe,YAAY;AACpC,aAAW,SAAS,GAAG;GACvB"}
+{"version":3,"file":"time.js","names":[],"sources":["../../src/util/time.ts"],"sourcesContent":["/**\n * Sleep for a given amount of time.\n * @param ms - The number of milliseconds to sleep for. Defaults to 1000.\n * @returns A promise that resolves when the sleep is complete.\n */\nexport async function sleep(ms = 1000): Promise<void> {\n  return new Promise<void>((resolve) => {\n    setTimeout(resolve, ms);\n  });\n}\n"],"mappings":";;;;;;;;AAKA,eAAsB,MAAM,KAAK,KAAqB;AACpD,QAAO,IAAI,SAAe,YAAY;AACpC,aAAW,SAAS,GAAG;GACvB"}

package/dist/vectorstores/memory.cjs

@@ -1,10 +1,9 @@
-Object.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });
-const require_runtime = require('../_virtual/_rolldown/runtime.cjs');
-const require_similarities = require('../util/ml-distance/similarities.cjs');
+Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
+const require_runtime = require("../_virtual/_rolldown/runtime.cjs");
+const require_similarities = require("../util/ml-distance/similarities.cjs");
 let _langchain_core_documents = require("@langchain/core/documents");
 let _langchain_core_utils_math = require("@langchain/core/utils/math");
 let _langchain_core_vectorstores = require("@langchain/core/vectorstores");
-
 //#region src/vectorstores/memory.ts
 var memory_exports = /* @__PURE__ */ require_runtime.__exportAll({ MemoryVectorStore: () => MemoryVectorStore });
 /**
@@ -246,13 +245,13 @@ var MemoryVectorStore = class MemoryVectorStore extends _langchain_core_vectorst
 		return new this(embeddings, dbConfig);
 	}
 };
-
 //#endregion
 exports.MemoryVectorStore = MemoryVectorStore;
-Object.defineProperty(exports, 'memory_exports', {
-  enumerable: true,
-  get: function () {
-    return memory_exports;
-  }
+Object.defineProperty(exports, "memory_exports", {
+	enumerable: true,
+	get: function() {
+		return memory_exports;
+	}
 });
+
 //# sourceMappingURL=memory.cjs.map

package/dist/vectorstores/memory.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"memory.cjs","names":["VectorStore","cosine","Document"],"sources":["../../src/vectorstores/memory.ts"],"sourcesContent":["import {\n  MaxMarginalRelevanceSearchOptions,\n  VectorStore,\n} from \"@langchain/core/vectorstores\";\nimport type { EmbeddingsInterface } from \"@langchain/core/embeddings\";\nimport { Document, DocumentInterface } from \"@langchain/core/documents\";\nimport { maximalMarginalRelevance } from \"@langchain/core/utils/math\";\nimport { cosine } from \"../util/ml-distance/similarities.js\";\n\n/**\n * Interface representing a vector in memory. It includes the content\n * (text), the corresponding embedding (vector), and any associated\n * metadata.\n */\ninterface MemoryVector {\n  content: string;\n  embedding: number[];\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  metadata: Record<string, any>;\n  id?: string;\n}\n\n/**\n * Interface for the arguments that can be passed to the\n * `MemoryVectorStore` constructor. It includes an optional `similarity`\n * function.\n */\nexport interface MemoryVectorStoreArgs {\n  similarity?: typeof cosine;\n}\n\n/**\n * In-memory, ephemeral vector store.\n *\n * Setup:\n * Install `langchain`:\n *\n * ```bash\n * npm install langchain\n * ```\n *\n * ## [Constructor args](https://api.js.langchain.com/classes/langchain.vectorstores_memory.MemoryVectorStore.html#constructor)\n *\n * <details open>\n * <summary><strong>Instantiate</strong></summary>\n *\n * ```typescript\n * import { MemoryVectorStore } from 'langchain/vectorstores/memory';\n * // Or other embeddings\n * import { OpenAIEmbeddings } from '@langchain/openai';\n *\n * const embeddings = new OpenAIEmbeddings({\n *   model: \"text-embedding-3-small\",\n * });\n *\n * const vectorStore = new MemoryVectorStore(embeddings);\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Add documents</strong></summary>\n *\n * ```typescript\n * import type { Document } from '@langchain/core/documents';\n *\n * const document1 = { pageContent: \"foo\", metadata: { baz: \"bar\" } };\n * const document2 = { pageContent: \"thud\", metadata: { bar: \"baz\" } };\n * const document3 = { pageContent: \"i will be deleted :(\", metadata: {} };\n *\n * const documents: Document[] = [document1, document2, document3];\n *\n * await vectorStore.addDocuments(documents);\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Similarity search</strong></summary>\n *\n * ```typescript\n * const results = await vectorStore.similaritySearch(\"thud\", 1);\n * for (const doc of results) {\n *   console.log(`* ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * thud [{\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n *\n * <details>\n * <summary><strong>Similarity search with filter</strong></summary>\n *\n * ```typescript\n * const resultsWithFilter = await vectorStore.similaritySearch(\"thud\", 1, { baz: \"bar\" });\n *\n * for (const doc of resultsWithFilter) {\n *   console.log(`* ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * foo [{\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n *\n * <details>\n * <summary><strong>Similarity search with score</strong></summary>\n *\n * ```typescript\n * const resultsWithScore = await vectorStore.similaritySearchWithScore(\"qux\", 1);\n * for (const [doc, score] of resultsWithScore) {\n *   console.log(`* [SIM=${score.toFixed(6)}] ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * [SIM=0.000000] qux [{\"bar\":\"baz\",\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>As a retriever</strong></summary>\n *\n * ```typescript\n * const retriever = vectorStore.asRetriever({\n *   searchType: \"mmr\", // Leave blank for standard similarity search\n *   k: 1,\n * });\n * const resultAsRetriever = await retriever.invoke(\"thud\");\n * console.log(resultAsRetriever);\n *\n * // Output: [Document({ metadata: { \"baz\":\"bar\" }, pageContent: \"thud\" })]\n * ```\n * </details>\n *\n * <br />\n */\nexport class MemoryVectorStore extends VectorStore {\n  declare FilterType: (doc: Document) => boolean;\n\n  memoryVectors: MemoryVector[] = [];\n\n  similarity: typeof cosine;\n\n  _vectorstoreType(): string {\n    return \"memory\";\n  }\n\n  constructor(\n    embeddings: EmbeddingsInterface,\n    { similarity, ...rest }: MemoryVectorStoreArgs = {}\n  ) {\n    super(embeddings, rest);\n\n    this.similarity = similarity ?? cosine;\n  }\n\n  /**\n   * Method to add documents to the memory vector store. It extracts the\n   * text from each document, generates embeddings for them, and adds the\n   * resulting vectors to the store.\n   * @param documents Array of `Document` instances to be added to the store.\n   * @returns Promise that resolves when all documents have been added.\n   */\n  async addDocuments(documents: Document[]): Promise<void> {\n    const texts = documents.map(({ pageContent }) => pageContent);\n    return this.addVectors(\n      await this.embeddings.embedDocuments(texts),\n      documents\n    );\n  }\n\n  /**\n   * Method to add vectors to the memory vector store. It creates\n   * `MemoryVector` instances for each vector and document pair and adds\n   * them to the store.\n   * @param vectors Array of vectors to be added to the store.\n   * @param documents Array of `Document` instances corresponding to the vectors.\n   * @returns Promise that resolves when all vectors have been added.\n   */\n  async addVectors(vectors: number[][], documents: Document[]): Promise<void> {\n    const memoryVectors = vectors.map((embedding, idx) => ({\n      content: documents[idx].pageContent,\n      embedding,\n      metadata: documents[idx].metadata,\n      id: documents[idx].id,\n    }));\n\n    this.memoryVectors = this.memoryVectors.concat(memoryVectors);\n  }\n\n  protected async _queryVectors(\n    query: number[],\n    k: number,\n    filter?: this[\"FilterType\"]\n  ) {\n    const filterFunction = (memoryVector: MemoryVector) => {\n      if (!filter) {\n        return true;\n      }\n\n      const doc = new Document({\n        metadata: memoryVector.metadata,\n        pageContent: memoryVector.content,\n        id: memoryVector.id,\n      });\n      return filter(doc);\n    };\n    const filteredMemoryVectors = this.memoryVectors.filter(filterFunction);\n    return filteredMemoryVectors\n      .map((vector, index) => ({\n        similarity: this.similarity(query, vector.embedding),\n        index,\n        metadata: vector.metadata,\n        content: vector.content,\n        embedding: vector.embedding,\n        id: vector.id,\n      }))\n      .sort((a, b) => (a.similarity > b.similarity ? -1 : 0))\n      .slice(0, k);\n  }\n\n  /**\n   * Method to perform a similarity search in the memory vector store. It\n   * calculates the similarity between the query vector and each vector in\n   * the store, sorts the results by similarity, and returns the top `k`\n   * results along with their scores.\n   * @param query Query vector to compare against the vectors in the store.\n   * @param k Number of top results to return.\n   * @param filter Optional filter function to apply to the vectors before performing the search.\n   * @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.\n   */\n  async similaritySearchVectorWithScore(\n    query: number[],\n    k: number,\n    filter?: this[\"FilterType\"]\n  ): Promise<[Document, number][]> {\n    const searches = await this._queryVectors(query, k, filter);\n    const result: [Document, number][] = searches.map((search) => [\n      new Document({\n        metadata: search.metadata,\n        pageContent: search.content,\n        id: search.id,\n      }),\n      search.similarity,\n    ]);\n\n    return result;\n  }\n\n  async maxMarginalRelevanceSearch(\n    query: string,\n    options: MaxMarginalRelevanceSearchOptions<this[\"FilterType\"]>\n  ): Promise<DocumentInterface[]> {\n    const queryEmbedding = await this.embeddings.embedQuery(query);\n\n    const searches = await this._queryVectors(\n      queryEmbedding,\n      options.fetchK ?? 20,\n      options.filter\n    );\n\n    const embeddingList = searches.map((searchResp) => searchResp.embedding);\n\n    const mmrIndexes = maximalMarginalRelevance(\n      queryEmbedding,\n      embeddingList,\n      options.lambda,\n      options.k\n    );\n\n    return mmrIndexes.map(\n      (idx) =>\n        new Document({\n          metadata: searches[idx].metadata,\n          pageContent: searches[idx].content,\n          id: searches[idx].id,\n        })\n    );\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an array of\n   * texts. It creates a `Document` for each text and metadata pair, and\n   * adds them to the store.\n   * @param texts Array of texts to be added to the store.\n   * @param metadatas Array or single object of metadata corresponding to the texts.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the texts.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromTexts(\n    texts: string[],\n    metadatas: object[] | object,\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const docs: Document[] = [];\n    for (let i = 0; i < texts.length; i += 1) {\n      const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;\n      const newDoc = new Document({\n        pageContent: texts[i],\n        metadata,\n      });\n      docs.push(newDoc);\n    }\n    return MemoryVectorStore.fromDocuments(docs, embeddings, dbConfig);\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an array of\n   * `Document` instances. It adds the documents to the store.\n   * @param docs Array of `Document` instances to be added to the store.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the documents.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromDocuments(\n    docs: Document[],\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const instance = new this(embeddings, dbConfig);\n    await instance.addDocuments(docs);\n    return instance;\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an existing\n   * index. It creates a new `MemoryVectorStore` instance without adding any\n   * documents or vectors.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the documents.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromExistingIndex(\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const instance = new this(embeddings, dbConfig);\n    return instance;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6IA,IAAa,oBAAb,MAAa,0BAA0BA,yCAAY;CAGjD,gBAAgC,EAAE;CAElC;CAEA,mBAA2B;AACzB,SAAO;;CAGT,YACE,YACA,EAAE,YAAY,GAAG,SAAgC,EAAE,EACnD;AACA,QAAM,YAAY,KAAK;AAEvB,OAAK,aAAa,cAAcC;;;;;;;;;CAUlC,MAAM,aAAa,WAAsC;EACvD,MAAM,QAAQ,UAAU,KAAK,EAAE,kBAAkB,YAAY;AAC7D,SAAO,KAAK,WACV,MAAM,KAAK,WAAW,eAAe,MAAM,EAC3C,UACD;;;;;;;;;;CAWH,MAAM,WAAW,SAAqB,WAAsC;EAC1E,MAAM,gBAAgB,QAAQ,KAAK,WAAW,SAAS;GACrD,SAAS,UAAU,KAAK;GACxB;GACA,UAAU,UAAU,KAAK;GACzB,IAAI,UAAU,KAAK;GACpB,EAAE;AAEH,OAAK,gBAAgB,KAAK,cAAc,OAAO,cAAc;;CAG/D,MAAgB,cACd,OACA,GACA,QACA;EACA,MAAM,kBAAkB,iBAA+B;AACrD,OAAI,CAAC,OACH,QAAO;AAQT,UAAO,OALK,IAAIC,mCAAS;IACvB,UAAU,aAAa;IACvB,aAAa,aAAa;IAC1B,IAAI,aAAa;IAClB,CAAC,CACgB;;AAGpB,SAD8B,KAAK,cAAc,OAAO,eAAe,CAEpE,KAAK,QAAQ,WAAW;GACvB,YAAY,KAAK,WAAW,OAAO,OAAO,UAAU;GACpD;GACA,UAAU,OAAO;GACjB,SAAS,OAAO;GAChB,WAAW,OAAO;GAClB,IAAI,OAAO;GACZ,EAAE,CACF,MAAM,GAAG,MAAO,EAAE,aAAa,EAAE,aAAa,KAAK,EAAG,CACtD,MAAM,GAAG,EAAE;;;;;;;;;;;;CAahB,MAAM,gCACJ,OACA,GACA,QAC+B;AAW/B,UAViB,MAAM,KAAK,cAAc,OAAO,GAAG,OAAO,EACb,KAAK,WAAW,CAC5D,IAAIA,mCAAS;GACX,UAAU,OAAO;GACjB,aAAa,OAAO;GACpB,IAAI,OAAO;GACZ,CAAC,EACF,OAAO,WACR,CAAC;;CAKJ,MAAM,2BACJ,OACA,SAC8B;EAC9B,MAAM,iBAAiB,MAAM,KAAK,WAAW,WAAW,MAAM;EAE9D,MAAM,WAAW,MAAM,KAAK,cAC1B,gBACA,QAAQ,UAAU,IAClB,QAAQ,OACT;AAWD,kEANE,gBAHoB,SAAS,KAAK,eAAe,WAAW,UAAU,EAKtE,QAAQ,QACR,QAAQ,EACT,CAEiB,KACf,QACC,IAAIA,mCAAS;GACX,UAAU,SAAS,KAAK;GACxB,aAAa,SAAS,KAAK;GAC3B,IAAI,SAAS,KAAK;GACnB,CAAC,CACL;;;;;;;;;;;;CAaH,aAAa,UACX,OACA,WACA,YACA,UAC4B;EAC5B,MAAM,OAAmB,EAAE;AAC3B,OAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK,GAAG;GACxC,MAAM,WAAW,MAAM,QAAQ,UAAU,GAAG,UAAU,KAAK;GAC3D,MAAM,SAAS,IAAIA,mCAAS;IAC1B,aAAa,MAAM;IACnB;IACD,CAAC;AACF,QAAK,KAAK,OAAO;;AAEnB,SAAO,kBAAkB,cAAc,MAAM,YAAY,SAAS;;;;;;;;;;CAWpE,aAAa,cACX,MACA,YACA,UAC4B;EAC5B,MAAM,WAAW,IAAI,KAAK,YAAY,SAAS;AAC/C,QAAM,SAAS,aAAa,KAAK;AACjC,SAAO;;;;;;;;;;CAWT,aAAa,kBACX,YACA,UAC4B;AAE5B,SADiB,IAAI,KAAK,YAAY,SAAS"}
+{"version":3,"file":"memory.cjs","names":["VectorStore","cosine","Document"],"sources":["../../src/vectorstores/memory.ts"],"sourcesContent":["import {\n  MaxMarginalRelevanceSearchOptions,\n  VectorStore,\n} from \"@langchain/core/vectorstores\";\nimport type { EmbeddingsInterface } from \"@langchain/core/embeddings\";\nimport { Document, DocumentInterface } from \"@langchain/core/documents\";\nimport { maximalMarginalRelevance } from \"@langchain/core/utils/math\";\nimport { cosine } from \"../util/ml-distance/similarities.js\";\n\n/**\n * Interface representing a vector in memory. It includes the content\n * (text), the corresponding embedding (vector), and any associated\n * metadata.\n */\ninterface MemoryVector {\n  content: string;\n  embedding: number[];\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  metadata: Record<string, any>;\n  id?: string;\n}\n\n/**\n * Interface for the arguments that can be passed to the\n * `MemoryVectorStore` constructor. It includes an optional `similarity`\n * function.\n */\nexport interface MemoryVectorStoreArgs {\n  similarity?: typeof cosine;\n}\n\n/**\n * In-memory, ephemeral vector store.\n *\n * Setup:\n * Install `langchain`:\n *\n * ```bash\n * npm install langchain\n * ```\n *\n * ## [Constructor args](https://api.js.langchain.com/classes/langchain.vectorstores_memory.MemoryVectorStore.html#constructor)\n *\n * <details open>\n * <summary><strong>Instantiate</strong></summary>\n *\n * ```typescript\n * import { MemoryVectorStore } from 'langchain/vectorstores/memory';\n * // Or other embeddings\n * import { OpenAIEmbeddings } from '@langchain/openai';\n *\n * const embeddings = new OpenAIEmbeddings({\n *   model: \"text-embedding-3-small\",\n * });\n *\n * const vectorStore = new MemoryVectorStore(embeddings);\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Add documents</strong></summary>\n *\n * ```typescript\n * import type { Document } from '@langchain/core/documents';\n *\n * const document1 = { pageContent: \"foo\", metadata: { baz: \"bar\" } };\n * const document2 = { pageContent: \"thud\", metadata: { bar: \"baz\" } };\n * const document3 = { pageContent: \"i will be deleted :(\", metadata: {} };\n *\n * const documents: Document[] = [document1, document2, document3];\n *\n * await vectorStore.addDocuments(documents);\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Similarity search</strong></summary>\n *\n * ```typescript\n * const results = await vectorStore.similaritySearch(\"thud\", 1);\n * for (const doc of results) {\n *   console.log(`* ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * thud [{\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n *\n * <details>\n * <summary><strong>Similarity search with filter</strong></summary>\n *\n * ```typescript\n * const resultsWithFilter = await vectorStore.similaritySearch(\"thud\", 1, { baz: \"bar\" });\n *\n * for (const doc of resultsWithFilter) {\n *   console.log(`* ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * foo [{\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n *\n * <details>\n * <summary><strong>Similarity search with score</strong></summary>\n *\n * ```typescript\n * const resultsWithScore = await vectorStore.similaritySearchWithScore(\"qux\", 1);\n * for (const [doc, score] of resultsWithScore) {\n *   console.log(`* [SIM=${score.toFixed(6)}] ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * [SIM=0.000000] qux [{\"bar\":\"baz\",\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>As a retriever</strong></summary>\n *\n * ```typescript\n * const retriever = vectorStore.asRetriever({\n *   searchType: \"mmr\", // Leave blank for standard similarity search\n *   k: 1,\n * });\n * const resultAsRetriever = await retriever.invoke(\"thud\");\n * console.log(resultAsRetriever);\n *\n * // Output: [Document({ metadata: { \"baz\":\"bar\" }, pageContent: \"thud\" })]\n * ```\n * </details>\n *\n * <br />\n */\nexport class MemoryVectorStore extends VectorStore {\n  declare FilterType: (doc: Document) => boolean;\n\n  memoryVectors: MemoryVector[] = [];\n\n  similarity: typeof cosine;\n\n  _vectorstoreType(): string {\n    return \"memory\";\n  }\n\n  constructor(\n    embeddings: EmbeddingsInterface,\n    { similarity, ...rest }: MemoryVectorStoreArgs = {}\n  ) {\n    super(embeddings, rest);\n\n    this.similarity = similarity ?? cosine;\n  }\n\n  /**\n   * Method to add documents to the memory vector store. It extracts the\n   * text from each document, generates embeddings for them, and adds the\n   * resulting vectors to the store.\n   * @param documents Array of `Document` instances to be added to the store.\n   * @returns Promise that resolves when all documents have been added.\n   */\n  async addDocuments(documents: Document[]): Promise<void> {\n    const texts = documents.map(({ pageContent }) => pageContent);\n    return this.addVectors(\n      await this.embeddings.embedDocuments(texts),\n      documents\n    );\n  }\n\n  /**\n   * Method to add vectors to the memory vector store. It creates\n   * `MemoryVector` instances for each vector and document pair and adds\n   * them to the store.\n   * @param vectors Array of vectors to be added to the store.\n   * @param documents Array of `Document` instances corresponding to the vectors.\n   * @returns Promise that resolves when all vectors have been added.\n   */\n  async addVectors(vectors: number[][], documents: Document[]): Promise<void> {\n    const memoryVectors = vectors.map((embedding, idx) => ({\n      content: documents[idx].pageContent,\n      embedding,\n      metadata: documents[idx].metadata,\n      id: documents[idx].id,\n    }));\n\n    this.memoryVectors = this.memoryVectors.concat(memoryVectors);\n  }\n\n  protected async _queryVectors(\n    query: number[],\n    k: number,\n    filter?: this[\"FilterType\"]\n  ) {\n    const filterFunction = (memoryVector: MemoryVector) => {\n      if (!filter) {\n        return true;\n      }\n\n      const doc = new Document({\n        metadata: memoryVector.metadata,\n        pageContent: memoryVector.content,\n        id: memoryVector.id,\n      });\n      return filter(doc);\n    };\n    const filteredMemoryVectors = this.memoryVectors.filter(filterFunction);\n    return filteredMemoryVectors\n      .map((vector, index) => ({\n        similarity: this.similarity(query, vector.embedding),\n        index,\n        metadata: vector.metadata,\n        content: vector.content,\n        embedding: vector.embedding,\n        id: vector.id,\n      }))\n      .sort((a, b) => (a.similarity > b.similarity ? -1 : 0))\n      .slice(0, k);\n  }\n\n  /**\n   * Method to perform a similarity search in the memory vector store. It\n   * calculates the similarity between the query vector and each vector in\n   * the store, sorts the results by similarity, and returns the top `k`\n   * results along with their scores.\n   * @param query Query vector to compare against the vectors in the store.\n   * @param k Number of top results to return.\n   * @param filter Optional filter function to apply to the vectors before performing the search.\n   * @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.\n   */\n  async similaritySearchVectorWithScore(\n    query: number[],\n    k: number,\n    filter?: this[\"FilterType\"]\n  ): Promise<[Document, number][]> {\n    const searches = await this._queryVectors(query, k, filter);\n    const result: [Document, number][] = searches.map((search) => [\n      new Document({\n        metadata: search.metadata,\n        pageContent: search.content,\n        id: search.id,\n      }),\n      search.similarity,\n    ]);\n\n    return result;\n  }\n\n  async maxMarginalRelevanceSearch(\n    query: string,\n    options: MaxMarginalRelevanceSearchOptions<this[\"FilterType\"]>\n  ): Promise<DocumentInterface[]> {\n    const queryEmbedding = await this.embeddings.embedQuery(query);\n\n    const searches = await this._queryVectors(\n      queryEmbedding,\n      options.fetchK ?? 20,\n      options.filter\n    );\n\n    const embeddingList = searches.map((searchResp) => searchResp.embedding);\n\n    const mmrIndexes = maximalMarginalRelevance(\n      queryEmbedding,\n      embeddingList,\n      options.lambda,\n      options.k\n    );\n\n    return mmrIndexes.map(\n      (idx) =>\n        new Document({\n          metadata: searches[idx].metadata,\n          pageContent: searches[idx].content,\n          id: searches[idx].id,\n        })\n    );\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an array of\n   * texts. It creates a `Document` for each text and metadata pair, and\n   * adds them to the store.\n   * @param texts Array of texts to be added to the store.\n   * @param metadatas Array or single object of metadata corresponding to the texts.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the texts.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromTexts(\n    texts: string[],\n    metadatas: object[] | object,\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const docs: Document[] = [];\n    for (let i = 0; i < texts.length; i += 1) {\n      const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;\n      const newDoc = new Document({\n        pageContent: texts[i],\n        metadata,\n      });\n      docs.push(newDoc);\n    }\n    return MemoryVectorStore.fromDocuments(docs, embeddings, dbConfig);\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an array of\n   * `Document` instances. It adds the documents to the store.\n   * @param docs Array of `Document` instances to be added to the store.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the documents.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromDocuments(\n    docs: Document[],\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const instance = new this(embeddings, dbConfig);\n    await instance.addDocuments(docs);\n    return instance;\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an existing\n   * index. It creates a new `MemoryVectorStore` instance without adding any\n   * documents or vectors.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the documents.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromExistingIndex(\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const instance = new this(embeddings, dbConfig);\n    return instance;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6IA,IAAa,oBAAb,MAAa,0BAA0BA,6BAAAA,YAAY;CAGjD,gBAAgC,EAAE;CAElC;CAEA,mBAA2B;AACzB,SAAO;;CAGT,YACE,YACA,EAAE,YAAY,GAAG,SAAgC,EAAE,EACnD;AACA,QAAM,YAAY,KAAK;AAEvB,OAAK,aAAa,cAAcC,qBAAAA;;;;;;;;;CAUlC,MAAM,aAAa,WAAsC;EACvD,MAAM,QAAQ,UAAU,KAAK,EAAE,kBAAkB,YAAY;AAC7D,SAAO,KAAK,WACV,MAAM,KAAK,WAAW,eAAe,MAAM,EAC3C,UACD;;;;;;;;;;CAWH,MAAM,WAAW,SAAqB,WAAsC;EAC1E,MAAM,gBAAgB,QAAQ,KAAK,WAAW,SAAS;GACrD,SAAS,UAAU,KAAK;GACxB;GACA,UAAU,UAAU,KAAK;GACzB,IAAI,UAAU,KAAK;GACpB,EAAE;AAEH,OAAK,gBAAgB,KAAK,cAAc,OAAO,cAAc;;CAG/D,MAAgB,cACd,OACA,GACA,QACA;EACA,MAAM,kBAAkB,iBAA+B;AACrD,OAAI,CAAC,OACH,QAAO;AAQT,UAAO,OALK,IAAIC,0BAAAA,SAAS;IACvB,UAAU,aAAa;IACvB,aAAa,aAAa;IAC1B,IAAI,aAAa;IAClB,CAAC,CACgB;;AAGpB,SAD8B,KAAK,cAAc,OAAO,eAAe,CAEpE,KAAK,QAAQ,WAAW;GACvB,YAAY,KAAK,WAAW,OAAO,OAAO,UAAU;GACpD;GACA,UAAU,OAAO;GACjB,SAAS,OAAO;GAChB,WAAW,OAAO;GAClB,IAAI,OAAO;GACZ,EAAE,CACF,MAAM,GAAG,MAAO,EAAE,aAAa,EAAE,aAAa,KAAK,EAAG,CACtD,MAAM,GAAG,EAAE;;;;;;;;;;;;CAahB,MAAM,gCACJ,OACA,GACA,QAC+B;AAW/B,UAViB,MAAM,KAAK,cAAc,OAAO,GAAG,OAAO,EACb,KAAK,WAAW,CAC5D,IAAIA,0BAAAA,SAAS;GACX,UAAU,OAAO;GACjB,aAAa,OAAO;GACpB,IAAI,OAAO;GACZ,CAAC,EACF,OAAO,WACR,CAAC;;CAKJ,MAAM,2BACJ,OACA,SAC8B;EAC9B,MAAM,iBAAiB,MAAM,KAAK,WAAW,WAAW,MAAM;EAE9D,MAAM,WAAW,MAAM,KAAK,cAC1B,gBACA,QAAQ,UAAU,IAClB,QAAQ,OACT;AAWD,UAAA,GAAA,2BAAA,0BANE,gBAHoB,SAAS,KAAK,eAAe,WAAW,UAAU,EAKtE,QAAQ,QACR,QAAQ,EACT,CAEiB,KACf,QACC,IAAIA,0BAAAA,SAAS;GACX,UAAU,SAAS,KAAK;GACxB,aAAa,SAAS,KAAK;GAC3B,IAAI,SAAS,KAAK;GACnB,CAAC,CACL;;;;;;;;;;;;CAaH,aAAa,UACX,OACA,WACA,YACA,UAC4B;EAC5B,MAAM,OAAmB,EAAE;AAC3B,OAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK,GAAG;GACxC,MAAM,WAAW,MAAM,QAAQ,UAAU,GAAG,UAAU,KAAK;GAC3D,MAAM,SAAS,IAAIA,0BAAAA,SAAS;IAC1B,aAAa,MAAM;IACnB;IACD,CAAC;AACF,QAAK,KAAK,OAAO;;AAEnB,SAAO,kBAAkB,cAAc,MAAM,YAAY,SAAS;;;;;;;;;;CAWpE,aAAa,cACX,MACA,YACA,UAC4B;EAC5B,MAAM,WAAW,IAAI,KAAK,YAAY,SAAS;AAC/C,QAAM,SAAS,aAAa,KAAK;AACjC,SAAO;;;;;;;;;;CAWT,aAAa,kBACX,YACA,UAC4B;AAE5B,SADiB,IAAI,KAAK,YAAY,SAAS"}

package/dist/vectorstores/memory.js

@@ -3,7 +3,6 @@ import { cosine } from "../util/ml-distance/similarities.js";
 import { Document } from "@langchain/core/documents";
 import { maximalMarginalRelevance } from "@langchain/core/utils/math";
 import { VectorStore } from "@langchain/core/vectorstores";
-
 //#region src/vectorstores/memory.ts
 var memory_exports = /* @__PURE__ */ __exportAll({ MemoryVectorStore: () => MemoryVectorStore });
 /**
@@ -245,7 +244,7 @@ var MemoryVectorStore = class MemoryVectorStore extends VectorStore {
 		return new this(embeddings, dbConfig);
 	}
 };
-
 //#endregion
 export { MemoryVectorStore, memory_exports };
+
 //# sourceMappingURL=memory.js.map

package/dist/vectorstores/memory.js.map

@@ -1 +1 @@
-{"version":3,"file":"memory.js","names":[],"sources":["../../src/vectorstores/memory.ts"],"sourcesContent":["import {\n  MaxMarginalRelevanceSearchOptions,\n  VectorStore,\n} from \"@langchain/core/vectorstores\";\nimport type { EmbeddingsInterface } from \"@langchain/core/embeddings\";\nimport { Document, DocumentInterface } from \"@langchain/core/documents\";\nimport { maximalMarginalRelevance } from \"@langchain/core/utils/math\";\nimport { cosine } from \"../util/ml-distance/similarities.js\";\n\n/**\n * Interface representing a vector in memory. It includes the content\n * (text), the corresponding embedding (vector), and any associated\n * metadata.\n */\ninterface MemoryVector {\n  content: string;\n  embedding: number[];\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  metadata: Record<string, any>;\n  id?: string;\n}\n\n/**\n * Interface for the arguments that can be passed to the\n * `MemoryVectorStore` constructor. It includes an optional `similarity`\n * function.\n */\nexport interface MemoryVectorStoreArgs {\n  similarity?: typeof cosine;\n}\n\n/**\n * In-memory, ephemeral vector store.\n *\n * Setup:\n * Install `langchain`:\n *\n * ```bash\n * npm install langchain\n * ```\n *\n * ## [Constructor args](https://api.js.langchain.com/classes/langchain.vectorstores_memory.MemoryVectorStore.html#constructor)\n *\n * <details open>\n * <summary><strong>Instantiate</strong></summary>\n *\n * ```typescript\n * import { MemoryVectorStore } from 'langchain/vectorstores/memory';\n * // Or other embeddings\n * import { OpenAIEmbeddings } from '@langchain/openai';\n *\n * const embeddings = new OpenAIEmbeddings({\n *   model: \"text-embedding-3-small\",\n * });\n *\n * const vectorStore = new MemoryVectorStore(embeddings);\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Add documents</strong></summary>\n *\n * ```typescript\n * import type { Document } from '@langchain/core/documents';\n *\n * const document1 = { pageContent: \"foo\", metadata: { baz: \"bar\" } };\n * const document2 = { pageContent: \"thud\", metadata: { bar: \"baz\" } };\n * const document3 = { pageContent: \"i will be deleted :(\", metadata: {} };\n *\n * const documents: Document[] = [document1, document2, document3];\n *\n * await vectorStore.addDocuments(documents);\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Similarity search</strong></summary>\n *\n * ```typescript\n * const results = await vectorStore.similaritySearch(\"thud\", 1);\n * for (const doc of results) {\n *   console.log(`* ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * thud [{\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n *\n * <details>\n * <summary><strong>Similarity search with filter</strong></summary>\n *\n * ```typescript\n * const resultsWithFilter = await vectorStore.similaritySearch(\"thud\", 1, { baz: \"bar\" });\n *\n * for (const doc of resultsWithFilter) {\n *   console.log(`* ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * foo [{\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n *\n * <details>\n * <summary><strong>Similarity search with score</strong></summary>\n *\n * ```typescript\n * const resultsWithScore = await vectorStore.similaritySearchWithScore(\"qux\", 1);\n * for (const [doc, score] of resultsWithScore) {\n *   console.log(`* [SIM=${score.toFixed(6)}] ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * [SIM=0.000000] qux [{\"bar\":\"baz\",\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>As a retriever</strong></summary>\n *\n * ```typescript\n * const retriever = vectorStore.asRetriever({\n *   searchType: \"mmr\", // Leave blank for standard similarity search\n *   k: 1,\n * });\n * const resultAsRetriever = await retriever.invoke(\"thud\");\n * console.log(resultAsRetriever);\n *\n * // Output: [Document({ metadata: { \"baz\":\"bar\" }, pageContent: \"thud\" })]\n * ```\n * </details>\n *\n * <br />\n */\nexport class MemoryVectorStore extends VectorStore {\n  declare FilterType: (doc: Document) => boolean;\n\n  memoryVectors: MemoryVector[] = [];\n\n  similarity: typeof cosine;\n\n  _vectorstoreType(): string {\n    return \"memory\";\n  }\n\n  constructor(\n    embeddings: EmbeddingsInterface,\n    { similarity, ...rest }: MemoryVectorStoreArgs = {}\n  ) {\n    super(embeddings, rest);\n\n    this.similarity = similarity ?? cosine;\n  }\n\n  /**\n   * Method to add documents to the memory vector store. It extracts the\n   * text from each document, generates embeddings for them, and adds the\n   * resulting vectors to the store.\n   * @param documents Array of `Document` instances to be added to the store.\n   * @returns Promise that resolves when all documents have been added.\n   */\n  async addDocuments(documents: Document[]): Promise<void> {\n    const texts = documents.map(({ pageContent }) => pageContent);\n    return this.addVectors(\n      await this.embeddings.embedDocuments(texts),\n      documents\n    );\n  }\n\n  /**\n   * Method to add vectors to the memory vector store. It creates\n   * `MemoryVector` instances for each vector and document pair and adds\n   * them to the store.\n   * @param vectors Array of vectors to be added to the store.\n   * @param documents Array of `Document` instances corresponding to the vectors.\n   * @returns Promise that resolves when all vectors have been added.\n   */\n  async addVectors(vectors: number[][], documents: Document[]): Promise<void> {\n    const memoryVectors = vectors.map((embedding, idx) => ({\n      content: documents[idx].pageContent,\n      embedding,\n      metadata: documents[idx].metadata,\n      id: documents[idx].id,\n    }));\n\n    this.memoryVectors = this.memoryVectors.concat(memoryVectors);\n  }\n\n  protected async _queryVectors(\n    query: number[],\n    k: number,\n    filter?: this[\"FilterType\"]\n  ) {\n    const filterFunction = (memoryVector: MemoryVector) => {\n      if (!filter) {\n        return true;\n      }\n\n      const doc = new Document({\n        metadata: memoryVector.metadata,\n        pageContent: memoryVector.content,\n        id: memoryVector.id,\n      });\n      return filter(doc);\n    };\n    const filteredMemoryVectors = this.memoryVectors.filter(filterFunction);\n    return filteredMemoryVectors\n      .map((vector, index) => ({\n        similarity: this.similarity(query, vector.embedding),\n        index,\n        metadata: vector.metadata,\n        content: vector.content,\n        embedding: vector.embedding,\n        id: vector.id,\n      }))\n      .sort((a, b) => (a.similarity > b.similarity ? -1 : 0))\n      .slice(0, k);\n  }\n\n  /**\n   * Method to perform a similarity search in the memory vector store. It\n   * calculates the similarity between the query vector and each vector in\n   * the store, sorts the results by similarity, and returns the top `k`\n   * results along with their scores.\n   * @param query Query vector to compare against the vectors in the store.\n   * @param k Number of top results to return.\n   * @param filter Optional filter function to apply to the vectors before performing the search.\n   * @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.\n   */\n  async similaritySearchVectorWithScore(\n    query: number[],\n    k: number,\n    filter?: this[\"FilterType\"]\n  ): Promise<[Document, number][]> {\n    const searches = await this._queryVectors(query, k, filter);\n    const result: [Document, number][] = searches.map((search) => [\n      new Document({\n        metadata: search.metadata,\n        pageContent: search.content,\n        id: search.id,\n      }),\n      search.similarity,\n    ]);\n\n    return result;\n  }\n\n  async maxMarginalRelevanceSearch(\n    query: string,\n    options: MaxMarginalRelevanceSearchOptions<this[\"FilterType\"]>\n  ): Promise<DocumentInterface[]> {\n    const queryEmbedding = await this.embeddings.embedQuery(query);\n\n    const searches = await this._queryVectors(\n      queryEmbedding,\n      options.fetchK ?? 20,\n      options.filter\n    );\n\n    const embeddingList = searches.map((searchResp) => searchResp.embedding);\n\n    const mmrIndexes = maximalMarginalRelevance(\n      queryEmbedding,\n      embeddingList,\n      options.lambda,\n      options.k\n    );\n\n    return mmrIndexes.map(\n      (idx) =>\n        new Document({\n          metadata: searches[idx].metadata,\n          pageContent: searches[idx].content,\n          id: searches[idx].id,\n        })\n    );\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an array of\n   * texts. It creates a `Document` for each text and metadata pair, and\n   * adds them to the store.\n   * @param texts Array of texts to be added to the store.\n   * @param metadatas Array or single object of metadata corresponding to the texts.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the texts.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromTexts(\n    texts: string[],\n    metadatas: object[] | object,\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const docs: Document[] = [];\n    for (let i = 0; i < texts.length; i += 1) {\n      const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;\n      const newDoc = new Document({\n        pageContent: texts[i],\n        metadata,\n      });\n      docs.push(newDoc);\n    }\n    return MemoryVectorStore.fromDocuments(docs, embeddings, dbConfig);\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an array of\n   * `Document` instances. It adds the documents to the store.\n   * @param docs Array of `Document` instances to be added to the store.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the documents.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromDocuments(\n    docs: Document[],\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const instance = new this(embeddings, dbConfig);\n    await instance.addDocuments(docs);\n    return instance;\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an existing\n   * index. It creates a new `MemoryVectorStore` instance without adding any\n   * documents or vectors.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the documents.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromExistingIndex(\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const instance = new this(embeddings, dbConfig);\n    return instance;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6IA,IAAa,oBAAb,MAAa,0BAA0B,YAAY;CAGjD,gBAAgC,EAAE;CAElC;CAEA,mBAA2B;AACzB,SAAO;;CAGT,YACE,YACA,EAAE,YAAY,GAAG,SAAgC,EAAE,EACnD;AACA,QAAM,YAAY,KAAK;AAEvB,OAAK,aAAa,cAAc;;;;;;;;;CAUlC,MAAM,aAAa,WAAsC;EACvD,MAAM,QAAQ,UAAU,KAAK,EAAE,kBAAkB,YAAY;AAC7D,SAAO,KAAK,WACV,MAAM,KAAK,WAAW,eAAe,MAAM,EAC3C,UACD;;;;;;;;;;CAWH,MAAM,WAAW,SAAqB,WAAsC;EAC1E,MAAM,gBAAgB,QAAQ,KAAK,WAAW,SAAS;GACrD,SAAS,UAAU,KAAK;GACxB;GACA,UAAU,UAAU,KAAK;GACzB,IAAI,UAAU,KAAK;GACpB,EAAE;AAEH,OAAK,gBAAgB,KAAK,cAAc,OAAO,cAAc;;CAG/D,MAAgB,cACd,OACA,GACA,QACA;EACA,MAAM,kBAAkB,iBAA+B;AACrD,OAAI,CAAC,OACH,QAAO;AAQT,UAAO,OALK,IAAI,SAAS;IACvB,UAAU,aAAa;IACvB,aAAa,aAAa;IAC1B,IAAI,aAAa;IAClB,CAAC,CACgB;;AAGpB,SAD8B,KAAK,cAAc,OAAO,eAAe,CAEpE,KAAK,QAAQ,WAAW;GACvB,YAAY,KAAK,WAAW,OAAO,OAAO,UAAU;GACpD;GACA,UAAU,OAAO;GACjB,SAAS,OAAO;GAChB,WAAW,OAAO;GAClB,IAAI,OAAO;GACZ,EAAE,CACF,MAAM,GAAG,MAAO,EAAE,aAAa,EAAE,aAAa,KAAK,EAAG,CACtD,MAAM,GAAG,EAAE;;;;;;;;;;;;CAahB,MAAM,gCACJ,OACA,GACA,QAC+B;AAW/B,UAViB,MAAM,KAAK,cAAc,OAAO,GAAG,OAAO,EACb,KAAK,WAAW,CAC5D,IAAI,SAAS;GACX,UAAU,OAAO;GACjB,aAAa,OAAO;GACpB,IAAI,OAAO;GACZ,CAAC,EACF,OAAO,WACR,CAAC;;CAKJ,MAAM,2BACJ,OACA,SAC8B;EAC9B,MAAM,iBAAiB,MAAM,KAAK,WAAW,WAAW,MAAM;EAE9D,MAAM,WAAW,MAAM,KAAK,cAC1B,gBACA,QAAQ,UAAU,IAClB,QAAQ,OACT;AAWD,SAPmB,yBACjB,gBAHoB,SAAS,KAAK,eAAe,WAAW,UAAU,EAKtE,QAAQ,QACR,QAAQ,EACT,CAEiB,KACf,QACC,IAAI,SAAS;GACX,UAAU,SAAS,KAAK;GACxB,aAAa,SAAS,KAAK;GAC3B,IAAI,SAAS,KAAK;GACnB,CAAC,CACL;;;;;;;;;;;;CAaH,aAAa,UACX,OACA,WACA,YACA,UAC4B;EAC5B,MAAM,OAAmB,EAAE;AAC3B,OAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK,GAAG;GACxC,MAAM,WAAW,MAAM,QAAQ,UAAU,GAAG,UAAU,KAAK;GAC3D,MAAM,SAAS,IAAI,SAAS;IAC1B,aAAa,MAAM;IACnB;IACD,CAAC;AACF,QAAK,KAAK,OAAO;;AAEnB,SAAO,kBAAkB,cAAc,MAAM,YAAY,SAAS;;;;;;;;;;CAWpE,aAAa,cACX,MACA,YACA,UAC4B;EAC5B,MAAM,WAAW,IAAI,KAAK,YAAY,SAAS;AAC/C,QAAM,SAAS,aAAa,KAAK;AACjC,SAAO;;;;;;;;;;CAWT,aAAa,kBACX,YACA,UAC4B;AAE5B,SADiB,IAAI,KAAK,YAAY,SAAS"}
+{"version":3,"file":"memory.js","names":[],"sources":["../../src/vectorstores/memory.ts"],"sourcesContent":["import {\n  MaxMarginalRelevanceSearchOptions,\n  VectorStore,\n} from \"@langchain/core/vectorstores\";\nimport type { EmbeddingsInterface } from \"@langchain/core/embeddings\";\nimport { Document, DocumentInterface } from \"@langchain/core/documents\";\nimport { maximalMarginalRelevance } from \"@langchain/core/utils/math\";\nimport { cosine } from \"../util/ml-distance/similarities.js\";\n\n/**\n * Interface representing a vector in memory. It includes the content\n * (text), the corresponding embedding (vector), and any associated\n * metadata.\n */\ninterface MemoryVector {\n  content: string;\n  embedding: number[];\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  metadata: Record<string, any>;\n  id?: string;\n}\n\n/**\n * Interface for the arguments that can be passed to the\n * `MemoryVectorStore` constructor. It includes an optional `similarity`\n * function.\n */\nexport interface MemoryVectorStoreArgs {\n  similarity?: typeof cosine;\n}\n\n/**\n * In-memory, ephemeral vector store.\n *\n * Setup:\n * Install `langchain`:\n *\n * ```bash\n * npm install langchain\n * ```\n *\n * ## [Constructor args](https://api.js.langchain.com/classes/langchain.vectorstores_memory.MemoryVectorStore.html#constructor)\n *\n * <details open>\n * <summary><strong>Instantiate</strong></summary>\n *\n * ```typescript\n * import { MemoryVectorStore } from 'langchain/vectorstores/memory';\n * // Or other embeddings\n * import { OpenAIEmbeddings } from '@langchain/openai';\n *\n * const embeddings = new OpenAIEmbeddings({\n *   model: \"text-embedding-3-small\",\n * });\n *\n * const vectorStore = new MemoryVectorStore(embeddings);\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Add documents</strong></summary>\n *\n * ```typescript\n * import type { Document } from '@langchain/core/documents';\n *\n * const document1 = { pageContent: \"foo\", metadata: { baz: \"bar\" } };\n * const document2 = { pageContent: \"thud\", metadata: { bar: \"baz\" } };\n * const document3 = { pageContent: \"i will be deleted :(\", metadata: {} };\n *\n * const documents: Document[] = [document1, document2, document3];\n *\n * await vectorStore.addDocuments(documents);\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Similarity search</strong></summary>\n *\n * ```typescript\n * const results = await vectorStore.similaritySearch(\"thud\", 1);\n * for (const doc of results) {\n *   console.log(`* ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * thud [{\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n *\n * <details>\n * <summary><strong>Similarity search with filter</strong></summary>\n *\n * ```typescript\n * const resultsWithFilter = await vectorStore.similaritySearch(\"thud\", 1, { baz: \"bar\" });\n *\n * for (const doc of resultsWithFilter) {\n *   console.log(`* ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * foo [{\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n *\n * <details>\n * <summary><strong>Similarity search with score</strong></summary>\n *\n * ```typescript\n * const resultsWithScore = await vectorStore.similaritySearchWithScore(\"qux\", 1);\n * for (const [doc, score] of resultsWithScore) {\n *   console.log(`* [SIM=${score.toFixed(6)}] ${doc.pageContent} [${JSON.stringify(doc.metadata, null)}]`);\n * }\n * // Output: * [SIM=0.000000] qux [{\"bar\":\"baz\",\"baz\":\"bar\"}]\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>As a retriever</strong></summary>\n *\n * ```typescript\n * const retriever = vectorStore.asRetriever({\n *   searchType: \"mmr\", // Leave blank for standard similarity search\n *   k: 1,\n * });\n * const resultAsRetriever = await retriever.invoke(\"thud\");\n * console.log(resultAsRetriever);\n *\n * // Output: [Document({ metadata: { \"baz\":\"bar\" }, pageContent: \"thud\" })]\n * ```\n * </details>\n *\n * <br />\n */\nexport class MemoryVectorStore extends VectorStore {\n  declare FilterType: (doc: Document) => boolean;\n\n  memoryVectors: MemoryVector[] = [];\n\n  similarity: typeof cosine;\n\n  _vectorstoreType(): string {\n    return \"memory\";\n  }\n\n  constructor(\n    embeddings: EmbeddingsInterface,\n    { similarity, ...rest }: MemoryVectorStoreArgs = {}\n  ) {\n    super(embeddings, rest);\n\n    this.similarity = similarity ?? cosine;\n  }\n\n  /**\n   * Method to add documents to the memory vector store. It extracts the\n   * text from each document, generates embeddings for them, and adds the\n   * resulting vectors to the store.\n   * @param documents Array of `Document` instances to be added to the store.\n   * @returns Promise that resolves when all documents have been added.\n   */\n  async addDocuments(documents: Document[]): Promise<void> {\n    const texts = documents.map(({ pageContent }) => pageContent);\n    return this.addVectors(\n      await this.embeddings.embedDocuments(texts),\n      documents\n    );\n  }\n\n  /**\n   * Method to add vectors to the memory vector store. It creates\n   * `MemoryVector` instances for each vector and document pair and adds\n   * them to the store.\n   * @param vectors Array of vectors to be added to the store.\n   * @param documents Array of `Document` instances corresponding to the vectors.\n   * @returns Promise that resolves when all vectors have been added.\n   */\n  async addVectors(vectors: number[][], documents: Document[]): Promise<void> {\n    const memoryVectors = vectors.map((embedding, idx) => ({\n      content: documents[idx].pageContent,\n      embedding,\n      metadata: documents[idx].metadata,\n      id: documents[idx].id,\n    }));\n\n    this.memoryVectors = this.memoryVectors.concat(memoryVectors);\n  }\n\n  protected async _queryVectors(\n    query: number[],\n    k: number,\n    filter?: this[\"FilterType\"]\n  ) {\n    const filterFunction = (memoryVector: MemoryVector) => {\n      if (!filter) {\n        return true;\n      }\n\n      const doc = new Document({\n        metadata: memoryVector.metadata,\n        pageContent: memoryVector.content,\n        id: memoryVector.id,\n      });\n      return filter(doc);\n    };\n    const filteredMemoryVectors = this.memoryVectors.filter(filterFunction);\n    return filteredMemoryVectors\n      .map((vector, index) => ({\n        similarity: this.similarity(query, vector.embedding),\n        index,\n        metadata: vector.metadata,\n        content: vector.content,\n        embedding: vector.embedding,\n        id: vector.id,\n      }))\n      .sort((a, b) => (a.similarity > b.similarity ? -1 : 0))\n      .slice(0, k);\n  }\n\n  /**\n   * Method to perform a similarity search in the memory vector store. It\n   * calculates the similarity between the query vector and each vector in\n   * the store, sorts the results by similarity, and returns the top `k`\n   * results along with their scores.\n   * @param query Query vector to compare against the vectors in the store.\n   * @param k Number of top results to return.\n   * @param filter Optional filter function to apply to the vectors before performing the search.\n   * @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.\n   */\n  async similaritySearchVectorWithScore(\n    query: number[],\n    k: number,\n    filter?: this[\"FilterType\"]\n  ): Promise<[Document, number][]> {\n    const searches = await this._queryVectors(query, k, filter);\n    const result: [Document, number][] = searches.map((search) => [\n      new Document({\n        metadata: search.metadata,\n        pageContent: search.content,\n        id: search.id,\n      }),\n      search.similarity,\n    ]);\n\n    return result;\n  }\n\n  async maxMarginalRelevanceSearch(\n    query: string,\n    options: MaxMarginalRelevanceSearchOptions<this[\"FilterType\"]>\n  ): Promise<DocumentInterface[]> {\n    const queryEmbedding = await this.embeddings.embedQuery(query);\n\n    const searches = await this._queryVectors(\n      queryEmbedding,\n      options.fetchK ?? 20,\n      options.filter\n    );\n\n    const embeddingList = searches.map((searchResp) => searchResp.embedding);\n\n    const mmrIndexes = maximalMarginalRelevance(\n      queryEmbedding,\n      embeddingList,\n      options.lambda,\n      options.k\n    );\n\n    return mmrIndexes.map(\n      (idx) =>\n        new Document({\n          metadata: searches[idx].metadata,\n          pageContent: searches[idx].content,\n          id: searches[idx].id,\n        })\n    );\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an array of\n   * texts. It creates a `Document` for each text and metadata pair, and\n   * adds them to the store.\n   * @param texts Array of texts to be added to the store.\n   * @param metadatas Array or single object of metadata corresponding to the texts.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the texts.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromTexts(\n    texts: string[],\n    metadatas: object[] | object,\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const docs: Document[] = [];\n    for (let i = 0; i < texts.length; i += 1) {\n      const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;\n      const newDoc = new Document({\n        pageContent: texts[i],\n        metadata,\n      });\n      docs.push(newDoc);\n    }\n    return MemoryVectorStore.fromDocuments(docs, embeddings, dbConfig);\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an array of\n   * `Document` instances. It adds the documents to the store.\n   * @param docs Array of `Document` instances to be added to the store.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the documents.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromDocuments(\n    docs: Document[],\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const instance = new this(embeddings, dbConfig);\n    await instance.addDocuments(docs);\n    return instance;\n  }\n\n  /**\n   * Static method to create a `MemoryVectorStore` instance from an existing\n   * index. It creates a new `MemoryVectorStore` instance without adding any\n   * documents or vectors.\n   * @param embeddings `Embeddings` instance used to generate embeddings for the documents.\n   * @param dbConfig Optional `MemoryVectorStoreArgs` to configure the `MemoryVectorStore` instance.\n   * @returns Promise that resolves with a new `MemoryVectorStore` instance.\n   */\n  static async fromExistingIndex(\n    embeddings: EmbeddingsInterface,\n    dbConfig?: MemoryVectorStoreArgs\n  ): Promise<MemoryVectorStore> {\n    const instance = new this(embeddings, dbConfig);\n    return instance;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6IA,IAAa,oBAAb,MAAa,0BAA0B,YAAY;CAGjD,gBAAgC,EAAE;CAElC;CAEA,mBAA2B;AACzB,SAAO;;CAGT,YACE,YACA,EAAE,YAAY,GAAG,SAAgC,EAAE,EACnD;AACA,QAAM,YAAY,KAAK;AAEvB,OAAK,aAAa,cAAc;;;;;;;;;CAUlC,MAAM,aAAa,WAAsC;EACvD,MAAM,QAAQ,UAAU,KAAK,EAAE,kBAAkB,YAAY;AAC7D,SAAO,KAAK,WACV,MAAM,KAAK,WAAW,eAAe,MAAM,EAC3C,UACD;;;;;;;;;;CAWH,MAAM,WAAW,SAAqB,WAAsC;EAC1E,MAAM,gBAAgB,QAAQ,KAAK,WAAW,SAAS;GACrD,SAAS,UAAU,KAAK;GACxB;GACA,UAAU,UAAU,KAAK;GACzB,IAAI,UAAU,KAAK;GACpB,EAAE;AAEH,OAAK,gBAAgB,KAAK,cAAc,OAAO,cAAc;;CAG/D,MAAgB,cACd,OACA,GACA,QACA;EACA,MAAM,kBAAkB,iBAA+B;AACrD,OAAI,CAAC,OACH,QAAO;AAQT,UAAO,OALK,IAAI,SAAS;IACvB,UAAU,aAAa;IACvB,aAAa,aAAa;IAC1B,IAAI,aAAa;IAClB,CAAC,CACgB;;AAGpB,SAD8B,KAAK,cAAc,OAAO,eAAe,CAEpE,KAAK,QAAQ,WAAW;GACvB,YAAY,KAAK,WAAW,OAAO,OAAO,UAAU;GACpD;GACA,UAAU,OAAO;GACjB,SAAS,OAAO;GAChB,WAAW,OAAO;GAClB,IAAI,OAAO;GACZ,EAAE,CACF,MAAM,GAAG,MAAO,EAAE,aAAa,EAAE,aAAa,KAAK,EAAG,CACtD,MAAM,GAAG,EAAE;;;;;;;;;;;;CAahB,MAAM,gCACJ,OACA,GACA,QAC+B;AAW/B,UAViB,MAAM,KAAK,cAAc,OAAO,GAAG,OAAO,EACb,KAAK,WAAW,CAC5D,IAAI,SAAS;GACX,UAAU,OAAO;GACjB,aAAa,OAAO;GACpB,IAAI,OAAO;GACZ,CAAC,EACF,OAAO,WACR,CAAC;;CAKJ,MAAM,2BACJ,OACA,SAC8B;EAC9B,MAAM,iBAAiB,MAAM,KAAK,WAAW,WAAW,MAAM;EAE9D,MAAM,WAAW,MAAM,KAAK,cAC1B,gBACA,QAAQ,UAAU,IAClB,QAAQ,OACT;AAWD,SAPmB,yBACjB,gBAHoB,SAAS,KAAK,eAAe,WAAW,UAAU,EAKtE,QAAQ,QACR,QAAQ,EACT,CAEiB,KACf,QACC,IAAI,SAAS;GACX,UAAU,SAAS,KAAK;GACxB,aAAa,SAAS,KAAK;GAC3B,IAAI,SAAS,KAAK;GACnB,CAAC,CACL;;;;;;;;;;;;CAaH,aAAa,UACX,OACA,WACA,YACA,UAC4B;EAC5B,MAAM,OAAmB,EAAE;AAC3B,OAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK,GAAG;GACxC,MAAM,WAAW,MAAM,QAAQ,UAAU,GAAG,UAAU,KAAK;GAC3D,MAAM,SAAS,IAAI,SAAS;IAC1B,aAAa,MAAM;IACnB;IACD,CAAC;AACF,QAAK,KAAK,OAAO;;AAEnB,SAAO,kBAAkB,cAAc,MAAM,YAAY,SAAS;;;;;;;;;;CAWpE,aAAa,cACX,MACA,YACA,UAC4B;EAC5B,MAAM,WAAW,IAAI,KAAK,YAAY,SAAS;AAC/C,QAAM,SAAS,aAAa,KAAK;AACjC,SAAO;;;;;;;;;;CAWT,aAAa,kBACX,YACA,UAC4B;AAE5B,SADiB,IAAI,KAAK,YAAY,SAAS"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/classic",
-  "version": "1.0.23",
+  "version": "1.0.24-dev-1773698445534",
   "description": "Old abstractions from LangChain.js",
   "author": "LangChain",
   "license": "MIT",
@@ -170,40 +170,40 @@
     "voy-search": "0.6.3",
     "weaviate-client": "^3.8.0",
     "zod-to-json-schema": "^3.24.6",
-    "@langchain/anthropic": "1.3.23",
-    "@langchain/aws": "1.3.1",
+    "@langchain/aws": "1.4.0-dev-1773698445534",
     "@langchain/azure-cosmosdb": "1.2.0",
-    "@langchain/azure-dynamic-sessions": "1.0.1",
+    "@langchain/anthropic": "1.3.24-dev-1773698445534",
     "@langchain/baidu-qianfan": "1.0.3",
+    "@langchain/azure-dynamic-sessions": "1.0.1",
     "@langchain/cloudflare": "1.0.4",
-    "@langchain/cohere": "1.0.4",
-    "@langchain/core": "^1.1.32",
-    "@langchain/deepseek": "1.0.17",
     "@langchain/eslint": "0.1.1",
     "@langchain/exa": "1.0.1",
+    "@langchain/deepseek": "1.0.18-dev-1773698445534",
+    "@langchain/google-common": "2.1.26-dev-1773698445534",
+    "@langchain/google-genai": "2.1.26-dev-1773698445534",
+    "@langchain/google-vertexai": "2.1.26-dev-1773698445534",
     "@langchain/google-cloud-sql-pg": "1.0.22",
-    "@langchain/google-common": "2.1.25",
-    "@langchain/google-genai": "2.1.25",
-    "@langchain/google-vertexai": "2.1.25",
-    "@langchain/google-vertexai-web": "2.1.25",
+    "@langchain/google-vertexai-web": "2.1.26-dev-1773698445534",
+    "@langchain/cohere": "1.0.4",
     "@langchain/groq": "1.1.5",
     "@langchain/mistralai": "1.0.7",
     "@langchain/mongodb": "1.1.0",
+    "@langchain/core": "^1.1.33-dev-1773698445534",
     "@langchain/nomic": "1.0.1",
     "@langchain/ollama": "1.2.6",
     "@langchain/pinecone": "1.0.1",
     "@langchain/qdrant": "1.0.1",
-    "@langchain/redis": "1.1.0",
     "@langchain/tavily": "1.2.0",
     "@langchain/textsplitters": "1.0.1",
+    "@langchain/redis": "1.1.0",
     "@langchain/weaviate": "1.0.1",
-    "@langchain/xai": "1.3.9",
+    "@langchain/xai": "1.3.10-dev-1773698445534",
     "@langchain/yandex": "1.0.3",
     "@langchain/tsconfig": "0.0.1",
-    "langchain": "1.2.31"
+    "langchain": "1.2.33-dev-1773698445534"
   },
   "peerDependencies": {
-    "@langchain/core": "^1.0.0",
+    "@langchain/core": "1.1.33-dev-1773698445534",
     "cheerio": "*",
     "peggy": "^5.1.0",
     "typeorm": "*"
@@ -227,8 +227,8 @@
     "uuid": "^10.0.0",
     "yaml": "^2.2.1",
     "zod": "^3.25.76 || ^4",
-    "@langchain/openai": "1.2.13",
-    "@langchain/textsplitters": "1.0.1"
+    "@langchain/textsplitters": "1.0.1",
+    "@langchain/openai": "1.3.0-dev-1773698445534"
   },
   "optionalDependencies": {
     "langsmith": ">=0.4.0 <1.0.0"
@@ -1290,6 +1290,10 @@
     "./package.json": "./package.json"
   },
   "module": "./dist/index.js",
+  "inlinedDependencies": {
+    "langsmith": "0.5.9",
+    "p-queue": "6.6.2"
+  },
   "scripts": {
     "build": "turbo build:compile --filter @langchain/classic --output-logs new-only",
     "build:compile": "tsdown",

package/agents/format_scratchpad/log.cjs

@@ -1 +0,0 @@
-module.exports = require("../../dist/agents/format_scratchpad/log.cjs");