@langchain/openai 0.0.12 → 0.0.14

package/README.md

@@ -125,4 +125,4 @@ yarn lint && yarn format
 
 ### Adding new entrypoints
 
-If you add a new file to be exported, either import & re-export from `src/index.ts`, or add it to `scripts/create-entrypoints.js` and run `yarn build` to generate the new entrypoint.
+If you add a new file to be exported, either import & re-export from `src/index.ts`, or add it to the `entrypoints` field in the `config` variable located inside `langchain.config.js` and run `yarn build` to generate the new entrypoint.

package/dist/embeddings.cjs

@@ -45,6 +45,16 @@ class OpenAIEmbeddings extends embeddings_1.Embeddings {
             writable: true,
             value: true
         });
+        /**
+         * The number of dimensions the resulting output embeddings should have.
+         * Only supported in `text-embedding-3` and later models.
+         */
+        Object.defineProperty(this, "dimensions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "timeout", {
             enumerable: true,
             configurable: true,
@@ -126,6 +136,7 @@ class OpenAIEmbeddings extends embeddings_1.Embeddings {
         this.stripNewLines =
             fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
         this.timeout = fieldsWithDefaults?.timeout;
+        this.dimensions = fieldsWithDefaults?.dimensions;
         this.azureOpenAIApiVersion = azureApiVersion;
         this.azureOpenAIApiKey = azureApiKey;
         this.azureOpenAIApiInstanceName = azureApiInstanceName;
@@ -162,10 +173,16 @@ class OpenAIEmbeddings extends embeddings_1.Embeddings {
      */
     async embedDocuments(texts) {
         const batches = (0, chunk_array_1.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
-            model: this.modelName,
-            input: batch,
-        }));
+        const batchRequests = batches.map((batch) => {
+            const params = {
+                model: this.modelName,
+                input: batch,
+            };
+            if (this.dimensions) {
+                params.dimensions = this.dimensions;
+            }
+            return this.embeddingWithRetry(params);
+        });
         const batchResponses = await Promise.all(batchRequests);
         const embeddings = [];
         for (let i = 0; i < batchResponses.length; i += 1) {
@@ -184,10 +201,14 @@ class OpenAIEmbeddings extends embeddings_1.Embeddings {
      * @returns Promise that resolves to an embedding for the document.
      */
     async embedQuery(text) {
-        const { data } = await this.embeddingWithRetry({
+        const params = {
             model: this.modelName,
             input: this.stripNewLines ? text.replace(/\n/g, " ") : text,
-        });
+        };
+        if (this.dimensions) {
+            params.dimensions = this.dimensions;
+        }
+        const { data } = await this.embeddingWithRetry(params);
         return data[0].embedding;
     }
     /**

package/dist/embeddings.d.ts

@@ -8,6 +8,11 @@ import { AzureOpenAIInput, LegacyOpenAIInput } from "./types.js";
 export interface OpenAIEmbeddingsParams extends EmbeddingsParams {
     /** Model name to use */
     modelName: string;
+    /**
+     * The number of dimensions the resulting output embeddings should have.
+     * Only supported in `text-embedding-3` and later models.
+     */
+    dimensions?: number;
     /**
      * Timeout to use when making requests to OpenAI.
      */
@@ -43,6 +48,11 @@ export declare class OpenAIEmbeddings extends Embeddings implements OpenAIEmbedd
     modelName: string;
     batchSize: number;
     stripNewLines: boolean;
+    /**
+     * The number of dimensions the resulting output embeddings should have.
+     * Only supported in `text-embedding-3` and later models.
+     */
+    dimensions?: number;
     timeout?: number;
     azureOpenAIApiVersion?: string;
     azureOpenAIApiKey?: string;

package/dist/embeddings.js

@@ -42,6 +42,16 @@ export class OpenAIEmbeddings extends Embeddings {
             writable: true,
             value: true
         });
+        /**
+         * The number of dimensions the resulting output embeddings should have.
+         * Only supported in `text-embedding-3` and later models.
+         */
+        Object.defineProperty(this, "dimensions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "timeout", {
             enumerable: true,
             configurable: true,
@@ -123,6 +133,7 @@ export class OpenAIEmbeddings extends Embeddings {
         this.stripNewLines =
             fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
         this.timeout = fieldsWithDefaults?.timeout;
+        this.dimensions = fieldsWithDefaults?.dimensions;
         this.azureOpenAIApiVersion = azureApiVersion;
         this.azureOpenAIApiKey = azureApiKey;
         this.azureOpenAIApiInstanceName = azureApiInstanceName;
@@ -159,10 +170,16 @@ export class OpenAIEmbeddings extends Embeddings {
      */
     async embedDocuments(texts) {
         const batches = chunkArray(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
-            model: this.modelName,
-            input: batch,
-        }));
+        const batchRequests = batches.map((batch) => {
+            const params = {
+                model: this.modelName,
+                input: batch,
+            };
+            if (this.dimensions) {
+                params.dimensions = this.dimensions;
+            }
+            return this.embeddingWithRetry(params);
+        });
         const batchResponses = await Promise.all(batchRequests);
         const embeddings = [];
         for (let i = 0; i < batchResponses.length; i += 1) {
@@ -181,10 +198,14 @@ export class OpenAIEmbeddings extends Embeddings {
      * @returns Promise that resolves to an embedding for the document.
      */
     async embedQuery(text) {
-        const { data } = await this.embeddingWithRetry({
+        const params = {
             model: this.modelName,
             input: this.stripNewLines ? text.replace(/\n/g, " ") : text,
-        });
+        };
+        if (this.dimensions) {
+            params.dimensions = this.dimensions;
+        }
+        const { data } = await this.embeddingWithRetry(params);
         return data[0].embedding;
     }
     /**

package/dist/tests/embeddings.int.test.js

@@ -60,3 +60,24 @@ test("Test OpenAI embeddings with an invalid org throws", async () => {
         ]);
     }).rejects.toThrow();
 });
+test("Test OpenAIEmbeddings.embedQuery with v3 and dimensions", async () => {
+    const embeddings = new OpenAIEmbeddings({
+        modelName: "text-embedding-3-small",
+        dimensions: 127,
+    });
+    const res = await embeddings.embedQuery("Hello world");
+    expect(typeof res[0]).toBe("number");
+    expect(res.length).toBe(127);
+});
+test("Test OpenAIEmbeddings.embedDocuments with v3 and dimensions", async () => {
+    const embeddings = new OpenAIEmbeddings({
+        modelName: "text-embedding-3-small",
+        dimensions: 127,
+    });
+    const res = await embeddings.embedDocuments(["Hello world", "Bye bye"]);
+    expect(res).toHaveLength(2);
+    expect(typeof res[0][0]).toBe("number");
+    expect(typeof res[1][0]).toBe("number");
+    expect(res[0].length).toBe(127);
+    expect(res[1].length).toBe(127);
+});

package/index.d.cts

@@ -0,0 +1 @@
+export * from './dist/index.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/openai",
-  "version": "0.0.12",
+  "version": "0.0.14",
   "description": "OpenAI integrations for LangChain.js",
   "type": "module",
   "engines": {
@@ -16,33 +16,37 @@
     "build": "yarn run build:deps && yarn clean && yarn build:esm && yarn build:cjs && yarn build:scripts",
     "build:deps": "yarn run turbo:command build --filter=@langchain/core",
     "build:esm": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist/",
-    "build:cjs": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist-cjs/ -p tsconfig.cjs.json && node scripts/move-cjs-to-dist.js && rimraf dist-cjs",
-    "build:watch": "node scripts/create-entrypoints.js && tsc --outDir dist/ --watch",
-    "build:scripts": "node scripts/create-entrypoints.js && node scripts/check-tree-shaking.js",
-    "lint:eslint": "NODE_OPTIONS=--max-old-space-size=4096 eslint src",
+    "build:cjs": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist-cjs/ -p tsconfig.cjs.json && yarn move-cjs-to-dist && rimraf dist-cjs",
+    "build:watch": "yarn create-entrypoints && tsc --outDir dist/ --watch",
+    "build:scripts": "yarn create-entrypoints && yarn check-tree-shaking",
+    "lint:eslint": "NODE_OPTIONS=--max-old-space-size=4096 eslint --cache --ext .ts,.js src/",
     "lint:dpdm": "dpdm --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
     "lint": "yarn lint:eslint && yarn lint:dpdm",
     "lint:fix": "yarn lint:eslint --fix && yarn lint:dpdm",
-    "clean": "rimraf .turbo/ dist/ && NODE_OPTIONS=--max-old-space-size=4096 node scripts/create-entrypoints.js pre",
+    "clean": "rimraf .turbo/ dist/ && NODE_OPTIONS=--max-old-space-size=4096 yarn create-entrypoints -- --pre",
     "prepack": "yarn build",
     "test": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000 --maxWorkers=50%",
     "test:watch": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --watch --testPathIgnorePatterns=\\.int\\.test.ts",
     "test:single": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules yarn run jest --config jest.config.cjs --testTimeout 100000",
     "test:int": "NODE_OPTIONS=--experimental-vm-modules jest --testPathPattern=\\.int\\.test.ts --testTimeout 100000 --maxWorkers=50%",
-    "format": "prettier --write \"src\"",
-    "format:check": "prettier --check \"src\""
+    "format": "prettier --config .prettierrc --write \"src\"",
+    "format:check": "prettier --config .prettierrc --check \"src\"",
+    "move-cjs-to-dist": "yarn lc-build --config ./langchain.config.js --move-cjs-dist",
+    "create-entrypoints": "yarn lc-build --config ./langchain.config.js --create-entrypoints",
+    "check-tree-shaking": "yarn lc-build --config ./langchain.config.js --tree-shaking"
   },
   "author": "LangChain",
   "license": "MIT",
   "dependencies": {
     "@langchain/core": "~0.1.13",
     "js-tiktoken": "^1.0.7",
-    "openai": "^4.24.2",
-    "zod": "^3.22.3",
-    "zod-to-json-schema": "3.20.3"
+    "openai": "^4.26.0",
+    "zod": "^3.22.4",
+    "zod-to-json-schema": "^3.22.3"
   },
   "devDependencies": {
     "@jest/globals": "^29.5.0",
+    "@langchain/scripts": "~0.0",
     "@swc/core": "^1.3.90",
     "@swc/jest": "^0.2.29",
     "dpdm": "^3.12.0",
@@ -79,7 +83,11 @@
   ],
   "exports": {
     ".": {
-      "types": "./index.d.ts",
+      "types": {
+        "import": "./index.d.ts",
+        "require": "./index.d.cts",
+        "default": "./index.d.ts"
+      },
       "import": "./index.js",
       "require": "./index.cjs"
     },
@@ -89,6 +97,7 @@
     "dist/",
     "index.cjs",
     "index.js",
-    "index.d.ts"
+    "index.d.ts",
+    "index.d.cts"
   ]
 }