llm-exe 2.0.0-beta.4 → 2.0.0-beta.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
import { BaseEmbedding } from "./base";
|
|
2
2
|
import { EmbedOpenAIOptions } from "../types";
|
|
3
|
+
import OpenAI from "openai";
|
|
3
4
|
export declare class EmbeddingOpenAI extends BaseEmbedding {
|
|
4
5
|
private model;
|
|
5
6
|
batchSize: number;
|
|
6
7
|
stripNewLines: boolean;
|
|
7
|
-
constructor(client:
|
|
8
|
+
constructor(client: OpenAI, options: EmbedOpenAIOptions);
|
|
8
9
|
embedDocuments(texts: string[]): Promise<any[]>;
|
|
9
10
|
embedQuery(text: string): Promise<any>;
|
|
10
11
|
embeddingWithRetry(input: string): Promise<any>;
|
package/dist/embedding/openai.js
CHANGED
|
@@ -28,6 +28,7 @@ class EmbeddingOpenAI extends base_1.BaseEmbedding {
|
|
|
28
28
|
this.model = options.modelName || "text-embedding-ada-002";
|
|
29
29
|
this.batchSize = options.temperature || 0;
|
|
30
30
|
this.stripNewLines = !!options.stripNewLines;
|
|
31
|
+
this.client = client;
|
|
31
32
|
// const apiKey = options.openAIApiKey || getEnvironmentVariable("OPENAI_API_KEY");
|
|
32
33
|
}
|
|
33
34
|
async embedDocuments(texts) {
|
|
@@ -43,11 +44,11 @@ class EmbeddingOpenAI extends base_1.BaseEmbedding {
|
|
|
43
44
|
return embeddings;
|
|
44
45
|
}
|
|
45
46
|
async embedQuery(text) {
|
|
46
|
-
const
|
|
47
|
+
const data = await this.embeddingWithRetry(this.stripNewLines ? text.replace(/\n/g, " ") : text);
|
|
47
48
|
return data[0].embedding;
|
|
48
49
|
}
|
|
49
50
|
async embeddingWithRetry(input) {
|
|
50
|
-
const response = await (0, exponential_backoff_1.backOff)(() => (0, utils_1.asyncCallWithTimeout)(this.client.
|
|
51
|
+
const response = await (0, exponential_backoff_1.backOff)(() => (0, utils_1.asyncCallWithTimeout)(this.client.embeddings.create({
|
|
51
52
|
model: this.model,
|
|
52
53
|
input: input,
|
|
53
54
|
user: "",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["embedding/openai.ts"],"names":[],"mappings":";;;AAAA,mCAA2D;AAC3D,iCAAuC;AACvC,6DAA8C;
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["embedding/openai.ts"],"names":[],"mappings":";;;AAAA,mCAA2D;AAC3D,iCAAuC;AACvC,6DAA8C;AAI9C,MAAa,eAAgB,SAAQ,oBAAa;IAKhD,YAAY,MAAc,EAAE,OAA2B;QACrD,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QALzB;;;;;WAAsB;QAEtB;;;;;WAAyB;QACzB;;;;;WAA8B;QAI5B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,SAAS,IAAI,wBAAwB,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QACjD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACjB,mFAAmF;IACrF,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAe;QAClC,MAAM,UAAU,GAAG,IAAA,kBAAU,EAC3B,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EACpE,IAAI,CAAC,SAAS,CACf,CAAC;QACF,MAAM,UAAU,GAAG,EAAE,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBACxC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;aACpC;SACF;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,CACxC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CACrD,CAAC;QACF,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,kBAAkB,CAAC,KAAa;QACpC,MAAM,QAAQ,GAAG,MAAM,IAAA,6BAAO,EAC5B,GAAG,EAAE,CACH,IAAA,4BAAoB,EACjB,IAAI,CAAC,MAAiB,CAAC,UAAU,CAAC,MAAM,CAAC;YACxC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,KAAK;YACZ,IAAI,EAAE,EAAE;SACT,CAAC,EACF,IAAI,CAAC,OAAO,CACb,EACH;YACE,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,GAAG,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC;gBACpE,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CACF,CAAC;QAEF,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AA9DD,0CA8DC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "llm-exe",
|
|
3
|
-
"version": "2.0.0-beta.
|
|
3
|
+
"version": "2.0.0-beta.6",
|
|
4
4
|
"description": "Simplify building LLM-powered apps with easy-to-use base components, supporting text and chat-based prompts with handlebars template engine, output parsers, and flexible function calling capabilities.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"ai",
|