@memberjunction/ai 2.35.1 → 2.36.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/generic/baseEmbeddings.d.ts +14 -0
- package/dist/generic/baseEmbeddings.d.ts.map +1 -0
- package/dist/generic/baseEmbeddings.js +24 -0
- package/dist/generic/baseEmbeddings.js.map +1 -0
- package/dist/generic/baseLLM.d.ts +6 -1
- package/dist/generic/baseLLM.d.ts.map +1 -1
- package/dist/generic/baseLLM.js +58 -0
- package/dist/generic/baseLLM.js.map +1 -1
- package/dist/generic/baseModel.d.ts +1 -0
- package/dist/generic/baseModel.d.ts.map +1 -1
- package/dist/generic/baseModel.js.map +1 -1
- package/dist/generic/chat.types.d.ts +6 -0
- package/dist/generic/chat.types.d.ts.map +1 -1
- package/dist/generic/chat.types.js.map +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/package.json +2 -2
- package/dist/generic/Embeddings.d.ts +0 -8
- package/dist/generic/Embeddings.d.ts.map +0 -1
- package/dist/generic/Embeddings.js +0 -8
- package/dist/generic/Embeddings.js.map +0 -1
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { BaseModel } from "./baseModel";
|
|
2
|
+
import { EmbedTextParams, EmbedTextResult, EmbedTextsParams, EmbedTextsResult } from "./embed.types";
|
|
3
|
+
export declare abstract class BaseEmbeddings extends BaseModel {
|
|
4
|
+
protected _additionalSettings: Record<string, any>;
|
|
5
|
+
get AdditionalSettings(): Record<string, any>;
|
|
6
|
+
SetAdditionalSettings(settings: Record<string, any>): void;
|
|
7
|
+
ClearAdditionalSettings(): void;
|
|
8
|
+
abstract EmbedText(params: EmbedTextParams): Promise<EmbedTextResult>;
|
|
9
|
+
abstract EmbedTexts(params: EmbedTextsParams): Promise<EmbedTextsResult>;
|
|
10
|
+
abstract GetEmbeddingModels(): Promise<any>;
|
|
11
|
+
}
|
|
12
|
+
export declare abstract class Embeddings extends BaseEmbeddings {
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=baseEmbeddings.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"baseEmbeddings.d.ts","sourceRoot":"","sources":["../../src/generic/baseEmbeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAKrG,8BAAsB,cAAe,SAAQ,SAAS;IAIlD,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAM;IAKxD,IAAW,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAEnD;IAQM,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAS1D,uBAAuB,IAAI,IAAI;aAItB,SAAS,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;aAC5D,UAAU,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;aAC/D,kBAAkB,IAAI,OAAO,CAAC,GAAG,CAAC;CACrD;AAKD,8BAAsB,UAAW,SAAQ,cAAc;CAAG"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.Embeddings = exports.BaseEmbeddings = void 0;
|
|
4
|
+
const baseModel_1 = require("./baseModel");
|
|
5
|
+
class BaseEmbeddings extends baseModel_1.BaseModel {
|
|
6
|
+
constructor() {
|
|
7
|
+
super(...arguments);
|
|
8
|
+
this._additionalSettings = {};
|
|
9
|
+
}
|
|
10
|
+
get AdditionalSettings() {
|
|
11
|
+
return this._additionalSettings;
|
|
12
|
+
}
|
|
13
|
+
SetAdditionalSettings(settings) {
|
|
14
|
+
this._additionalSettings = { ...this._additionalSettings, ...settings };
|
|
15
|
+
}
|
|
16
|
+
ClearAdditionalSettings() {
|
|
17
|
+
this._additionalSettings = {};
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
exports.BaseEmbeddings = BaseEmbeddings;
|
|
21
|
+
class Embeddings extends BaseEmbeddings {
|
|
22
|
+
}
|
|
23
|
+
exports.Embeddings = Embeddings;
|
|
24
|
+
//# sourceMappingURL=baseEmbeddings.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"baseEmbeddings.js","sourceRoot":"","sources":["../../src/generic/baseEmbeddings.ts"],"names":[],"mappings":";;;AAAA,2CAAwC;AAMxC,MAAsB,cAAe,SAAQ,qBAAS;IAAtD;;QAIc,wBAAmB,GAAwB,EAAE,CAAC;IA+B5D,CAAC;IA1BG,IAAW,kBAAkB;QACzB,OAAO,IAAI,CAAC,mBAAmB,CAAC;IACpC,CAAC;IAQM,qBAAqB,CAAC,QAA6B;QACtD,IAAI,CAAC,mBAAmB,GAAG,EAAC,GAAG,IAAI,CAAC,mBAAmB,EAAE,GAAG,QAAQ,EAAC,CAAC;IAC1E,CAAC;IAOM,uBAAuB;QAC1B,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;IAClC,CAAC;CAKJ;AAnCD,wCAmCC;AAKD,MAAsB,UAAW,SAAQ,cAAc;CAAG;AAA1D,gCAA0D"}
|
|
@@ -1,9 +1,14 @@
|
|
|
1
1
|
import { SummarizeParams, SummarizeResult } from "./summarize.types";
|
|
2
2
|
import { BaseModel } from "./baseModel";
|
|
3
|
-
import { ChatParams, ChatResult } from "./chat.types";
|
|
3
|
+
import { ChatParams, ChatResult, ParallelChatCompletionsCallbacks } from "./chat.types";
|
|
4
4
|
import { ClassifyParams, ClassifyResult } from "./classify.types";
|
|
5
5
|
export declare abstract class BaseLLM extends BaseModel {
|
|
6
|
+
protected _additionalSettings: Record<string, any>;
|
|
7
|
+
get AdditionalSettings(): Record<string, any>;
|
|
8
|
+
SetAdditionalSettings(settings: Record<string, any>): void;
|
|
9
|
+
ClearAdditionalSettings(): void;
|
|
6
10
|
ChatCompletion(params: ChatParams): Promise<ChatResult>;
|
|
11
|
+
ChatCompletions(paramsArray: ChatParams[], callbacks?: ParallelChatCompletionsCallbacks): Promise<ChatResult[]>;
|
|
7
12
|
protected abstract nonStreamingChatCompletion(params: ChatParams): Promise<ChatResult>;
|
|
8
13
|
abstract ClassifyText(params: ClassifyParams): Promise<ClassifyResult>;
|
|
9
14
|
abstract SummarizeText(params: SummarizeParams): Promise<SummarizeResult>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"baseLLM.d.ts","sourceRoot":"","sources":["../../src/generic/baseLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAc,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,UAAU,EAA0B,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"baseLLM.d.ts","sourceRoot":"","sources":["../../src/generic/baseLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAc,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,UAAU,EAA0B,gCAAgC,EAAE,MAAM,cAAc,CAAC;AAChH,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAMlE,8BAAsB,OAAQ,SAAQ,SAAS;IAI3C,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAM;IAKxD,IAAW,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAEnD;IAQM,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAS1D,uBAAuB,IAAI,IAAI;IAQzB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAoBvD,eAAe,CACxB,WAAW,EAAE,UAAU,EAAE,EACzB,SAAS,CAAC,EAAE,gCAAgC,GAC7C,OAAO,CAAC,UAAU,EAAE,CAAC;IA+DxB,SAAS,CAAC,QAAQ,CAAC,0BAA0B,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;aAEtE,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;aAC7D,aAAa,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAMhF,IAAW,iBAAiB,IAAI,OAAO,CAGtC;cAOe,6BAA6B,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAgHtF,SAAS,CAAC,QAAQ,CAAC,sBAAsB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC;IAO3E,SAAS,CAAC,QAAQ,CAAC,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG;QAClD,OAAO,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAClC,KAAK,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC;KACtB;IASD,SAAS,CAAC,QAAQ,CAAC,yBAAyB,CACxC,kBAAkB,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAC7C,SAAS,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,EACjC,KAAK,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,GAC9B,UAAU;CAChB"}
|
package/dist/generic/baseLLM.js
CHANGED
|
@@ -4,12 +4,70 @@ exports.BaseLLM = void 0;
|
|
|
4
4
|
const baseModel_1 = require("./baseModel");
|
|
5
5
|
const chat_types_1 = require("./chat.types");
|
|
6
6
|
class BaseLLM extends baseModel_1.BaseModel {
|
|
7
|
+
constructor() {
|
|
8
|
+
super(...arguments);
|
|
9
|
+
this._additionalSettings = {};
|
|
10
|
+
}
|
|
11
|
+
get AdditionalSettings() {
|
|
12
|
+
return this._additionalSettings;
|
|
13
|
+
}
|
|
14
|
+
SetAdditionalSettings(settings) {
|
|
15
|
+
this._additionalSettings = { ...this._additionalSettings, ...settings };
|
|
16
|
+
}
|
|
17
|
+
ClearAdditionalSettings() {
|
|
18
|
+
this._additionalSettings = {};
|
|
19
|
+
}
|
|
7
20
|
async ChatCompletion(params) {
|
|
8
21
|
if (params.streaming && params.streamingCallbacks && this.SupportsStreaming) {
|
|
9
22
|
return this.handleStreamingChatCompletion(params);
|
|
10
23
|
}
|
|
11
24
|
return this.nonStreamingChatCompletion(params);
|
|
12
25
|
}
|
|
26
|
+
async ChatCompletions(paramsArray, callbacks) {
|
|
27
|
+
if (!paramsArray || paramsArray.length === 0) {
|
|
28
|
+
return [];
|
|
29
|
+
}
|
|
30
|
+
const promises = paramsArray.map((params, index) => this.ChatCompletion(params)
|
|
31
|
+
.then(response => {
|
|
32
|
+
if (callbacks?.OnCompletion) {
|
|
33
|
+
callbacks.OnCompletion(response, index);
|
|
34
|
+
}
|
|
35
|
+
return response;
|
|
36
|
+
})
|
|
37
|
+
.catch(error => {
|
|
38
|
+
if (callbacks?.OnError) {
|
|
39
|
+
callbacks.OnError(error, index);
|
|
40
|
+
}
|
|
41
|
+
throw error;
|
|
42
|
+
}));
|
|
43
|
+
const results = await Promise.allSettled(promises);
|
|
44
|
+
const chatResults = results.map((result, index) => {
|
|
45
|
+
if (result.status === 'fulfilled') {
|
|
46
|
+
return result.value;
|
|
47
|
+
}
|
|
48
|
+
else {
|
|
49
|
+
const startTime = new Date();
|
|
50
|
+
const endTime = new Date();
|
|
51
|
+
const errorResult = new chat_types_1.ChatResult(false, startTime, endTime);
|
|
52
|
+
errorResult.data = {
|
|
53
|
+
choices: [],
|
|
54
|
+
usage: {
|
|
55
|
+
promptTokens: 0,
|
|
56
|
+
completionTokens: 0,
|
|
57
|
+
totalTokens: 0
|
|
58
|
+
}
|
|
59
|
+
};
|
|
60
|
+
errorResult.statusText = 'error';
|
|
61
|
+
errorResult.errorMessage = result.reason?.message || 'Unknown error';
|
|
62
|
+
errorResult.exception = { exception: result.reason };
|
|
63
|
+
return errorResult;
|
|
64
|
+
}
|
|
65
|
+
});
|
|
66
|
+
if (callbacks?.OnAllCompleted) {
|
|
67
|
+
callbacks.OnAllCompleted(chatResults);
|
|
68
|
+
}
|
|
69
|
+
return chatResults;
|
|
70
|
+
}
|
|
13
71
|
get SupportsStreaming() {
|
|
14
72
|
return false;
|
|
15
73
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"baseLLM.js","sourceRoot":"","sources":["../../src/generic/baseLLM.ts"],"names":[],"mappings":";;;AACA,2CAAoD;AACpD,
|
|
1
|
+
{"version":3,"file":"baseLLM.js","sourceRoot":"","sources":["../../src/generic/baseLLM.ts"],"names":[],"mappings":";;;AACA,2CAAoD;AACpD,6CAAgH;AAOhH,MAAsB,OAAQ,SAAQ,qBAAS;IAA/C;;QAIc,wBAAmB,GAAwB,EAAE,CAAC;IAkR5D,CAAC;IA7QG,IAAW,kBAAkB;QACzB,OAAO,IAAI,CAAC,mBAAmB,CAAC;IACpC,CAAC;IAQM,qBAAqB,CAAC,QAA6B;QACtD,IAAI,CAAC,mBAAmB,GAAG,EAAC,GAAG,IAAI,CAAC,mBAAmB,EAAE,GAAG,QAAQ,EAAC,CAAC;IAC1E,CAAC;IAOM,uBAAuB;QAC1B,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;IAClC,CAAC;IAMM,KAAK,CAAC,cAAc,CAAC,MAAkB;QAE1C,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,kBAAkB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC1E,OAAO,IAAI,CAAC,6BAA6B,CAAC,MAAM,CAAC,CAAC;QACtD,CAAC;QAGD,OAAO,IAAI,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IAYM,KAAK,CAAC,eAAe,CACxB,WAAyB,EACzB,SAA4C;QAE5C,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,OAAO,EAAE,CAAC;QACd,CAAC;QAGD,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAC/C,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;aACtB,IAAI,CAAC,QAAQ,CAAC,EAAE;YAEb,IAAI,SAAS,EAAE,YAAY,EAAE,CAAC;gBAC1B,SAAS,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC5C,CAAC;YACD,OAAO,QAAQ,CAAC;QACpB,CAAC,CAAC;aACD,KAAK,CAAC,KAAK,CAAC,EAAE;YAEX,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;gBACrB,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACpC,CAAC;YACD,MAAM,KAAK,CAAC;QAChB,CAAC,CAAC,CACT,CAAC;QAGF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAInD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC9C,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAChC,OAAO,MAAM,CAAC,KAAK,CAAC;YACxB,CAAC;iBAAM,CAAC;gBAEJ,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;gBAC7B,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;gBAC3B,MAAM,WAAW,GAAG,IAAI,uBAAU,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC9D,WAAW,CAAC,IAAI,GAAG;oBACf,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE;wBACH,YAAY,EAAE,CAAC;wBACf,gBAAgB,EAAE,CAAC;wBACnB,WAAW,EAAE,CAAC;qBACjB;iBACJ,CAAC;gBACF,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC;gBACjC,WAAW,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,IAAI,eAAe,CAAC;gBACrE,WAAW,CAAC,SAAS,GAAG,EAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAC,CAAC;gBACnD,OAAO,WAAW,CAAC;YACvB,CAAC;QACL,CAAC,CAAC,CAAC;QAGH,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;YAC5B,SAAS,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO,WAAW,CAAC;IACvB,CAAC;IAcD,IAAW,iBAAiB;QAExB,OAAO,KAAK,CAAC;IACjB,CAAC;IAOS,KAAK,CAAC,6BAA6B,CAAC,MAAkB;QAC5D,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,OAAO,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC/C,CAAC,KAAK,IAAI,EAAE;gBACR,IAAI,CAAC;oBAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;oBAGzD,IAAI,kBAAkB,GAAG,EAAE,CAAC;oBAC5B,IAAI,SAAS,GAAQ,IAAI,CAAC;oBAC1B,IAAI,KAAK,GAAG;wBACR,YAAY,EAAE,CAAC;wBACf,gBAAgB,EAAE,CAAC;wBACnB,WAAW,EAAE,CAAC;qBACjB,CAAC;oBAGF,IAAI,CAAC,MAAM,EAAE,CAAC;wBACV,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACnD,CAAC;oBAGD,IAAI,CAAC;wBACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;4BAC/B,IAAI,KAAK,EAAE,CAAC;gCACR,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;gCAEpD,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;oCACrB,kBAAkB,IAAI,SAAS,CAAC,OAAO,CAAC;oCAExC,IAAI,MAAM,CAAC,kBAAkB,EAAE,SAAS,EAAE,CAAC;wCACvC,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;oCAClE,CAAC;gCACL,CAAC;gCAED,SAAS,GAAG,KAAK,CAAC;gCAGlB,IAAI,SAAS,EAAE,KAAK,EAAE,CAAC;oCACnB,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;gCAC5B,CAAC;4BACL,CAAC;wBACL,CAAC;oBACL,CAAC;oBAAC,OAAO,WAAW,EAAE,CAAC;wBAEnB,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,WAAW,CAAC,CAAC;oBAClE,CAAC;oBAGD,IAAI,MAAM,CAAC,kBAAkB,EAAE,SAAS,EAAE,CAAC;wBACvC,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;oBAClD,CAAC;oBAGD,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;oBAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,yBAAyB,CACzC,kBAAkB,EAClB,SAAS,EACT,KAAK,CACR,CAAC;oBAGF,IAAI,CAAC,MAAM,EAAE,CAAC;wBACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;oBAC/C,CAAC;oBAID,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;oBAC7B,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;oBAIzB,IAAI,MAAM,CAAC,kBAAkB,EAAE,UAAU,EAAE,CAAC;wBACxC,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBACjD,CAAC;oBAED,OAAO,CAAC,MAAM,CAAC,CAAC;gBACpB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,IAAI,MAAM,CAAC,kBAAkB,EAAE,OAAO,EAAE,CAAC;wBACrC,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC7C,CAAC;oBAED,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;oBAG3B,MAAM,WAAW,GAAG,IAAI,uBAAU,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;oBAC9D,WAAW,CAAC,IAAI,GAAG;wBACf,OAAO,EAAE,EAAE;wBACX,KAAK,EAAE;4BACH,YAAY,EAAE,CAAC;4BACf,gBAAgB,EAAE,CAAC;4BACnB,WAAW,EAAE,CAAC;yBACjB;qBACJ,CAAC;oBACF,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC;oBACjC,WAAW,CAAC,YAAY,GAAG,KAAK,EAAE,OAAO,IAAI,eAAe,CAAC;oBAC7D,WAAW,CAAC,SAAS,GAAG,EAAC,SAAS,EAAE,KAAK,EAAC,CAAC;oBAE3C,MAAM,CAAC,WAAW,CAAC,CAAC;gBACxB,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;QACT,CAAC,CAAC,CAAC;IACP,CAAC;CAgCJ;AAtRD,0BAsRC"}
|
|
@@ -13,6 +13,7 @@ export declare class BaseParams {
|
|
|
13
13
|
responseFormat?: 'Any' | 'Text' | 'Markdown' | 'JSON' | 'ModelSpecific';
|
|
14
14
|
modelSpecificResponseFormat?: any;
|
|
15
15
|
maxOutputTokens?: number;
|
|
16
|
+
reasoningBudgetTokens?: number;
|
|
16
17
|
}
|
|
17
18
|
export declare class ModelUsage {
|
|
18
19
|
constructor(promptTokens: number, completionTokens: number);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"baseModel.d.ts","sourceRoot":"","sources":["../../src/generic/baseModel.ts"],"names":[],"mappings":"AAAA,qBAAa,UAAU;IACnB,OAAO,EAAE,OAAO,CAAA;IAChB,SAAS,EAAE,IAAI,CAAA;IACf,OAAO,EAAE,IAAI,CAAA;IACb,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,EAAE,GAAG,CAAA;IACd,IAAI,WAAW,IAAI,MAAM,CAExB;gBACY,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;CAKhE;AAED,qBAAa,UAAU;IAInB,KAAK,EAAE,MAAM,CAAA;IAKb,WAAW,CAAC,EAAE,MAAM,CAAA;IAKpB,cAAc,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,eAAe,CAAS;IAKhF,2BAA2B,CAAC,EAAE,GAAG,CAAA;IAKjC,eAAe,CAAC,EAAE,MAAM,CAAA;
|
|
1
|
+
{"version":3,"file":"baseModel.d.ts","sourceRoot":"","sources":["../../src/generic/baseModel.ts"],"names":[],"mappings":"AAAA,qBAAa,UAAU;IACnB,OAAO,EAAE,OAAO,CAAA;IAChB,SAAS,EAAE,IAAI,CAAA;IACf,OAAO,EAAE,IAAI,CAAA;IACb,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,EAAE,GAAG,CAAA;IACd,IAAI,WAAW,IAAI,MAAM,CAExB;gBACY,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;CAKhE;AAED,qBAAa,UAAU;IAInB,KAAK,EAAE,MAAM,CAAA;IAKb,WAAW,CAAC,EAAE,MAAM,CAAA;IAKpB,cAAc,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,eAAe,CAAS;IAKhF,2BAA2B,CAAC,EAAE,GAAG,CAAA;IAKjC,eAAe,CAAC,EAAE,MAAM,CAAA;IAKxB,qBAAqB,CAAC,EAAE,MAAM,CAAA;CACjC;AAED,qBAAa,UAAU;gBACP,YAAY,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM;IAI1D,YAAY,EAAE,MAAM,CAAA;IACpB,gBAAgB,EAAE,MAAM,CAAA;IACxB,IAAI,WAAW,IAAI,MAAM,CAExB;CACJ;AAKD,8BAAsB,SAAS;IAC3B,OAAO,CAAC,OAAO,CAAS;IAIxB,SAAS,KAAK,MAAM,IAAI,MAAM,CAE7B;gBACY,MAAM,EAAE,MAAM;CAM9B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"baseModel.js","sourceRoot":"","sources":["../../src/generic/baseModel.ts"],"names":[],"mappings":";;;AAAA,MAAa,UAAU;IAMnB,IAAI,WAAW;QACX,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IAC7D,CAAC;IACD,YAAa,OAAgB,EAAE,SAAe,EAAE,OAAa;QACzD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;CACJ;AAdD,gCAcC;AAED,MAAa,UAAU;IAAvB;QAcI,mBAAc,GAA4D,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"baseModel.js","sourceRoot":"","sources":["../../src/generic/baseModel.ts"],"names":[],"mappings":";;;AAAA,MAAa,UAAU;IAMnB,IAAI,WAAW;QACX,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IAC7D,CAAC;IACD,YAAa,OAAgB,EAAE,SAAe,EAAE,OAAa;QACzD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;CACJ;AAdD,gCAcC;AAED,MAAa,UAAU;IAAvB;QAcI,mBAAc,GAA4D,KAAK,CAAC;IAgBpF,CAAC;CAAA;AA9BD,gCA8BC;AAED,MAAa,UAAU;IACnB,YAAY,YAAoB,EAAE,gBAAwB;QACtD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAC7C,CAAC;IAGD,IAAI,WAAW;QACX,OAAO,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC;IACrD,CAAC;CACJ;AAVD,gCAUC;AAKD,MAAsB,SAAS;IAK3B,IAAc,MAAM;QAChB,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IACD,YAAa,MAAc;QACvB,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAE5E,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IAC1B,CAAC;CACJ;AAdD,8BAcC"}
|
|
@@ -14,10 +14,16 @@ export interface StreamingChatCallbacks {
|
|
|
14
14
|
OnComplete?: (finalResponse: ChatResult) => void;
|
|
15
15
|
OnError?: (error: any) => void;
|
|
16
16
|
}
|
|
17
|
+
export interface ParallelChatCompletionsCallbacks {
|
|
18
|
+
OnCompletion?: (response: ChatResult, index: number) => void;
|
|
19
|
+
OnError?: (error: any, index: number) => void;
|
|
20
|
+
OnAllCompleted?: (responses: ChatResult[]) => void;
|
|
21
|
+
}
|
|
17
22
|
export declare class ChatParams extends BaseParams {
|
|
18
23
|
messages: ChatMessage[];
|
|
19
24
|
streaming?: boolean;
|
|
20
25
|
streamingCallbacks?: StreamingChatCallbacks;
|
|
26
|
+
effortLevel?: string;
|
|
21
27
|
}
|
|
22
28
|
export declare function GetUserMessageFromChatParams(p: ChatParams): string | undefined;
|
|
23
29
|
export declare function GetSystemPromptFromChatParams(p: ChatParams): string | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat.types.d.ts","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAOhE,eAAO,MAAM,eAAe;;;;CAIlB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAOnF,MAAM,MAAM,WAAW,GAAG;IAItB,IAAI,EAAE,eAAe,CAAC;IAItB,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,WAAW,sBAAsB;IAMnC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;IAMzD,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,KAAK,IAAI,CAAC;IAMjD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;CAClC;AAED,qBAAa,UAAW,SAAQ,UAAU;IAItC,QAAQ,EAAE,WAAW,EAAE,CAAM;IAO7B,SAAS,CAAC,EAAE,OAAO,CAAS;IAM5B,kBAAkB,CAAC,EAAE,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"chat.types.d.ts","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAOhE,eAAO,MAAM,eAAe;;;;CAIlB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAOnF,MAAM,MAAM,WAAW,GAAG;IAItB,IAAI,EAAE,eAAe,CAAC;IAItB,OAAO,EAAE,MAAM,CAAC;CACnB,CAAA;AAKD,MAAM,WAAW,sBAAsB;IAMnC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;IAMzD,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,KAAK,IAAI,CAAC;IAMjD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;CAClC;AAKD,MAAM,WAAW,gCAAgC;IAM7C,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAO7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAM9C,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,IAAI,CAAC;CACtD;AAED,qBAAa,UAAW,SAAQ,UAAU;IAItC,QAAQ,EAAE,WAAW,EAAE,CAAM;IAO7B,SAAS,CAAC,EAAE,OAAO,CAAS;IAM5B,kBAAkB,CAAC,EAAE,sBAAsB,CAAC;IAK5C,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAMD,wBAAgB,4BAA4B,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM,GAAG,SAAS,CAE9E;AAMD,wBAAgB,6BAA6B,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM,GAAG,SAAS,CAE/E;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC3B,OAAO,EAAE,WAAW,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,cAAc,GAAG;IACzB,OAAO,EAAE,gBAAgB,EAAE,CAAA;IAC3B,KAAK,EAAE,UAAU,CAAA;CACpB,CAAA;AAED,qBAAa,UAAW,SAAQ,UAAU;IACtC,IAAI,EAAE,cAAc,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAA;CACrB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat.types.js","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":";;;AAAA,2CAAgE;AAOnD,QAAA,eAAe,GAAG;IAC3B,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,WAAW;CAChB,CAAC;
|
|
1
|
+
{"version":3,"file":"chat.types.js","sourceRoot":"","sources":["../../src/generic/chat.types.ts"],"names":[],"mappings":";;;AAAA,2CAAgE;AAOnD,QAAA,eAAe,GAAG;IAC3B,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,WAAW;CAChB,CAAC;AAqEX,MAAa,UAAW,SAAQ,sBAAU;IAA1C;;QAII,aAAQ,GAAkB,EAAE,CAAC;QAO7B,cAAS,GAAa,KAAK,CAAC;IAYhC,CAAC;CAAA;AAvBD,gCAuBC;AAMD,SAAgB,4BAA4B,CAAC,CAAa;IACtD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;AAC1E,CAAC;AAFD,oEAEC;AAMD,SAAgB,6BAA6B,CAAC,CAAa;IACvD,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAe,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;AAC5E,CAAC;AAFD,sEAEC;AAaD,MAAa,UAAW,SAAQ,sBAAU;CAIzC;AAJD,gCAIC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -6,7 +6,7 @@ export * from './generic/classify.types';
|
|
|
6
6
|
export * from './generic/summarize.types';
|
|
7
7
|
export * from './generic/apiKeyDictionary';
|
|
8
8
|
export * from './generic/embed.types';
|
|
9
|
-
export * from './generic/
|
|
9
|
+
export * from './generic/baseEmbeddings';
|
|
10
10
|
export * from './generic/baseAudio';
|
|
11
11
|
export * from './generic/baseVideo';
|
|
12
12
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAA;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAA;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -22,7 +22,7 @@ __exportStar(require("./generic/classify.types"), exports);
|
|
|
22
22
|
__exportStar(require("./generic/summarize.types"), exports);
|
|
23
23
|
__exportStar(require("./generic/apiKeyDictionary"), exports);
|
|
24
24
|
__exportStar(require("./generic/embed.types"), exports);
|
|
25
|
-
__exportStar(require("./generic/
|
|
25
|
+
__exportStar(require("./generic/baseEmbeddings"), exports);
|
|
26
26
|
__exportStar(require("./generic/baseAudio"), exports);
|
|
27
27
|
__exportStar(require("./generic/baseVideo"), exports);
|
|
28
28
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAmC;AACnC,oDAAkC;AAClC,0DAAwC;AACxC,uDAAqC;AACrC,2DAAyC;AACzC,4DAA0C;AAC1C,6DAA2C;AAC3C,wDAAsC;AACtC,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAmC;AACnC,oDAAkC;AAClC,0DAAwC;AACxC,uDAAqC;AACrC,2DAAyC;AACzC,4DAA0C;AAC1C,6DAA2C;AAC3C,wDAAsC;AACtC,2DAAyC;AACzC,sDAAoC;AACpC,sDAAoC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@memberjunction/ai",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.36.1",
|
|
4
4
|
"description": "MemberJunction: AI Module - LLMs and other AI services wrapped and abstracted for use in MemberJunction",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -15,7 +15,7 @@
|
|
|
15
15
|
"author": "MemberJunction.com",
|
|
16
16
|
"license": "ISC",
|
|
17
17
|
"dependencies": {
|
|
18
|
-
"@memberjunction/global": "2.
|
|
18
|
+
"@memberjunction/global": "2.36.1",
|
|
19
19
|
"dotenv": "^16.4.1",
|
|
20
20
|
"rxjs": "^7.8.1",
|
|
21
21
|
"typeorm": "^0.3.20"
|
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
import { BaseModel } from "./baseModel";
|
|
2
|
-
import { EmbedTextParams, EmbedTextResult, EmbedTextsParams, EmbedTextsResult } from "./embed.types";
|
|
3
|
-
export declare abstract class Embeddings extends BaseModel {
|
|
4
|
-
abstract EmbedText(params: EmbedTextParams): Promise<EmbedTextResult>;
|
|
5
|
-
abstract EmbedTexts(params: EmbedTextsParams): Promise<EmbedTextsResult>;
|
|
6
|
-
abstract GetEmbeddingModels(): Promise<any>;
|
|
7
|
-
}
|
|
8
|
-
//# sourceMappingURL=Embeddings.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"Embeddings.d.ts","sourceRoot":"","sources":["../../src/generic/Embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAErG,8BAAsB,UAAW,SAAQ,SAAS;aAC9B,SAAS,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;aAC5D,UAAU,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;aAC/D,kBAAkB,IAAI,OAAO,CAAC,GAAG,CAAC;CACrD"}
|
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.Embeddings = void 0;
|
|
4
|
-
const baseModel_1 = require("./baseModel");
|
|
5
|
-
class Embeddings extends baseModel_1.BaseModel {
|
|
6
|
-
}
|
|
7
|
-
exports.Embeddings = Embeddings;
|
|
8
|
-
//# sourceMappingURL=Embeddings.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"Embeddings.js","sourceRoot":"","sources":["../../src/generic/Embeddings.ts"],"names":[],"mappings":";;;AAAA,2CAAwC;AAGxC,MAAsB,UAAW,SAAQ,qBAAS;CAIjD;AAJD,gCAIC"}
|