@ax-llm/ax 9.0.26 → 9.0.28
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/ai/anthropic/api.d.ts +2 -2
- package/ai/anthropic/api.js +2 -1
- package/ai/anthropic/api.js.map +1 -1
- package/ai/balance.d.ts +3 -0
- package/ai/balance.js +6 -0
- package/ai/balance.js.map +1 -1
- package/ai/base.d.ts +17 -7
- package/ai/base.js +37 -11
- package/ai/base.js.map +1 -1
- package/ai/cohere/api.d.ts +2 -2
- package/ai/cohere/api.js +2 -2
- package/ai/cohere/api.js.map +1 -1
- package/ai/deepseek/api.d.ts +2 -1
- package/ai/deepseek/api.js.map +1 -1
- package/ai/google-gemini/api.d.ts +2 -2
- package/ai/google-gemini/api.js +6 -3
- package/ai/google-gemini/api.js.map +1 -1
- package/ai/groq/api.d.ts +2 -1
- package/ai/groq/api.js.map +1 -1
- package/ai/huggingface/api.d.ts +2 -2
- package/ai/huggingface/api.js +1 -1
- package/ai/huggingface/api.js.map +1 -1
- package/ai/mistral/api.d.ts +2 -1
- package/ai/mistral/api.js +1 -1
- package/ai/mistral/api.js.map +1 -1
- package/ai/ollama/api.d.ts +1 -1
- package/ai/ollama/api.js.map +1 -1
- package/ai/openai/api.d.ts +2 -2
- package/ai/openai/api.js +6 -3
- package/ai/openai/api.js.map +1 -1
- package/ai/together/api.d.ts +1 -1
- package/ai/together/api.js.map +1 -1
- package/ai/types.d.ts +3 -2
- package/ai/wrap.d.ts +3 -7
- package/ai/wrap.js +18 -29
- package/ai/wrap.js.map +1 -1
- package/cjs/ai/anthropic/api.d.ts +2 -2
- package/cjs/ai/anthropic/api.js +2 -1
- package/cjs/ai/anthropic/api.js.map +1 -1
- package/cjs/ai/balance.d.ts +3 -0
- package/cjs/ai/balance.js +6 -0
- package/cjs/ai/balance.js.map +1 -1
- package/cjs/ai/base.d.ts +17 -7
- package/cjs/ai/base.js +37 -11
- package/cjs/ai/base.js.map +1 -1
- package/cjs/ai/cohere/api.d.ts +2 -2
- package/cjs/ai/cohere/api.js +2 -2
- package/cjs/ai/cohere/api.js.map +1 -1
- package/cjs/ai/deepseek/api.d.ts +2 -1
- package/cjs/ai/deepseek/api.js.map +1 -1
- package/cjs/ai/google-gemini/api.d.ts +2 -2
- package/cjs/ai/google-gemini/api.js +6 -3
- package/cjs/ai/google-gemini/api.js.map +1 -1
- package/cjs/ai/groq/api.d.ts +2 -1
- package/cjs/ai/groq/api.js.map +1 -1
- package/cjs/ai/huggingface/api.d.ts +2 -2
- package/cjs/ai/huggingface/api.js +1 -1
- package/cjs/ai/huggingface/api.js.map +1 -1
- package/cjs/ai/mistral/api.d.ts +2 -1
- package/cjs/ai/mistral/api.js.map +1 -1
- package/cjs/ai/ollama/api.d.ts +1 -1
- package/cjs/ai/ollama/api.js.map +1 -1
- package/cjs/ai/openai/api.d.ts +2 -2
- package/cjs/ai/openai/api.js +6 -3
- package/cjs/ai/openai/api.js.map +1 -1
- package/cjs/ai/together/api.d.ts +1 -1
- package/cjs/ai/together/api.js.map +1 -1
- package/cjs/ai/types.d.ts +3 -2
- package/cjs/ai/wrap.d.ts +3 -7
- package/cjs/ai/wrap.js +18 -29
- package/cjs/ai/wrap.js.map +1 -1
- package/package.json +1 -1
package/ai/mistral/api.d.ts
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { AxAIOpenAI } from '../openai/api.js';
|
|
2
2
|
import type { AxAIOpenAIConfig } from '../openai/types.js';
|
|
3
3
|
import type { AxAIServiceOptions } from '../types.js';
|
|
4
|
+
import { AxAIMistralEmbedModels, AxAIMistralModel } from './types.js';
|
|
4
5
|
type MistralConfig = AxAIOpenAIConfig;
|
|
5
6
|
export declare const axAIMistralDefaultConfig: () => MistralConfig;
|
|
6
7
|
export declare const axAIMistralBestConfig: () => AxAIOpenAIConfig;
|
|
@@ -10,7 +11,7 @@ export interface AxAIMistralArgs {
|
|
|
10
11
|
config?: Readonly<Partial<MistralConfig>>;
|
|
11
12
|
options?: Readonly<AxAIServiceOptions>;
|
|
12
13
|
}
|
|
13
|
-
export declare class AxAIMistral extends AxAIOpenAI {
|
|
14
|
+
export declare class AxAIMistral extends AxAIOpenAI<AxAIMistralModel, AxAIMistralEmbedModels> {
|
|
14
15
|
constructor({ apiKey, config, options }: Readonly<Omit<AxAIMistralArgs, 'name'>>);
|
|
15
16
|
}
|
|
16
17
|
export {};
|
package/ai/mistral/api.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { axBaseAIDefaultConfig } from '../base.js';
|
|
2
2
|
import { AxAIOpenAI } from '../openai/api.js';
|
|
3
3
|
import { axModelInfoMistral } from './info.js';
|
|
4
|
-
import { AxAIMistralModel } from './types.js';
|
|
4
|
+
import { AxAIMistralEmbedModels, AxAIMistralModel } from './types.js';
|
|
5
5
|
export const axAIMistralDefaultConfig = () => structuredClone({
|
|
6
6
|
model: AxAIMistralModel.MistralSmall,
|
|
7
7
|
...axBaseAIDefaultConfig()
|
package/ai/mistral/api.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/mistral/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/mistral/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAItE,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAkB,EAAE,CAC1D,eAAe,CAAC;IACd,KAAK,EAAE,gBAAgB,CAAC,YAAY;IACpC,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAqB,EAAE,CAC1D,eAAe,CAAC;IACd,GAAG,wBAAwB,EAAE;IAC7B,KAAK,EAAE,gBAAgB,CAAC,YAAY;CACrC,CAAC,CAAC;AASL,MAAM,OAAO,WAAY,SAAQ,UAGhC;IACC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACiC;QACxC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,wBAAwB,EAAE;YAC7B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,MAAM;YACN,MAAM,EAAE,OAAO;YACf,OAAO;YACP,MAAM,EAAE,2BAA2B;YACnC,SAAS,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;CACF"}
|
package/ai/ollama/api.d.ts
CHANGED
|
@@ -17,6 +17,6 @@ export type AxAIOllamaArgs = {
|
|
|
17
17
|
* OllamaAI: AI Service
|
|
18
18
|
* @export
|
|
19
19
|
*/
|
|
20
|
-
export declare class AxAIOllama extends AxAIOpenAI {
|
|
20
|
+
export declare class AxAIOllama extends AxAIOpenAI<string, string> {
|
|
21
21
|
constructor({ apiKey, url, config, options }: Readonly<Omit<AxAIOllamaArgs, 'name'>>);
|
|
22
22
|
}
|
package/ai/ollama/api.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/ollama/api.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAM9C,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAuB,EAAE,CAC9D,eAAe,CAAC;IACd,GAAG,qBAAqB,EAAE;IAC1B,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,YAAY;CACzB,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAuB,EAAE,CACtE,eAAe,CAAC;IACd,GAAG,6BAA6B,EAAE;IAClC,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,YAAY;CACzB,CAAC,CAAC;AAYL;;;GAGG;AACH,MAAM,OAAO,UAAW,SAAQ,
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/ollama/api.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAM9C,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAuB,EAAE,CAC9D,eAAe,CAAC;IACd,GAAG,qBAAqB,EAAE;IAC1B,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,YAAY;CACzB,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAuB,EAAE,CACtE,eAAe,CAAC;IACd,GAAG,6BAA6B,EAAE;IAClC,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,YAAY;CACzB,CAAC,CAAC;AAYL;;;GAGG;AACH,MAAM,OAAO,UAAW,SAAQ,UAA0B;IACxD,YAAY,EACV,MAAM,GAAG,SAAS,EAClB,GAAG,GAAG,wBAAwB,EAC9B,MAAM,EACN,OAAO,EACgC;QACvC,MAAM,OAAO,GAAG;YACd,GAAG,uBAAuB,EAAE;YAC5B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,MAAM;YACN,OAAO;YACP,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,IAAI,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI;SACjC,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;CACF"}
|
package/ai/openai/api.d.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { API } from '../../util/apicall.js';
|
|
2
2
|
import { AxBaseAI } from '../base.js';
|
|
3
3
|
import type { AxAIPromptConfig, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig, AxModelInfo } from '../types.js';
|
|
4
|
-
import { type AxAIOpenAIChatRequest, type AxAIOpenAIChatResponse, type AxAIOpenAIChatResponseDelta, type AxAIOpenAIConfig, type AxAIOpenAIEmbedRequest, type AxAIOpenAIEmbedResponse } from './types.js';
|
|
4
|
+
import { type AxAIOpenAIChatRequest, type AxAIOpenAIChatResponse, type AxAIOpenAIChatResponseDelta, type AxAIOpenAIConfig, AxAIOpenAIEmbedModel, type AxAIOpenAIEmbedRequest, type AxAIOpenAIEmbedResponse, AxAIOpenAIModel } from './types.js';
|
|
5
5
|
export declare const axAIOpenAIDefaultConfig: () => AxAIOpenAIConfig;
|
|
6
6
|
export declare const axAIOpenAIBestConfig: () => AxAIOpenAIConfig;
|
|
7
7
|
export declare const axAIOpenAICreativeConfig: () => AxAIOpenAIConfig;
|
|
@@ -16,7 +16,7 @@ export interface AxAIOpenAIArgs {
|
|
|
16
16
|
}>;
|
|
17
17
|
modelInfo?: Readonly<AxModelInfo[]>;
|
|
18
18
|
}
|
|
19
|
-
export declare class AxAIOpenAI extends AxBaseAI<AxAIOpenAIChatRequest, AxAIOpenAIEmbedRequest, AxAIOpenAIChatResponse, AxAIOpenAIChatResponseDelta, AxAIOpenAIEmbedResponse> {
|
|
19
|
+
export declare class AxAIOpenAI<TM extends string = AxAIOpenAIModel | string, TEM extends string = AxAIOpenAIEmbedModel | string> extends AxBaseAI<TM, TEM, AxAIOpenAIChatRequest, AxAIOpenAIEmbedRequest, AxAIOpenAIChatResponse, AxAIOpenAIChatResponseDelta, AxAIOpenAIEmbedResponse> {
|
|
20
20
|
private config;
|
|
21
21
|
private streamingUsage;
|
|
22
22
|
constructor({ apiKey, config, options, apiURL, modelInfo }: Readonly<Omit<AxAIOpenAIArgs, 'name'>>);
|
package/ai/openai/api.js
CHANGED
|
@@ -35,7 +35,10 @@ export class AxAIOpenAI extends AxBaseAI {
|
|
|
35
35
|
apiURL: apiURL ? apiURL : 'https://api.openai.com/v1',
|
|
36
36
|
headers: { Authorization: `Bearer ${apiKey}` },
|
|
37
37
|
modelInfo,
|
|
38
|
-
models: {
|
|
38
|
+
models: {
|
|
39
|
+
model: _config.model,
|
|
40
|
+
embedModel: _config.embedModel
|
|
41
|
+
},
|
|
39
42
|
options,
|
|
40
43
|
supportFor: { functions: true, streaming: true }
|
|
41
44
|
});
|
|
@@ -58,7 +61,7 @@ export class AxAIOpenAI extends AxBaseAI {
|
|
|
58
61
|
generateChatReq = (req,
|
|
59
62
|
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
60
63
|
_config) => {
|
|
61
|
-
const model =
|
|
64
|
+
const model = this.config.model;
|
|
62
65
|
if (!req.chatPrompt || req.chatPrompt.length === 0) {
|
|
63
66
|
throw new Error('Chat prompt is empty');
|
|
64
67
|
}
|
|
@@ -102,7 +105,7 @@ export class AxAIOpenAI extends AxBaseAI {
|
|
|
102
105
|
return [apiConfig, reqValue];
|
|
103
106
|
};
|
|
104
107
|
generateEmbedReq = (req) => {
|
|
105
|
-
const model =
|
|
108
|
+
const model = this.config.embedModel;
|
|
106
109
|
if (!model) {
|
|
107
110
|
throw new Error('Embed model not set');
|
|
108
111
|
}
|
package/ai/openai/api.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/openai/api.ts"],"names":[],"mappings":"AACA,OAAO,EACL,QAAQ,EACR,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AAapB,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAKL,oBAAoB,EAGpB,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAqB,EAAE,CAC5D,eAAe,CAAC;IACd,KAAK,EAAE,eAAe,CAAC,KAAK;IAC5B,UAAU,EAAE,oBAAoB,CAAC,mBAAmB;IACpD,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAqB,EAAE,CACzD,eAAe,CAAC;IACd,GAAG,uBAAuB,EAAE;IAC5B,KAAK,EAAE,eAAe,CAAC,SAAS;CACjC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAqB,EAAE,CAC7D,eAAe,CAAC;IACd,KAAK,EAAE,eAAe,CAAC,SAAS;IAChC,UAAU,EAAE,oBAAoB,CAAC,mBAAmB;IACpD,GAAG,6BAA6B,EAAE;CACnC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAqB,EAAE,CAAC,CAAC;IAC3D,GAAG,uBAAuB,EAAE;IAC5B,KAAK,EAAE,eAAe,CAAC,KAAK;CAC7B,CAAC,CAAC;AAWH,MAAM,OAAO,
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/openai/api.ts"],"names":[],"mappings":"AACA,OAAO,EACL,QAAQ,EACR,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AAapB,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAKL,oBAAoB,EAGpB,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAqB,EAAE,CAC5D,eAAe,CAAC;IACd,KAAK,EAAE,eAAe,CAAC,KAAK;IAC5B,UAAU,EAAE,oBAAoB,CAAC,mBAAmB;IACpD,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAqB,EAAE,CACzD,eAAe,CAAC;IACd,GAAG,uBAAuB,EAAE;IAC5B,KAAK,EAAE,eAAe,CAAC,SAAS;CACjC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAqB,EAAE,CAC7D,eAAe,CAAC;IACd,KAAK,EAAE,eAAe,CAAC,SAAS;IAChC,UAAU,EAAE,oBAAoB,CAAC,mBAAmB;IACpD,GAAG,6BAA6B,EAAE;CACnC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAqB,EAAE,CAAC,CAAC;IAC3D,GAAG,uBAAuB,EAAE;IAC5B,KAAK,EAAE,eAAe,CAAC,KAAK;CAC7B,CAAC,CAAC;AAWH,MAAM,OAAO,UAGX,SAAQ,QAQT;IACS,MAAM,CAAmB;IACzB,cAAc,CAAU;IAEhC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACP,MAAM,EACN,SAAS,GAAG,iBAAiB,EACU;QACvC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,uBAAuB,EAAE;YAC5B,GAAG,MAAM;SACV,CAAC;QAEF,KAAK,CAAC;YACJ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,2BAA2B;YACrD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,SAAS;YACT,MAAM,EAAE;gBACN,KAAK,EAAE,OAAO,CAAC,KAAe;gBAC9B,UAAU,EAAE,OAAO,CAAC,UAAoB;aACzC;YACD,OAAO;YACP,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;SACjD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,IAAI,CAAC;IACxD,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC;IACJ,CAAC;IAEQ,eAAe,GAAG,CACzB,GAA4B;IAC5B,6DAA6D;IAC7D,OAAmC,EACL,EAAE;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAEhC,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,mBAAmB;SAC1B,CAAC;QAEF,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvC,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB;SACF,CAAC,CAAC,CAAC;QAEJ,MAAM,WAAW,GACf,CAAC,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YAC5D,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC;QAEvB,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QAErC,MAAM,gBAAgB,GACpB,GAAG,CAAC,WAAW,EAAE,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAEpE,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAE7D,MAAM,QAAQ,GAA0B;YACtC,KAAK;YACL,QAAQ;YACR,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE,cAAc;gBAC1C,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE;gBACvC,CAAC,CAAC,SAAS;YACb,KAAK;YACL,WAAW,EAAE,WAAW;YACxB,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,GAAG;YACtE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YACpE,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;YACrD,CAAC,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;YACtC,IAAI,EAAE,GAAG,CAAC,WAAW,EAAE,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACxD,gBAAgB,EACd,GAAG,CAAC,WAAW,EAAE,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACjE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YACjC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc;gBAC/B,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE;gBAC3D,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,GAA6B,EACE,EAAE;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAErC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,aAAa;SACpB,CAAC;QAEF,MAAM,QAAQ,GAAG;YACf,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,GAAG,CAAC,KAAK;SACjB,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAAsC,EACtB,EAAE;QAClB,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QAE3C,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,KAAK,CAAC;QACd,CAAC;QAED,MAAM,UAAU,GAAG,KAAK;YACtB,CAAC,CAAC;gBACE,YAAY,EAAE,KAAK,CAAC,aAAa;gBACjC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;gBACzC,WAAW,EAAE,KAAK,CAAC,YAAY;aAChC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YACrC,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAE3D,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAClD,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBAClD,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;aAC3B,CAAC,CACH,CAAC;YAEF,OAAO;gBACL,EAAE,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE;gBACrB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;gBAC/B,aAAa;gBACb,YAAY;aACb,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,UAAU;YACV,OAAO;YACP,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC,CAAC;IAEO,sBAAsB,GAAG,CAChC,IAA2C,EAC3C,KAAa,EACG,EAAE;QAClB,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAEpC,MAAM,UAAU,GAAG,KAAK;YACtB,CAAC,CAAC;gBACE,YAAY,EAAE,KAAK,CAAC,aAAa;gBACjC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;gBACzC,WAAW,EAAE,KAAK,CAAC,YAAY;aAChC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,MAAM,GAAG,KAEd,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC;QACzB,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG;QACzB,gEAAgE;QAChE,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE;YAC1D,MAAM,YAAY,GAAG,eAAe,CAAC,aAAa,CAAC,CAAC;YAEpD,MAAM,aAAa,GAAG,UAAU;gBAC9B,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE;gBAClE,IACE,OAAO,GAAG,KAAK,QAAQ;oBACvB,OAAO,KAAK,KAAK,QAAQ;oBACzB,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,EACzB,CAAC;oBACD,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;gBACjC,CAAC;gBAED,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACpC,IAAI,CAAC,EAAE,EAAE,CAAC;oBACR,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,OAAO;oBACL,EAAE;oBACF,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;iBAC3B,CAAC;YACJ,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YAE7B,OAAO;gBACL,OAAO;gBACP,IAAI,EAAE,IAAI;gBACV,aAAa;gBACb,YAAY;gBACZ,EAAE;aACH,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,OAAO;YACL,OAAO;YACP,UAAU;SACX,CAAC;IACJ,CAAC,CAAC;IAEO,iBAAiB,GAAG,CAC3B,IAAuC,EACtB,EAAE;QACnB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QAE7B,MAAM,UAAU,GAAG,KAAK;YACtB,CAAC,CAAC;gBACE,YAAY,EAAE,KAAK,CAAC,aAAa;gBACjC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;gBACzC,WAAW,EAAE,KAAK,CAAC,YAAY;aAChC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YACxC,UAAU;SACX,CAAC;IACJ,CAAC,CAAC;CACH;AAED,MAAM,eAAe,GAAG,CACtB,YAAmE,EAC7B,EAAE;IACxC,QAAQ,YAAY,EAAE,CAAC;QACrB,KAAK,MAAM;YACT,OAAO,MAAe,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,QAAiB,CAAC;QAC3B,KAAK,gBAAgB;YACnB,OAAO,OAAgB,CAAC;QAC1B,KAAK,YAAY;YACf,OAAO,eAAwB,CAAC;IACpC,CAAC;AACH,CAAC,CAAC;AAEF,SAAS,cAAc,CACrB,GAA4B;IAE5B,OAAO,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAChC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,QAAQ;gBACX,OAAO,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;YAC3D,KAAK,MAAM;gBACT,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC/B,OAAO;wBACL,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;4BAC7B,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gCACf,KAAK,MAAM;oCACT,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gCACjD,KAAK,OAAO,CAAC,CAAC,CAAC;oCACb,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,QAAQ,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC;oCACnD,OAAO;wCACL,IAAI,EAAE,WAAoB;wCAC1B,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,MAAM,EAAE;qCACjD,CAAC;gCACJ,CAAC;gCACD;oCACE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;4BAC5C,CAAC;wBACH,CAAC,CAAC;qBACH,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;YACzE,KAAK,WAAW;gBACd,OAAO;oBACL,IAAI,EAAE,WAAoB;oBAC1B,OAAO,EAAE,GAAG,CAAC,OAAiB;oBAC9B,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,UAAU,EAAE,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACzC,EAAE,EAAE,CAAC,CAAC,EAAE;wBACR,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE;4BACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;4BACrB,SAAS,EACP,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;gCACnC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;gCACnC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM;yBACxB;qBACF,CAAC,CAAC;iBACJ,CAAC;YACJ,KAAK,UAAU;gBACb,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,GAAG,CAAC,MAAM;oBACnB,YAAY,EAAE,GAAG,CAAC,UAAU;iBAC7B,CAAC;YACJ;gBACE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QACpC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
|
package/ai/together/api.d.ts
CHANGED
|
@@ -9,7 +9,7 @@ export interface AxAITogetherArgs {
|
|
|
9
9
|
config?: Readonly<Partial<TogetherAIConfig>>;
|
|
10
10
|
options?: Readonly<AxAIServiceOptions>;
|
|
11
11
|
}
|
|
12
|
-
export declare class AxAITogether extends AxAIOpenAI {
|
|
12
|
+
export declare class AxAITogether extends AxAIOpenAI<string, string> {
|
|
13
13
|
constructor({ apiKey, config, options }: Readonly<Omit<AxAITogetherArgs, 'name'>>);
|
|
14
14
|
}
|
|
15
15
|
export {};
|
package/ai/together/api.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/together/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAIhD,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAqB,EAAE,CAC9D,eAAe,CAAC;IACd,2BAA2B;IAC3B,KAAK,EAAE,sCAAsC;IAC7C,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AASL,MAAM,OAAO,YAAa,SAAQ,
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/together/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAIhD,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAqB,EAAE,CAC9D,eAAe,CAAC;IACd,2BAA2B;IAC3B,KAAK,EAAE,sCAAsC;IAC7C,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AASL,MAAM,OAAO,YAAa,SAAQ,UAA0B;IAC1D,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACkC;QACzC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,yBAAyB,EAAE;YAC9B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,MAAM;YACN,MAAM,EAAE,OAAO;YACf,OAAO;YACP,MAAM,EAAE,6BAA6B;YACrC,SAAS,EAAE,mBAAmB;SAC/B,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;CACF"}
|
package/ai/types.d.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import type { ReadableStream } from 'stream/web';
|
|
2
2
|
import type { AxTracer } from '../trace/index.js';
|
|
3
|
+
import type { AxAIModelMap } from './base.js';
|
|
3
4
|
export type AxModelInfo = {
|
|
4
5
|
name: string;
|
|
5
6
|
currency?: string;
|
|
@@ -119,11 +120,9 @@ export type AxChatRequest = {
|
|
|
119
120
|
};
|
|
120
121
|
};
|
|
121
122
|
modelConfig?: Readonly<AxModelConfig>;
|
|
122
|
-
model?: string;
|
|
123
123
|
};
|
|
124
124
|
export type AxEmbedRequest = {
|
|
125
125
|
texts?: readonly string[];
|
|
126
|
-
embedModel?: string;
|
|
127
126
|
};
|
|
128
127
|
export type AxRateLimiterFunction = <T = unknown>(reqFunc: () => Promise<T | ReadableStream<T>>, info: Readonly<{
|
|
129
128
|
modelUsage?: AxTokenUsage;
|
|
@@ -153,6 +152,8 @@ export interface AxAIService {
|
|
|
153
152
|
functions: boolean;
|
|
154
153
|
streaming: boolean;
|
|
155
154
|
};
|
|
155
|
+
setModelMap(modelMap: AxAIModelMap<string>): void;
|
|
156
|
+
setEmbedModelMap(embedModelMap: AxAIModelMap<string>): void;
|
|
156
157
|
chat(req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions>): Promise<AxChatResponse | ReadableStream<AxChatResponse>>;
|
|
157
158
|
embed(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions & AxAIServiceActionOptions>): Promise<AxEmbedResponse>;
|
|
158
159
|
setOptions(options: Readonly<AxAIServiceOptions>): void;
|
package/ai/wrap.d.ts
CHANGED
|
@@ -19,18 +19,14 @@ import { type AxAIOpenAIArgs as AxAIOpenAIArgs } from './openai/api.js';
|
|
|
19
19
|
import type { AxAIOpenAIEmbedModel, AxAIOpenAIModel } from './openai/types.js';
|
|
20
20
|
import { type AxAITogetherArgs } from './together/api.js';
|
|
21
21
|
import type { AxAIPromptConfig, AxAIService, AxAIServiceActionOptions, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig, AxModelInfo } from './types.js';
|
|
22
|
-
export type
|
|
23
|
-
export interface AxAIOptions<TM = string, TEM = string> {
|
|
24
|
-
modelMap?: AxAIModelMap<TM>;
|
|
25
|
-
embedModelMap?: AxAIModelMap<TEM>;
|
|
26
|
-
}
|
|
27
|
-
export type AxAIArgs = (AxAIOpenAIArgs & AxAIOptions<AxAIOpenAIModel, AxAIOpenAIEmbedModel>) | (AxAIAzureOpenAIArgs & AxAIOptions<AxAIOpenAIModel, AxAIOpenAIEmbedModel>) | (AxAITogetherArgs & AxAIOptions<string, string>) | (AxAIAnthropicArgs & AxAIOptions<AxAIAnthropicModel, AxAIAnthropicModel>) | (AxAIGroqArgs & AxAIOptions<AxAIGroqModel, AxAIGroqModel>) | (AxAIGoogleGeminiArgs & AxAIOptions<AxAIGoogleGeminiModel, AxAIGoogleGeminiEmbedModel>) | (AxAICohereArgs & AxAIOptions<AxAICohereModel, AxAICohereEmbedModel>) | (AxAIHuggingFaceArgs & AxAIOptions<AxAIHuggingFaceModel, AxAIHuggingFaceModel>) | (AxAIMistralArgs & AxAIOptions<AxAIMistralModel, AxAIMistralModel>) | (AxAIDeepSeekArgs & AxAIOptions<AxAIDeepSeekModel, AxAIDeepSeekModel>) | (AxAIOllamaArgs & AxAIOptions<string, string>);
|
|
22
|
+
export type AxAIArgs = AxAIOpenAIArgs | AxAIAzureOpenAIArgs | AxAITogetherArgs | AxAIAnthropicArgs | AxAIGroqArgs | AxAIGoogleGeminiArgs | AxAICohereArgs | AxAIHuggingFaceArgs | AxAIMistralArgs | AxAIDeepSeekArgs | AxAIOllamaArgs;
|
|
28
23
|
export type AxAIModels = AxAIOpenAIModel | AxAIAnthropicModel | AxAIGroqModel | AxAIGoogleGeminiModel | AxAICohereModel | AxAIHuggingFaceModel | AxAIMistralModel | AxAIDeepSeekModel | string;
|
|
29
24
|
export type AxAIEmbedModels = AxAIOpenAIEmbedModel | AxAIGoogleGeminiEmbedModel | AxAICohereEmbedModel | string;
|
|
30
25
|
export declare class AxAI implements AxAIService {
|
|
31
26
|
private ai;
|
|
32
|
-
private options;
|
|
33
27
|
constructor(options: Readonly<AxAIArgs>);
|
|
28
|
+
setModelMap(modelMap: Readonly<Record<string, string>>): void;
|
|
29
|
+
setEmbedModelMap(modelMap: Readonly<Record<string, string>>): void;
|
|
34
30
|
getName(): string;
|
|
35
31
|
getModelInfo(): Readonly<AxModelInfo & {
|
|
36
32
|
provider: string;
|
package/ai/wrap.js
CHANGED
|
@@ -11,48 +11,51 @@ import { AxAIOpenAI } from './openai/api.js';
|
|
|
11
11
|
import { AxAITogether } from './together/api.js';
|
|
12
12
|
export class AxAI {
|
|
13
13
|
ai;
|
|
14
|
-
options;
|
|
15
14
|
constructor(options) {
|
|
16
|
-
|
|
17
|
-
this.options = { modelMap, embedModelMap };
|
|
18
|
-
switch (args.name) {
|
|
15
|
+
switch (options.name) {
|
|
19
16
|
case 'openai':
|
|
20
|
-
this.ai = new AxAIOpenAI(
|
|
17
|
+
this.ai = new AxAIOpenAI(options);
|
|
21
18
|
break;
|
|
22
19
|
case 'azure-openai':
|
|
23
|
-
this.ai = new AxAIAzureOpenAI(
|
|
20
|
+
this.ai = new AxAIAzureOpenAI(options);
|
|
24
21
|
break;
|
|
25
22
|
case 'huggingface':
|
|
26
|
-
this.ai = new AxAIHuggingFace(
|
|
23
|
+
this.ai = new AxAIHuggingFace(options);
|
|
27
24
|
break;
|
|
28
25
|
case 'groq':
|
|
29
|
-
this.ai = new AxAIGroq(
|
|
26
|
+
this.ai = new AxAIGroq(options);
|
|
30
27
|
break;
|
|
31
28
|
case 'together':
|
|
32
|
-
this.ai = new AxAITogether(
|
|
29
|
+
this.ai = new AxAITogether(options);
|
|
33
30
|
break;
|
|
34
31
|
case 'cohere':
|
|
35
|
-
this.ai = new AxAICohere(
|
|
32
|
+
this.ai = new AxAICohere(options);
|
|
36
33
|
break;
|
|
37
34
|
case 'google-gemini':
|
|
38
|
-
this.ai = new AxAIGoogleGemini(
|
|
35
|
+
this.ai = new AxAIGoogleGemini(options);
|
|
39
36
|
break;
|
|
40
37
|
case 'anthropic':
|
|
41
|
-
this.ai = new AxAIAnthropic(
|
|
38
|
+
this.ai = new AxAIAnthropic(options);
|
|
42
39
|
break;
|
|
43
40
|
case 'mistral':
|
|
44
|
-
this.ai = new AxAIMistral(
|
|
41
|
+
this.ai = new AxAIMistral(options);
|
|
45
42
|
break;
|
|
46
43
|
case 'deepseek':
|
|
47
|
-
this.ai = new AxAIDeepSeek(
|
|
44
|
+
this.ai = new AxAIDeepSeek(options);
|
|
48
45
|
break;
|
|
49
46
|
case 'ollama':
|
|
50
|
-
this.ai = new AxAIOllama(
|
|
47
|
+
this.ai = new AxAIOllama(options);
|
|
51
48
|
break;
|
|
52
49
|
default:
|
|
53
50
|
throw new Error(`Unknown AI`);
|
|
54
51
|
}
|
|
55
52
|
}
|
|
53
|
+
setModelMap(modelMap) {
|
|
54
|
+
this.ai.setModelMap(modelMap);
|
|
55
|
+
}
|
|
56
|
+
setEmbedModelMap(modelMap) {
|
|
57
|
+
this.ai.setEmbedModelMap(modelMap);
|
|
58
|
+
}
|
|
56
59
|
getName() {
|
|
57
60
|
return this.ai.getName();
|
|
58
61
|
}
|
|
@@ -69,23 +72,9 @@ export class AxAI {
|
|
|
69
72
|
return this.ai.getFeatures();
|
|
70
73
|
}
|
|
71
74
|
async chat(req, options) {
|
|
72
|
-
if (this.options?.modelMap && req.model) {
|
|
73
|
-
const model = this.options.modelMap[req.model];
|
|
74
|
-
if (!model || model.length === 0) {
|
|
75
|
-
throw new Error(`Model not found in model map: ${req.model}`);
|
|
76
|
-
}
|
|
77
|
-
return await this.ai.chat({ ...req, model }, options);
|
|
78
|
-
}
|
|
79
75
|
return await this.ai.chat(req, options);
|
|
80
76
|
}
|
|
81
77
|
async embed(req, options) {
|
|
82
|
-
if (this.options?.embedModelMap && req.embedModel) {
|
|
83
|
-
const embedModel = this.options.embedModelMap[req.embedModel];
|
|
84
|
-
if (!embedModel || embedModel.length === 0) {
|
|
85
|
-
throw new Error(`Model not found in embed model map: ${req.embedModel}`);
|
|
86
|
-
}
|
|
87
|
-
return await this.ai.embed({ ...req, embedModel }, options);
|
|
88
|
-
}
|
|
89
78
|
return await this.ai.embed(req, options);
|
|
90
79
|
}
|
|
91
80
|
setOptions(options) {
|
package/ai/wrap.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wrap.js","sourceRoot":"","sources":["../../ai/wrap.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAA0B,MAAM,oBAAoB,CAAC;AAE3E,OAAO,EACL,eAAe,EAEhB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,UAAU,EAAuB,MAAM,iBAAiB,CAAC;AAElE,OAAO,EAAE,YAAY,EAAyB,MAAM,mBAAmB,CAAC;AAExE,OAAO,EACL,gBAAgB,EAEjB,MAAM,wBAAwB,CAAC;AAKhC,OAAO,EAAE,QAAQ,EAAqB,MAAM,eAAe,CAAC;AAE5D,OAAO,EACL,eAAe,EAEhB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,WAAW,EAAwB,MAAM,kBAAkB,CAAC;AAErE,OAAO,EAAE,UAAU,EAAuB,MAAM,iBAAiB,CAAC;AAClE,OAAO,EACL,UAAU,EAEX,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAE,YAAY,EAAyB,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"wrap.js","sourceRoot":"","sources":["../../ai/wrap.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAA0B,MAAM,oBAAoB,CAAC;AAE3E,OAAO,EACL,eAAe,EAEhB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,UAAU,EAAuB,MAAM,iBAAiB,CAAC;AAElE,OAAO,EAAE,YAAY,EAAyB,MAAM,mBAAmB,CAAC;AAExE,OAAO,EACL,gBAAgB,EAEjB,MAAM,wBAAwB,CAAC;AAKhC,OAAO,EAAE,QAAQ,EAAqB,MAAM,eAAe,CAAC;AAE5D,OAAO,EACL,eAAe,EAEhB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,WAAW,EAAwB,MAAM,kBAAkB,CAAC;AAErE,OAAO,EAAE,UAAU,EAAuB,MAAM,iBAAiB,CAAC;AAClE,OAAO,EACL,UAAU,EAEX,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAE,YAAY,EAAyB,MAAM,mBAAmB,CAAC;AA4CxE,MAAM,OAAO,IAAI;IACP,EAAE,CAAc;IAExB,YAAY,OAA2B;QACrC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,QAAQ;gBACX,IAAI,CAAC,EAAE,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;gBAClC,MAAM;YACR,KAAK,cAAc;gBACjB,IAAI,CAAC,EAAE,GAAG,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;gBACvC,MAAM;YACR,KAAK,aAAa;gBAChB,IAAI,CAAC,EAAE,GAAG,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;gBACvC,MAAM;YACR,KAAK,MAAM;gBACT,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAChC,MAAM;YACR,KAAK,UAAU;gBACb,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;gBACpC,MAAM;YACR,KAAK,QAAQ;gBACX,IAAI,CAAC,EAAE,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;gBAClC,MAAM;YACR,KAAK,eAAe;gBAClB,IAAI,CAAC,EAAE,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBACxC,MAAM;YACR,KAAK,WAAW;gBACd,IAAI,CAAC,EAAE,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,CAAC;gBACrC,MAAM;YACR,KAAK,SAAS;gBACZ,IAAI,CAAC,EAAE,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;gBACnC,MAAM;YACR,KAAK,UAAU;gBACb,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;gBACpC,MAAM;YACR,KAAK,QAAQ;gBACX,IAAI,CAAC,EAAE,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;gBAClC,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,WAAW,CAAC,QAA0C;QACpD,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,gBAAgB,CAAC,QAA0C;QACzD,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;IAChC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC;IACrC,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC;IAClC,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,IAAI,CACR,GAA4B,EAC5B,OAA+D;QAE/D,OAAO,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,KAAK,CACT,GAA6B,EAC7B,OAAuE;QAEvE,OAAO,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,UAAU,CAAC,OAAqC;QAC9C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;CACF"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { API } from '../../util/apicall.js';
|
|
2
2
|
import { AxBaseAI } from '../base.js';
|
|
3
3
|
import type { AxAIServiceOptions, AxChatRequest, AxChatResponse, AxModelConfig } from '../types.js';
|
|
4
|
-
import { type AxAIAnthropicChatError, type AxAIAnthropicChatRequest, type AxAIAnthropicChatResponse, type AxAIAnthropicChatResponseDelta, type AxAIAnthropicConfig } from './types.js';
|
|
4
|
+
import { type AxAIAnthropicChatError, type AxAIAnthropicChatRequest, type AxAIAnthropicChatResponse, type AxAIAnthropicChatResponseDelta, type AxAIAnthropicConfig, AxAIAnthropicModel } from './types.js';
|
|
5
5
|
export declare const axAIAnthropicDefaultConfig: () => AxAIAnthropicConfig;
|
|
6
6
|
export interface AxAIAnthropicArgs {
|
|
7
7
|
name: 'anthropic';
|
|
@@ -9,7 +9,7 @@ export interface AxAIAnthropicArgs {
|
|
|
9
9
|
config?: Readonly<Partial<AxAIAnthropicConfig>>;
|
|
10
10
|
options?: Readonly<AxAIServiceOptions>;
|
|
11
11
|
}
|
|
12
|
-
export declare class AxAIAnthropic extends AxBaseAI<AxAIAnthropicChatRequest, unknown, AxAIAnthropicChatResponse, AxAIAnthropicChatResponseDelta, unknown> {
|
|
12
|
+
export declare class AxAIAnthropic extends AxBaseAI<AxAIAnthropicModel, string, AxAIAnthropicChatRequest, unknown, AxAIAnthropicChatResponse, AxAIAnthropicChatResponseDelta, unknown> {
|
|
13
13
|
private config;
|
|
14
14
|
constructor({ apiKey, config, options }: Readonly<Omit<AxAIAnthropicArgs, 'name'>>);
|
|
15
15
|
getModelConfig(): AxModelConfig;
|
package/cjs/ai/anthropic/api.js
CHANGED
|
@@ -44,6 +44,7 @@ class AxAIAnthropic extends base_js_1.AxBaseAI {
|
|
|
44
44
|
};
|
|
45
45
|
}
|
|
46
46
|
generateChatReq = (req) => {
|
|
47
|
+
const model = this.config.model;
|
|
47
48
|
const apiConfig = {
|
|
48
49
|
name: '/messages'
|
|
49
50
|
};
|
|
@@ -55,7 +56,7 @@ class AxAIAnthropic extends base_js_1.AxBaseAI {
|
|
|
55
56
|
}));
|
|
56
57
|
const stream = req.modelConfig?.stream ?? this.config.stream;
|
|
57
58
|
const reqValue = {
|
|
58
|
-
model
|
|
59
|
+
model,
|
|
59
60
|
max_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens,
|
|
60
61
|
stop_sequences: req.modelConfig?.stopSequences ?? this.config.stopSequences,
|
|
61
62
|
temperature: req.modelConfig?.temperature ?? this.config.temperature,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../ai/anthropic/api.ts"],"names":[],"mappings":";;;AACA,wCAA6D;AAS7D,uCAAiD;AACjD,yCAYoB;AAEb,MAAM,0BAA0B,GAAG,GAAwB,EAAE,CAClE,eAAe,CAAC;IACd,KAAK,EAAE,6BAAkB,CAAC,cAAc;IACxC,GAAG,IAAA,+BAAqB,GAAE;CAC3B,CAAC,CAAC;AAJQ,QAAA,0BAA0B,8BAIlC;AASL,MAAa,aAAc,SAAQ,
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../ai/anthropic/api.ts"],"names":[],"mappings":";;;AACA,wCAA6D;AAS7D,uCAAiD;AACjD,yCAYoB;AAEb,MAAM,0BAA0B,GAAG,GAAwB,EAAE,CAClE,eAAe,CAAC;IACd,KAAK,EAAE,6BAAkB,CAAC,cAAc;IACxC,GAAG,IAAA,+BAAqB,GAAE;CAC3B,CAAC,CAAC;AAJQ,QAAA,0BAA0B,8BAIlC;AASL,MAAa,aAAc,SAAQ,kBAQlC;IACS,MAAM,CAAsB;IAEpC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACmC;QAC1C,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,IAAA,kCAA0B,GAAE;YAC/B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,8BAA8B;YACtC,OAAO,EAAE;gBACP,mBAAmB,EAAE,YAAY;gBACjC,WAAW,EAAE,MAAM;aACpB;YACD,SAAS,EAAE,8BAAoB;YAC/B,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;YAChC,OAAO;YACP,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;SACjD,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;IACxB,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM;SACL,CAAC;IACrB,CAAC;IAEQ,eAAe,GAAG,CACzB,GAA4B,EACK,EAAE;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAEhC,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,WAAW;SAClB,CAAC;QAEF,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QAErC,MAAM,KAAK,GAAsC,GAAG,CAAC,SAAS,EAAE,GAAG,CACjE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACN,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,UAAU;SAC3B,CAAC,CACH,CAAC;QAEF,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAE7D,MAAM,QAAQ,GAA6B;YACzC,KAAK;YACL,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YAC/D,cAAc,EACZ,GAAG,CAAC,WAAW,EAAE,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YAC7D,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YACpE,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAChD,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAChD,GAAG,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAC3B,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;gBAC1C,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,QAAQ;SACT,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAAkE,EAClD,EAAE;QAClB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAEvD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAwB,EAAE;YAC7D,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO;oBACL,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,aAAa,EAAE;wBACb;4BACE,EAAE,EAAE,GAAG,CAAC,EAAE;4BACV,IAAI,EAAE,UAAmB;4BACzB,QAAQ,EAAE;gCACR,IAAI,EAAE,GAAG,CAAC,IAAI;gCACd,MAAM,EAAE,GAAG,CAAC,KAAK;6BAClB;yBACF;qBACF;oBACD,YAAY;iBACb,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,OAAO,EAAE,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;gBAC5C,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,YAAY;aACb,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG;YACjB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;YACrC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;YAC1C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa;SAChE,CAAC;QAEF,OAAO;YACL,OAAO;YACP,UAAU;YACV,QAAQ,EAAE,IAAI,CAAC,EAAE;SAClB,CAAC;IACJ,CAAC,CAAC;IAEO,sBAAsB,GAAG,CAChC,IAA8C,EAC9C,KAAa,EACG,EAAE;QAClB,IAAI,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,MAAM,GAAG,KAEd,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC;QACzB,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,EAAE,KAAK,EAAE,GAAG,IAA0C,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAClC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAiD,CAAC;YACtE,MAAM,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG;gBACjB,YAAY,EAAE,OAAO,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;gBAC9C,gBAAgB,EAAE,OAAO,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBACnD,WAAW,EACT,CAAC,OAAO,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;oBAClC,CAAC,OAAO,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;aACtC,CAAC;YACF,OAAO;gBACL,OAAO;gBACP,UAAU;aACX,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YACxC,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,GACnC,IAAsD,CAAC;YAEzD,IAAI,YAAY,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACjC,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC;iBAC1C,CAAC;YACJ,CAAC;YACD,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBACrC,IACE,OAAO,YAAY,CAAC,EAAE,KAAK,QAAQ;oBACnC,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;oBAC9B,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAC9B,CAAC;oBACD,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC,EAAE,CAAC;oBAChD,MAAM,aAAa,GAAG;wBACpB;4BACE,EAAE,EAAE,YAAY,CAAC,EAAE;4BACnB,IAAI,EAAE,UAAmB;4BACzB,QAAQ,EAAE;gCACR,IAAI,EAAE,YAAY,CAAC,IAAI;gCACvB,MAAM,EAAE,EAAE;6BACX;yBACF;qBACF,CAAC;oBACF,OAAO;wBACL,OAAO,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC;qBAC7B,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YACxC,MAAM,EAAE,KAAK,EAAE,GAAG,IAAsD,CAAC;YACzE,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAChC,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;iBACnC,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBACtC,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACzC,IAAI,CAAC,EAAE,EAAE,CAAC;oBACR,MAAM,IAAI,KAAK,CAAC,uCAAuC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;gBACxE,CAAC;gBACD,MAAM,aAAa,GAAG;oBACpB;wBACE,EAAE;wBACF,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE;4BACR,IAAI,EAAE,EAAE;4BACR,MAAM,EAAE,KAAK,CAAC,YAAY;yBAC3B;qBACF;iBACF,CAAC;gBACF,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC;iBAC7B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAClC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GACpB,IAAiD,CAAC;YACpD,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE,EAAE;wBACX,YAAY,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC;qBACjD;iBACF;gBACD,UAAU,EAAE;oBACV,YAAY,EAAE,CAAC;oBACf,gBAAgB,EAAE,KAAK,CAAC,aAAa;oBACrC,WAAW,EAAE,KAAK,CAAC,aAAa;iBACjC;aACF,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;SAC3B,CAAC;IACJ,CAAC,CAAC;CACH;AA/PD,sCA+PC;AAED,SAAS,cAAc,CACrB,GAA4B;IAE5B,MAAM,KAAK,GAAyC,GAAG,CAAC,UAAU,CAAC,GAAG,CACpE,CAAC,GAAG,EAAE,EAAE;QACN,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,UAAU;gBACb,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,aAAa;4BACnB,OAAO,EAAE,GAAG,CAAC,MAAM;4BACnB,WAAW,EAAE,GAAG,CAAC,UAAU;yBAC5B;qBACF;iBACF,CAAC;YACJ,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACpC,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;gBACzD,CAAC;gBACD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBACpC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;wBACf,KAAK,MAAM;4BACT,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;wBACjD,KAAK,OAAO;4BACV,OAAO;gCACL,IAAI,EAAE,OAAgB;gCACtB,MAAM,EAAE;oCACN,IAAI,EAAE,QAAiB;oCACvB,UAAU,EAAE,CAAC,CAAC,QAAQ;oCACtB,IAAI,EAAE,CAAC,CAAC,KAAK;iCACd;6BACF,CAAC;wBACJ;4BACE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;oBAC5C,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,OAAO;iBACR,CAAC;YACJ,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,OAAO,GAGI,EAAE,CAAC;gBAElB,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACpC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBACxB,CAAC;gBACD,IAAI,OAAO,GAAG,CAAC,aAAa,KAAK,WAAW,EAAE,CAAC;oBAC7C,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACpC,IAAI,KAAK,CAAC;wBACV,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;4BAC1C,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;wBACxC,CAAC;6BAAM,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;4BACjD,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;wBAC5B,CAAC;wBACD,OAAO;4BACL,IAAI,EAAE,UAAmB;4BACzB,EAAE,EAAE,CAAC,CAAC,EAAE;4BACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;4BACrB,KAAK;yBACN,CAAC;oBACJ,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,WAAoB;oBAC1B,OAAO;iBACR,CAAC;YACJ,CAAC;YACD;gBACE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QACpC,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,sBAAsB,CAAC,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,4DAA4D;AAC5D,SAAS,sBAAsB,CAC7B,QAAwD;IAExD,MAAM,cAAc,GAAyC,EAAE,CAAC;IAEhE,KAAK,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1C,wDAAwD;QACxD,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7B,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,SAAS;QACX,CAAC;QAED,6EAA6E;QAC7E,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,KAAK,WAAW,EAAE,CAAC;YACtD,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,EAAE,CAAC;YAEzC,cAAc,CAAC,IAAI,CAAC;gBAClB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnC,GAAG,GAAG;aACP,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,SAAS,eAAe,CACtB,UAA4D;IAE5D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,QAAQ,UAAU,EAAE,CAAC;QACnB,KAAK,eAAe;YAClB,OAAO,MAAM,CAAC;YACd,MAAM;QACR,KAAK,YAAY;YACf,OAAO,QAAQ,CAAC;YAChB,MAAM;QACR,KAAK,UAAU;YACb,OAAO,eAAe,CAAC;YACvB,MAAM;QACR,KAAK,UAAU;YACb,OAAO,MAAM,CAAC;YACd,MAAM;QACR;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC"}
|
package/cjs/ai/balance.d.ts
CHANGED
|
@@ -1,10 +1,13 @@
|
|
|
1
1
|
import type { ReadableStream } from 'stream/web';
|
|
2
|
+
import type { AxAIModelMap } from './base.js';
|
|
2
3
|
import type { AxAIPromptConfig, AxAIService, AxAIServiceActionOptions, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig, AxModelInfo } from './types.js';
|
|
3
4
|
export declare class AxBalancer implements AxAIService {
|
|
4
5
|
private services;
|
|
5
6
|
private currentServiceIndex;
|
|
6
7
|
private currentService;
|
|
7
8
|
constructor(services: readonly AxAIService[]);
|
|
9
|
+
setModelMap(modelMap: AxAIModelMap<string>): void;
|
|
10
|
+
setEmbedModelMap(embedModelMap: AxAIModelMap<string>): void;
|
|
8
11
|
private getNextService;
|
|
9
12
|
private reset;
|
|
10
13
|
getName(): string;
|
package/cjs/ai/balance.js
CHANGED
|
@@ -24,6 +24,12 @@ class AxBalancer {
|
|
|
24
24
|
}
|
|
25
25
|
this.currentService = cs;
|
|
26
26
|
}
|
|
27
|
+
setModelMap(modelMap) {
|
|
28
|
+
this.currentService.setModelMap(modelMap);
|
|
29
|
+
}
|
|
30
|
+
setEmbedModelMap(embedModelMap) {
|
|
31
|
+
this.currentService.setEmbedModelMap(embedModelMap);
|
|
32
|
+
}
|
|
27
33
|
getNextService() {
|
|
28
34
|
const cs = this.services[++this.currentServiceIndex];
|
|
29
35
|
if (cs === undefined) {
|
package/cjs/ai/balance.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"balance.js","sourceRoot":"","sources":["../../../ai/balance.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"balance.js","sourceRoot":"","sources":["../../../ai/balance.ts"],"names":[],"mappings":";;;AAgBA,MAAa,UAAU;IACb,QAAQ,CAAgB;IACxB,mBAAmB,GAAW,CAAC,CAAC;IAChC,cAAc,CAAc;IAEpC,YAAY,QAAgC;QAC1C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC;YAC/B,MAAM,UAAU,GACd,CAAC,KAAK,CAAC,oBAAoB,IAAI,QAAQ,CAAC;gBACxC,CAAC,KAAK,CAAC,wBAAwB,IAAI,QAAQ,CAAC,CAAC;YAC/C,MAAM,UAAU,GACd,CAAC,KAAK,CAAC,oBAAoB,IAAI,QAAQ,CAAC;gBACxC,CAAC,KAAK,CAAC,wBAAwB,IAAI,QAAQ,CAAC,CAAC;YAC/C,OAAO,UAAU,GAAG,UAAU,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACnD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC,CAAC,8BAA8B;QACxF,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED,WAAW,CAAC,QAA8B;QACxC,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAED,gBAAgB,CAAC,aAAmC;QAClD,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;IACtD,CAAC;IAEO,cAAc;QACpB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACrD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK;QACX,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACnD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;IACvC,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC;IAC5C,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC,iBAAiB,EAAE,CAAC;IACjD,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC;IAC9C,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,IAAI,CACR,GAA4B,EAC5B,OAA2E;QAE3E,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC3B,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,GAA6B,EAC7B,OAAwD;QAExD,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC3B,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,UAAU,CAAC,OAAqC;QAC9C,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;CACF;AA/GD,gCA+GC"}
|
package/cjs/ai/base.d.ts
CHANGED
|
@@ -2,6 +2,11 @@ import type { ReadableStream } from 'stream/web';
|
|
|
2
2
|
import { type AxSpan } from '../trace/index.js';
|
|
3
3
|
import { type API } from '../util/apicall.js';
|
|
4
4
|
import type { AxAIPromptConfig, AxAIService, AxAIServiceActionOptions, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig, AxModelInfo, AxModelInfoWithProvider } from './types.js';
|
|
5
|
+
export type AxAIModelMap<T> = Record<string, T>;
|
|
6
|
+
export interface AxBaseAIFeatures {
|
|
7
|
+
functions: boolean;
|
|
8
|
+
streaming: boolean;
|
|
9
|
+
}
|
|
5
10
|
export interface AxBaseAIArgs {
|
|
6
11
|
name: string;
|
|
7
12
|
apiURL: string;
|
|
@@ -12,14 +17,13 @@ export interface AxBaseAIArgs {
|
|
|
12
17
|
embedModel?: string;
|
|
13
18
|
}>;
|
|
14
19
|
options?: Readonly<AxAIServiceOptions>;
|
|
15
|
-
supportFor:
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
};
|
|
20
|
+
supportFor: AxBaseAIFeatures;
|
|
21
|
+
modelMap?: AxAIModelMap<string>;
|
|
22
|
+
embedModelMap?: AxAIModelMap<string>;
|
|
19
23
|
}
|
|
20
24
|
export declare const axBaseAIDefaultConfig: () => AxModelConfig;
|
|
21
25
|
export declare const axBaseAIDefaultCreativeConfig: () => AxModelConfig;
|
|
22
|
-
export declare class AxBaseAI<TChatRequest, TEmbedRequest, TChatResponse, TChatResponseDelta, TEmbedResponse> implements AxAIService {
|
|
26
|
+
export declare class AxBaseAI<TModel extends string, TEmbedModel extends string, TChatRequest, TEmbedRequest, TChatResponse, TChatResponseDelta, TEmbedResponse> implements AxAIService {
|
|
23
27
|
generateChatReq?: (req: Readonly<AxChatRequest>, config: Readonly<AxAIPromptConfig>) => [API, TChatRequest];
|
|
24
28
|
generateEmbedReq?: (req: Readonly<AxEmbedRequest>) => [API, TEmbedRequest];
|
|
25
29
|
generateChatResp?: (resp: Readonly<TChatResponse>) => AxChatResponse;
|
|
@@ -29,6 +33,8 @@ export declare class AxBaseAI<TChatRequest, TEmbedRequest, TChatResponse, TChatR
|
|
|
29
33
|
private rt?;
|
|
30
34
|
private fetch?;
|
|
31
35
|
private tracer?;
|
|
36
|
+
private modelMap?;
|
|
37
|
+
private embedModelMap?;
|
|
32
38
|
private modelUsage?;
|
|
33
39
|
private embedModelUsage?;
|
|
34
40
|
protected apiURL: string;
|
|
@@ -36,20 +42,24 @@ export declare class AxBaseAI<TChatRequest, TEmbedRequest, TChatResponse, TChatR
|
|
|
36
42
|
protected headers: Record<string, string>;
|
|
37
43
|
protected modelInfo: AxModelInfo;
|
|
38
44
|
protected embedModelInfo?: AxModelInfo;
|
|
39
|
-
protected supportFor:
|
|
45
|
+
protected supportFor: AxBaseAIFeatures;
|
|
40
46
|
constructor({ name, apiURL, headers, modelInfo, models, options, supportFor }: Readonly<AxBaseAIArgs>);
|
|
41
47
|
setName(name: string): void;
|
|
42
48
|
setAPIURL(apiURL: string): void;
|
|
43
49
|
setHeaders(headers: Record<string, string>): void;
|
|
44
50
|
setOptions(options: Readonly<AxAIServiceOptions>): void;
|
|
51
|
+
setModelMap(modelMap: AxAIModelMap<TModel>): void;
|
|
52
|
+
setEmbedModelMap(embedModelMap: AxAIModelMap<TEmbedModel>): void;
|
|
45
53
|
getModelInfo(): Readonly<AxModelInfoWithProvider>;
|
|
46
54
|
getEmbedModelInfo(): AxModelInfoWithProvider | undefined;
|
|
47
55
|
getName(): string;
|
|
48
|
-
getFeatures():
|
|
56
|
+
getFeatures(): AxBaseAIFeatures;
|
|
49
57
|
getModelConfig(): AxModelConfig;
|
|
50
58
|
chat(_req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions>): Promise<AxChatResponse | ReadableStream<AxChatResponse>>;
|
|
51
59
|
_chat(_req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions>, span?: AxSpan): Promise<AxChatResponse | ReadableStream<AxChatResponse>>;
|
|
52
60
|
embed(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions>): Promise<AxEmbedResponse>;
|
|
53
61
|
_embed(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions>, span?: AxSpan): Promise<AxEmbedResponse>;
|
|
54
62
|
private buildHeaders;
|
|
63
|
+
private getEmbedModel;
|
|
64
|
+
private getModel;
|
|
55
65
|
}
|
package/cjs/ai/base.js
CHANGED
|
@@ -31,6 +31,8 @@ class AxBaseAI {
|
|
|
31
31
|
rt;
|
|
32
32
|
fetch;
|
|
33
33
|
tracer;
|
|
34
|
+
modelMap;
|
|
35
|
+
embedModelMap;
|
|
34
36
|
modelUsage;
|
|
35
37
|
embedModelUsage;
|
|
36
38
|
apiURL;
|
|
@@ -45,19 +47,31 @@ class AxBaseAI {
|
|
|
45
47
|
this.headers = headers;
|
|
46
48
|
this.supportFor = supportFor;
|
|
47
49
|
this.tracer = options.tracer;
|
|
48
|
-
|
|
50
|
+
const model = this.getModel(models.model);
|
|
51
|
+
const embedModel = this.getEmbedModel(models.embedModel);
|
|
52
|
+
if (typeof model === 'string') {
|
|
53
|
+
const modelName = model.replace(/-0\d+$|-\d{2,}$/, '');
|
|
54
|
+
this.modelInfo = modelInfo.filter((v) => v.name === modelName).at(0) ?? {
|
|
55
|
+
name: model,
|
|
56
|
+
currency: 'usd',
|
|
57
|
+
promptTokenCostPer1M: 0,
|
|
58
|
+
completionTokenCostPer1M: 0
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
else {
|
|
49
62
|
throw new Error('No model defined');
|
|
50
63
|
}
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
64
|
+
if (typeof embedModel === 'string') {
|
|
65
|
+
const embedModelName = embedModel?.replace(/-0\d+$|-\d{2,}$/, '');
|
|
66
|
+
this.embedModelInfo = modelInfo
|
|
67
|
+
.filter((v) => v.name === embedModelName)
|
|
68
|
+
.at(0) ?? {
|
|
69
|
+
name: embedModel ?? '',
|
|
70
|
+
currency: 'usd',
|
|
71
|
+
promptTokenCostPer1M: 0,
|
|
72
|
+
completionTokenCostPer1M: 0
|
|
73
|
+
};
|
|
74
|
+
}
|
|
61
75
|
this.setOptions(options);
|
|
62
76
|
}
|
|
63
77
|
setName(name) {
|
|
@@ -83,6 +97,12 @@ class AxBaseAI {
|
|
|
83
97
|
this.tracer = options.tracer;
|
|
84
98
|
}
|
|
85
99
|
}
|
|
100
|
+
setModelMap(modelMap) {
|
|
101
|
+
this.modelMap = modelMap;
|
|
102
|
+
}
|
|
103
|
+
setEmbedModelMap(embedModelMap) {
|
|
104
|
+
this.embedModelMap = embedModelMap;
|
|
105
|
+
}
|
|
86
106
|
getModelInfo() {
|
|
87
107
|
return { ...this.modelInfo, provider: this.name };
|
|
88
108
|
}
|
|
@@ -259,6 +279,12 @@ class AxBaseAI {
|
|
|
259
279
|
buildHeaders(headers = {}) {
|
|
260
280
|
return { ...headers, ...this.headers };
|
|
261
281
|
}
|
|
282
|
+
getEmbedModel(name) {
|
|
283
|
+
return name ? this.embedModelMap?.[name] ?? name : undefined;
|
|
284
|
+
}
|
|
285
|
+
getModel(name) {
|
|
286
|
+
return this.modelMap?.[name] ?? name;
|
|
287
|
+
}
|
|
262
288
|
}
|
|
263
289
|
exports.AxBaseAI = AxBaseAI;
|
|
264
290
|
const logChatRequest = (req) => {
|