ai.matey.backend 0.2.3 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +81 -0
- package/dist/cjs/index.js +3 -0
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/providers/ai21.js +24 -1
- package/dist/cjs/providers/ai21.js.map +1 -1
- package/dist/cjs/providers/anthropic.js +76 -95
- package/dist/cjs/providers/anthropic.js.map +1 -1
- package/dist/cjs/providers/cohere.js +161 -1
- package/dist/cjs/providers/cohere.js.map +1 -1
- package/dist/cjs/providers/deepinfra.js +16 -0
- package/dist/cjs/providers/deepinfra.js.map +1 -1
- package/dist/cjs/providers/deepseek.js +10 -4
- package/dist/cjs/providers/deepseek.js.map +1 -1
- package/dist/cjs/providers/fireworks.js +16 -0
- package/dist/cjs/providers/fireworks.js.map +1 -1
- package/dist/cjs/providers/gemini.js +155 -4
- package/dist/cjs/providers/gemini.js.map +1 -1
- package/dist/cjs/providers/groq.js +1 -0
- package/dist/cjs/providers/groq.js.map +1 -1
- package/dist/cjs/providers/inception.js +155 -0
- package/dist/cjs/providers/inception.js.map +1 -0
- package/dist/cjs/providers/mistral.js +97 -3
- package/dist/cjs/providers/mistral.js.map +1 -1
- package/dist/cjs/providers/moonshot.js +157 -0
- package/dist/cjs/providers/moonshot.js.map +1 -0
- package/dist/cjs/providers/ollama.js +111 -0
- package/dist/cjs/providers/ollama.js.map +1 -1
- package/dist/cjs/providers/openai.js +218 -87
- package/dist/cjs/providers/openai.js.map +1 -1
- package/dist/cjs/providers/sambanova.js +161 -0
- package/dist/cjs/providers/sambanova.js.map +1 -0
- package/dist/cjs/providers/together-ai.js +16 -0
- package/dist/cjs/providers/together-ai.js.map +1 -1
- package/dist/cjs/providers/xai.js +1 -1
- package/dist/cjs/providers/xai.js.map +1 -1
- package/dist/cjs/shared.js +432 -9
- package/dist/cjs/shared.js.map +1 -1
- package/dist/esm/index.js +3 -0
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/providers/ai21.js +24 -1
- package/dist/esm/providers/ai21.js.map +1 -1
- package/dist/esm/providers/anthropic.js +76 -95
- package/dist/esm/providers/anthropic.js.map +1 -1
- package/dist/esm/providers/cohere.js +162 -2
- package/dist/esm/providers/cohere.js.map +1 -1
- package/dist/esm/providers/deepinfra.js +16 -0
- package/dist/esm/providers/deepinfra.js.map +1 -1
- package/dist/esm/providers/deepseek.js +10 -4
- package/dist/esm/providers/deepseek.js.map +1 -1
- package/dist/esm/providers/fireworks.js +16 -0
- package/dist/esm/providers/fireworks.js.map +1 -1
- package/dist/esm/providers/gemini.js +153 -2
- package/dist/esm/providers/gemini.js.map +1 -1
- package/dist/esm/providers/groq.js +1 -0
- package/dist/esm/providers/groq.js.map +1 -1
- package/dist/esm/providers/inception.js +150 -0
- package/dist/esm/providers/inception.js.map +1 -0
- package/dist/esm/providers/mistral.js +95 -1
- package/dist/esm/providers/mistral.js.map +1 -1
- package/dist/esm/providers/moonshot.js +152 -0
- package/dist/esm/providers/moonshot.js.map +1 -0
- package/dist/esm/providers/ollama.js +111 -0
- package/dist/esm/providers/ollama.js.map +1 -1
- package/dist/esm/providers/openai.js +219 -88
- package/dist/esm/providers/openai.js.map +1 -1
- package/dist/esm/providers/sambanova.js +156 -0
- package/dist/esm/providers/sambanova.js.map +1 -0
- package/dist/esm/providers/together-ai.js +16 -0
- package/dist/esm/providers/together-ai.js.map +1 -1
- package/dist/esm/providers/xai.js +1 -1
- package/dist/esm/providers/xai.js.map +1 -1
- package/dist/esm/shared.js +428 -8
- package/dist/esm/shared.js.map +1 -1
- package/dist/types/index.d.ts +3 -0
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/providers/ai21.d.ts +9 -0
- package/dist/types/providers/ai21.d.ts.map +1 -1
- package/dist/types/providers/anthropic.d.ts +19 -0
- package/dist/types/providers/anthropic.d.ts.map +1 -1
- package/dist/types/providers/cohere.d.ts +34 -1
- package/dist/types/providers/cohere.d.ts.map +1 -1
- package/dist/types/providers/deepinfra.d.ts +5 -0
- package/dist/types/providers/deepinfra.d.ts.map +1 -1
- package/dist/types/providers/deepseek.d.ts +1 -1
- package/dist/types/providers/deepseek.d.ts.map +1 -1
- package/dist/types/providers/fireworks.d.ts +5 -0
- package/dist/types/providers/fireworks.d.ts.map +1 -1
- package/dist/types/providers/gemini.d.ts +22 -0
- package/dist/types/providers/gemini.d.ts.map +1 -1
- package/dist/types/providers/groq.d.ts.map +1 -1
- package/dist/types/providers/inception.d.ts +83 -0
- package/dist/types/providers/inception.d.ts.map +1 -0
- package/dist/types/providers/mistral.d.ts +13 -0
- package/dist/types/providers/mistral.d.ts.map +1 -1
- package/dist/types/providers/moonshot.d.ts +83 -0
- package/dist/types/providers/moonshot.d.ts.map +1 -0
- package/dist/types/providers/ollama.d.ts +25 -1
- package/dist/types/providers/ollama.d.ts.map +1 -1
- package/dist/types/providers/openai.d.ts +41 -1
- package/dist/types/providers/openai.d.ts.map +1 -1
- package/dist/types/providers/sambanova.d.ts +84 -0
- package/dist/types/providers/sambanova.d.ts.map +1 -0
- package/dist/types/providers/together-ai.d.ts +5 -0
- package/dist/types/providers/together-ai.d.ts.map +1 -1
- package/dist/types/shared.d.ts +68 -1
- package/dist/types/shared.d.ts.map +1 -1
- package/package.json +31 -1
- package/readme.md +4 -1
|
@@ -7,7 +7,8 @@
|
|
|
7
7
|
* @module
|
|
8
8
|
*/
|
|
9
9
|
import type { BackendAdapter, BackendAdapterConfig, AdapterMetadata } from 'ai.matey.types';
|
|
10
|
-
import type {
|
|
10
|
+
import type { IREmbedRequest, IREmbedResponse } from 'ai.matey.types';
|
|
11
|
+
import type { IRChatRequest, IRChatResponse, IRChatStream, ListModelsOptions, ListModelsResult } from 'ai.matey.types';
|
|
11
12
|
export interface CohereChatMessage {
|
|
12
13
|
role: 'USER' | 'CHATBOT';
|
|
13
14
|
message: string;
|
|
@@ -80,6 +81,7 @@ export declare class CohereBackendAdapter implements BackendAdapter<CohereReques
|
|
|
80
81
|
readonly metadata: AdapterMetadata;
|
|
81
82
|
private readonly config;
|
|
82
83
|
private readonly baseURL;
|
|
84
|
+
private readonly modelCache;
|
|
83
85
|
constructor(config: BackendAdapterConfig);
|
|
84
86
|
/**
|
|
85
87
|
* Convert IR to Cohere format.
|
|
@@ -92,6 +94,13 @@ export declare class CohereBackendAdapter implements BackendAdapter<CohereReques
|
|
|
92
94
|
/**
|
|
93
95
|
* Execute non-streaming request.
|
|
94
96
|
*/
|
|
97
|
+
/**
|
|
98
|
+
* Generate embeddings via Cohere's v2 embed endpoint.
|
|
99
|
+
*
|
|
100
|
+
* Cohere requires an input_type; IR `inputType` maps directly, defaulting
|
|
101
|
+
* to 'search_document'.
|
|
102
|
+
*/
|
|
103
|
+
embed(request: IREmbedRequest, signal?: AbortSignal): Promise<IREmbedResponse>;
|
|
95
104
|
execute(request: IRChatRequest, signal?: AbortSignal): Promise<IRChatResponse>;
|
|
96
105
|
/**
|
|
97
106
|
* Execute streaming request.
|
|
@@ -110,5 +119,29 @@ export declare class CohereBackendAdapter implements BackendAdapter<CohereReques
|
|
|
110
119
|
* Estimate cost.
|
|
111
120
|
*/
|
|
112
121
|
estimateCost(request: IRChatRequest): Promise<number | null>;
|
|
122
|
+
/**
|
|
123
|
+
* List available models from Cohere API with caching and fallback.
|
|
124
|
+
*
|
|
125
|
+
* Priority order:
|
|
126
|
+
* 1. Static config override (this.config.models)
|
|
127
|
+
* 2. Cached result (1 hour TTL)
|
|
128
|
+
* 3. API fetch (https://api.cohere.ai/v1/models)
|
|
129
|
+
* 4. Fallback to DEFAULT_COHERE_MODELS
|
|
130
|
+
*
|
|
131
|
+
* @param options - Optional filter and refresh settings
|
|
132
|
+
* @returns Promise resolving to list of models
|
|
133
|
+
*/
|
|
134
|
+
listModels(options?: ListModelsOptions): Promise<ListModelsResult>;
|
|
135
|
+
/**
|
|
136
|
+
* Transform Cohere API model to AIModel format.
|
|
137
|
+
*/
|
|
138
|
+
private transformCohereModel;
|
|
139
|
+
/**
|
|
140
|
+
* Invalidate the model cache for this provider.
|
|
141
|
+
* Useful when you want to force a fresh fetch on next listModels() call.
|
|
142
|
+
*
|
|
143
|
+
* @returns this for chaining
|
|
144
|
+
*/
|
|
145
|
+
invalidateModelCache(): CohereBackendAdapter;
|
|
113
146
|
}
|
|
114
147
|
//# sourceMappingURL=cohere.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cohere.d.ts","sourceRoot":"","sources":["../../../src/providers/cohere.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,
|
|
1
|
+
{"version":3,"file":"cohere.d.ts","sourceRoot":"","sources":["../../../src/providers/cohere.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACtE,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIZ,iBAAiB,EACjB,gBAAgB,EAEjB,MAAM,gBAAgB,CAAC;AAsBxB,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACnC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC3B,CAAC,CAAC;IACH,UAAU,CAAC,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,cAAc;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,UAAU,GAAG,YAAY,GAAG,OAAO,GAAG,aAAa,CAAC;IACnE,IAAI,CAAC,EAAE;QACL,WAAW,EAAE;YACX,OAAO,EAAE,MAAM,CAAC;SACjB,CAAC;QACF,YAAY,CAAC,EAAE;YACb,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,MAAM,CAAC;SACvB,CAAC;KACH,CAAC;IACF,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,EAAE,MAAM,EAAE,CAAC;KACxB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,cAAc,GAAG,iBAAiB,GAAG,YAAY,GAAG,qBAAqB,CAAC;IACtF,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,UAAU,GAAG,YAAY,GAAG,OAAO,GAAG,aAAa,CAAC;IACpE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,EAAE,MAAM,EAAE,CAAC;KACxB,CAAC,CAAC;CACJ;AAMD;;;;;;;;;;GAUG;AACH,qBAAa,oBAAqB,YAAW,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC;IACxF,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAmC;gBAElD,MAAM,EAAE,oBAAoB;IAgCxC;;OAEG;IACI,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,aAAa;IAgFpD;;OAEG;IACI,IAAI,CACT,QAAQ,EAAE,cAAc,EACxB,eAAe,EAAE,aAAa,EAC9B,SAAS,EAAE,MAAM,GAChB,cAAc;IA2CjB;;OAEG;IACH;;;;;OAKG;IACG,KAAK,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC;IAyD9E,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IAuCpF;;OAEG;IACI,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,YAAY;IAoIhF;;;OAGG;IACH,OAAO,CAAC,UAAU;IASlB;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAarC;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IA4B5D;;;;;;;;;;;OAWG;IACG,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA0ExE;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAgB5B;;;;;OAKG;IACH,oBAAoB,IAAI,oBAAoB;CAI7C"}
|
|
@@ -7,6 +7,7 @@
|
|
|
7
7
|
* @module
|
|
8
8
|
*/
|
|
9
9
|
import type { BackendAdapter, BackendAdapterConfig, AdapterMetadata } from 'ai.matey.types';
|
|
10
|
+
import type { IREmbedRequest, IREmbedResponse } from 'ai.matey.types';
|
|
10
11
|
import type { IRChatRequest, IRChatResponse, IRChatStream } from 'ai.matey.types';
|
|
11
12
|
export type DeepInfraMessageContent = string | Array<{
|
|
12
13
|
type: 'text';
|
|
@@ -97,6 +98,10 @@ export declare class DeepInfraBackendAdapter implements BackendAdapter<DeepInfra
|
|
|
97
98
|
/**
|
|
98
99
|
* Execute non-streaming request.
|
|
99
100
|
*/
|
|
101
|
+
/**
|
|
102
|
+
* Generate embeddings via the OpenAI-compatible /embeddings endpoint.
|
|
103
|
+
*/
|
|
104
|
+
embed(request: IREmbedRequest, signal?: AbortSignal): Promise<IREmbedResponse>;
|
|
100
105
|
execute(request: IRChatRequest, signal?: AbortSignal): Promise<IRChatResponse>;
|
|
101
106
|
/**
|
|
102
107
|
* Execute streaming request.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"deepinfra.d.ts","sourceRoot":"","sources":["../../../src/providers/deepinfra.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;AAexB,MAAM,MAAM,uBAAuB,GAC/B,MAAM,GACN,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC,CAAC;AAE9F,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,uBAAuB,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC;KACH,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,gBAAgB,CAAC;QAC1B,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,IAAI,CAAC;KACxD,CAAC,CAAC;IACH,KAAK,CAAC,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE;YACL,IAAI,CAAC,EAAE,WAAW,CAAC;YACnB,OAAO,CAAC,EAAE,MAAM,CAAC;SAClB,CAAC;QACF,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAAC;KACzC,CAAC,CAAC;CACJ;AAMD;;;;;;;;;GASG;AACH,qBAAa,uBAAwB,YAAW,cAAc,CAC5D,gBAAgB,EAChB,iBAAiB,CAClB;IACC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,oBAAoB;
|
|
1
|
+
{"version":3,"file":"deepinfra.d.ts","sourceRoot":"","sources":["../../../src/providers/deepinfra.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEtE,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;AAexB,MAAM,MAAM,uBAAuB,GAC/B,MAAM,GACN,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC,CAAC;AAE9F,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,uBAAuB,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC;KACH,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,gBAAgB,CAAC;QAC1B,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,IAAI,CAAC;KACxD,CAAC,CAAC;IACH,KAAK,CAAC,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE;YACL,IAAI,CAAC,EAAE,WAAW,CAAC;YACnB,OAAO,CAAC,EAAE,MAAM,CAAC;SAClB,CAAC;QACF,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAAC;KACzC,CAAC,CAAC;CACJ;AAMD;;;;;;;;;GASG;AACH,qBAAa,uBAAwB,YAAW,cAAc,CAC5D,gBAAgB,EAChB,iBAAiB,CAClB;IACC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,oBAAoB;IA8BxC;;OAEG;IACI,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,gBAAgB;IA8CvD;;OAEG;IACI,IAAI,CACT,QAAQ,EAAE,iBAAiB,EAC3B,eAAe,EAAE,aAAa,EAC9B,SAAS,EAAE,MAAM,GAChB,cAAc;IAmDjB;;OAEG;IACH;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC;IAWxE,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IAuCpF;;OAEG;IACI,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,YAAY;IA+HhF;;OAEG;IACH,OAAO,CAAC,UAAU;IASlB;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAarC;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CA4B7D"}
|
|
@@ -31,7 +31,7 @@ import type { BackendAdapter, BackendAdapterConfig } from 'ai.matey.types';
|
|
|
31
31
|
*
|
|
32
32
|
* const response = await adapter.execute({
|
|
33
33
|
* messages: [{ role: 'user', content: 'Hello!' }],
|
|
34
|
-
* parameters: { model: 'deepseek-
|
|
34
|
+
* parameters: { model: 'deepseek-v4-flash' },
|
|
35
35
|
* });
|
|
36
36
|
* ```
|
|
37
37
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"deepseek.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,oBAAoB,EAAE,KAAK,aAAa,EAAE,KAAK,cAAc,EAAE,MAAM,aAAa,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAE3E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,qBAAa,sBACX,SAAQ,oBACR,YAAW,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC;gBAE5C,MAAM,EAAE,oBAAoB;
|
|
1
|
+
{"version":3,"file":"deepseek.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,oBAAoB,EAAE,KAAK,aAAa,EAAE,KAAK,cAAc,EAAE,MAAM,aAAa,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAE3E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,qBAAa,sBACX,SAAQ,oBACR,YAAW,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC;gBAE5C,MAAM,EAAE,oBAAoB;CAsCzC;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,oBAAoB,GAAG,sBAAsB,CAE1F"}
|
|
@@ -7,6 +7,7 @@
|
|
|
7
7
|
* @module
|
|
8
8
|
*/
|
|
9
9
|
import type { BackendAdapter, BackendAdapterConfig, AdapterMetadata } from 'ai.matey.types';
|
|
10
|
+
import type { IREmbedRequest, IREmbedResponse } from 'ai.matey.types';
|
|
10
11
|
import type { IRChatRequest, IRChatResponse, IRChatStream } from 'ai.matey.types';
|
|
11
12
|
export type FireworksAIMessageContent = string | Array<{
|
|
12
13
|
type: 'text';
|
|
@@ -106,6 +107,10 @@ export declare class FireworksAIBackendAdapter implements BackendAdapter<Firewor
|
|
|
106
107
|
/**
|
|
107
108
|
* Execute non-streaming request.
|
|
108
109
|
*/
|
|
110
|
+
/**
|
|
111
|
+
* Generate embeddings via the OpenAI-compatible /embeddings endpoint.
|
|
112
|
+
*/
|
|
113
|
+
embed(request: IREmbedRequest, signal?: AbortSignal): Promise<IREmbedResponse>;
|
|
109
114
|
execute(request: IRChatRequest, signal?: AbortSignal): Promise<IRChatResponse>;
|
|
110
115
|
/**
|
|
111
116
|
* Execute streaming request.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fireworks.d.ts","sourceRoot":"","sources":["../../../src/providers/fireworks.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;AAexB,MAAM,MAAM,yBAAyB,GACjC,MAAM,GACN,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC,CAAC;AAE9F,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,yBAAyB,CAAC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC;KACH,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,gBAAgB,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;CAC9C;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,kBAAkB,CAAC;QAC5B,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,IAAI,CAAC;KACxD,CAAC,CAAC;IACH,KAAK,EAAE;QAEL,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE;YACL,IAAI,CAAC,EAAE,WAAW,CAAC;YACnB,OAAO,CAAC,EAAE,MAAM,CAAC;SAClB,CAAC;QACF,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAAC;KACzC,CAAC,CAAC;IACH,KAAK,CAAC,EAAE;QAEN,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAMD;;;;;;;;;;;GAWG;AACH,qBAAa,yBAA0B,YAAW,cAAc,CAC9D,kBAAkB,EAClB,mBAAmB,CACpB;IACC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,oBAAoB;
|
|
1
|
+
{"version":3,"file":"fireworks.d.ts","sourceRoot":"","sources":["../../../src/providers/fireworks.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEtE,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;AAexB,MAAM,MAAM,yBAAyB,GACjC,MAAM,GACN,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC,CAAC;AAE9F,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,yBAAyB,CAAC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC;KACH,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,gBAAgB,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;CAC9C;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,kBAAkB,CAAC;QAC5B,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,IAAI,CAAC;KACxD,CAAC,CAAC;IACH,KAAK,EAAE;QAEL,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE;YACL,IAAI,CAAC,EAAE,WAAW,CAAC;YACnB,OAAO,CAAC,EAAE,MAAM,CAAC;SAClB,CAAC;QACF,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAAC;KACzC,CAAC,CAAC;IACH,KAAK,CAAC,EAAE;QAEN,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAMD;;;;;;;;;;;GAWG;AACH,qBAAa,yBAA0B,YAAW,cAAc,CAC9D,kBAAkB,EAClB,mBAAmB,CACpB;IACC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,oBAAoB;IA8BxC;;OAEG;IACI,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,kBAAkB;IAyDzD;;OAEG;IACI,IAAI,CACT,QAAQ,EAAE,mBAAmB,EAC7B,eAAe,EAAE,aAAa,EAC9B,SAAS,EAAE,MAAM,GAChB,cAAc;IAkDjB;;OAEG;IACH;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC;IAWxE,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IAuCpF;;OAEG;IACI,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,YAAY;IAkJhF;;OAEG;IACH,OAAO,CAAC,UAAU;IASlB;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAarC;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CA2B7D"}
|
|
@@ -7,7 +7,9 @@
|
|
|
7
7
|
* @module
|
|
8
8
|
*/
|
|
9
9
|
import type { BackendAdapter, BackendAdapterConfig, AdapterMetadata } from 'ai.matey.types';
|
|
10
|
+
import type { IREmbedRequest, IREmbedResponse } from 'ai.matey.types';
|
|
10
11
|
import type { IRChatRequest, IRChatResponse, IRChatStream } from 'ai.matey.types';
|
|
12
|
+
import type { ListModelsOptions, ListModelsResult } from 'ai.matey.types';
|
|
11
13
|
export interface GeminiContent {
|
|
12
14
|
role: 'user' | 'model';
|
|
13
15
|
parts: Array<{
|
|
@@ -49,11 +51,31 @@ export declare class GeminiBackendAdapter implements BackendAdapter<GeminiReques
|
|
|
49
51
|
readonly metadata: AdapterMetadata;
|
|
50
52
|
private readonly config;
|
|
51
53
|
private readonly baseURL;
|
|
54
|
+
private readonly modelCache;
|
|
52
55
|
constructor(config: BackendAdapterConfig);
|
|
56
|
+
/**
|
|
57
|
+
* Generate embeddings via Gemini's batchEmbedContents endpoint.
|
|
58
|
+
*/
|
|
59
|
+
embed(request: IREmbedRequest, signal?: AbortSignal): Promise<IREmbedResponse>;
|
|
53
60
|
execute(request: IRChatRequest, signal?: AbortSignal): Promise<IRChatResponse>;
|
|
54
61
|
executeStream(request: IRChatRequest, signal?: AbortSignal): IRChatStream;
|
|
55
62
|
healthCheck(): Promise<boolean>;
|
|
56
63
|
estimateCost(_request: IRChatRequest): Promise<number | null>;
|
|
64
|
+
/**
|
|
65
|
+
* List available Gemini models.
|
|
66
|
+
*
|
|
67
|
+
* Fetches from Gemini's models API with fallback to static list.
|
|
68
|
+
* Results are cached for 1 hour by default.
|
|
69
|
+
*/
|
|
70
|
+
listModels(options?: ListModelsOptions): Promise<ListModelsResult>;
|
|
71
|
+
/**
|
|
72
|
+
* Transform Gemini API model to AIModel format.
|
|
73
|
+
*/
|
|
74
|
+
private transformGeminiModel;
|
|
75
|
+
/**
|
|
76
|
+
* Invalidate the cached model list.
|
|
77
|
+
*/
|
|
78
|
+
invalidateModelCache(): GeminiBackendAdapter;
|
|
57
79
|
/**
|
|
58
80
|
* Convert IR request to Gemini format.
|
|
59
81
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACtE,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;AAkBxB,OAAO,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAW,MAAM,gBAAgB,CAAC;AAMnF,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,UAAU,EAAE;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC,CAAC;CACrF;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,iBAAiB,CAAC,EAAE;QAAE,KAAK,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC;IACvD,gBAAgB,CAAC,EAAE;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,KAAK,CAAC;QAChB,OAAO,EAAE,aAAa,CAAC;QACvB,YAAY,EAAE,MAAM,GAAG,YAAY,GAAG,QAAQ,GAAG,YAAY,GAAG,OAAO,CAAC;KACzE,CAAC,CAAC;IACH,aAAa,CAAC,EAAE;QACd,gBAAgB,EAAE,MAAM,CAAC;QACzB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAMD,qBAAa,oBAAqB,YAAW,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC;IACxF,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAmC;gBAElD,MAAM,EAAE,oBAAoB;IAmCxC;;OAEG;IACG,KAAK,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC;IAoD9E,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IAsC7E,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,YAAY;IAiI1E,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAYrC,YAAY,CAAC,QAAQ,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAI7D;;;;;OAKG;IACG,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA2ExE;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAiB5B;;OAEG;IACH,oBAAoB,IAAI,oBAAoB;IAK5C;;;;OAIG;IACI,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,aAAa;IAoCpD;;;;OAIG;IACI,IAAI,CACT,QAAQ,EAAE,cAAc,EACxB,eAAe,EAAE,aAAa,EAC9B,SAAS,EAAE,MAAM,GAChB,cAAc;IAiCjB,OAAO,CAAC,eAAe;CAYxB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../../src/providers/groq.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,oBAAoB,EAAE,KAAK,aAAa,EAAE,KAAK,cAAc,EAAE,MAAM,aAAa,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE1F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH,qBAAa,kBACX,SAAQ,oBACR,YAAW,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC;gBAE5C,MAAM,EAAE,oBAAoB;
|
|
1
|
+
{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../../src/providers/groq.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,oBAAoB,EAAE,KAAK,aAAa,EAAE,KAAK,cAAc,EAAE,MAAM,aAAa,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE1F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH,qBAAa,kBACX,SAAQ,oBACR,YAAW,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC;gBAE5C,MAAM,EAAE,oBAAoB;IAmCxC;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAiBrC;;OAEG;IACG,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CAWnE;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,oBAAoB,GAAG,kBAAkB,CAElF"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Inception Labs (Mercury) Backend Adapter
|
|
3
|
+
*
|
|
4
|
+
* Adapts Universal IR to Inception Labs API (OpenAI-compatible).
|
|
5
|
+
* Inception Labs offers Mercury, a text diffusion language model with fast generation speeds.
|
|
6
|
+
*
|
|
7
|
+
* @module
|
|
8
|
+
*/
|
|
9
|
+
import { OpenAIBackendAdapter, type OpenAIRequest, type OpenAIResponse } from './openai.js';
|
|
10
|
+
import type { BackendAdapter, BackendAdapterConfig, IRChatRequest } from 'ai.matey.types';
|
|
11
|
+
/**
|
|
12
|
+
* Backend adapter for Inception Labs (Mercury) API.
|
|
13
|
+
*
|
|
14
|
+
* Inception Labs provides Mercury, a text diffusion LLM designed for high-speed
|
|
15
|
+
* code generation and text tasks. The API is OpenAI-compatible.
|
|
16
|
+
*
|
|
17
|
+
* @example Basic Usage
|
|
18
|
+
* ```typescript
|
|
19
|
+
* import { InceptionBackendAdapter } from 'ai.matey';
|
|
20
|
+
*
|
|
21
|
+
* const adapter = new InceptionBackendAdapter({
|
|
22
|
+
* apiKey: process.env.INCEPTION_API_KEY,
|
|
23
|
+
* });
|
|
24
|
+
* ```
|
|
25
|
+
*
|
|
26
|
+
* @example With Coding Model
|
|
27
|
+
* ```typescript
|
|
28
|
+
* const adapter = new InceptionBackendAdapter({
|
|
29
|
+
* apiKey: process.env.INCEPTION_API_KEY,
|
|
30
|
+
* });
|
|
31
|
+
*
|
|
32
|
+
* const response = await adapter.execute({
|
|
33
|
+
* messages: [{ role: 'user', content: 'Write a function to reverse a string in Python.' }],
|
|
34
|
+
* parameters: {
|
|
35
|
+
* model: 'mercury-coder-small', // Fast coding model
|
|
36
|
+
* },
|
|
37
|
+
* });
|
|
38
|
+
* ```
|
|
39
|
+
*
|
|
40
|
+
* @example Streaming
|
|
41
|
+
* ```typescript
|
|
42
|
+
* const stream = adapter.executeStream({
|
|
43
|
+
* messages: [{ role: 'user', content: 'Explain recursion.' }],
|
|
44
|
+
* parameters: {
|
|
45
|
+
* model: 'mercury-coder',
|
|
46
|
+
* },
|
|
47
|
+
* });
|
|
48
|
+
*
|
|
49
|
+
* for await (const chunk of stream) {
|
|
50
|
+
* if (chunk.type === 'content') {
|
|
51
|
+
* process.stdout.write(chunk.delta);
|
|
52
|
+
* }
|
|
53
|
+
* }
|
|
54
|
+
* ```
|
|
55
|
+
*/
|
|
56
|
+
export declare class InceptionBackendAdapter extends OpenAIBackendAdapter implements BackendAdapter<OpenAIRequest, OpenAIResponse> {
|
|
57
|
+
constructor(config: BackendAdapterConfig);
|
|
58
|
+
/**
|
|
59
|
+
* Health check for Inception Labs API.
|
|
60
|
+
*/
|
|
61
|
+
healthCheck(): Promise<boolean>;
|
|
62
|
+
/**
|
|
63
|
+
* Estimate cost for Inception Labs.
|
|
64
|
+
*/
|
|
65
|
+
estimateCost(request: IRChatRequest): Promise<number | null>;
|
|
66
|
+
}
|
|
67
|
+
/**
|
|
68
|
+
* Create an Inception Labs backend adapter.
|
|
69
|
+
*
|
|
70
|
+
* @param config - Adapter configuration
|
|
71
|
+
* @returns Inception Labs backend adapter
|
|
72
|
+
*
|
|
73
|
+
* @example
|
|
74
|
+
* ```typescript
|
|
75
|
+
* import { createInceptionAdapter } from 'ai.matey';
|
|
76
|
+
*
|
|
77
|
+
* const adapter = createInceptionAdapter({
|
|
78
|
+
* apiKey: process.env.INCEPTION_API_KEY,
|
|
79
|
+
* });
|
|
80
|
+
* ```
|
|
81
|
+
*/
|
|
82
|
+
export declare function createInceptionAdapter(config: BackendAdapterConfig): InceptionBackendAdapter;
|
|
83
|
+
//# sourceMappingURL=inception.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inception.d.ts","sourceRoot":"","sources":["../../../src/providers/inception.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,oBAAoB,EAAE,KAAK,aAAa,EAAE,KAAK,cAAc,EAAE,MAAM,aAAa,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE1F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH,qBAAa,uBACX,SAAQ,oBACR,YAAW,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC;gBAE5C,MAAM,EAAE,oBAAoB;IAkCxC;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAiBrC;;OAEG;IAEG,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CAyBnE;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,oBAAoB,GAAG,uBAAuB,CAE5F"}
|
|
@@ -7,7 +7,9 @@
|
|
|
7
7
|
* @module
|
|
8
8
|
*/
|
|
9
9
|
import type { BackendAdapter, BackendAdapterConfig, AdapterMetadata } from 'ai.matey.types';
|
|
10
|
+
import type { IREmbedRequest, IREmbedResponse } from 'ai.matey.types';
|
|
10
11
|
import type { IRChatRequest, IRChatResponse, IRChatStream } from 'ai.matey.types';
|
|
12
|
+
import type { ListModelsOptions, ListModelsResult } from 'ai.matey.types';
|
|
11
13
|
export interface MistralMessage {
|
|
12
14
|
role: 'system' | 'user' | 'assistant';
|
|
13
15
|
content: string;
|
|
@@ -42,11 +44,22 @@ export declare class MistralBackendAdapter implements BackendAdapter<MistralRequ
|
|
|
42
44
|
readonly metadata: AdapterMetadata;
|
|
43
45
|
private readonly config;
|
|
44
46
|
private readonly baseURL;
|
|
47
|
+
private readonly modelCache;
|
|
45
48
|
constructor(config: BackendAdapterConfig);
|
|
49
|
+
/**
|
|
50
|
+
* Generate embeddings via the OpenAI-compatible /embeddings endpoint.
|
|
51
|
+
*/
|
|
52
|
+
embed(request: IREmbedRequest, signal?: AbortSignal): Promise<IREmbedResponse>;
|
|
46
53
|
execute(request: IRChatRequest, signal?: AbortSignal): Promise<IRChatResponse>;
|
|
47
54
|
executeStream(request: IRChatRequest, signal?: AbortSignal): IRChatStream;
|
|
48
55
|
healthCheck(): Promise<boolean>;
|
|
49
56
|
estimateCost(request: IRChatRequest): Promise<number | null>;
|
|
57
|
+
/**
|
|
58
|
+
* List available Mistral models.
|
|
59
|
+
*/
|
|
60
|
+
listModels(options?: ListModelsOptions): Promise<ListModelsResult>;
|
|
61
|
+
private transformMistralModel;
|
|
62
|
+
invalidateModelCache(): MistralBackendAdapter;
|
|
50
63
|
/**
|
|
51
64
|
* Convert IR request to Mistral format.
|
|
52
65
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mistral.d.ts","sourceRoot":"","sources":["../../../src/providers/mistral.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"mistral.d.ts","sourceRoot":"","sources":["../../../src/providers/mistral.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACtE,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;AAmBxB,OAAO,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAW,MAAM,gBAAgB,CAAC;AAMnF,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,cAAc,CAAC;QACxB,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,cAAc,GAAG,IAAI,CAAC;KAC1D,CAAC,CAAC;IACH,KAAK,EAAE;QACL,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAMD,qBAAa,qBAAsB,YAAW,cAAc,CAAC,cAAc,EAAE,eAAe,CAAC;IAC3F,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAmC;gBAElD,MAAM,EAAE,oBAAoB;IA8BxC;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC;IAWxE,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IAuC7E,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,YAAY;IA4H1E,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAarC,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAK5D;;OAEG;IACG,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAiExE,OAAO,CAAC,qBAAqB;IAgB7B,oBAAoB,IAAI,qBAAqB;IAK7C;;;;OAIG;IACI,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,cAAc;IA0BrD;;;;OAIG;IACI,IAAI,CACT,QAAQ,EAAE,eAAe,EACzB,eAAe,EAAE,aAAa,EAC9B,SAAS,EAAE,MAAM,GAChB,cAAc;IA8BjB,OAAO,CAAC,eAAe;IAYvB,OAAO,CAAC,cAAc;CASvB"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Moonshot AI (Kimi) Backend Adapter
|
|
3
|
+
*
|
|
4
|
+
* Adapts Universal IR to Moonshot AI API (OpenAI-compatible).
|
|
5
|
+
* Moonshot AI provides Kimi models with support for long context windows up to 128K tokens.
|
|
6
|
+
*
|
|
7
|
+
* @module
|
|
8
|
+
*/
|
|
9
|
+
import { OpenAIBackendAdapter, type OpenAIRequest, type OpenAIResponse } from './openai.js';
|
|
10
|
+
import type { BackendAdapter, BackendAdapterConfig, IRChatRequest } from 'ai.matey.types';
|
|
11
|
+
/**
|
|
12
|
+
* Backend adapter for Moonshot AI (Kimi) API.
|
|
13
|
+
*
|
|
14
|
+
* Moonshot AI offers Kimi models with exceptional long-context capabilities,
|
|
15
|
+
* supporting up to 128K tokens. The API is OpenAI-compatible.
|
|
16
|
+
*
|
|
17
|
+
* @example Basic Usage
|
|
18
|
+
* ```typescript
|
|
19
|
+
* import { MoonshotBackendAdapter } from 'ai.matey';
|
|
20
|
+
*
|
|
21
|
+
* const adapter = new MoonshotBackendAdapter({
|
|
22
|
+
* apiKey: process.env.MOONSHOT_API_KEY,
|
|
23
|
+
* });
|
|
24
|
+
* ```
|
|
25
|
+
*
|
|
26
|
+
* @example With Long Context Model
|
|
27
|
+
* ```typescript
|
|
28
|
+
* const adapter = new MoonshotBackendAdapter({
|
|
29
|
+
* apiKey: process.env.MOONSHOT_API_KEY,
|
|
30
|
+
* });
|
|
31
|
+
*
|
|
32
|
+
* const response = await adapter.execute({
|
|
33
|
+
* messages: [{ role: 'user', content: 'Summarize this long document...' }],
|
|
34
|
+
* parameters: {
|
|
35
|
+
* model: 'moonshot-v1-128k', // 128K context window
|
|
36
|
+
* },
|
|
37
|
+
* });
|
|
38
|
+
* ```
|
|
39
|
+
*
|
|
40
|
+
* @example Streaming
|
|
41
|
+
* ```typescript
|
|
42
|
+
* const stream = adapter.executeStream({
|
|
43
|
+
* messages: [{ role: 'user', content: 'Hello, Kimi!' }],
|
|
44
|
+
* parameters: {
|
|
45
|
+
* model: 'moonshot-v1-8k',
|
|
46
|
+
* },
|
|
47
|
+
* });
|
|
48
|
+
*
|
|
49
|
+
* for await (const chunk of stream) {
|
|
50
|
+
* if (chunk.type === 'content') {
|
|
51
|
+
* process.stdout.write(chunk.delta);
|
|
52
|
+
* }
|
|
53
|
+
* }
|
|
54
|
+
* ```
|
|
55
|
+
*/
|
|
56
|
+
export declare class MoonshotBackendAdapter extends OpenAIBackendAdapter implements BackendAdapter<OpenAIRequest, OpenAIResponse> {
|
|
57
|
+
constructor(config: BackendAdapterConfig);
|
|
58
|
+
/**
|
|
59
|
+
* Health check for Moonshot AI API.
|
|
60
|
+
*/
|
|
61
|
+
healthCheck(): Promise<boolean>;
|
|
62
|
+
/**
|
|
63
|
+
* Estimate cost for Moonshot AI.
|
|
64
|
+
*/
|
|
65
|
+
estimateCost(request: IRChatRequest): Promise<number | null>;
|
|
66
|
+
}
|
|
67
|
+
/**
|
|
68
|
+
* Create a Moonshot AI backend adapter.
|
|
69
|
+
*
|
|
70
|
+
* @param config - Adapter configuration
|
|
71
|
+
* @returns Moonshot AI backend adapter
|
|
72
|
+
*
|
|
73
|
+
* @example
|
|
74
|
+
* ```typescript
|
|
75
|
+
* import { createMoonshotAdapter } from 'ai.matey';
|
|
76
|
+
*
|
|
77
|
+
* const adapter = createMoonshotAdapter({
|
|
78
|
+
* apiKey: process.env.MOONSHOT_API_KEY,
|
|
79
|
+
* });
|
|
80
|
+
* ```
|
|
81
|
+
*/
|
|
82
|
+
export declare function createMoonshotAdapter(config: BackendAdapterConfig): MoonshotBackendAdapter;
|
|
83
|
+
//# sourceMappingURL=moonshot.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"moonshot.d.ts","sourceRoot":"","sources":["../../../src/providers/moonshot.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,oBAAoB,EAAE,KAAK,aAAa,EAAE,KAAK,cAAc,EAAE,MAAM,aAAa,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE1F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH,qBAAa,sBACX,SAAQ,oBACR,YAAW,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC;gBAE5C,MAAM,EAAE,oBAAoB;IAkCxC;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAiBrC;;OAEG;IAEG,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CA2BnE;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,oBAAoB,GAAG,sBAAsB,CAE1F"}
|
|
@@ -7,7 +7,8 @@
|
|
|
7
7
|
* @module
|
|
8
8
|
*/
|
|
9
9
|
import type { BackendAdapter, BackendAdapterConfig, AdapterMetadata } from 'ai.matey.types';
|
|
10
|
-
import type {
|
|
10
|
+
import type { IREmbedRequest, IREmbedResponse } from 'ai.matey.types';
|
|
11
|
+
import type { IRChatRequest, IRChatResponse, IRChatStream, ListModelsOptions, ListModelsResult } from 'ai.matey.types';
|
|
11
12
|
export interface OllamaMessage {
|
|
12
13
|
role: 'system' | 'user' | 'assistant';
|
|
13
14
|
content: string;
|
|
@@ -39,6 +40,10 @@ export declare class OllamaBackendAdapter implements BackendAdapter<OllamaReques
|
|
|
39
40
|
private readonly config;
|
|
40
41
|
private readonly baseURL;
|
|
41
42
|
constructor(config: BackendAdapterConfig);
|
|
43
|
+
/**
|
|
44
|
+
* Generate embeddings via Ollama's /api/embed endpoint.
|
|
45
|
+
*/
|
|
46
|
+
embed(request: IREmbedRequest, signal?: AbortSignal): Promise<IREmbedResponse>;
|
|
42
47
|
execute(request: IRChatRequest, signal?: AbortSignal): Promise<IRChatResponse>;
|
|
43
48
|
executeStream(request: IRChatRequest, signal?: AbortSignal): IRChatStream;
|
|
44
49
|
healthCheck(): Promise<boolean>;
|
|
@@ -55,5 +60,24 @@ export declare class OllamaBackendAdapter implements BackendAdapter<OllamaReques
|
|
|
55
60
|
* Public method for testing and debugging - parse Ollama responses manually.
|
|
56
61
|
*/
|
|
57
62
|
toIR(response: OllamaResponse, originalRequest: IRChatRequest, latencyMs: number): IRChatResponse;
|
|
63
|
+
/**
|
|
64
|
+
* List locally available models from Ollama.
|
|
65
|
+
*
|
|
66
|
+
* Priority order:
|
|
67
|
+
* 1. Static config override (this.config.models)
|
|
68
|
+
* 2. API fetch (http://localhost:11434/api/tags)
|
|
69
|
+
* 3. Empty array (Ollama not running or no models installed)
|
|
70
|
+
*
|
|
71
|
+
* Note: Unlike cloud providers, Ollama models are local and dynamic.
|
|
72
|
+
* No caching or fallback list - always fetches fresh from local server.
|
|
73
|
+
*
|
|
74
|
+
* @param options - Optional filter settings
|
|
75
|
+
* @returns Promise resolving to list of locally installed models
|
|
76
|
+
*/
|
|
77
|
+
listModels(options?: ListModelsOptions): Promise<ListModelsResult>;
|
|
78
|
+
/**
|
|
79
|
+
* Transform Ollama API model to AIModel format.
|
|
80
|
+
*/
|
|
81
|
+
private transformOllamaModel;
|
|
58
82
|
}
|
|
59
83
|
//# sourceMappingURL=ollama.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACtE,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAGZ,iBAAiB,EACjB,gBAAgB,EAEjB,MAAM,gBAAgB,CAAC;AAgBxB,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,OAAO,CAAC,EAAE;QACR,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;KACjB,CAAC;IACF,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,aAAa,CAAC;IACvB,IAAI,EAAE,OAAO,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAMD,qBAAa,oBAAqB,YAAW,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC;IACxF,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,oBAAoB;IA2BxC;;OAEG;IACG,KAAK,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC;IA0C9E,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IAoC7E,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,YAAY;IA0H1E,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAYrC,YAAY,CAAC,QAAQ,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAI7D;;;;OAIG;IACI,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,aAAa;IA6BpD;;;;OAIG;IACI,IAAI,CACT,QAAQ,EAAE,cAAc,EACxB,eAAe,EAAE,aAAa,EAC9B,SAAS,EAAE,MAAM,GAChB,cAAc;IAwBjB;;;;;;;;;;;;;OAaG;IACG,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAmDxE;;OAEG;IACH,OAAO,CAAC,oBAAoB;CAmB7B"}
|
|
@@ -9,6 +9,7 @@
|
|
|
9
9
|
import type { BackendAdapter, BackendAdapterConfig, AdapterMetadata } from 'ai.matey.types';
|
|
10
10
|
import type { IRChatRequest, IRChatResponse, IRChatStream } from 'ai.matey.types';
|
|
11
11
|
import type { ListModelsOptions, ListModelsResult } from 'ai.matey.types';
|
|
12
|
+
import type { IREmbedRequest, IREmbedResponse } from 'ai.matey.types';
|
|
12
13
|
/**
|
|
13
14
|
* OpenAI message content.
|
|
14
15
|
*/
|
|
@@ -52,8 +53,25 @@ export interface OpenAIRequest {
|
|
|
52
53
|
presence_penalty?: number;
|
|
53
54
|
stop?: string | string[];
|
|
54
55
|
stream?: boolean;
|
|
56
|
+
stream_options?: {
|
|
57
|
+
include_usage?: boolean;
|
|
58
|
+
};
|
|
55
59
|
user?: string;
|
|
56
60
|
seed?: number;
|
|
61
|
+
tools?: Array<{
|
|
62
|
+
type: 'function';
|
|
63
|
+
function: {
|
|
64
|
+
name: string;
|
|
65
|
+
description?: string;
|
|
66
|
+
parameters?: Record<string, unknown>;
|
|
67
|
+
};
|
|
68
|
+
}>;
|
|
69
|
+
tool_choice?: 'auto' | 'none' | 'required' | {
|
|
70
|
+
type: 'function';
|
|
71
|
+
function: {
|
|
72
|
+
name: string;
|
|
73
|
+
};
|
|
74
|
+
};
|
|
57
75
|
}
|
|
58
76
|
/**
|
|
59
77
|
* OpenAI Chat Completions API response.
|
|
@@ -99,6 +117,12 @@ export interface OpenAIStreamChunk {
|
|
|
99
117
|
};
|
|
100
118
|
finish_reason: 'stop' | 'length' | 'tool_calls' | 'content_filter' | null;
|
|
101
119
|
}>;
|
|
120
|
+
/** Final usage chunk (sent when stream_options.include_usage is set). */
|
|
121
|
+
usage?: {
|
|
122
|
+
prompt_tokens: number;
|
|
123
|
+
completion_tokens: number;
|
|
124
|
+
total_tokens: number;
|
|
125
|
+
} | null;
|
|
102
126
|
}
|
|
103
127
|
/**
|
|
104
128
|
* OpenAI model object from /v1/models endpoint.
|
|
@@ -147,6 +171,14 @@ export declare class OpenAIBackendAdapter implements BackendAdapter<OpenAIReques
|
|
|
147
171
|
* Estimate cost for a request (rough heuristic).
|
|
148
172
|
*/
|
|
149
173
|
estimateCost(request: IRChatRequest): Promise<number | null>;
|
|
174
|
+
/**
|
|
175
|
+
* Generate embeddings via the /embeddings endpoint.
|
|
176
|
+
*/
|
|
177
|
+
embed(request: IREmbedRequest, signal?: AbortSignal): Promise<IREmbedResponse>;
|
|
178
|
+
/**
|
|
179
|
+
* Estimate embedding cost in USD via the model registry.
|
|
180
|
+
*/
|
|
181
|
+
estimateEmbedCost(request: IREmbedRequest): Promise<number | null>;
|
|
150
182
|
/**
|
|
151
183
|
* List available models from OpenAI.
|
|
152
184
|
*
|
|
@@ -178,7 +210,15 @@ export declare class OpenAIBackendAdapter implements BackendAdapter<OpenAIReques
|
|
|
178
210
|
*/
|
|
179
211
|
toIR(response: OpenAIResponse, originalRequest: IRChatRequest, latencyMs: number): IRChatResponse;
|
|
180
212
|
/**
|
|
181
|
-
* Convert IR
|
|
213
|
+
* Convert IR toolChoice to OpenAI tool_choice.
|
|
214
|
+
*/
|
|
215
|
+
private convertToolChoice;
|
|
216
|
+
/**
|
|
217
|
+
* Convert IR message to OpenAI message(s).
|
|
218
|
+
*
|
|
219
|
+
* Returns an array because OpenAI represents tool results as separate
|
|
220
|
+
* role:'tool' messages (one per tool_use id), while the IR allows multiple
|
|
221
|
+
* tool_result blocks inside a single message.
|
|
182
222
|
*/
|
|
183
223
|
private convertMessageToOpenAI;
|
|
184
224
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAAW,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAAW,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACnF,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AA4BtE;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAC5B,MAAM,GACN,KAAK,CACD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAA;KAAE,CAAA;CAAE,CACtF,CAAC;AAEN;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,oBAAoB,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC;KACH,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE;QACf,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB,CAAC;IACF,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;SACtC,CAAC;KACH,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,QAAQ,EAAE;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;CAC/F;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,aAAa,CAAC;QACvB,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,gBAAgB,GAAG,IAAI,CAAC;KAC3E,CAAC,CAAC;IACH,KAAK,CAAC,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE;YACL,IAAI,CAAC,EAAE,WAAW,CAAC;YACnB,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,UAAU,CAAC,EAAE,KAAK,CAAC;gBACjB,KAAK,EAAE,MAAM,CAAC;gBACd,EAAE,CAAC,EAAE,MAAM,CAAC;gBACZ,IAAI,CAAC,EAAE,UAAU,CAAC;gBAClB,QAAQ,CAAC,EAAE;oBACT,IAAI,CAAC,EAAE,MAAM,CAAC;oBACd,SAAS,CAAC,EAAE,MAAM,CAAC;iBACpB,CAAC;aACH,CAAC,CAAC;SACJ,CAAC;QACF,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,gBAAgB,GAAG,IAAI,CAAC;KAC3E,CAAC,CAAC;IACH,yEAAyE;IACzE,KAAK,CAAC,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,GAAG,IAAI,CAAC;CACV;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,WAAW,EAAE,CAAC;CACrB;AAMD;;GAEG;AACH,qBAAa,oBAAqB,YAAW,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC;IACxF,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC;IAChD,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAmC;IAE9D;;;;;OAKG;gBACS,MAAM,EAAE,oBAAoB,EAAE,gBAAgB,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC;IAmDrF;;OAEG;IACG,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IAoCpF;;OAEG;IACI,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,YAAY;IAwOhF;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAarC;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAU5D;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC;IAW9E;;OAEG;IACH,iBAAiB,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAWlE;;;;;;;OAOG;IACG,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkFxE;;;;;;;OAOG;IACH,oBAAoB,IAAI,oBAAoB;IAS5C;;;;OAIG;IACI,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,aAAa;IAqDpD;;;;OAIG;IACI,IAAI,CACT,QAAQ,EAAE,cAAc,EACxB,eAAe,EAAE,aAAa,EAC9B,SAAS,EAAE,MAAM,GAChB,cAAc;IAyEjB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAUzB;;;;;;OAMG;IACH,OAAO,CAAC,sBAAsB;IAoF9B;;OAEG;IACH,OAAO,CAAC,+BAA+B;IAgBvC;;OAEG;IACH,OAAO,CAAC,eAAe;IAevB;;OAEG;YACW,WAAW;IAiCzB;;OAEG;IACH,OAAO,CAAC,UAAU;IAQlB;;OAEG;IACH,OAAO,CAAC,oBAAoB;CAU7B"}
|