ai.matey.backend 0.2.3 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +81 -0
- package/dist/cjs/index.js +3 -0
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/providers/ai21.js +24 -1
- package/dist/cjs/providers/ai21.js.map +1 -1
- package/dist/cjs/providers/anthropic.js +76 -95
- package/dist/cjs/providers/anthropic.js.map +1 -1
- package/dist/cjs/providers/cohere.js +161 -1
- package/dist/cjs/providers/cohere.js.map +1 -1
- package/dist/cjs/providers/deepinfra.js +16 -0
- package/dist/cjs/providers/deepinfra.js.map +1 -1
- package/dist/cjs/providers/deepseek.js +10 -4
- package/dist/cjs/providers/deepseek.js.map +1 -1
- package/dist/cjs/providers/fireworks.js +16 -0
- package/dist/cjs/providers/fireworks.js.map +1 -1
- package/dist/cjs/providers/gemini.js +155 -4
- package/dist/cjs/providers/gemini.js.map +1 -1
- package/dist/cjs/providers/groq.js +1 -0
- package/dist/cjs/providers/groq.js.map +1 -1
- package/dist/cjs/providers/inception.js +155 -0
- package/dist/cjs/providers/inception.js.map +1 -0
- package/dist/cjs/providers/mistral.js +97 -3
- package/dist/cjs/providers/mistral.js.map +1 -1
- package/dist/cjs/providers/moonshot.js +157 -0
- package/dist/cjs/providers/moonshot.js.map +1 -0
- package/dist/cjs/providers/ollama.js +111 -0
- package/dist/cjs/providers/ollama.js.map +1 -1
- package/dist/cjs/providers/openai.js +218 -87
- package/dist/cjs/providers/openai.js.map +1 -1
- package/dist/cjs/providers/sambanova.js +161 -0
- package/dist/cjs/providers/sambanova.js.map +1 -0
- package/dist/cjs/providers/together-ai.js +16 -0
- package/dist/cjs/providers/together-ai.js.map +1 -1
- package/dist/cjs/providers/xai.js +1 -1
- package/dist/cjs/providers/xai.js.map +1 -1
- package/dist/cjs/shared.js +432 -9
- package/dist/cjs/shared.js.map +1 -1
- package/dist/esm/index.js +3 -0
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/providers/ai21.js +24 -1
- package/dist/esm/providers/ai21.js.map +1 -1
- package/dist/esm/providers/anthropic.js +76 -95
- package/dist/esm/providers/anthropic.js.map +1 -1
- package/dist/esm/providers/cohere.js +162 -2
- package/dist/esm/providers/cohere.js.map +1 -1
- package/dist/esm/providers/deepinfra.js +16 -0
- package/dist/esm/providers/deepinfra.js.map +1 -1
- package/dist/esm/providers/deepseek.js +10 -4
- package/dist/esm/providers/deepseek.js.map +1 -1
- package/dist/esm/providers/fireworks.js +16 -0
- package/dist/esm/providers/fireworks.js.map +1 -1
- package/dist/esm/providers/gemini.js +153 -2
- package/dist/esm/providers/gemini.js.map +1 -1
- package/dist/esm/providers/groq.js +1 -0
- package/dist/esm/providers/groq.js.map +1 -1
- package/dist/esm/providers/inception.js +150 -0
- package/dist/esm/providers/inception.js.map +1 -0
- package/dist/esm/providers/mistral.js +95 -1
- package/dist/esm/providers/mistral.js.map +1 -1
- package/dist/esm/providers/moonshot.js +152 -0
- package/dist/esm/providers/moonshot.js.map +1 -0
- package/dist/esm/providers/ollama.js +111 -0
- package/dist/esm/providers/ollama.js.map +1 -1
- package/dist/esm/providers/openai.js +219 -88
- package/dist/esm/providers/openai.js.map +1 -1
- package/dist/esm/providers/sambanova.js +156 -0
- package/dist/esm/providers/sambanova.js.map +1 -0
- package/dist/esm/providers/together-ai.js +16 -0
- package/dist/esm/providers/together-ai.js.map +1 -1
- package/dist/esm/providers/xai.js +1 -1
- package/dist/esm/providers/xai.js.map +1 -1
- package/dist/esm/shared.js +428 -8
- package/dist/esm/shared.js.map +1 -1
- package/dist/types/index.d.ts +3 -0
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/providers/ai21.d.ts +9 -0
- package/dist/types/providers/ai21.d.ts.map +1 -1
- package/dist/types/providers/anthropic.d.ts +19 -0
- package/dist/types/providers/anthropic.d.ts.map +1 -1
- package/dist/types/providers/cohere.d.ts +34 -1
- package/dist/types/providers/cohere.d.ts.map +1 -1
- package/dist/types/providers/deepinfra.d.ts +5 -0
- package/dist/types/providers/deepinfra.d.ts.map +1 -1
- package/dist/types/providers/deepseek.d.ts +1 -1
- package/dist/types/providers/deepseek.d.ts.map +1 -1
- package/dist/types/providers/fireworks.d.ts +5 -0
- package/dist/types/providers/fireworks.d.ts.map +1 -1
- package/dist/types/providers/gemini.d.ts +22 -0
- package/dist/types/providers/gemini.d.ts.map +1 -1
- package/dist/types/providers/groq.d.ts.map +1 -1
- package/dist/types/providers/inception.d.ts +83 -0
- package/dist/types/providers/inception.d.ts.map +1 -0
- package/dist/types/providers/mistral.d.ts +13 -0
- package/dist/types/providers/mistral.d.ts.map +1 -1
- package/dist/types/providers/moonshot.d.ts +83 -0
- package/dist/types/providers/moonshot.d.ts.map +1 -0
- package/dist/types/providers/ollama.d.ts +25 -1
- package/dist/types/providers/ollama.d.ts.map +1 -1
- package/dist/types/providers/openai.d.ts +41 -1
- package/dist/types/providers/openai.d.ts.map +1 -1
- package/dist/types/providers/sambanova.d.ts +84 -0
- package/dist/types/providers/sambanova.d.ts.map +1 -0
- package/dist/types/providers/together-ai.d.ts +5 -0
- package/dist/types/providers/together-ai.d.ts.map +1 -1
- package/dist/types/shared.d.ts +68 -1
- package/dist/types/shared.d.ts.map +1 -1
- package/package.json +31 -1
- package/readme.md +4 -1
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* SambaNova Cloud Backend Adapter
|
|
3
|
+
*
|
|
4
|
+
* Adapts Universal IR to SambaNova Cloud API (OpenAI-compatible).
|
|
5
|
+
* SambaNova provides high-throughput AI inference on custom RDU hardware.
|
|
6
|
+
*
|
|
7
|
+
* @module
|
|
8
|
+
*/
|
|
9
|
+
import { OpenAIBackendAdapter, type OpenAIRequest, type OpenAIResponse } from './openai.js';
|
|
10
|
+
import type { BackendAdapter, BackendAdapterConfig, IRChatRequest } from 'ai.matey.types';
|
|
11
|
+
/**
|
|
12
|
+
* Backend adapter for SambaNova Cloud API.
|
|
13
|
+
*
|
|
14
|
+
* SambaNova Cloud delivers fast, cost-efficient inference on proprietary
|
|
15
|
+
* Reconfigurable Dataflow Unit (RDU) hardware. The API is OpenAI-compatible,
|
|
16
|
+
* making it easy to switch from other providers.
|
|
17
|
+
*
|
|
18
|
+
* @example Basic Usage
|
|
19
|
+
* ```typescript
|
|
20
|
+
* import { SambaNovaBackendAdapter } from 'ai.matey';
|
|
21
|
+
*
|
|
22
|
+
* const adapter = new SambaNovaBackendAdapter({
|
|
23
|
+
* apiKey: process.env.SAMBANOVA_API_KEY,
|
|
24
|
+
* });
|
|
25
|
+
* ```
|
|
26
|
+
*
|
|
27
|
+
* @example With Meta Llama Model
|
|
28
|
+
* ```typescript
|
|
29
|
+
* const adapter = new SambaNovaBackendAdapter({
|
|
30
|
+
* apiKey: process.env.SAMBANOVA_API_KEY,
|
|
31
|
+
* });
|
|
32
|
+
*
|
|
33
|
+
* const response = await adapter.execute({
|
|
34
|
+
* messages: [{ role: 'user', content: 'Hello!' }],
|
|
35
|
+
* parameters: {
|
|
36
|
+
* model: 'Meta-Llama-3.1-70B-Instruct',
|
|
37
|
+
* },
|
|
38
|
+
* });
|
|
39
|
+
* ```
|
|
40
|
+
*
|
|
41
|
+
* @example Streaming
|
|
42
|
+
* ```typescript
|
|
43
|
+
* const stream = adapter.executeStream({
|
|
44
|
+
* messages: [{ role: 'user', content: 'Tell me a story.' }],
|
|
45
|
+
* parameters: {
|
|
46
|
+
* model: 'Meta-Llama-3.1-8B-Instruct',
|
|
47
|
+
* },
|
|
48
|
+
* });
|
|
49
|
+
*
|
|
50
|
+
* for await (const chunk of stream) {
|
|
51
|
+
* if (chunk.type === 'content') {
|
|
52
|
+
* process.stdout.write(chunk.delta);
|
|
53
|
+
* }
|
|
54
|
+
* }
|
|
55
|
+
* ```
|
|
56
|
+
*/
|
|
57
|
+
export declare class SambaNovaBackendAdapter extends OpenAIBackendAdapter implements BackendAdapter<OpenAIRequest, OpenAIResponse> {
|
|
58
|
+
constructor(config: BackendAdapterConfig);
|
|
59
|
+
/**
|
|
60
|
+
* Health check for SambaNova Cloud API.
|
|
61
|
+
*/
|
|
62
|
+
healthCheck(): Promise<boolean>;
|
|
63
|
+
/**
|
|
64
|
+
* Estimate cost for SambaNova Cloud.
|
|
65
|
+
*/
|
|
66
|
+
estimateCost(request: IRChatRequest): Promise<number | null>;
|
|
67
|
+
}
|
|
68
|
+
/**
|
|
69
|
+
* Create a SambaNova Cloud backend adapter.
|
|
70
|
+
*
|
|
71
|
+
* @param config - Adapter configuration
|
|
72
|
+
* @returns SambaNova Cloud backend adapter
|
|
73
|
+
*
|
|
74
|
+
* @example
|
|
75
|
+
* ```typescript
|
|
76
|
+
* import { createSambaNovaAdapter } from 'ai.matey';
|
|
77
|
+
*
|
|
78
|
+
* const adapter = createSambaNovaAdapter({
|
|
79
|
+
* apiKey: process.env.SAMBANOVA_API_KEY,
|
|
80
|
+
* });
|
|
81
|
+
* ```
|
|
82
|
+
*/
|
|
83
|
+
export declare function createSambaNovaAdapter(config: BackendAdapterConfig): SambaNovaBackendAdapter;
|
|
84
|
+
//# sourceMappingURL=sambanova.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sambanova.d.ts","sourceRoot":"","sources":["../../../src/providers/sambanova.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,oBAAoB,EAAE,KAAK,aAAa,EAAE,KAAK,cAAc,EAAE,MAAM,aAAa,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE1F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6CG;AACH,qBAAa,uBACX,SAAQ,oBACR,YAAW,cAAc,CAAC,aAAa,EAAE,cAAc,CAAC;gBAE5C,MAAM,EAAE,oBAAoB;IAkCxC;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAiBrC;;OAEG;IAEG,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CA8BnE;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,oBAAoB,GAAG,uBAAuB,CAE5F"}
|
|
@@ -7,6 +7,7 @@
|
|
|
7
7
|
* @module
|
|
8
8
|
*/
|
|
9
9
|
import type { BackendAdapter, BackendAdapterConfig, AdapterMetadata } from 'ai.matey.types';
|
|
10
|
+
import type { IREmbedRequest, IREmbedResponse } from 'ai.matey.types';
|
|
10
11
|
import type { IRChatRequest, IRChatResponse, IRChatStream } from 'ai.matey.types';
|
|
11
12
|
export type TogetherAIMessageContent = string | Array<{
|
|
12
13
|
type: 'text';
|
|
@@ -97,6 +98,10 @@ export declare class TogetherAIBackendAdapter implements BackendAdapter<Together
|
|
|
97
98
|
/**
|
|
98
99
|
* Execute non-streaming request.
|
|
99
100
|
*/
|
|
101
|
+
/**
|
|
102
|
+
* Generate embeddings via the OpenAI-compatible /embeddings endpoint.
|
|
103
|
+
*/
|
|
104
|
+
embed(request: IREmbedRequest, signal?: AbortSignal): Promise<IREmbedResponse>;
|
|
100
105
|
execute(request: IRChatRequest, signal?: AbortSignal): Promise<IRChatResponse>;
|
|
101
106
|
/**
|
|
102
107
|
* Execute streaming request.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"together-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/together-ai.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;AAexB,MAAM,MAAM,wBAAwB,GAChC,MAAM,GACN,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC,CAAC;AAE9F,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,wBAAwB,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC;KACH,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,iBAAiB,CAAC;QAC3B,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,IAAI,CAAC;KACxD,CAAC,CAAC;IACH,KAAK,CAAC,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE;YACL,IAAI,CAAC,EAAE,WAAW,CAAC;YACnB,OAAO,CAAC,EAAE,MAAM,CAAC;SAClB,CAAC;QACF,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAAC;KACzC,CAAC,CAAC;CACJ;AAMD;;;;;;;;;GASG;AACH,qBAAa,wBAAyB,YAAW,cAAc,CAC7D,iBAAiB,EACjB,kBAAkB,CACnB;IACC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,oBAAoB;
|
|
1
|
+
{"version":3,"file":"together-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/together-ai.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5F,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEtE,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,YAAY,EAIb,MAAM,gBAAgB,CAAC;AAexB,MAAM,MAAM,wBAAwB,GAChC,MAAM,GACN,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC,CAAC;AAE9F,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,wBAAwB,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC;KACH,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,iBAAiB,CAAC;QAC3B,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,IAAI,CAAC;KACxD,CAAC,CAAC;IACH,KAAK,CAAC,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE;YACL,IAAI,CAAC,EAAE,WAAW,CAAC;YACnB,OAAO,CAAC,EAAE,MAAM,CAAC;SAClB,CAAC;QACF,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAAC;KACzC,CAAC,CAAC;CACJ;AAMD;;;;;;;;;GASG;AACH,qBAAa,wBAAyB,YAAW,cAAc,CAC7D,iBAAiB,EACjB,kBAAkB,CACnB;IACC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,oBAAoB;IA8BxC;;OAEG;IACI,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,iBAAiB;IA8CxD;;OAEG;IACI,IAAI,CACT,QAAQ,EAAE,kBAAkB,EAC5B,eAAe,EAAE,aAAa,EAC9B,SAAS,EAAE,MAAM,GAChB,cAAc;IAmDjB;;OAEG;IACH;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC;IAWxE,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IAuCpF;;OAEG;IACI,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,YAAY;IA+HhF;;OAEG;IACH,OAAO,CAAC,UAAU;IASlB;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAarC;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CA0B7D"}
|
package/dist/types/shared.d.ts
CHANGED
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
*
|
|
7
7
|
* @module
|
|
8
8
|
*/
|
|
9
|
-
import type { IRChatRequest, AIModel, ListModelsResult } from 'ai.matey.types';
|
|
9
|
+
import type { IRChatRequest, IRMessage, IREmbedRequest, IREmbedResponse, AIModel, ListModelsResult } from 'ai.matey.types';
|
|
10
10
|
/**
|
|
11
11
|
* Estimate token count for a chat request.
|
|
12
12
|
*
|
|
@@ -105,12 +105,79 @@ export interface CostRates {
|
|
|
105
105
|
* ```
|
|
106
106
|
*/
|
|
107
107
|
export declare function estimateCost(inputTokens: number, outputTokens: number, rates: CostRates): number;
|
|
108
|
+
/**
|
|
109
|
+
* Parse a JSON object string defensively.
|
|
110
|
+
*
|
|
111
|
+
* Used for provider-supplied tool-call arguments, which arrive as JSON text
|
|
112
|
+
* (and, when streamed, may be truncated mid-document). Returns an empty
|
|
113
|
+
* object when the input is empty, malformed, or not a JSON object, so a bad
|
|
114
|
+
* tool-arguments payload degrades to `{}` rather than failing the response.
|
|
115
|
+
*/
|
|
116
|
+
export interface StreamedToolCall {
|
|
117
|
+
id: string;
|
|
118
|
+
name: string;
|
|
119
|
+
/** Concatenated raw JSON argument fragments. */
|
|
120
|
+
args: string;
|
|
121
|
+
/** Zero-based position of the tool call within the message. */
|
|
122
|
+
index: number;
|
|
123
|
+
}
|
|
124
|
+
/**
|
|
125
|
+
* Assemble the final message for a stream's `done` chunk.
|
|
126
|
+
*
|
|
127
|
+
* When tool calls were streamed, the message content is a structured block
|
|
128
|
+
* array: an optional leading text block followed by one `tool_use` block per
|
|
129
|
+
* call (in index order), with accumulated argument fragments parsed via
|
|
130
|
+
* {@link safeParseJSON}. Without tool calls the content stays a plain string
|
|
131
|
+
* for backward compatibility.
|
|
132
|
+
*/
|
|
133
|
+
export declare function buildStreamDoneMessage(text: string, toolCalls: readonly StreamedToolCall[]): IRMessage;
|
|
134
|
+
/**
|
|
135
|
+
* Execute an embedding request against an OpenAI-compatible `/embeddings`
|
|
136
|
+
* endpoint (OpenAI, Azure OpenAI, Mistral, Together, Fireworks, DeepInfra,
|
|
137
|
+
* NVIDIA, LM Studio, ...).
|
|
138
|
+
*
|
|
139
|
+
* Providers wrap this with their base URL, headers, and default model; the
|
|
140
|
+
* response is normalized to `IREmbedResponse` with input order preserved.
|
|
141
|
+
*/
|
|
142
|
+
export declare function executeOpenAICompatibleEmbed(options: {
|
|
143
|
+
baseURL: string;
|
|
144
|
+
headers: Record<string, string>;
|
|
145
|
+
request: IREmbedRequest;
|
|
146
|
+
backendName: string;
|
|
147
|
+
defaultModel: string;
|
|
148
|
+
/** Endpoint path relative to baseURL. @default '/embeddings' */
|
|
149
|
+
path?: string;
|
|
150
|
+
signal?: AbortSignal;
|
|
151
|
+
}): Promise<IREmbedResponse>;
|
|
152
|
+
export declare function safeParseJSON(text: string | undefined | null): Record<string, unknown>;
|
|
108
153
|
/**
|
|
109
154
|
* Default OpenAI models with capabilities.
|
|
110
155
|
*/
|
|
111
156
|
export declare const DEFAULT_OPENAI_MODELS: readonly AIModel[];
|
|
112
157
|
/**
|
|
113
158
|
* Default Anthropic Claude models with capabilities.
|
|
159
|
+
* Updated: 2025-11-30
|
|
114
160
|
*/
|
|
115
161
|
export declare const DEFAULT_ANTHROPIC_MODELS: readonly AIModel[];
|
|
162
|
+
/**
|
|
163
|
+
* Default AI21 models with capabilities.
|
|
164
|
+
* Updated: 2025-11-30
|
|
165
|
+
* Note: AI21 does not provide a models listing API
|
|
166
|
+
*/
|
|
167
|
+
export declare const DEFAULT_AI21_MODELS: readonly AIModel[];
|
|
168
|
+
/**
|
|
169
|
+
* Default Gemini models with capabilities.
|
|
170
|
+
* Updated: 2025-11-30
|
|
171
|
+
*/
|
|
172
|
+
export declare const DEFAULT_GEMINI_MODELS: readonly AIModel[];
|
|
173
|
+
/**
|
|
174
|
+
* Default Cohere models with capabilities.
|
|
175
|
+
* Updated: 2025-11-30
|
|
176
|
+
*/
|
|
177
|
+
export declare const DEFAULT_COHERE_MODELS: readonly AIModel[];
|
|
178
|
+
/**
|
|
179
|
+
* Default Mistral models with capabilities.
|
|
180
|
+
* Updated: 2025-11-30
|
|
181
|
+
*/
|
|
182
|
+
export declare const DEFAULT_MISTRAL_MODELS: readonly AIModel[];
|
|
116
183
|
//# sourceMappingURL=shared.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../src/shared.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../src/shared.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EACV,aAAa,EACb,SAAS,EACT,cAAc,EACd,eAAe,EACf,OAAO,EACP,gBAAgB,EACjB,MAAM,gBAAgB,CAAC;AAOxB;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,aAAa,GAAG,MAAM,CAiB7D;AAMD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,EAAE,EACrC,OAAO,SAAa,GACnB,gBAAgB,CAmBlB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,2CAA2C;IAC3C,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IACrC,qDAAqD;IACrD,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC;IAClC,uDAAuD;IACvD,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;IACjC,kDAAkD;IAClD,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;CACjC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,gBAAgB,EACxB,MAAM,CAAC,EAAE,qBAAqB,GAC7B,gBAAgB,CA4ClB;AAMD;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,+BAA+B;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,MAAM,CAIhG;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,gDAAgD;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,+DAA+D;IAC/D,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;;;;;GAQG;AACH,wBAAgB,sBAAsB,CACpC,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,SAAS,gBAAgB,EAAE,GACrC,SAAS,CAmBX;AAMD;;;;;;;GAOG;AACH,wBAAsB,4BAA4B,CAAC,OAAO,EAAE;IAC1D,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,OAAO,EAAE,cAAc,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,gEAAgE;IAChE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,eAAe,CAAC,CAmE3B;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAatF;AAMD;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,SAAS,OAAO,EAyD1C,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,wBAAwB,EAAE,SAAS,OAAO,EAmG7C,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,EAAE,SAAS,OAAO,EA6BxC,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,qBAAqB,EAAE,SAAS,OAAO,EAqF1C,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,qBAAqB,EAAE,SAAS,OAAO,EAyD1C,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,sBAAsB,EAAE,SAAS,OAAO,EAyD3C,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "ai.matey.backend",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.5.0",
|
|
4
4
|
"description": "Backend provider adapters for AI Matey - Universal AI Adapter System",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/cjs/index.js",
|
|
@@ -257,6 +257,36 @@
|
|
|
257
257
|
"default": "./dist/cjs/providers/xai.js"
|
|
258
258
|
}
|
|
259
259
|
},
|
|
260
|
+
"./inception": {
|
|
261
|
+
"import": {
|
|
262
|
+
"types": "./dist/types/providers/inception.d.ts",
|
|
263
|
+
"default": "./dist/esm/providers/inception.js"
|
|
264
|
+
},
|
|
265
|
+
"require": {
|
|
266
|
+
"types": "./dist/types/providers/inception.d.ts",
|
|
267
|
+
"default": "./dist/cjs/providers/inception.js"
|
|
268
|
+
}
|
|
269
|
+
},
|
|
270
|
+
"./moonshot": {
|
|
271
|
+
"import": {
|
|
272
|
+
"types": "./dist/types/providers/moonshot.d.ts",
|
|
273
|
+
"default": "./dist/esm/providers/moonshot.js"
|
|
274
|
+
},
|
|
275
|
+
"require": {
|
|
276
|
+
"types": "./dist/types/providers/moonshot.d.ts",
|
|
277
|
+
"default": "./dist/cjs/providers/moonshot.js"
|
|
278
|
+
}
|
|
279
|
+
},
|
|
280
|
+
"./sambanova": {
|
|
281
|
+
"import": {
|
|
282
|
+
"types": "./dist/types/providers/sambanova.d.ts",
|
|
283
|
+
"default": "./dist/esm/providers/sambanova.js"
|
|
284
|
+
},
|
|
285
|
+
"require": {
|
|
286
|
+
"types": "./dist/types/providers/sambanova.d.ts",
|
|
287
|
+
"default": "./dist/cjs/providers/sambanova.js"
|
|
288
|
+
}
|
|
289
|
+
},
|
|
260
290
|
"./shared": {
|
|
261
291
|
"import": {
|
|
262
292
|
"types": "./dist/types/shared.d.ts",
|
package/readme.md
CHANGED
|
@@ -12,7 +12,7 @@ npm install ai.matey.backend
|
|
|
12
12
|
|
|
13
13
|
## Included Providers
|
|
14
14
|
|
|
15
|
-
This package includes adapters for **
|
|
15
|
+
This package includes adapters for **27 AI providers**:
|
|
16
16
|
|
|
17
17
|
### Commercial APIs
|
|
18
18
|
- **OpenAI** - GPT-4, GPT-4 Turbo, GPT-3.5
|
|
@@ -22,6 +22,8 @@ This package includes adapters for **24 AI providers**:
|
|
|
22
22
|
- **Cohere** - Command, Command-Light, Command-R
|
|
23
23
|
- **xAI** - Grok models
|
|
24
24
|
- **AI21 Labs** - Jurassic models
|
|
25
|
+
- **Moonshot AI** - Kimi models with long-context support (up to 128K)
|
|
26
|
+
- **Inception Labs** - Mercury diffusion language models
|
|
25
27
|
|
|
26
28
|
### Cloud Providers
|
|
27
29
|
- **AWS Bedrock** - Amazon's managed AI service
|
|
@@ -35,6 +37,7 @@ This package includes adapters for **24 AI providers**:
|
|
|
35
37
|
- **Anyscale** - Fast endpoints
|
|
36
38
|
- **DeepInfra** - High-performance inference
|
|
37
39
|
- **Cerebras** - AI supercomputer inference
|
|
40
|
+
- **SambaNova** - High-throughput RDU-accelerated inference
|
|
38
41
|
|
|
39
42
|
### Aggregators
|
|
40
43
|
- **OpenRouter** - Multi-provider routing and fallback
|