ai.matey.wrapper 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/dist/cjs/anthropic-sdk.js +203 -0
- package/dist/cjs/anthropic-sdk.js.map +1 -0
- package/dist/cjs/anymethod.js +167 -0
- package/dist/cjs/anymethod.js.map +1 -0
- package/dist/cjs/chat.js +513 -0
- package/dist/cjs/chat.js.map +1 -0
- package/dist/cjs/chrome-ai-legacy.js +168 -0
- package/dist/cjs/chrome-ai-legacy.js.map +1 -0
- package/dist/cjs/chrome-ai.js +156 -0
- package/dist/cjs/chrome-ai.js.map +1 -0
- package/dist/cjs/index.js +58 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/ir-index.js +52 -0
- package/dist/cjs/ir-index.js.map +1 -0
- package/dist/cjs/openai-sdk.js +221 -0
- package/dist/cjs/openai-sdk.js.map +1 -0
- package/dist/cjs/stream-utils.js +21 -0
- package/dist/cjs/stream-utils.js.map +1 -0
- package/dist/cjs/types.js +10 -0
- package/dist/cjs/types.js.map +1 -0
- package/dist/esm/anthropic-sdk.js +196 -0
- package/dist/esm/anthropic-sdk.js.map +1 -0
- package/dist/esm/anymethod.js +161 -0
- package/dist/esm/anymethod.js.map +1 -0
- package/dist/esm/chat.js +508 -0
- package/dist/esm/chat.js.map +1 -0
- package/dist/esm/chrome-ai-legacy.js +163 -0
- package/dist/esm/chrome-ai-legacy.js.map +1 -0
- package/dist/esm/chrome-ai.js +152 -0
- package/dist/esm/chrome-ai.js.map +1 -0
- package/dist/esm/index.js +22 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/ir-index.js +41 -0
- package/dist/esm/ir-index.js.map +1 -0
- package/dist/esm/openai-sdk.js +213 -0
- package/dist/esm/openai-sdk.js.map +1 -0
- package/dist/esm/stream-utils.js +14 -0
- package/dist/esm/stream-utils.js.map +1 -0
- package/dist/esm/types.js +9 -0
- package/dist/esm/types.js.map +1 -0
- package/dist/types/anthropic-sdk.d.ts +154 -0
- package/dist/types/anthropic-sdk.d.ts.map +1 -0
- package/dist/types/anymethod.d.ts +45 -0
- package/dist/types/anymethod.d.ts.map +1 -0
- package/dist/types/chat.d.ts +144 -0
- package/dist/types/chat.d.ts.map +1 -0
- package/dist/types/chrome-ai-legacy.d.ts +44 -0
- package/dist/types/chrome-ai-legacy.d.ts.map +1 -0
- package/dist/types/chrome-ai.d.ts +38 -0
- package/dist/types/chrome-ai.d.ts.map +1 -0
- package/dist/types/index.d.ts +20 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/ir-index.d.ts +41 -0
- package/dist/types/ir-index.d.ts.map +1 -0
- package/dist/types/openai-sdk.d.ts +183 -0
- package/dist/types/openai-sdk.d.ts.map +1 -0
- package/dist/types/stream-utils.d.ts +9 -0
- package/dist/types/stream-utils.d.ts.map +1 -0
- package/dist/types/types.d.ts +232 -0
- package/dist/types/types.d.ts.map +1 -0
- package/package.json +132 -0
- package/readme.md +92 -0
package/LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2025 AI Matey Contributors
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
7
|
+
in the Software without restriction, including without limitation the rights
|
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
10
|
+
furnished to do so, subject to the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be included in all
|
|
13
|
+
copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
21
|
+
SOFTWARE.
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Anthropic SDK Wrapper
|
|
4
|
+
*
|
|
5
|
+
* Mimics the Anthropic SDK interface using any backend adapter.
|
|
6
|
+
* Allows you to use Anthropic SDK-style code with any provider.
|
|
7
|
+
*
|
|
8
|
+
* Uses the Anthropic Frontend Adapter internally for format conversions.
|
|
9
|
+
*
|
|
10
|
+
* @module
|
|
11
|
+
*/
|
|
12
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
13
|
+
exports.AnthropicClient = exports.Models = exports.Messages = void 0;
|
|
14
|
+
exports.Anthropic = Anthropic;
|
|
15
|
+
const ai_matey_frontend_1 = require("ai.matey.frontend");
|
|
16
|
+
// ============================================================================
|
|
17
|
+
// Messages Implementation
|
|
18
|
+
// ============================================================================
|
|
19
|
+
/**
|
|
20
|
+
* Messages interface (mimics Anthropic SDK).
|
|
21
|
+
*/
|
|
22
|
+
class Messages {
|
|
23
|
+
backend;
|
|
24
|
+
config;
|
|
25
|
+
adapter;
|
|
26
|
+
constructor(backend, config = {}) {
|
|
27
|
+
this.backend = backend;
|
|
28
|
+
this.config = config;
|
|
29
|
+
this.adapter = new ai_matey_frontend_1.AnthropicFrontendAdapter();
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Create a message.
|
|
33
|
+
*/
|
|
34
|
+
create(params) {
|
|
35
|
+
if (params.stream) {
|
|
36
|
+
return this.createStream(params);
|
|
37
|
+
}
|
|
38
|
+
return this.createNonStream(params);
|
|
39
|
+
}
|
|
40
|
+
async createNonStream(params) {
|
|
41
|
+
// Convert params to Anthropic request format
|
|
42
|
+
const request = {
|
|
43
|
+
model: params.model,
|
|
44
|
+
messages: params.messages.map((msg) => ({
|
|
45
|
+
role: msg.role,
|
|
46
|
+
content: msg.content,
|
|
47
|
+
})),
|
|
48
|
+
max_tokens: params.max_tokens,
|
|
49
|
+
system: params.system,
|
|
50
|
+
temperature: params.temperature,
|
|
51
|
+
top_p: params.top_p,
|
|
52
|
+
top_k: params.top_k,
|
|
53
|
+
stop_sequences: params.stop_sequences,
|
|
54
|
+
stream: false,
|
|
55
|
+
metadata: params.metadata,
|
|
56
|
+
};
|
|
57
|
+
// Use frontend adapter to convert to IR
|
|
58
|
+
const irRequest = await this.adapter.toIR(request);
|
|
59
|
+
// Execute via backend
|
|
60
|
+
const irResponse = await this.backend.execute(irRequest);
|
|
61
|
+
// Use frontend adapter to convert back to Anthropic format
|
|
62
|
+
const anthropicResponse = await this.adapter.fromIR(irResponse);
|
|
63
|
+
// Return in SDK-style format
|
|
64
|
+
return {
|
|
65
|
+
id: anthropicResponse.id,
|
|
66
|
+
type: 'message',
|
|
67
|
+
role: 'assistant',
|
|
68
|
+
content: anthropicResponse.content,
|
|
69
|
+
model: anthropicResponse.model,
|
|
70
|
+
stop_reason: anthropicResponse.stop_reason,
|
|
71
|
+
stop_sequence: anthropicResponse.stop_sequence ?? null,
|
|
72
|
+
usage: anthropicResponse.usage,
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
async *createStream(params) {
|
|
76
|
+
// Convert params to Anthropic request format
|
|
77
|
+
const request = {
|
|
78
|
+
model: params.model,
|
|
79
|
+
messages: params.messages.map((msg) => ({
|
|
80
|
+
role: msg.role,
|
|
81
|
+
content: msg.content,
|
|
82
|
+
})),
|
|
83
|
+
max_tokens: params.max_tokens,
|
|
84
|
+
system: params.system,
|
|
85
|
+
temperature: params.temperature,
|
|
86
|
+
top_p: params.top_p,
|
|
87
|
+
top_k: params.top_k,
|
|
88
|
+
stop_sequences: params.stop_sequences,
|
|
89
|
+
stream: true,
|
|
90
|
+
metadata: params.metadata,
|
|
91
|
+
};
|
|
92
|
+
// Use frontend adapter to convert to IR
|
|
93
|
+
let irRequest = await this.adapter.toIR(request);
|
|
94
|
+
// Add stream mode if configured
|
|
95
|
+
if (this.config.streamMode) {
|
|
96
|
+
irRequest = { ...irRequest, streamMode: this.config.streamMode };
|
|
97
|
+
}
|
|
98
|
+
// Execute streaming via backend
|
|
99
|
+
const irStream = this.backend.executeStream(irRequest);
|
|
100
|
+
// Use frontend adapter to convert stream
|
|
101
|
+
for await (const event of this.adapter.fromIRStream(irStream)) {
|
|
102
|
+
yield event;
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
exports.Messages = Messages;
|
|
107
|
+
// ============================================================================
|
|
108
|
+
// Models Implementation
|
|
109
|
+
// ============================================================================
|
|
110
|
+
/**
|
|
111
|
+
* Models interface (mimics Anthropic SDK).
|
|
112
|
+
*/
|
|
113
|
+
class Models {
|
|
114
|
+
backend;
|
|
115
|
+
constructor(backend) {
|
|
116
|
+
this.backend = backend;
|
|
117
|
+
}
|
|
118
|
+
/**
|
|
119
|
+
* List available models.
|
|
120
|
+
*/
|
|
121
|
+
async list(options) {
|
|
122
|
+
if (!this.backend.listModels) {
|
|
123
|
+
return { data: [], has_more: false, first_id: null, last_id: null };
|
|
124
|
+
}
|
|
125
|
+
const result = await this.backend.listModels(options);
|
|
126
|
+
const data = result.models.map((model) => ({
|
|
127
|
+
id: model.id,
|
|
128
|
+
display_name: model.name,
|
|
129
|
+
created_at: model.created || new Date(result.fetchedAt).toISOString(),
|
|
130
|
+
}));
|
|
131
|
+
const firstItem = data[0];
|
|
132
|
+
const lastItem = data[data.length - 1];
|
|
133
|
+
return {
|
|
134
|
+
data,
|
|
135
|
+
has_more: false,
|
|
136
|
+
first_id: firstItem?.id ?? null,
|
|
137
|
+
last_id: lastItem?.id ?? null,
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
/**
|
|
141
|
+
* Retrieve information about a specific model.
|
|
142
|
+
*/
|
|
143
|
+
async retrieve(modelId) {
|
|
144
|
+
if (!this.backend.listModels) {
|
|
145
|
+
return null;
|
|
146
|
+
}
|
|
147
|
+
const result = await this.backend.listModels();
|
|
148
|
+
const model = result.models.find((m) => m.id === modelId);
|
|
149
|
+
if (!model) {
|
|
150
|
+
return null;
|
|
151
|
+
}
|
|
152
|
+
return {
|
|
153
|
+
id: model.id,
|
|
154
|
+
display_name: model.name,
|
|
155
|
+
created_at: model.created || new Date(result.fetchedAt).toISOString(),
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
exports.Models = Models;
|
|
160
|
+
// ============================================================================
|
|
161
|
+
// Client
|
|
162
|
+
// ============================================================================
|
|
163
|
+
/**
|
|
164
|
+
* Anthropic SDK-compatible client.
|
|
165
|
+
*/
|
|
166
|
+
class AnthropicClient {
|
|
167
|
+
messages;
|
|
168
|
+
models;
|
|
169
|
+
constructor(backend, config = {}) {
|
|
170
|
+
this.messages = new Messages(backend, config);
|
|
171
|
+
this.models = new Models(backend);
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
exports.AnthropicClient = AnthropicClient;
|
|
175
|
+
// ============================================================================
|
|
176
|
+
// Factory Function
|
|
177
|
+
// ============================================================================
|
|
178
|
+
/**
|
|
179
|
+
* Create an Anthropic SDK-compatible client using any backend adapter.
|
|
180
|
+
*
|
|
181
|
+
* @example
|
|
182
|
+
* ```typescript
|
|
183
|
+
* import { Anthropic } from 'ai.matey.wrapper/anthropic';
|
|
184
|
+
* import { OpenAIBackendAdapter } from 'ai.matey.backend/openai';
|
|
185
|
+
*
|
|
186
|
+
* const backend = new OpenAIBackendAdapter({ apiKey: 'sk-...' });
|
|
187
|
+
* const client = Anthropic(backend);
|
|
188
|
+
*
|
|
189
|
+
* const message = await client.messages.create({
|
|
190
|
+
* model: 'gpt-4',
|
|
191
|
+
* max_tokens: 1024,
|
|
192
|
+
* messages: [
|
|
193
|
+
* { role: 'user', content: 'Hello!' }
|
|
194
|
+
* ],
|
|
195
|
+
* });
|
|
196
|
+
*
|
|
197
|
+
* console.log(message.content[0].text);
|
|
198
|
+
* ```
|
|
199
|
+
*/
|
|
200
|
+
function Anthropic(backend, config) {
|
|
201
|
+
return new AnthropicClient(backend, config);
|
|
202
|
+
}
|
|
203
|
+
//# sourceMappingURL=anthropic-sdk.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic-sdk.js","sourceRoot":"","sources":["../../src/anthropic-sdk.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;AAgVH,8BAEC;AAzUD,yDAK2B;AAgG3B,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E;;GAEG;AACH,MAAa,QAAQ;IACX,OAAO,CAAiB;IACxB,MAAM,CAAqB;IAC3B,OAAO,CAA2B;IAE1C,YAAY,OAAuB,EAAE,SAA6B,EAAE;QAClE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,4CAAwB,EAAE,CAAC;IAChD,CAAC;IAcD;;OAEG;IACH,MAAM,CACJ,MAA8B;QAE9B,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,MAA8B;QAE9B,6CAA6C;QAC7C,MAAM,OAAO,GAAqB;YAChC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACtC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC;QAEF,wCAAwC;QACxC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEnD,sBAAsB;QACtB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEzD,2DAA2D;QAC3D,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAEhE,6BAA6B;QAC7B,OAAO;YACL,EAAE,EAAE,iBAAiB,CAAC,EAAE;YACxB,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,iBAAiB,CAAC,OAAO;YAClC,KAAK,EAAE,iBAAiB,CAAC,KAAK;YAC9B,WAAW,EAAE,iBAAiB,CAAC,WAAW;YAC1C,aAAa,EAAE,iBAAiB,CAAC,aAAa,IAAI,IAAI;YACtD,KAAK,EAAE,iBAAiB,CAAC,KAAK;SAC/B,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,CAAC,YAAY,CAAC,MAA8B;QACxD,6CAA6C;QAC7C,MAAM,OAAO,GAAqB;YAChC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACtC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC;QAEF,wCAAwC;QACxC,IAAI,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEjD,gCAAgC;QAChC,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YAC3B,SAAS,GAAG,EAAE,GAAG,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACnE,CAAC;QAED,gCAAgC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAEvD,yCAAyC;QACzC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF;AA/GD,4BA+GC;AAED,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E;;GAEG;AACH,MAAa,MAAM;IACT,OAAO,CAAiB;IAEhC,YAAY,OAAuB;QACjC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,OAA2B;QACpC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACtE,CAAC;QAED,MAAM,MAAM,GAAqB,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAExE,MAAM,IAAI,GAAqB,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAc,EAAE,EAAE,CAAC,CAAC;YACpE,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,YAAY,EAAE,KAAK,CAAC,IAAI;YACxB,UAAU,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;SACtE,CAAC,CAAC,CAAC;QAEJ,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEvC,OAAO;YACL,IAAI;YACJ,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,SAAS,EAAE,EAAE,IAAI,IAAI;YAC/B,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,IAAI;SAC9B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAe;QAC5B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAqB,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACjE,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAU,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;QACnE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,YAAY,EAAE,KAAK,CAAC,IAAI;YACxB,UAAU,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;SACtE,CAAC;IACJ,CAAC;CACF;AAtDD,wBAsDC;AAED,+EAA+E;AAC/E,SAAS;AACT,+EAA+E;AAE/E;;GAEG;AACH,MAAa,eAAe;IACjB,QAAQ,CAAW;IACnB,MAAM,CAAS;IAExB,YAAY,OAAuB,EAAE,SAA6B,EAAE;QAClE,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;CACF;AARD,0CAQC;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,SAAgB,SAAS,CAAC,OAAuB,EAAE,MAA2B;IAC5E,OAAO,IAAI,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;AAC9C,CAAC"}
|
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Anymethod Wrapper
|
|
4
|
+
*
|
|
5
|
+
* Natural language method interface using Proxy pattern.
|
|
6
|
+
*
|
|
7
|
+
* @module
|
|
8
|
+
*/
|
|
9
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
10
|
+
exports.formatMethodPrompt = formatMethodPrompt;
|
|
11
|
+
exports.createAnymethod = createAnymethod;
|
|
12
|
+
exports.createStatelessAnymethod = createStatelessAnymethod;
|
|
13
|
+
exports.createConversationalAnymethod = createConversationalAnymethod;
|
|
14
|
+
const ai_matey_utils_1 = require("ai.matey.utils");
|
|
15
|
+
// ============================================================================
|
|
16
|
+
// Utility Functions
|
|
17
|
+
// ============================================================================
|
|
18
|
+
function formatMethodPrompt(methodName, args) {
|
|
19
|
+
const naturalName = methodName
|
|
20
|
+
.replace(/([A-Z])/g, ' $1')
|
|
21
|
+
.toLowerCase()
|
|
22
|
+
.trim();
|
|
23
|
+
const argsString = args.map((arg) => String(arg)).join(' ');
|
|
24
|
+
if (argsString) {
|
|
25
|
+
return `${naturalName}: ${argsString}`;
|
|
26
|
+
}
|
|
27
|
+
return naturalName;
|
|
28
|
+
}
|
|
29
|
+
// ============================================================================
|
|
30
|
+
// Anymethod Implementation
|
|
31
|
+
// ============================================================================
|
|
32
|
+
function createAnymethod(backend, config = {}) {
|
|
33
|
+
const { model, temperature, topK, topP, maxTokens = 1024, maxHistorySize = 0, initialPrompts = [], autoParseJSON = true, methodPromptFormatter = formatMethodPrompt, } = config;
|
|
34
|
+
let conversationHistory = initialPrompts.map((p) => ({
|
|
35
|
+
role: p.role,
|
|
36
|
+
content: p.content,
|
|
37
|
+
}));
|
|
38
|
+
let _tokensSoFar = 0;
|
|
39
|
+
async function executePrompt(input) {
|
|
40
|
+
const userMessage = { role: 'user', content: input };
|
|
41
|
+
conversationHistory.push(userMessage);
|
|
42
|
+
const request = {
|
|
43
|
+
messages: [...conversationHistory],
|
|
44
|
+
parameters: { model, temperature, topK, topP, maxTokens },
|
|
45
|
+
stream: false,
|
|
46
|
+
metadata: {
|
|
47
|
+
requestId: crypto.randomUUID(),
|
|
48
|
+
timestamp: Date.now(),
|
|
49
|
+
provenance: { frontend: 'anymethod-wrapper' },
|
|
50
|
+
},
|
|
51
|
+
};
|
|
52
|
+
const response = await backend.execute(request);
|
|
53
|
+
conversationHistory.push(response.message);
|
|
54
|
+
if (maxHistorySize !== undefined && maxHistorySize !== -1) {
|
|
55
|
+
conversationHistory = (0, ai_matey_utils_1.trimHistory)(conversationHistory, maxHistorySize, 'smart');
|
|
56
|
+
}
|
|
57
|
+
if (response.usage) {
|
|
58
|
+
_tokensSoFar = response.usage.totalTokens;
|
|
59
|
+
}
|
|
60
|
+
else {
|
|
61
|
+
_tokensSoFar += Math.ceil(input.length / 4);
|
|
62
|
+
const responseText = typeof response.message.content === 'string'
|
|
63
|
+
? response.message.content
|
|
64
|
+
: response.message.content.map((c) => (c.type === 'text' ? c.text : '')).join('');
|
|
65
|
+
_tokensSoFar += Math.ceil(responseText.length / 4);
|
|
66
|
+
}
|
|
67
|
+
return typeof response.message.content === 'string'
|
|
68
|
+
? response.message.content
|
|
69
|
+
: response.message.content.map((c) => (c.type === 'text' ? c.text : '')).join('');
|
|
70
|
+
}
|
|
71
|
+
async function* executeStreamingPrompt(input) {
|
|
72
|
+
const userMessage = { role: 'user', content: input };
|
|
73
|
+
conversationHistory.push(userMessage);
|
|
74
|
+
const request = {
|
|
75
|
+
messages: [...conversationHistory],
|
|
76
|
+
parameters: { model, temperature, topK, topP, maxTokens },
|
|
77
|
+
stream: true,
|
|
78
|
+
metadata: {
|
|
79
|
+
requestId: crypto.randomUUID(),
|
|
80
|
+
timestamp: Date.now(),
|
|
81
|
+
provenance: { frontend: 'anymethod-wrapper' },
|
|
82
|
+
},
|
|
83
|
+
};
|
|
84
|
+
let fullContent = '';
|
|
85
|
+
const stream = backend.executeStream(request);
|
|
86
|
+
for await (const chunk of stream) {
|
|
87
|
+
if (chunk.type === 'content') {
|
|
88
|
+
fullContent += chunk.delta;
|
|
89
|
+
yield chunk.delta;
|
|
90
|
+
}
|
|
91
|
+
else if (chunk.type === 'done') {
|
|
92
|
+
if (chunk.message) {
|
|
93
|
+
conversationHistory.push(chunk.message);
|
|
94
|
+
}
|
|
95
|
+
if (maxHistorySize !== undefined && maxHistorySize !== -1) {
|
|
96
|
+
conversationHistory = (0, ai_matey_utils_1.trimHistory)(conversationHistory, maxHistorySize, 'smart');
|
|
97
|
+
}
|
|
98
|
+
if (chunk.usage) {
|
|
99
|
+
_tokensSoFar = chunk.usage.totalTokens;
|
|
100
|
+
}
|
|
101
|
+
else {
|
|
102
|
+
_tokensSoFar += Math.ceil(input.length / 4);
|
|
103
|
+
_tokensSoFar += Math.ceil(fullContent.length / 4);
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
else if (chunk.type === 'error') {
|
|
107
|
+
throw new Error(chunk.error.message);
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
const asyncProxy = new Proxy({}, {
|
|
112
|
+
get(_target, prop) {
|
|
113
|
+
return async (...args) => {
|
|
114
|
+
const prompt = methodPromptFormatter(prop, args);
|
|
115
|
+
const result = await executePrompt(prompt);
|
|
116
|
+
if (autoParseJSON) {
|
|
117
|
+
try {
|
|
118
|
+
return JSON.parse(result);
|
|
119
|
+
}
|
|
120
|
+
catch {
|
|
121
|
+
return result;
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
return result;
|
|
125
|
+
};
|
|
126
|
+
},
|
|
127
|
+
});
|
|
128
|
+
const streamProxy = new Proxy({}, {
|
|
129
|
+
get(_target, prop) {
|
|
130
|
+
return async function* (...args) {
|
|
131
|
+
const prompt = methodPromptFormatter(prop, args);
|
|
132
|
+
yield* executeStreamingPrompt(prompt);
|
|
133
|
+
};
|
|
134
|
+
},
|
|
135
|
+
});
|
|
136
|
+
const anymethod = {
|
|
137
|
+
$: asyncProxy,
|
|
138
|
+
$$: streamProxy,
|
|
139
|
+
prompt: (input) => executePrompt(input),
|
|
140
|
+
promptStreaming: (input) => executeStreamingPrompt(input),
|
|
141
|
+
getHistory: () => [...conversationHistory],
|
|
142
|
+
clearHistory: () => {
|
|
143
|
+
conversationHistory = initialPrompts.map((p) => ({ role: p.role, content: p.content }));
|
|
144
|
+
_tokensSoFar = 0;
|
|
145
|
+
},
|
|
146
|
+
setHistory: (history) => {
|
|
147
|
+
conversationHistory = [...history];
|
|
148
|
+
},
|
|
149
|
+
get tokensSoFar() {
|
|
150
|
+
return _tokensSoFar;
|
|
151
|
+
},
|
|
152
|
+
get maxTokens() {
|
|
153
|
+
return maxTokens;
|
|
154
|
+
},
|
|
155
|
+
get tokensLeft() {
|
|
156
|
+
return Math.max(0, maxTokens - _tokensSoFar);
|
|
157
|
+
},
|
|
158
|
+
};
|
|
159
|
+
return anymethod;
|
|
160
|
+
}
|
|
161
|
+
function createStatelessAnymethod(backend, config = {}) {
|
|
162
|
+
return createAnymethod(backend, { ...config, maxHistorySize: 0 });
|
|
163
|
+
}
|
|
164
|
+
function createConversationalAnymethod(backend, maxHistorySize = 10, config = {}) {
|
|
165
|
+
return createAnymethod(backend, { ...config, maxHistorySize });
|
|
166
|
+
}
|
|
167
|
+
//# sourceMappingURL=anymethod.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anymethod.js","sourceRoot":"","sources":["../../src/anymethod.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;AA8CH,gDAaC;AAMD,0CAgKC;AAED,4DAKC;AAED,sEAMC;AA7OD,mDAA6C;AAuC7C,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,SAAgB,kBAAkB,CAAC,UAAkB,EAAE,IAAe;IACpE,MAAM,WAAW,GAAG,UAAU;SAC3B,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC;SAC1B,WAAW,EAAE;SACb,IAAI,EAAE,CAAC;IAEV,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE5D,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,GAAG,WAAW,KAAK,UAAU,EAAE,CAAC;IACzC,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,+EAA+E;AAC/E,2BAA2B;AAC3B,+EAA+E;AAE/E,SAAgB,eAAe,CAAC,OAAuB,EAAE,SAA0B,EAAE;IACnF,MAAM,EACJ,KAAK,EACL,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,SAAS,GAAG,IAAI,EAChB,cAAc,GAAG,CAAC,EAClB,cAAc,GAAG,EAAE,EACnB,aAAa,GAAG,IAAI,EACpB,qBAAqB,GAAG,kBAAkB,GAC3C,GAAG,MAAM,CAAC;IAEX,IAAI,mBAAmB,GAAgB,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChE,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,OAAO,EAAE,CAAC,CAAC,OAAO;KACnB,CAAC,CAAC,CAAC;IACJ,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,UAAU,aAAa,CAAC,KAAa;QACxC,MAAM,WAAW,GAAc,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAChE,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAEtC,MAAM,OAAO,GAAkB;YAC7B,QAAQ,EAAE,CAAC,GAAG,mBAAmB,CAAC;YAClC,UAAU,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE;YACzD,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE;gBAC9B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,UAAU,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE;aAC9C;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAChD,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE3C,IAAI,cAAc,KAAK,SAAS,IAAI,cAAc,KAAK,CAAC,CAAC,EAAE,CAAC;YAC1D,mBAAmB,GAAG,IAAA,4BAAW,EAAC,mBAAmB,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;QAClF,CAAC;QAED,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC;QAC5C,CAAC;aAAM,CAAC;YACN,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC5C,MAAM,YAAY,GAChB,OAAO,QAAQ,CAAC,OAAO,CAAC,OAAO,KAAK,QAAQ;gBAC1C,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO;gBAC1B,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtF,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,OAAO,QAAQ,CAAC,OAAO,CAAC,OAAO,KAAK,QAAQ;YACjD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO;YAC1B,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,SAAS,CAAC,CAAC,sBAAsB,CAAC,KAAa;QAClD,MAAM,WAAW,GAAc,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAChE,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAEtC,MAAM,OAAO,GAAkB;YAC7B,QAAQ,EAAE,CAAC,GAAG,mBAAmB,CAAC;YAClC,UAAU,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE;YACzD,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE;gBAC9B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,UAAU,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE;aAC9C;SACF,CAAC;QAEF,IAAI,WAAW,GAAG,EAAE,CAAC;QAErB,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAE9C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC7B,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC;gBAC3B,MAAM,KAAK,CAAC,KAAK,CAAC;YACpB,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACjC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC1C,CAAC;gBAED,IAAI,cAAc,KAAK,SAAS,IAAI,cAAc,KAAK,CAAC,CAAC,EAAE,CAAC;oBAC1D,mBAAmB,GAAG,IAAA,4BAAW,EAAC,mBAAmB,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;gBAClF,CAAC;gBAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC;gBACzC,CAAC;qBAAM,CAAC;oBACN,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBAC5C,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,KAAK,CAC1B,EAAE,EACF;QACE,GAAG,CAAC,OAAO,EAAE,IAAY;YACvB,OAAO,KAAK,EAAE,GAAG,IAAe,EAAoB,EAAE;gBACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACjD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;gBAE3C,IAAI,aAAa,EAAE,CAAC;oBAClB,IAAI,CAAC;wBACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAC5B,CAAC;oBAAC,MAAM,CAAC;wBACP,OAAO,MAAM,CAAC;oBAChB,CAAC;gBACH,CAAC;gBAED,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC;QACJ,CAAC;KACF,CACgB,CAAC;IAEpB,MAAM,WAAW,GAAG,IAAI,KAAK,CAC3B,EAAE,EACF;QACE,GAAG,CAAC,OAAO,EAAE,IAAY;YACvB,OAAO,KAAK,SAAS,CAAC,EAAE,GAAG,IAAe;gBACxC,MAAM,MAAM,GAAG,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACjD,KAAK,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC,CAAC;QACJ,CAAC;KACF,CACsB,CAAC;IAE1B,MAAM,SAAS,GAAc;QAC3B,CAAC,EAAE,UAAU;QACb,EAAE,EAAE,WAAW;QACf,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC;QAC/C,eAAe,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,sBAAsB,CAAC,KAAK,CAAC;QACjE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,mBAAmB,CAAC;QAC1C,YAAY,EAAE,GAAG,EAAE;YACjB,mBAAmB,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACxF,YAAY,GAAG,CAAC,CAAC;QACnB,CAAC;QACD,UAAU,EAAE,CAAC,OAAoB,EAAE,EAAE;YACnC,mBAAmB,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,WAAW;YACb,OAAO,YAAY,CAAC;QACtB,CAAC;QACD,IAAI,SAAS;YACX,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,IAAI,UAAU;YACZ,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,YAAY,CAAC,CAAC;QAC/C,CAAC;KACF,CAAC;IAEF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAgB,wBAAwB,CACtC,OAAuB,EACvB,SAAkD,EAAE;IAEpD,OAAO,eAAe,CAAC,OAAO,EAAE,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;AACpE,CAAC;AAED,SAAgB,6BAA6B,CAC3C,OAAuB,EACvB,iBAAyB,EAAE,EAC3B,SAAkD,EAAE;IAEpD,OAAO,eAAe,CAAC,OAAO,EAAE,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;AACjE,CAAC"}
|