@rtsee/messenger-signaling 0.0.108 → 0.0.110
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/messenger-signaling/src/index.d.ts +2 -2
- package/dist/messenger-signaling/src/index.d.ts.map +1 -1
- package/dist/messenger-signaling/src/index.js +2 -2
- package/dist/messenger-signaling/src/index.js.map +1 -1
- package/dist/messenger-signaling/src/interfaces/RTSeeMessengerSignalingOptions.d.ts +2 -0
- package/dist/messenger-signaling/src/interfaces/RTSeeMessengerSignalingOptions.d.ts.map +1 -1
- package/dist/messenger-signaling/src/interfaces/index.d.ts +2 -1
- package/dist/messenger-signaling/src/interfaces/index.d.ts.map +1 -1
- package/dist/messenger-signaling/src/interfaces/index.js +2 -1
- package/dist/messenger-signaling/src/interfaces/index.js.map +1 -1
- package/dist/messenger-signaling/src/interfaces/ozzy/OzzyOptions.d.ts +12 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/OzzyOptions.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/OzzyOptions.js +3 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/OzzyOptions.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/BedrockConverseConnector.d.ts +7 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/BedrockConverseConnector.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/BedrockConverseConnector.js +3 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/BedrockConverseConnector.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/Connector.d.ts +6 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/Connector.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/Connector.js +3 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/Connector.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/GCloudConverseConnector.d.ts +14 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/GCloudConverseConnector.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/GCloudConverseConnector.js +3 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/GCloudConverseConnector.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/index.d.ts +4 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/index.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/index.js +20 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/connectors/index.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/index.d.ts +6 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/index.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/index.js +22 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/index.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/Flow.d.ts +7 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/Flow.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/Flow.js +3 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/Flow.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/Message.d.ts +6 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/Message.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/Message.js +3 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/Message.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/index.d.ts +3 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/index.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/index.js +19 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/messages/index.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tasks/Task.d.ts +41 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tasks/Task.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tasks/Task.js +3 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tasks/Task.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tasks/index.d.ts +2 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tasks/index.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tasks/index.js +18 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tasks/index.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tools/Tool.d.ts +11 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tools/Tool.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tools/Tool.js +3 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tools/Tool.js.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tools/index.d.ts +2 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tools/index.d.ts.map +1 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tools/index.js +18 -0
- package/dist/messenger-signaling/src/interfaces/ozzy/tools/index.js.map +1 -0
- package/dist/messenger-signaling/src/models/RTSeeMessengerSignaling.d.ts +63 -16
- package/dist/messenger-signaling/src/models/RTSeeMessengerSignaling.d.ts.map +1 -1
- package/dist/messenger-signaling/src/models/RTSeeMessengerSignaling.js +628 -164
- package/dist/messenger-signaling/src/models/RTSeeMessengerSignaling.js.map +1 -1
- package/dist/messenger-signaling/src/models/handlers.d.ts +23 -0
- package/dist/messenger-signaling/src/models/handlers.d.ts.map +1 -1
- package/dist/messenger-signaling/src/models/handlers.js +214 -24
- package/dist/messenger-signaling/src/models/handlers.js.map +1 -1
- package/dist/messenger-signaling/src/models/index.d.ts +3 -2
- package/dist/messenger-signaling/src/models/index.d.ts.map +1 -1
- package/dist/messenger-signaling/src/models/index.js +3 -2
- package/dist/messenger-signaling/src/models/index.js.map +1 -1
- package/dist/messenger-signaling/src/models/ozzy/Ozzy.d.ts +70 -0
- package/dist/messenger-signaling/src/models/ozzy/Ozzy.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/Ozzy.js +166 -0
- package/dist/messenger-signaling/src/models/ozzy/Ozzy.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/BedrockConverseConnector.d.ts +29 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/BedrockConverseConnector.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/BedrockConverseConnector.js +278 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/BedrockConverseConnector.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/GCloudConverseConnector.d.ts +57 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/GCloudConverseConnector.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/GCloudConverseConnector.js +502 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/GCloudConverseConnector.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/LLMConverseStream.d.ts +53 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/LLMConverseStream.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/LLMConverseStream.js +77 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/LLMConverseStream.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/LlmConverseConnector.d.ts +39 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/LlmConverseConnector.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/LlmConverseConnector.js +94 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/LlmConverseConnector.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/index.d.ts +5 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/index.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/index.js +21 -0
- package/dist/messenger-signaling/src/models/ozzy/connectors/index.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/index.d.ts +6 -0
- package/dist/messenger-signaling/src/models/ozzy/index.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/index.js +22 -0
- package/dist/messenger-signaling/src/models/ozzy/index.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/StoryCreatorTask.d.ts +36 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/StoryCreatorTask.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/StoryCreatorTask.js +151 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/StoryCreatorTask.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/Task.d.ts +52 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/Task.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/Task.js +202 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/Task.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/TasksManager.d.ts +45 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/TasksManager.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/TasksManager.js +145 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/TasksManager.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/index.d.ts +4 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/index.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/index.js +20 -0
- package/dist/messenger-signaling/src/models/ozzy/tasks/index.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/entities.d.ts +4 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/entities.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/entities.js +155 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/entities.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/index.d.ts +4 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/index.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/index.js +20 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/index.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/stories.d.ts +4 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/stories.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/stories.js +269 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/stories.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/tags.d.ts +4 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/tags.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/tags.js +166 -0
- package/dist/messenger-signaling/src/models/ozzy/tools/tags.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/WorkflowsManager.d.ts +39 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/WorkflowsManager.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/WorkflowsManager.js +235 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/WorkflowsManager.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/index.d.ts +3 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/index.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/index.js +19 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/index.js.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/storyteller.d.ts +10 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/storyteller.d.ts.map +1 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/storyteller.js +37 -0
- package/dist/messenger-signaling/src/models/ozzy/workflows/storyteller.js.map +1 -0
- package/package.json +11 -4
|
@@ -0,0 +1,166 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.Ozzy = void 0;
|
|
4
|
+
const LLMConverseStream_js_1 = require("./connectors/LLMConverseStream.js");
|
|
5
|
+
const TasksManager_js_1 = require("./tasks/TasksManager.js");
|
|
6
|
+
const WorkflowsManager_js_1 = require("./workflows/WorkflowsManager.js");
|
|
7
|
+
const core_1 = require("@rtsee/core");
|
|
8
|
+
class Ozzy {
|
|
9
|
+
connectors;
|
|
10
|
+
tools;
|
|
11
|
+
toolsFilter;
|
|
12
|
+
storage;
|
|
13
|
+
tasks;
|
|
14
|
+
workflows;
|
|
15
|
+
/** Active streams indexed by flowId so we can route tool approval responses */
|
|
16
|
+
activeStreams = new Map();
|
|
17
|
+
bridge = null;
|
|
18
|
+
constructor(options) {
|
|
19
|
+
this.connectors = options.connectors;
|
|
20
|
+
this.tools = options.tools || null;
|
|
21
|
+
if (options.toolsFilter) {
|
|
22
|
+
this.toolsFilter = options.toolsFilter;
|
|
23
|
+
}
|
|
24
|
+
if (options.storage) {
|
|
25
|
+
this.storage = options.storage;
|
|
26
|
+
}
|
|
27
|
+
this.tasks = new TasksManager_js_1.OzzyTasksManager(this);
|
|
28
|
+
this.workflows = new WorkflowsManager_js_1.OzzyWorkflowsManager(this);
|
|
29
|
+
(options.tasks || []).forEach((t) => this.registerTask(t));
|
|
30
|
+
(options.workflows || []).forEach((w) => this.registerWorkflow(w));
|
|
31
|
+
}
|
|
32
|
+
registerTask(definition) {
|
|
33
|
+
this.tasks.register(definition);
|
|
34
|
+
}
|
|
35
|
+
registerWorkflow(definition) {
|
|
36
|
+
this.workflows.register(definition);
|
|
37
|
+
}
|
|
38
|
+
/** Called by RTSeeMessengerSignaling so Ozzy can reach chat rooms & chat storage */
|
|
39
|
+
attachBridge(bridge) {
|
|
40
|
+
this.bridge = bridge;
|
|
41
|
+
}
|
|
42
|
+
getBridge() {
|
|
43
|
+
if (!this.bridge) {
|
|
44
|
+
throw new Error('Ozzy is not attached to a messenger signaling yet.');
|
|
45
|
+
}
|
|
46
|
+
return this.bridge;
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* One-shot, tool-less LLM call which resolves with the full text.
|
|
50
|
+
* Chunks can be observed through `onChunk` (used by tasks for live logs).
|
|
51
|
+
*/
|
|
52
|
+
complete(options) {
|
|
53
|
+
const canCallAgents = (0, core_1.hasPermission)(options.transport.peer, core_1.RTSeePeerPermissions.ADMINISTER_STORIES);
|
|
54
|
+
if (!canCallAgents) {
|
|
55
|
+
return Promise.reject(new Error(this.getUnauthorizedLlmCallMessage(options.transport.peer.name)));
|
|
56
|
+
}
|
|
57
|
+
const connector = this.getConnectorForModel(options.model);
|
|
58
|
+
if (!connector) {
|
|
59
|
+
return Promise.reject(new Error(this.getUnsupportedModelMessage(options.model)));
|
|
60
|
+
}
|
|
61
|
+
const flowId = core_1.RTSeeCore.uuidv4();
|
|
62
|
+
const stream = connector.openStream(flowId, options.prompt, options.systemPrompt, options.transport, options.model || connector.defaultModel, 0, undefined, options.agentId || '');
|
|
63
|
+
return new Promise((resolve, reject) => {
|
|
64
|
+
let text = '';
|
|
65
|
+
let cost = null;
|
|
66
|
+
stream.on(LLMConverseStream_js_1.StreamEvents.TEXT_CHUNK, (chunk) => {
|
|
67
|
+
text += chunk.text;
|
|
68
|
+
options.onChunk?.(chunk.text);
|
|
69
|
+
});
|
|
70
|
+
stream.on(LLMConverseStream_js_1.StreamEvents.COST, (c) => {
|
|
71
|
+
cost = c;
|
|
72
|
+
});
|
|
73
|
+
stream.on(LLMConverseStream_js_1.StreamEvents.STREAM_END, (data) => {
|
|
74
|
+
if (data?.aborted && !text) {
|
|
75
|
+
reject(new Error('LLM request failed or was aborted.'));
|
|
76
|
+
return;
|
|
77
|
+
}
|
|
78
|
+
resolve({ text, cost });
|
|
79
|
+
});
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
/**
|
|
83
|
+
* Resolve which connector handles a given model.
|
|
84
|
+
* Falls back to the first connector only when no model is requested.
|
|
85
|
+
* Returns null when a model is requested but no registered connector supports it
|
|
86
|
+
* (e.g. a GCloud model while the GCloud connector is not configured).
|
|
87
|
+
*/
|
|
88
|
+
getConnectorForModel(model) {
|
|
89
|
+
if (model) {
|
|
90
|
+
return this.connectors.find(c => c.supportsModel(model)) || null;
|
|
91
|
+
}
|
|
92
|
+
return this.connectors[0] || null;
|
|
93
|
+
}
|
|
94
|
+
getUnsupportedModelMessage(model) {
|
|
95
|
+
return `No LLM connector is configured for model "${model}". ` +
|
|
96
|
+
`Registered connectors: ${this.connectors.map(c => c.name).join(', ') || 'none'}.`;
|
|
97
|
+
}
|
|
98
|
+
getUnauthorizedLlmCallMessage(userName) {
|
|
99
|
+
return `You shall not pass, ${userName}! You're not welcomed here!` +
|
|
100
|
+
`No permission to call LLMs!`;
|
|
101
|
+
}
|
|
102
|
+
/**
|
|
103
|
+
* Send a prompt to the LLM. Returns the LLMConverseStream directly
|
|
104
|
+
* so the caller can subscribe to events without intermediate relay.
|
|
105
|
+
*/
|
|
106
|
+
send(flowId, prompt, systemPrompt, transport, model, context, agentId) {
|
|
107
|
+
const connector = this.getConnectorForModel(model);
|
|
108
|
+
if (!connector) {
|
|
109
|
+
// Surface the problem to the caller through the regular stream contract
|
|
110
|
+
const message = this.getUnsupportedModelMessage(model);
|
|
111
|
+
console.error(`[Ozzy] ${message}`);
|
|
112
|
+
const failedStream = new LLMConverseStream_js_1.LLMConverseStream(flowId, transport);
|
|
113
|
+
this.activeStreams.set(flowId, failedStream);
|
|
114
|
+
setTimeout(() => {
|
|
115
|
+
failedStream.emitTextChunk(`⚠️ ${message}`);
|
|
116
|
+
failedStream.emitEnd(true);
|
|
117
|
+
});
|
|
118
|
+
return failedStream;
|
|
119
|
+
}
|
|
120
|
+
const toolsList = this.getToolsList(context);
|
|
121
|
+
systemPrompt += `keep in mind that caller is ${JSON.stringify(transport.peer)} and applicationId for all the tool calls for this user is "${transport.peer.rtseeAppId}"`;
|
|
122
|
+
// connector.openStream returns a per-request LLMConverseStream instance
|
|
123
|
+
const stream = connector.openStream(flowId, prompt, systemPrompt, transport, model, 0, toolsList, agentId || '');
|
|
124
|
+
// Track the active stream for tool approval routing
|
|
125
|
+
this.activeStreams.set(flowId, stream);
|
|
126
|
+
return stream;
|
|
127
|
+
}
|
|
128
|
+
/**
|
|
129
|
+
* Called by the signaling layer when the user responds to a tool use request.
|
|
130
|
+
* Routes the response to the correct stream's pending approval promise.
|
|
131
|
+
*/
|
|
132
|
+
handleToolUseResponse(flowId, response) {
|
|
133
|
+
const stream = this.activeStreams.get(flowId);
|
|
134
|
+
if (stream) {
|
|
135
|
+
stream.resolveToolApproval(response);
|
|
136
|
+
}
|
|
137
|
+
else {
|
|
138
|
+
console.warn(`[Ozzy] No active stream for flowId ${flowId} to route tool response`);
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
/** Remove a stream from active tracking (called on stream end) */
|
|
142
|
+
releaseStream(flowId) {
|
|
143
|
+
this.activeStreams.delete(flowId);
|
|
144
|
+
}
|
|
145
|
+
abortFlow(flowId) {
|
|
146
|
+
// Try all connectors since we don't track which one owns the flow
|
|
147
|
+
for (const connector of this.connectors) {
|
|
148
|
+
connector.abortFlow(flowId);
|
|
149
|
+
}
|
|
150
|
+
this.activeStreams.delete(flowId);
|
|
151
|
+
}
|
|
152
|
+
/**
|
|
153
|
+
* Merge base tools (from options) with optional per-request filtering.
|
|
154
|
+
*/
|
|
155
|
+
getToolsList(context) {
|
|
156
|
+
if (!this.tools || this.tools.length === 0) {
|
|
157
|
+
return undefined;
|
|
158
|
+
}
|
|
159
|
+
if (this.toolsFilter && context) {
|
|
160
|
+
return this.toolsFilter(this.tools, context);
|
|
161
|
+
}
|
|
162
|
+
return this.tools;
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
exports.Ozzy = Ozzy;
|
|
166
|
+
//# sourceMappingURL=Ozzy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Ozzy.js","sourceRoot":"","sources":["../../../../../src/models/ozzy/Ozzy.ts"],"names":[],"mappings":";;;AAAA,4EAAoF;AAYpF,6DAA2D;AAC3D,yEAAuE;AACvE,sCAA4F;AAgB5F,MAAa,IAAI;IACf,UAAU,CAAyB;IACnC,KAAK,CAAqB;IAC1B,WAAW,CAAoE;IAC/E,OAAO,CAAwB;IAC/B,KAAK,CAAmB;IACxB,SAAS,CAAuB;IAChC,+EAA+E;IACvE,aAAa,GAAmC,IAAI,GAAG,EAAE,CAAC;IAC1D,MAAM,GAAgC,IAAI,CAAC;IAEnD,YAAY,OAAqB;QAC/B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC;QAEnC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAA;QACxC,CAAC;QAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QACjC,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,kCAAgB,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS,GAAG,IAAI,0CAAoB,CAAC,IAAI,CAAC,CAAC;QAEhD,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC;IAED,YAAY,CAAC,UAA+B;QAC1C,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAClC,CAAC;IAED,gBAAgB,CAAC,UAAmC;QAClD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACtC,CAAC;IAED,oFAAoF;IACpF,YAAY,CAAC,MAA4B;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,SAAS;QACP,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,QAAQ,CAAC,OAA6B;QAEpC,MAAM,aAAa,GAAY,IAAA,oBAAa,EAC1C,OAAO,CAAC,SAAS,CAAC,IAAI,EACtB,2BAAoB,CAAC,kBAAkB,CACxC,CAAA;QAED,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpG,CAAC;QAGD,MAAM,SAAS,GAAgC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACxF,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACnF,CAAC;QACD,MAAM,MAAM,GAAW,gBAAS,CAAC,MAAM,EAAE,CAAC;QAE1C,MAAM,MAAM,GAAsB,SAAS,CAAC,UAAU,CACpD,MAAM,EACN,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,YAAY,EACpB,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,KAAK,IAAI,SAAS,CAAC,YAAY,EACvC,CAAC,EACD,SAAS,EACT,OAAO,CAAC,OAAO,IAAI,EAAE,CACtB,CAAC;QAEF,OAAO,IAAI,OAAO,CAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtD,IAAI,IAAI,GAAW,EAAE,CAAC;YACtB,IAAI,IAAI,GAA2B,IAAI,CAAC;YAExC,MAAM,CAAC,EAAE,CAAC,mCAAY,CAAC,UAAU,EAAE,CAAC,KAAuB,EAAE,EAAE;gBAC7D,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC;gBACnB,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,mCAAY,CAAC,IAAI,EAAE,CAAC,CAAkB,EAAE,EAAE;gBAClD,IAAI,GAAG,CAAC,CAAC;YACX,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,mCAAY,CAAC,UAAU,EAAE,CAAC,IAA0B,EAAE,EAAE;gBAChE,IAAI,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC3B,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC,CAAC;oBACxD,OAAO;gBACT,CAAC;gBACD,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1B,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACK,oBAAoB,CAAC,KAAc;QACzC,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC;QACnE,CAAC;QACD,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACpC,CAAC;IAEO,0BAA0B,CAAC,KAAc;QAC/C,OAAO,6CAA6C,KAAK,KAAK;YAC5D,0BAA0B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,GAAG,CAAC;IACvF,CAAC;IAEO,6BAA6B,CAAC,QAAgB;QACpD,OAAO,uBAAuB,QAAQ,6BAA6B;YACjE,6BAA6B,CAAC;IAClC,CAAC;IAGD;;;OAGG;IACH,IAAI,CACF,MAAc,EACd,MAAc,EACd,YAAoB,EACpB,SAA0B,EAC1B,KAAc,EACd,OAA4B,EAC5B,OAAgB;QAEhB,MAAM,SAAS,GAAgC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAEhF,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,wEAAwE;YACxE,MAAM,OAAO,GAAW,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC;YAC/D,OAAO,CAAC,KAAK,CAAC,UAAU,OAAO,EAAE,CAAC,CAAC;YACnC,MAAM,YAAY,GAAsB,IAAI,wCAAiB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YACjF,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;YAC7C,UAAU,CAAC,GAAG,EAAE;gBACd,YAAY,CAAC,aAAa,CAAC,MAAM,OAAO,EAAE,CAAC,CAAC;gBAC5C,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC,CAAC,CAAC;YACH,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,MAAM,SAAS,GAA4B,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAEtE,YAAY,IAAI,+BAA+B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,+DAA+D,SAAS,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC;QAEzK,wEAAwE;QACxE,MAAM,MAAM,GAAsB,SAAS,CAAC,UAAU,CACpD,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,IAAI,EAAE,CAC5E,CAAC;QAEF,oDAAoD;QACpD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEvC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACH,qBAAqB,CAAC,MAAc,EAAE,QAAqC;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,sCAAsC,MAAM,yBAAyB,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,aAAa,CAAC,MAAc;QAC1B,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,SAAS,CAAC,MAAc;QACtB,kEAAkE;QAClE,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,YAAY,CAClB,OAA4B;QAE5B,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAAC,OAAO,SAAS,CAAC;QAAC,CAAC;QAEjE,IAAI,IAAI,CAAC,WAAW,IAAI,OAAO,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAtND,oBAsNC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { LlmConverseConnector } from "./LlmConverseConnector.js";
|
|
2
|
+
import { LLMConverseStream } from "./LLMConverseStream.js";
|
|
3
|
+
import { IBedrockConverseConnectorOptions } from "../../../interfaces/ozzy/connectors/BedrockConverseConnector.js";
|
|
4
|
+
import { IOzzyFlowState } from "../../../interfaces/ozzy/messages/Flow.js";
|
|
5
|
+
import { IOzzyTool } from "../../../interfaces/ozzy/tools/Tool.js";
|
|
6
|
+
import { BedrockRuntimeClient, Tool } from "@aws-sdk/client-bedrock-runtime";
|
|
7
|
+
import { IOzzyToolCall } from "@rtsee/common";
|
|
8
|
+
import { ToolUseBlockDelta } from "@aws-sdk/client-bedrock-runtime/dist-types/models/models_0";
|
|
9
|
+
export declare class BedrockConverseConnector extends LlmConverseConnector<string, Tool> {
|
|
10
|
+
client: BedrockRuntimeClient;
|
|
11
|
+
flowStates: Map<string, IOzzyFlowState>;
|
|
12
|
+
constructor(options: IBedrockConverseConnectorOptions);
|
|
13
|
+
protected stream(llmStream: LLMConverseStream, flowId: string, prompt: string, systemPrompt: string, model: string, depth?: number, tools?: Tool[], rawTools?: IOzzyTool[], agentId?: string): Promise<void>;
|
|
14
|
+
private startFlow;
|
|
15
|
+
private continueFlow;
|
|
16
|
+
private handleConverseStreamOutput;
|
|
17
|
+
private processToolCallStart;
|
|
18
|
+
processToolUseDelta(delta: ToolUseBlockDelta, index: number, activeToolCalls: Map<number, IOzzyToolCall>): void;
|
|
19
|
+
processToolContentBlockStop(index: number, activeToolCalls: Map<number, IOzzyToolCall>): void;
|
|
20
|
+
abortFlow(flowId: string): void;
|
|
21
|
+
protected formatTools(rawTools: IOzzyTool[]): Tool[];
|
|
22
|
+
private prepareConverseStreamCommand;
|
|
23
|
+
private resolveModelId;
|
|
24
|
+
private preparePrompt;
|
|
25
|
+
private ozzyMessagesToBedrockMessages;
|
|
26
|
+
private ozzyMessageToBedrockMessage;
|
|
27
|
+
private ozzyRoleToBedrockRole;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=BedrockConverseConnector.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BedrockConverseConnector.d.ts","sourceRoot":"","sources":["../../../../../../src/models/ozzy/connectors/BedrockConverseConnector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,gCAAgC,EAAE,MAAM,iEAAiE,CAAC;AACnH,OAAO,EAAE,cAAc,EAAE,MAAM,2CAA2C,CAAC;AAE3E,OAAO,EAAE,SAAS,EAAE,MAAM,wCAAwC,CAAC;AACnE,OAAO,EACL,oBAAoB,EAGpB,IAAI,EAIL,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,aAAa,EAAc,MAAM,eAAe,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAC,MAAM,4DAA4D,CAAC;AAY9F,qBAAa,wBAAyB,SAAQ,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC;IAC9E,MAAM,EAAE,oBAAoB,CAAC;IAC7B,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;gBAE5B,OAAO,EAAE,gCAAgC;IAerD,SAAS,CAAC,MAAM,CACd,SAAS,EAAE,iBAAiB,EAC5B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,KAAK,GAAE,MAAU,EACjB,KAAK,CAAC,EAAE,IAAI,EAAE,EACd,QAAQ,CAAC,EAAE,SAAS,EAAE,EACtB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAiBhB,OAAO,CAAC,SAAS;YAYH,YAAY;YAwBZ,0BAA0B;IAgJxC,OAAO,CAAC,oBAAoB;IAc5B,mBAAmB,CACjB,KAAK,EAAE,iBAAiB,EACxB,KAAK,EAAE,MAAM,EACb,eAAe,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,GAC1C,IAAI;IAQP,2BAA2B,CACzB,KAAK,EAAE,MAAM,EACb,eAAe,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,GAC1C,IAAI;IAOP,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQ/B,SAAS,CAAC,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE;IAYpD,OAAO,CAAC,4BAA4B;IAuBpC,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,aAAa;IAmBrB,OAAO,CAAC,6BAA6B;IAMrC,OAAO,CAAC,2BAA2B;IAWnC,OAAO,CAAC,qBAAqB;CAY9B"}
|
|
@@ -0,0 +1,278 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BedrockConverseConnector = void 0;
|
|
4
|
+
const LlmConverseConnector_js_1 = require("./LlmConverseConnector.js");
|
|
5
|
+
const client_bedrock_runtime_1 = require("@aws-sdk/client-bedrock-runtime");
|
|
6
|
+
const common_1 = require("@rtsee/common");
|
|
7
|
+
const ai_1 = require("ai");
|
|
8
|
+
const BEDROCK_MODEL_IDS = {
|
|
9
|
+
[common_1.OzzyModels.HAIKU]: 'us.anthropic.claude-haiku-4-5-20251001-v1:0',
|
|
10
|
+
[common_1.OzzyModels.SONNET]: 'us.anthropic.claude-sonnet-4-5-20250929-v1:0',
|
|
11
|
+
[common_1.OzzyModels.OPUS]: 'us.anthropic.claude-opus-4-7',
|
|
12
|
+
// NOTE: verify the inference profile id in the Bedrock console
|
|
13
|
+
[common_1.OzzyModels.OPUS_5_5]: 'us.anthropic.claude-opus-5-5',
|
|
14
|
+
};
|
|
15
|
+
class BedrockConverseConnector extends LlmConverseConnector_js_1.LlmConverseConnector {
|
|
16
|
+
client;
|
|
17
|
+
flowStates;
|
|
18
|
+
constructor(options) {
|
|
19
|
+
super({
|
|
20
|
+
...options,
|
|
21
|
+
supportedModels: options.supportedModels || [
|
|
22
|
+
common_1.OzzyModels.HAIKU, common_1.OzzyModels.SONNET, common_1.OzzyModels.OPUS, common_1.OzzyModels.OPUS_5_5
|
|
23
|
+
],
|
|
24
|
+
});
|
|
25
|
+
this.flowStates = new Map();
|
|
26
|
+
this.client = new client_bedrock_runtime_1.BedrockRuntimeClient({
|
|
27
|
+
credentials: options.credentials,
|
|
28
|
+
region: options.region
|
|
29
|
+
});
|
|
30
|
+
}
|
|
31
|
+
stream(llmStream, flowId, prompt, systemPrompt, model, depth = 0, tools, rawTools, agentId) {
|
|
32
|
+
const bedrockCompatiblePrompt = this.preparePrompt(prompt);
|
|
33
|
+
const streamRequest = this.prepareConverseStreamCommand(model, bedrockCompatiblePrompt, systemPrompt, tools);
|
|
34
|
+
if (depth > 0) {
|
|
35
|
+
return this.continueFlow(llmStream, flowId, streamRequest, tools, rawTools, depth, agentId);
|
|
36
|
+
}
|
|
37
|
+
else {
|
|
38
|
+
this.startFlow(flowId);
|
|
39
|
+
return this.continueFlow(llmStream, flowId, streamRequest, tools, rawTools, depth, agentId);
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
startFlow(flowId) {
|
|
43
|
+
const freshFlow = {
|
|
44
|
+
flowId,
|
|
45
|
+
finished: false,
|
|
46
|
+
aborted: false,
|
|
47
|
+
controller: new AbortController(),
|
|
48
|
+
};
|
|
49
|
+
this.flowStates.set(flowId, freshFlow);
|
|
50
|
+
}
|
|
51
|
+
async continueFlow(llmStream, flowId, converseCommandInput, tools, rawTools, depth = 0, agentId) {
|
|
52
|
+
console.log('input is:');
|
|
53
|
+
console.log(converseCommandInput);
|
|
54
|
+
const flowState = this.flowStates.get(flowId);
|
|
55
|
+
const converseCommand = new client_bedrock_runtime_1.ConverseStreamCommand(converseCommandInput);
|
|
56
|
+
try {
|
|
57
|
+
const output = await this.client
|
|
58
|
+
.send(converseCommand, { abortSignal: flowState.controller.signal });
|
|
59
|
+
await this.handleConverseStreamOutput(llmStream, output, flowState, converseCommandInput, tools, rawTools, depth, agentId);
|
|
60
|
+
}
|
|
61
|
+
catch (error) {
|
|
62
|
+
console.log(`Error while opening Bedrock converse stream, ${error}`);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
async handleConverseStreamOutput(llmStream, output, flowState, originalRequest, tools, rawTools, depth = 0, agentId) {
|
|
66
|
+
const activeToolCalls = new Map();
|
|
67
|
+
let stopReason;
|
|
68
|
+
let inputTokens = 0;
|
|
69
|
+
let outputTokens = 0;
|
|
70
|
+
let assistantTextParts = [];
|
|
71
|
+
for await (const chunk of output.stream) {
|
|
72
|
+
// Check abort before processing each chunk
|
|
73
|
+
if (flowState.aborted) {
|
|
74
|
+
break;
|
|
75
|
+
}
|
|
76
|
+
// A. Normal text response
|
|
77
|
+
if (chunk.contentBlockDelta?.delta?.text) {
|
|
78
|
+
const text = chunk.contentBlockDelta.delta.text;
|
|
79
|
+
assistantTextParts.push(text);
|
|
80
|
+
llmStream.emitTextChunk(text);
|
|
81
|
+
}
|
|
82
|
+
// B. Start of a tool call block
|
|
83
|
+
if (chunk.contentBlockStart?.start?.toolUse) {
|
|
84
|
+
const index = chunk.contentBlockStart.contentBlockIndex ?? 0;
|
|
85
|
+
this.processToolCallStart(chunk.contentBlockStart.start.toolUse, index, activeToolCalls);
|
|
86
|
+
}
|
|
87
|
+
// C. Streaming JSON arguments for the tool
|
|
88
|
+
if (chunk.contentBlockDelta?.delta?.toolUse?.input) {
|
|
89
|
+
const index = chunk.contentBlockDelta.contentBlockIndex ?? 0;
|
|
90
|
+
this.processToolUseDelta(chunk.contentBlockDelta.delta.toolUse, index, activeToolCalls);
|
|
91
|
+
}
|
|
92
|
+
// D. Tool block completed
|
|
93
|
+
if (chunk.contentBlockStop) {
|
|
94
|
+
const index = chunk.contentBlockStop.contentBlockIndex ?? 0;
|
|
95
|
+
this.processToolContentBlockStop(index, activeToolCalls);
|
|
96
|
+
}
|
|
97
|
+
// E. Final stop signal
|
|
98
|
+
if (chunk.messageStop) {
|
|
99
|
+
stopReason = chunk.messageStop.stopReason;
|
|
100
|
+
}
|
|
101
|
+
// F. Token usage metadata
|
|
102
|
+
if (chunk.metadata?.usage) {
|
|
103
|
+
inputTokens = chunk.metadata.usage.inputTokens ?? 0;
|
|
104
|
+
outputTokens = chunk.metadata.usage.outputTokens ?? 0;
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
// Emit cost data
|
|
108
|
+
const totalTokens = inputTokens + outputTokens;
|
|
109
|
+
if (totalTokens > 0) {
|
|
110
|
+
llmStream.emitCost({
|
|
111
|
+
messageId: '',
|
|
112
|
+
inputTokens,
|
|
113
|
+
outputTokens,
|
|
114
|
+
totalTokens,
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
// Execute tool calls and continue the conversation if stopReason is "tool_use"
|
|
118
|
+
if (stopReason === "tool_use" && rawTools?.length && !flowState.aborted && !this.isMaxDepthReached(depth)) {
|
|
119
|
+
// Build the assistant message with tool_use blocks
|
|
120
|
+
const assistantContentBlocks = [];
|
|
121
|
+
// Add text blocks if any
|
|
122
|
+
if (assistantTextParts.length > 0) {
|
|
123
|
+
assistantContentBlocks.push({ text: assistantTextParts.join('') });
|
|
124
|
+
}
|
|
125
|
+
// Add tool_use blocks
|
|
126
|
+
for (const tc of activeToolCalls.values()) {
|
|
127
|
+
const parsedInput = JSON.parse(tc.accumulatedInput || "{}");
|
|
128
|
+
assistantContentBlocks.push({
|
|
129
|
+
toolUse: {
|
|
130
|
+
toolUseId: tc.toolUseId,
|
|
131
|
+
name: tc.name,
|
|
132
|
+
input: parsedInput,
|
|
133
|
+
}
|
|
134
|
+
});
|
|
135
|
+
}
|
|
136
|
+
// Execute each tool and build tool results
|
|
137
|
+
const toolResultBlocks = [];
|
|
138
|
+
for (const tc of activeToolCalls.values()) {
|
|
139
|
+
const parsedArgs = JSON.parse(tc.accumulatedInput || "{}");
|
|
140
|
+
console.log(`\n[Bedrock] Executing tool: ${tc.name}`);
|
|
141
|
+
console.log(` Arguments:`, parsedArgs);
|
|
142
|
+
// eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
|
|
143
|
+
const result = await this.executeTool(llmStream, tc.toolUseId, tc.name, parsedArgs, rawTools, agentId || '');
|
|
144
|
+
toolResultBlocks.push({
|
|
145
|
+
toolResult: {
|
|
146
|
+
toolUseId: tc.toolUseId,
|
|
147
|
+
content: [{ json: result }],
|
|
148
|
+
}
|
|
149
|
+
});
|
|
150
|
+
}
|
|
151
|
+
// Build continuation messages: assistant turn + user turn with tool results
|
|
152
|
+
const previousMessages = originalRequest?.messages
|
|
153
|
+
? [...originalRequest.messages]
|
|
154
|
+
: [];
|
|
155
|
+
previousMessages.push({
|
|
156
|
+
role: 'assistant',
|
|
157
|
+
content: assistantContentBlocks,
|
|
158
|
+
});
|
|
159
|
+
previousMessages.push({
|
|
160
|
+
role: 'user',
|
|
161
|
+
content: toolResultBlocks,
|
|
162
|
+
});
|
|
163
|
+
// Continue the stream with tool results
|
|
164
|
+
const continuationRequest = {
|
|
165
|
+
...originalRequest,
|
|
166
|
+
messages: previousMessages,
|
|
167
|
+
};
|
|
168
|
+
return this.continueFlow(llmStream, flowState.flowId, continuationRequest, tools, rawTools, depth + 1, agentId);
|
|
169
|
+
}
|
|
170
|
+
// Mark flow as finished and emit end
|
|
171
|
+
flowState.finished = true;
|
|
172
|
+
llmStream.emitEnd(flowState.aborted);
|
|
173
|
+
this.flowStates.delete(flowState.flowId);
|
|
174
|
+
}
|
|
175
|
+
processToolCallStart(toolUseMember, index, activeToolCalls) {
|
|
176
|
+
const { toolUseId, name } = toolUseMember;
|
|
177
|
+
activeToolCalls.set(index, {
|
|
178
|
+
toolUseId: toolUseId,
|
|
179
|
+
name: name,
|
|
180
|
+
accumulatedInput: ''
|
|
181
|
+
});
|
|
182
|
+
}
|
|
183
|
+
processToolUseDelta(delta, index, activeToolCalls) {
|
|
184
|
+
const pending = activeToolCalls.get(index);
|
|
185
|
+
if (pending) {
|
|
186
|
+
pending.accumulatedInput += delta.input;
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
processToolContentBlockStop(index, activeToolCalls) {
|
|
190
|
+
const finishedTool = activeToolCalls.get(index);
|
|
191
|
+
if (finishedTool) {
|
|
192
|
+
console.log(`\n[Stream] Finished assembling tool: ${finishedTool.name}`);
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
abortFlow(flowId) {
|
|
196
|
+
const flowState = this.flowStates.get(flowId);
|
|
197
|
+
if (flowState && !flowState.finished && !flowState.aborted) {
|
|
198
|
+
flowState.aborted = true;
|
|
199
|
+
flowState.controller.abort();
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
formatTools(rawTools) {
|
|
203
|
+
return rawTools.map((ot) => ({
|
|
204
|
+
toolSpec: {
|
|
205
|
+
name: ot.name,
|
|
206
|
+
description: ot.description,
|
|
207
|
+
inputSchema: {
|
|
208
|
+
json: (0, ai_1.asSchema)(ot.definition.inputSchema).jsonSchema
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
}));
|
|
212
|
+
}
|
|
213
|
+
prepareConverseStreamCommand(model, prompt, systemPrompt, tools) {
|
|
214
|
+
const modelId = this.resolveModelId(model);
|
|
215
|
+
return {
|
|
216
|
+
modelId,
|
|
217
|
+
messages: prompt,
|
|
218
|
+
inferenceConfig: {
|
|
219
|
+
maxTokens: 7000
|
|
220
|
+
},
|
|
221
|
+
toolConfig: tools && tools.length ? { tools } : undefined,
|
|
222
|
+
system: [
|
|
223
|
+
{
|
|
224
|
+
text: systemPrompt
|
|
225
|
+
}
|
|
226
|
+
]
|
|
227
|
+
};
|
|
228
|
+
}
|
|
229
|
+
resolveModelId(model) {
|
|
230
|
+
return BEDROCK_MODEL_IDS[model] || model;
|
|
231
|
+
}
|
|
232
|
+
preparePrompt(prompt) {
|
|
233
|
+
try {
|
|
234
|
+
const parsed = JSON.parse(prompt);
|
|
235
|
+
if (parsed.length && parsed[0].role) {
|
|
236
|
+
return this.ozzyMessagesToBedrockMessages(parsed);
|
|
237
|
+
}
|
|
238
|
+
}
|
|
239
|
+
catch (e) {
|
|
240
|
+
// Expected for plain text prompts — fall through to plain text path
|
|
241
|
+
}
|
|
242
|
+
try {
|
|
243
|
+
return [this.ozzyMessageToBedrockMessage(this.plainTextToOzzyMessage(prompt))];
|
|
244
|
+
}
|
|
245
|
+
catch (e) {
|
|
246
|
+
console.log(`Error while parsing the plain text prompt: ${prompt}`);
|
|
247
|
+
}
|
|
248
|
+
}
|
|
249
|
+
ozzyMessagesToBedrockMessages(ozzyMessages) {
|
|
250
|
+
return ozzyMessages.map((om) => {
|
|
251
|
+
return this.ozzyMessageToBedrockMessage(om);
|
|
252
|
+
});
|
|
253
|
+
}
|
|
254
|
+
ozzyMessageToBedrockMessage(ozzyMessage) {
|
|
255
|
+
return {
|
|
256
|
+
role: this.ozzyRoleToBedrockRole(ozzyMessage.role),
|
|
257
|
+
content: [
|
|
258
|
+
{
|
|
259
|
+
text: ozzyMessage.text
|
|
260
|
+
}
|
|
261
|
+
]
|
|
262
|
+
};
|
|
263
|
+
}
|
|
264
|
+
ozzyRoleToBedrockRole(ozzyRole) {
|
|
265
|
+
switch (ozzyRole) {
|
|
266
|
+
case 'agent':
|
|
267
|
+
return 'assistant';
|
|
268
|
+
case 'user':
|
|
269
|
+
return 'user';
|
|
270
|
+
case 'system':
|
|
271
|
+
return 'system';
|
|
272
|
+
default:
|
|
273
|
+
throw new Error(`Unknown OzzyMessageRole: ${ozzyRole}`);
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
}
|
|
277
|
+
exports.BedrockConverseConnector = BedrockConverseConnector;
|
|
278
|
+
//# sourceMappingURL=BedrockConverseConnector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BedrockConverseConnector.js","sourceRoot":"","sources":["../../../../../../src/models/ozzy/connectors/BedrockConverseConnector.ts"],"names":[],"mappings":";;;AAAA,uEAAiE;AAMjE,4EAQyC;AACzC,0CAA0D;AAG1D,2BAA8B;AAE9B,MAAM,iBAAiB,GAA2B;IAChD,CAAC,mBAAU,CAAC,KAAK,CAAC,EAAE,6CAA6C;IACjE,CAAC,mBAAU,CAAC,MAAM,CAAC,EAAE,8CAA8C;IACnE,CAAC,mBAAU,CAAC,IAAI,CAAC,EAAE,8BAA8B;IACjD,+DAA+D;IAC/D,CAAC,mBAAU,CAAC,QAAQ,CAAC,EAAE,8BAA8B;CACtD,CAAC;AAEF,MAAa,wBAAyB,SAAQ,8CAAkC;IAC9E,MAAM,CAAuB;IAC7B,UAAU,CAA8B;IAExC,YAAY,OAAyC;QACnD,KAAK,CAAC;YACJ,GAAG,OAAO;YACV,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI;gBAC1C,mBAAU,CAAC,KAAK,EAAE,mBAAU,CAAC,MAAM,EAAE,mBAAU,CAAC,IAAI,EAAE,mBAAU,CAAC,QAAQ;aAC1E;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,6CAAoB,CAAC;YACrC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACL,CAAC;IAES,MAAM,CACd,SAA4B,EAC5B,MAAc,EACd,MAAc,EACd,YAAoB,EACpB,KAAa,EACb,QAAgB,CAAC,EACjB,KAAc,EACd,QAAsB,EACtB,OAAgB;QAEhB,MAAM,uBAAuB,GAAc,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QACtE,MAAM,aAAa,GAA0B,IAAI,CAAC,4BAA4B,CAC5E,KAAK,EACL,uBAAuB,EACvB,YAAY,EACZ,KAAK,CACN,CAAC;QAEF,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9F,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACvB,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC;IAEO,SAAS,CACf,MAAc;QAEd,MAAM,SAAS,GAAmB;YAChC,MAAM;YACN,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,KAAK;YACd,UAAU,EAAE,IAAI,eAAe,EAAE;SAClC,CAAA;QACD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,SAA4B,EAC5B,MAAc,EACd,oBAA2C,EAC3C,KAAc,EACd,QAAsB,EACtB,QAAgB,CAAC,EACjB,OAAgB;QAEhB,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QACxB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAElC,MAAM,SAAS,GAAmB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9D,MAAM,eAAe,GAA0B,IAAI,8CAAqB,CAAC,oBAAoB,CAAC,CAAC;QAE/F,IAAI,CAAC;YACH,MAAM,MAAM,GAAgC,MAAM,IAAI,CAAC,MAAM;iBAC1D,IAAI,CAAC,eAAe,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;YACvE,MAAM,IAAI,CAAC,0BAA0B,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,oBAAoB,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC7H,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,gDAAgD,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,0BAA0B,CACtC,SAA4B,EAC5B,MAAmC,EACnC,SAAyB,EACzB,eAAsC,EACtC,KAAc,EACd,QAAsB,EACtB,QAAgB,CAAC,EACjB,OAAgB;QAEhB,MAAM,eAAe,GAAG,IAAI,GAAG,EAAyB,CAAC;QACzD,IAAI,UAA8B,CAAC;QACnC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,kBAAkB,GAAa,EAAE,CAAC;QAEtC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACxC,2CAA2C;YAC3C,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;gBACtB,MAAM;YACR,CAAC;YAED,0BAA0B;YAC1B,IAAI,KAAK,CAAC,iBAAiB,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;gBACzC,MAAM,IAAI,GAAG,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC;gBAChD,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC9B,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAChC,CAAC;YAED,gCAAgC;YAChC,IAAI,KAAK,CAAC,iBAAiB,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;gBAC5C,MAAM,KAAK,GAAW,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBACrE,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,eAAe,CAAC,CAAA;YAC1F,CAAC;YAED,2CAA2C;YAC3C,IAAI,KAAK,CAAC,iBAAiB,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;gBACnD,MAAM,KAAK,GAAW,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBACrE,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC;YAC1F,CAAC;YAED,0BAA0B;YAC1B,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAW,KAAK,CAAC,gBAAgB,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBACpE,IAAI,CAAC,2BAA2B,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;YAC3D,CAAC;YAED,uBAAuB;YACvB,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;gBACtB,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC;YAC5C,CAAC;YAED,0BAA0B;YAC1B,IAAI,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;gBAC1B,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;gBACpD,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,MAAM,WAAW,GAAW,WAAW,GAAG,YAAY,CAAC;QACvD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,SAAS,CAAC,QAAQ,CAAC;gBACjB,SAAS,EAAE,EAAE;gBACb,WAAW;gBACX,YAAY;gBACZ,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAED,+EAA+E;QAC/E,IAAI,UAAU,KAAK,UAAU,IAAI,QAAQ,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1G,mDAAmD;YACnD,MAAM,sBAAsB,GAAmB,EAAE,CAAC;YAElD,yBAAyB;YACzB,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,sBAAsB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,sBAAsB;YACtB,KAAK,MAAM,EAAE,IAAI,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC1C,MAAM,WAAW,GAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,gBAAgB,IAAI,IAAI,CAAC,CAAC;gBACjE,sBAAsB,CAAC,IAAI,CAAC;oBAC1B,OAAO,EAAE;wBACP,SAAS,EAAE,EAAE,CAAC,SAAS;wBACvB,IAAI,EAAE,EAAE,CAAC,IAAI;wBACb,KAAK,EAAE,WAA6B;qBACrC;iBACF,CAAC,CAAC;YACL,CAAC;YAED,2CAA2C;YAC3C,MAAM,gBAAgB,GAAmB,EAAE,CAAC;YAC5C,KAAK,MAAM,EAAE,IAAI,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,gBAAgB,IAAI,IAAI,CAAC,CAAC;gBAE3D,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;gBACtD,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;gBAExC,mEAAmE;gBACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;gBAE7G,gBAAgB,CAAC,IAAI,CAAC;oBACpB,UAAU,EAAE;wBACV,SAAS,EAAE,EAAE,CAAC,SAAS;wBACvB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAwB,EAAE,CAAC;qBAC9C;iBACF,CAAC,CAAC;YACL,CAAC;YAED,4EAA4E;YAC5E,MAAM,gBAAgB,GAAc,eAAe,EAAE,QAAQ;gBAC3D,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,QAAQ,CAAC;gBAC/B,CAAC,CAAC,EAAE,CAAC;YAEP,gBAAgB,CAAC,IAAI,CAAC;gBACpB,IAAI,EAAE,WAA+B;gBACrC,OAAO,EAAE,sBAAsB;aAChC,CAAC,CAAC;YAEH,gBAAgB,CAAC,IAAI,CAAC;gBACpB,IAAI,EAAE,MAA0B;gBAChC,OAAO,EAAE,gBAAgB;aAC1B,CAAC,CAAC;YAEH,wCAAwC;YACxC,MAAM,mBAAmB,GAA0B;gBACjD,GAAG,eAAe;gBAClB,QAAQ,EAAE,gBAAgB;aAC3B,CAAC;YAEF,OAAO,IAAI,CAAC,YAAY,CACtB,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,mBAAmB,EAChD,KAAK,EAAE,QAAQ,EAAE,KAAK,GAAG,CAAC,EAAE,OAAO,CACpC,CAAC;QACJ,CAAC;QAED,qCAAqC;QACrC,SAAS,CAAC,QAAQ,GAAG,IAAI,CAAC;QAC1B,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;IAEO,oBAAoB,CAC1B,aAAgC,EAChC,KAAa,EACb,eAA2C;QAE3C,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,aAAa,CAAC;QAE1C,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE;YACzB,SAAS,EAAE,SAAS;YACpB,IAAI,EAAE,IAAI;YACV,gBAAgB,EAAE,EAAE;SACrB,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB,CACjB,KAAwB,EACxB,KAAa,EACb,eAA2C;QAE3C,MAAM,OAAO,GAAkB,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAE1D,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC,KAAK,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,2BAA2B,CACzB,KAAa,EACb,eAA2C;QAE3C,MAAM,YAAY,GAAkB,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC/D,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,wCAAwC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED,SAAS,CAAC,MAAc;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC3D,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC;YACzB,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAES,WAAW,CAAC,QAAqB;QACzC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAa,EAAuB,EAAE,CAAC,CAAC;YAC3D,QAAQ,EAAE;gBACR,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,WAAW,EAAE,EAAE,CAAC,WAAW;gBAC3B,WAAW,EAAE;oBACX,IAAI,EAAE,IAAA,aAAQ,EAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,UAA4B;iBACvE;aACF;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,4BAA4B,CAClC,KAAa,EACb,MAAiB,EACjB,YAAoB,EACpB,KAAa;QAEb,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAE3C,OAAO;YACL,OAAO;YACP,QAAQ,EAAE,MAAM;YAChB,eAAe,EAAE;gBACf,SAAS,EAAE,IAAI;aAChB;YACD,UAAU,EAAE,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS;YACzD,MAAM,EAAE;gBACN;oBACE,IAAI,EAAE,YAAY;iBACnB;aACF;SACF,CAAA;IACH,CAAC;IAEO,cAAc,CAAC,KAAa;QAClC,OAAO,iBAAiB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;IAC3C,CAAC;IAEO,aAAa,CAAC,MAAc;QAClC,IAAI,CAAC;YACH,MAAM,MAAM,GAAmB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAmB,CAAC;YAEpE,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACpC,OAAO,IAAI,CAAC,6BAA6B,CAAC,MAAM,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,oEAAoE;QACtE,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACjF,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,8CAA8C,MAAM,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAGO,6BAA6B,CAAC,YAA4B;QAChE,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,EAAgB,EAAE,EAAE;YAC3C,OAAO,IAAI,CAAC,2BAA2B,CAAC,EAAE,CAAC,CAAA;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,2BAA2B,CAAC,WAAyB;QAC3D,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,IAAI,CAAC;YAClD,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,WAAW,CAAC,IAAI;iBACvB;aACF;SACF,CAAA;IACH,CAAC;IAEO,qBAAqB,CAAC,QAAyB;QACrD,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,OAAO;gBACV,OAAO,WAAW,CAAC;YACrB,KAAK,MAAM;gBACT,OAAO,MAAM,CAAC;YAChB,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAClB;gBACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAkB,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;CACF;AArWD,4DAqWC"}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import { LlmConverseConnector } from "./LlmConverseConnector.js";
|
|
2
|
+
import { LLMConverseStream } from "./LLMConverseStream.js";
|
|
3
|
+
import { IGCloudConverseConnectorOptions } from "../../../interfaces/ozzy/connectors/GCloudConverseConnector.js";
|
|
4
|
+
import { IOzzyFlowState } from "../../../interfaces/ozzy/messages/Flow.js";
|
|
5
|
+
import { IOzzyTool } from "../../../interfaces/ozzy/tools/Tool.js";
|
|
6
|
+
import { VertexAI, Tool as VertexTool } from "@google-cloud/vertexai";
|
|
7
|
+
export declare class GCloudConverseConnector extends LlmConverseConnector<string, VertexTool> {
|
|
8
|
+
vertexAI: VertexAI;
|
|
9
|
+
/** Separate client for image models: Nano Banana models are served from the `global` location */
|
|
10
|
+
imageVertexAI: VertexAI;
|
|
11
|
+
private anthropicClient;
|
|
12
|
+
private anthropicLocation;
|
|
13
|
+
private googleAuthOptions?;
|
|
14
|
+
projectId: string;
|
|
15
|
+
location: string;
|
|
16
|
+
flowStates: Map<string, IOzzyFlowState>;
|
|
17
|
+
constructor(options: IGCloudConverseConnectorOptions);
|
|
18
|
+
/**
|
|
19
|
+
* @google-cloud/vertexai builds `${location}-aiplatform.googleapis.com`, which doesn't exist
|
|
20
|
+
* for `global`; the global location has to be addressed via the bare endpoint.
|
|
21
|
+
*/
|
|
22
|
+
private static createVertexAI;
|
|
23
|
+
/**
|
|
24
|
+
* AnthropicVertex resolves Google credentials eagerly in its constructor, and a failure there
|
|
25
|
+
* is an unhandled rejection which crashes the process. Resolve the AuthClient ourselves
|
|
26
|
+
* (awaited inside the request's try/catch) and hand it to the SDK, so missing credentials
|
|
27
|
+
* fail the request instead.
|
|
28
|
+
*/
|
|
29
|
+
private getAnthropic;
|
|
30
|
+
protected stream(llmStream: LLMConverseStream, flowId: string, prompt: string, systemPrompt: string, model: string, depth?: number, tools?: VertexTool[], rawTools?: IOzzyTool[], agentId?: string): Promise<void>;
|
|
31
|
+
/**
|
|
32
|
+
* Core streaming method that handles both initial and continuation turns.
|
|
33
|
+
*/
|
|
34
|
+
private streamWithContents;
|
|
35
|
+
/**
|
|
36
|
+
* Claude on Vertex AI — mirrors BedrockConverseConnector:
|
|
37
|
+
* streams text, collects tool_use blocks, executes approved tools and recurses with tool results.
|
|
38
|
+
*/
|
|
39
|
+
private streamAnthropic;
|
|
40
|
+
/**
|
|
41
|
+
* Generate image(s) via Vertex AI (Nano Banana / Imagen) and emit IMAGE_GENERATED events.
|
|
42
|
+
* The signaling layer attaches generated images to the message and renders it in the media widget.
|
|
43
|
+
*/
|
|
44
|
+
private generateImage;
|
|
45
|
+
/** Surface a request failure to the chat so the user doesn't get a silent empty response */
|
|
46
|
+
private emitError;
|
|
47
|
+
private startFlow;
|
|
48
|
+
abortFlow(flowId: string): void;
|
|
49
|
+
protected formatTools(rawTools: IOzzyTool[]): VertexTool[];
|
|
50
|
+
private formatAnthropicTools;
|
|
51
|
+
private resolveModelId;
|
|
52
|
+
private prepareAnthropicPrompt;
|
|
53
|
+
private preparePrompt;
|
|
54
|
+
private ozzyMessagesToVertexContents;
|
|
55
|
+
private ozzyRoleToVertexRole;
|
|
56
|
+
}
|
|
57
|
+
//# sourceMappingURL=GCloudConverseConnector.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"GCloudConverseConnector.d.ts","sourceRoot":"","sources":["../../../../../../src/models/ozzy/connectors/GCloudConverseConnector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,+BAA+B,EAAE,MAAM,gEAAgE,CAAC;AACjH,OAAO,EAAE,cAAc,EAAE,MAAM,2CAA2C,CAAC;AAE3E,OAAO,EAAE,SAAS,EAAE,MAAM,wCAAwC,CAAC;AAEnE,OAAO,EACL,QAAQ,EAIR,IAAI,IAAI,UAAU,EAInB,MAAM,wBAAwB,CAAC;AAwDhC,qBAAa,uBAAwB,SAAQ,oBAAoB,CAAC,MAAM,EAAE,UAAU,CAAC;IACnF,QAAQ,EAAE,QAAQ,CAAC;IACnB,iGAAiG;IACjG,aAAa,EAAE,QAAQ,CAAC;IACxB,OAAO,CAAC,eAAe,CAAgC;IACvD,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,iBAAiB,CAAC,CAAqB;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;gBAE5B,OAAO,EAAE,+BAA+B;IAmCpD;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,cAAc;IAa7B;;;;;OAKG;YACW,YAAY;cAiBV,MAAM,CACpB,SAAS,EAAE,iBAAiB,EAC5B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,KAAK,GAAE,MAAU,EACjB,KAAK,CAAC,EAAE,UAAU,EAAE,EACpB,QAAQ,CAAC,EAAE,SAAS,EAAE,EACtB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAgChB;;OAEG;YACW,kBAAkB;IAyHhC;;;OAGG;YACW,eAAe;IA2J7B;;;OAGG;YACW,aAAa;IAsE3B,4FAA4F;IAC5F,OAAO,CAAC,SAAS;IAKjB,OAAO,CAAC,SAAS;IAUjB,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQ/B,SAAS,CAAC,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,UAAU,EAAE;IAU1D,OAAO,CAAC,oBAAoB;IAQ5B,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,sBAAsB;IAkB9B,OAAO,CAAC,aAAa;IAcrB,OAAO,CAAC,4BAA4B;IAOpC,OAAO,CAAC,oBAAoB;CAY7B"}
|