@google/adk 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +202 -0
- package/README.md +9 -0
- package/dist/cjs/agents/active_streaming_tool.js +44 -0
- package/dist/cjs/agents/base_agent.js +245 -0
- package/dist/cjs/agents/base_llm_processor.js +44 -0
- package/dist/cjs/agents/callback_context.js +98 -0
- package/dist/cjs/agents/content_processor_utils.js +299 -0
- package/dist/cjs/agents/functions.js +394 -0
- package/dist/cjs/agents/instructions.js +110 -0
- package/dist/cjs/agents/invocation_context.js +109 -0
- package/dist/cjs/agents/live_request_queue.js +136 -0
- package/dist/cjs/agents/llm_agent.js +859 -0
- package/dist/cjs/agents/loop_agent.js +68 -0
- package/dist/cjs/agents/parallel_agent.js +78 -0
- package/dist/cjs/agents/readonly_context.js +68 -0
- package/dist/cjs/agents/run_config.js +74 -0
- package/dist/cjs/agents/sequential_agent.js +84 -0
- package/dist/cjs/agents/transcription_entry.js +27 -0
- package/dist/cjs/artifacts/base_artifact_service.js +27 -0
- package/dist/cjs/artifacts/in_memory_artifact_service.js +119 -0
- package/dist/cjs/auth/auth_credential.js +46 -0
- package/dist/cjs/auth/auth_handler.js +92 -0
- package/dist/cjs/auth/auth_schemes.js +62 -0
- package/dist/cjs/auth/auth_tool.js +27 -0
- package/dist/cjs/auth/credential_service/base_credential_service.js +27 -0
- package/dist/cjs/auth/credential_service/in_memory_credential_service.js +63 -0
- package/dist/cjs/code_executors/base_code_executor.js +76 -0
- package/dist/cjs/code_executors/built_in_code_executor.js +58 -0
- package/dist/cjs/code_executors/code_execution_utils.js +142 -0
- package/dist/cjs/code_executors/code_executor_context.js +198 -0
- package/dist/cjs/common.js +161 -0
- package/dist/cjs/events/event.js +107 -0
- package/dist/cjs/events/event_actions.js +83 -0
- package/dist/cjs/examples/base_example_provider.js +40 -0
- package/dist/cjs/examples/example.js +27 -0
- package/dist/cjs/examples/example_util.js +107 -0
- package/dist/cjs/index.js +40 -0
- package/dist/cjs/index.js.map +7 -0
- package/dist/cjs/index_web.js +33 -0
- package/dist/cjs/memory/base_memory_service.js +27 -0
- package/dist/cjs/memory/in_memory_memory_service.js +97 -0
- package/dist/cjs/memory/memory_entry.js +27 -0
- package/dist/cjs/models/base_llm.js +77 -0
- package/dist/cjs/models/base_llm_connection.js +27 -0
- package/dist/cjs/models/gemini_llm_connection.js +132 -0
- package/dist/cjs/models/google_llm.js +321 -0
- package/dist/cjs/models/llm_request.js +82 -0
- package/dist/cjs/models/llm_response.js +71 -0
- package/dist/cjs/models/registry.js +121 -0
- package/dist/cjs/package.json +1 -0
- package/dist/cjs/plugins/base_plugin.js +236 -0
- package/dist/cjs/plugins/logging_plugin.js +222 -0
- package/dist/cjs/plugins/plugin_manager.js +239 -0
- package/dist/cjs/plugins/security_plugin.js +153 -0
- package/dist/cjs/runner/in_memory_runner.js +58 -0
- package/dist/cjs/runner/runner.js +276 -0
- package/dist/cjs/sessions/base_session_service.js +71 -0
- package/dist/cjs/sessions/in_memory_session_service.js +184 -0
- package/dist/cjs/sessions/session.js +48 -0
- package/dist/cjs/sessions/state.js +101 -0
- package/dist/cjs/tools/agent_tool.js +134 -0
- package/dist/cjs/tools/base_tool.js +107 -0
- package/dist/cjs/tools/base_toolset.js +76 -0
- package/dist/cjs/tools/forwarding_artifact_service.js +71 -0
- package/dist/cjs/tools/function_tool.js +101 -0
- package/dist/cjs/tools/google_search_tool.js +76 -0
- package/dist/cjs/tools/long_running_tool.js +63 -0
- package/dist/cjs/tools/mcp/mcp_session_manager.js +65 -0
- package/dist/cjs/tools/mcp/mcp_tool.js +65 -0
- package/dist/cjs/tools/mcp/mcp_toolset.js +61 -0
- package/dist/cjs/tools/tool_confirmation.js +49 -0
- package/dist/cjs/tools/tool_context.js +129 -0
- package/dist/cjs/utils/deep_clone.js +44 -0
- package/dist/cjs/utils/env_aware_utils.js +83 -0
- package/dist/cjs/utils/gemini_schema_util.js +88 -0
- package/dist/cjs/utils/logger.js +121 -0
- package/dist/cjs/utils/model_name.js +64 -0
- package/dist/cjs/utils/simple_zod_to_json.js +191 -0
- package/dist/cjs/utils/variant_utils.js +55 -0
- package/dist/cjs/version.js +39 -0
- package/dist/esm/agents/active_streaming_tool.js +14 -0
- package/dist/esm/agents/base_agent.js +214 -0
- package/dist/esm/agents/base_llm_processor.js +13 -0
- package/dist/esm/agents/callback_context.js +68 -0
- package/dist/esm/agents/content_processor_utils.js +268 -0
- package/dist/esm/agents/functions.js +353 -0
- package/dist/esm/agents/instructions.js +80 -0
- package/dist/esm/agents/invocation_context.js +78 -0
- package/dist/esm/agents/live_request_queue.js +106 -0
- package/dist/esm/agents/llm_agent.js +828 -0
- package/dist/esm/agents/loop_agent.js +38 -0
- package/dist/esm/agents/parallel_agent.js +48 -0
- package/dist/esm/agents/readonly_context.js +38 -0
- package/dist/esm/agents/run_config.js +43 -0
- package/dist/esm/agents/sequential_agent.js +54 -0
- package/dist/esm/agents/transcription_entry.js +5 -0
- package/dist/esm/artifacts/base_artifact_service.js +5 -0
- package/dist/esm/artifacts/in_memory_artifact_service.js +89 -0
- package/dist/esm/auth/auth_credential.js +16 -0
- package/dist/esm/auth/auth_handler.js +62 -0
- package/dist/esm/auth/auth_schemes.js +31 -0
- package/dist/esm/auth/auth_tool.js +5 -0
- package/dist/esm/auth/credential_service/base_credential_service.js +5 -0
- package/dist/esm/auth/credential_service/in_memory_credential_service.js +33 -0
- package/dist/esm/code_executors/base_code_executor.js +46 -0
- package/dist/esm/code_executors/built_in_code_executor.js +28 -0
- package/dist/esm/code_executors/code_execution_utils.js +108 -0
- package/dist/esm/code_executors/code_executor_context.js +168 -0
- package/dist/esm/common.js +85 -0
- package/dist/esm/events/event.js +72 -0
- package/dist/esm/events/event_actions.js +52 -0
- package/dist/esm/examples/base_example_provider.js +10 -0
- package/dist/esm/examples/example.js +5 -0
- package/dist/esm/examples/example_util.js +76 -0
- package/dist/esm/index.js +40 -0
- package/dist/esm/index.js.map +7 -0
- package/dist/esm/index_web.js +6 -0
- package/dist/esm/memory/base_memory_service.js +5 -0
- package/dist/esm/memory/in_memory_memory_service.js +67 -0
- package/dist/esm/memory/memory_entry.js +5 -0
- package/dist/esm/models/base_llm.js +47 -0
- package/dist/esm/models/base_llm_connection.js +5 -0
- package/dist/esm/models/gemini_llm_connection.js +102 -0
- package/dist/esm/models/google_llm.js +291 -0
- package/dist/esm/models/llm_request.js +50 -0
- package/dist/esm/models/llm_response.js +41 -0
- package/dist/esm/models/registry.js +91 -0
- package/dist/esm/plugins/base_plugin.js +206 -0
- package/dist/esm/plugins/logging_plugin.js +192 -0
- package/dist/esm/plugins/plugin_manager.js +209 -0
- package/dist/esm/plugins/security_plugin.js +119 -0
- package/dist/esm/runner/in_memory_runner.js +28 -0
- package/dist/esm/runner/runner.js +246 -0
- package/dist/esm/sessions/base_session_service.js +41 -0
- package/dist/esm/sessions/in_memory_session_service.js +154 -0
- package/dist/esm/sessions/session.js +18 -0
- package/dist/esm/sessions/state.js +71 -0
- package/dist/esm/tools/agent_tool.js +104 -0
- package/dist/esm/tools/base_tool.js +77 -0
- package/dist/esm/tools/base_toolset.js +46 -0
- package/dist/esm/tools/forwarding_artifact_service.js +41 -0
- package/dist/esm/tools/function_tool.js +71 -0
- package/dist/esm/tools/google_search_tool.js +46 -0
- package/dist/esm/tools/long_running_tool.js +33 -0
- package/dist/esm/tools/mcp/mcp_session_manager.js +35 -0
- package/dist/esm/tools/mcp/mcp_tool.js +35 -0
- package/dist/esm/tools/mcp/mcp_toolset.js +31 -0
- package/dist/esm/tools/tool_confirmation.js +19 -0
- package/dist/esm/tools/tool_context.js +99 -0
- package/dist/esm/utils/deep_clone.js +14 -0
- package/dist/esm/utils/env_aware_utils.js +49 -0
- package/dist/esm/utils/gemini_schema_util.js +58 -0
- package/dist/esm/utils/logger.js +89 -0
- package/dist/esm/utils/model_name.js +31 -0
- package/dist/esm/utils/simple_zod_to_json.js +160 -0
- package/dist/esm/utils/variant_utils.js +24 -0
- package/dist/esm/version.js +9 -0
- package/dist/types/agents/active_streaming_tool.d.ts +29 -0
- package/dist/types/agents/base_agent.d.ts +167 -0
- package/dist/types/agents/base_llm_processor.d.ts +27 -0
- package/dist/types/agents/callback_context.d.ts +42 -0
- package/dist/types/agents/content_processor_utils.d.ts +36 -0
- package/dist/types/agents/functions.d.ts +90 -0
- package/dist/types/agents/instructions.d.ts +32 -0
- package/dist/types/agents/invocation_context.d.ts +155 -0
- package/dist/types/agents/live_request_queue.d.ts +67 -0
- package/dist/types/agents/llm_agent.d.ts +333 -0
- package/dist/types/agents/loop_agent.d.ts +31 -0
- package/dist/types/agents/parallel_agent.d.ts +21 -0
- package/dist/types/agents/readonly_context.d.ts +31 -0
- package/dist/types/agents/run_config.d.ts +76 -0
- package/dist/types/agents/sequential_agent.d.ts +26 -0
- package/dist/types/agents/transcription_entry.d.ts +17 -0
- package/dist/types/artifacts/base_artifact_service.d.ts +127 -0
- package/dist/types/artifacts/in_memory_artifact_service.d.ts +18 -0
- package/dist/types/auth/auth_credential.d.ts +227 -0
- package/dist/types/auth/auth_handler.d.ts +27 -0
- package/dist/types/auth/auth_schemes.d.ts +36 -0
- package/dist/types/auth/auth_tool.d.ts +51 -0
- package/dist/types/auth/credential_service/base_credential_service.d.ts +27 -0
- package/dist/types/auth/credential_service/in_memory_credential_service.d.ts +19 -0
- package/dist/types/code_executors/base_code_executor.d.ts +60 -0
- package/dist/types/code_executors/built_in_code_executor.d.ts +13 -0
- package/dist/types/code_executors/code_execution_utils.d.ts +99 -0
- package/dist/types/code_executors/code_executor_context.d.ts +92 -0
- package/dist/types/common.d.ts +51 -0
- package/dist/types/events/event.d.ts +81 -0
- package/dist/types/events/event_actions.d.ts +74 -0
- package/dist/types/examples/base_example_provider.d.ts +20 -0
- package/dist/types/examples/example.d.ts +19 -0
- package/dist/types/examples/example_util.d.ts +13 -0
- package/dist/types/index.d.ts +9 -0
- package/dist/types/index_web.d.ts +6 -0
- package/dist/types/memory/base_memory_service.d.ts +47 -0
- package/dist/types/memory/in_memory_memory_service.d.ts +18 -0
- package/dist/types/memory/memory_entry.d.ts +24 -0
- package/dist/types/models/base_llm.d.ts +46 -0
- package/dist/types/models/base_llm_connection.d.ts +51 -0
- package/dist/types/models/gemini_llm_connection.d.ts +54 -0
- package/dist/types/models/google_llm.d.ts +88 -0
- package/dist/types/models/llm_request.d.ts +49 -0
- package/dist/types/models/llm_response.d.ts +79 -0
- package/dist/types/models/registry.d.ts +45 -0
- package/dist/types/plugins/base_plugin.d.ts +310 -0
- package/dist/types/plugins/logging_plugin.d.ts +104 -0
- package/dist/types/plugins/plugin_manager.d.ts +155 -0
- package/dist/types/plugins/security_plugin.d.ts +60 -0
- package/dist/types/runner/in_memory_runner.d.ts +15 -0
- package/dist/types/runner/runner.d.ts +80 -0
- package/dist/types/sessions/base_session_service.d.ts +129 -0
- package/dist/types/sessions/in_memory_session_service.d.ts +32 -0
- package/dist/types/sessions/session.d.ts +46 -0
- package/dist/types/sessions/state.d.ts +57 -0
- package/dist/types/tools/agent_tool.d.ts +37 -0
- package/dist/types/tools/base_tool.d.ts +84 -0
- package/dist/types/tools/base_toolset.d.ts +64 -0
- package/dist/types/tools/forwarding_artifact_service.d.ts +21 -0
- package/dist/types/tools/function_tool.d.ts +48 -0
- package/dist/types/tools/google_search_tool.d.ts +18 -0
- package/dist/types/tools/long_running_tool.d.ts +18 -0
- package/dist/types/tools/mcp/mcp_session_manager.d.ts +57 -0
- package/dist/types/tools/mcp/mcp_tool.d.ts +30 -0
- package/dist/types/tools/mcp/mcp_toolset.d.ts +39 -0
- package/dist/types/tools/tool_confirmation.d.ts +25 -0
- package/dist/types/tools/tool_context.d.ts +63 -0
- package/dist/types/utils/deep_clone.d.ts +1 -0
- package/dist/types/utils/env_aware_utils.d.ts +31 -0
- package/dist/types/utils/gemini_schema_util.d.ts +23 -0
- package/dist/types/utils/logger.d.ts +41 -0
- package/dist/types/utils/model_name.d.ts +34 -0
- package/dist/types/utils/simple_zod_to_json.d.ts +12 -0
- package/dist/types/utils/variant_utils.d.ts +24 -0
- package/dist/types/version.d.ts +6 -0
- package/dist/web/agents/active_streaming_tool.js +14 -0
- package/dist/web/agents/base_agent.js +265 -0
- package/dist/web/agents/base_llm_processor.js +13 -0
- package/dist/web/agents/callback_context.js +68 -0
- package/dist/web/agents/content_processor_utils.js +268 -0
- package/dist/web/agents/functions.js +353 -0
- package/dist/web/agents/instructions.js +80 -0
- package/dist/web/agents/invocation_context.js +78 -0
- package/dist/web/agents/live_request_queue.js +124 -0
- package/dist/web/agents/llm_agent.js +973 -0
- package/dist/web/agents/loop_agent.js +71 -0
- package/dist/web/agents/parallel_agent.js +83 -0
- package/dist/web/agents/readonly_context.js +38 -0
- package/dist/web/agents/run_config.js +43 -0
- package/dist/web/agents/sequential_agent.js +99 -0
- package/dist/web/agents/transcription_entry.js +5 -0
- package/dist/web/artifacts/base_artifact_service.js +5 -0
- package/dist/web/artifacts/in_memory_artifact_service.js +89 -0
- package/dist/web/auth/auth_credential.js +16 -0
- package/dist/web/auth/auth_handler.js +62 -0
- package/dist/web/auth/auth_schemes.js +31 -0
- package/dist/web/auth/auth_tool.js +5 -0
- package/dist/web/auth/credential_service/base_credential_service.js +5 -0
- package/dist/web/auth/credential_service/in_memory_credential_service.js +33 -0
- package/dist/web/code_executors/base_code_executor.js +46 -0
- package/dist/web/code_executors/built_in_code_executor.js +28 -0
- package/dist/web/code_executors/code_execution_utils.js +105 -0
- package/dist/web/code_executors/code_executor_context.js +168 -0
- package/dist/web/common.js +85 -0
- package/dist/web/events/event.js +90 -0
- package/dist/web/events/event_actions.js +67 -0
- package/dist/web/examples/base_example_provider.js +10 -0
- package/dist/web/examples/example.js +5 -0
- package/dist/web/examples/example_util.js +75 -0
- package/dist/web/index.js +13 -0
- package/dist/web/index.js.map +7 -0
- package/dist/web/index_web.js +6 -0
- package/dist/web/memory/base_memory_service.js +5 -0
- package/dist/web/memory/in_memory_memory_service.js +67 -0
- package/dist/web/memory/memory_entry.js +5 -0
- package/dist/web/models/base_llm.js +47 -0
- package/dist/web/models/base_llm_connection.js +5 -0
- package/dist/web/models/gemini_llm_connection.js +120 -0
- package/dist/web/models/google_llm.js +332 -0
- package/dist/web/models/llm_request.js +50 -0
- package/dist/web/models/llm_response.js +41 -0
- package/dist/web/models/registry.js +91 -0
- package/dist/web/plugins/base_plugin.js +206 -0
- package/dist/web/plugins/logging_plugin.js +192 -0
- package/dist/web/plugins/plugin_manager.js +209 -0
- package/dist/web/plugins/security_plugin.js +119 -0
- package/dist/web/runner/in_memory_runner.js +28 -0
- package/dist/web/runner/runner.js +277 -0
- package/dist/web/sessions/base_session_service.js +41 -0
- package/dist/web/sessions/in_memory_session_service.js +154 -0
- package/dist/web/sessions/session.js +18 -0
- package/dist/web/sessions/state.js +87 -0
- package/dist/web/tools/agent_tool.js +118 -0
- package/dist/web/tools/base_tool.js +77 -0
- package/dist/web/tools/base_toolset.js +46 -0
- package/dist/web/tools/forwarding_artifact_service.js +41 -0
- package/dist/web/tools/function_tool.js +71 -0
- package/dist/web/tools/google_search_tool.js +46 -0
- package/dist/web/tools/long_running_tool.js +50 -0
- package/dist/web/tools/mcp/mcp_session_manager.js +35 -0
- package/dist/web/tools/mcp/mcp_tool.js +35 -0
- package/dist/web/tools/mcp/mcp_toolset.js +31 -0
- package/dist/web/tools/tool_confirmation.js +19 -0
- package/dist/web/tools/tool_context.js +99 -0
- package/dist/web/utils/deep_clone.js +14 -0
- package/dist/web/utils/env_aware_utils.js +49 -0
- package/dist/web/utils/gemini_schema_util.js +58 -0
- package/dist/web/utils/logger.js +89 -0
- package/dist/web/utils/model_name.js +31 -0
- package/dist/web/utils/simple_zod_to_json.js +174 -0
- package/dist/web/utils/variant_utils.js +24 -0
- package/dist/web/version.js +9 -0
- package/package.json +61 -0
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2025 Google LLC
|
|
4
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
+
*/
|
|
6
|
+
class InMemoryMemoryService {
|
|
7
|
+
constructor() {
|
|
8
|
+
this.memories = [];
|
|
9
|
+
this.sessionEvents = {};
|
|
10
|
+
}
|
|
11
|
+
async addSessionToMemory(session) {
|
|
12
|
+
const userKey = getUserKey(session.appName, session.userId);
|
|
13
|
+
if (!this.sessionEvents[userKey]) {
|
|
14
|
+
this.sessionEvents[userKey] = {};
|
|
15
|
+
}
|
|
16
|
+
this.sessionEvents[userKey][session.id] = session.events.filter(
|
|
17
|
+
(event) => {
|
|
18
|
+
var _a, _b, _c;
|
|
19
|
+
return ((_c = (_b = (_a = event.content) == null ? void 0 : _a.parts) == null ? void 0 : _b.length) != null ? _c : 0) > 0;
|
|
20
|
+
}
|
|
21
|
+
);
|
|
22
|
+
}
|
|
23
|
+
async searchMemory(req) {
|
|
24
|
+
var _a, _b;
|
|
25
|
+
const userKey = getUserKey(req.appName, req.userId);
|
|
26
|
+
if (!this.sessionEvents[userKey]) {
|
|
27
|
+
return Promise.resolve({ memories: [] });
|
|
28
|
+
}
|
|
29
|
+
const wordsInQuery = req.query.toLowerCase().split(/\s+/);
|
|
30
|
+
const response = { memories: [] };
|
|
31
|
+
for (const sessionEvents of Object.values(this.sessionEvents[userKey])) {
|
|
32
|
+
for (const event of sessionEvents) {
|
|
33
|
+
if (!((_b = (_a = event.content) == null ? void 0 : _a.parts) == null ? void 0 : _b.length)) {
|
|
34
|
+
continue;
|
|
35
|
+
}
|
|
36
|
+
const joinedText = event.content.parts.map((part) => part.text).filter((text) => !!text).join(" ");
|
|
37
|
+
const wordsInEvent = extractWordsLower(joinedText);
|
|
38
|
+
if (!wordsInEvent.size) {
|
|
39
|
+
continue;
|
|
40
|
+
}
|
|
41
|
+
const matchQuery = wordsInQuery.some((queryWord) => wordsInEvent.has(queryWord));
|
|
42
|
+
if (matchQuery) {
|
|
43
|
+
response.memories.push({
|
|
44
|
+
content: event.content,
|
|
45
|
+
author: event.author,
|
|
46
|
+
timestamp: formatTimestamp(event.timestamp)
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
return response;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
function getUserKey(appName, userId) {
|
|
55
|
+
return "".concat(appName, "/").concat(userId);
|
|
56
|
+
}
|
|
57
|
+
function extractWordsLower(text) {
|
|
58
|
+
return new Set(
|
|
59
|
+
[...text.matchAll(/[A-Za-z]+/)].map((match) => match[0].toLowerCase())
|
|
60
|
+
);
|
|
61
|
+
}
|
|
62
|
+
function formatTimestamp(timestamp) {
|
|
63
|
+
return new Date(timestamp).toISOString();
|
|
64
|
+
}
|
|
65
|
+
export {
|
|
66
|
+
InMemoryMemoryService
|
|
67
|
+
};
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2025 Google LLC
|
|
4
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
+
*/
|
|
6
|
+
class BaseLlm {
|
|
7
|
+
/**
|
|
8
|
+
* Creates an instance of BaseLLM.
|
|
9
|
+
*
|
|
10
|
+
* @param model The name of the LLM, e.g. gemini-1.5-flash or
|
|
11
|
+
* gemini-1.5-flash-001.
|
|
12
|
+
*/
|
|
13
|
+
constructor(model) {
|
|
14
|
+
this.model = model;
|
|
15
|
+
}
|
|
16
|
+
/**
|
|
17
|
+
* Appends a user content, so that model can continue to output.
|
|
18
|
+
*
|
|
19
|
+
* @param llmRequest LlmRequest, the request to send to the LLM.
|
|
20
|
+
*/
|
|
21
|
+
maybeAppendUserContent(llmRequest) {
|
|
22
|
+
var _a;
|
|
23
|
+
if (llmRequest.contents.length === 0) {
|
|
24
|
+
llmRequest.contents.push({
|
|
25
|
+
role: "user",
|
|
26
|
+
parts: [
|
|
27
|
+
{ text: "Handle the requests as specified in the System Instruction." }
|
|
28
|
+
]
|
|
29
|
+
});
|
|
30
|
+
}
|
|
31
|
+
if (((_a = llmRequest.contents[llmRequest.contents.length - 1]) == null ? void 0 : _a.role) !== "user") {
|
|
32
|
+
llmRequest.contents.push({
|
|
33
|
+
role: "user",
|
|
34
|
+
parts: [{
|
|
35
|
+
text: "Continue processing previous requests as instructed. Exit or provide a summary if no more outputs are needed."
|
|
36
|
+
}]
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* List of supported models in regex for LlmRegistry.
|
|
43
|
+
*/
|
|
44
|
+
BaseLlm.supportedModels = [];
|
|
45
|
+
export {
|
|
46
|
+
BaseLlm
|
|
47
|
+
};
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
var __knownSymbol = (name, symbol) => (symbol = Symbol[name]) ? symbol : Symbol.for("Symbol." + name);
|
|
2
|
+
var __await = function(promise, isYieldStar) {
|
|
3
|
+
this[0] = promise;
|
|
4
|
+
this[1] = isYieldStar;
|
|
5
|
+
};
|
|
6
|
+
var __asyncGenerator = (__this, __arguments, generator) => {
|
|
7
|
+
var resume = (k, v, yes, no) => {
|
|
8
|
+
try {
|
|
9
|
+
var x = generator[k](v), isAwait = (v = x.value) instanceof __await, done = x.done;
|
|
10
|
+
Promise.resolve(isAwait ? v[0] : v).then((y) => isAwait ? resume(k === "return" ? k : "next", v[1] ? { done: y.done, value: y.value } : y, yes, no) : yes({ value: y, done })).catch((e) => resume("throw", e, yes, no));
|
|
11
|
+
} catch (e) {
|
|
12
|
+
no(e);
|
|
13
|
+
}
|
|
14
|
+
}, method = (k) => it[k] = (x) => new Promise((yes, no) => resume(k, x, yes, no)), it = {};
|
|
15
|
+
return generator = generator.apply(__this, __arguments), it[__knownSymbol("asyncIterator")] = () => it, method("next"), method("throw"), method("return"), it;
|
|
16
|
+
};
|
|
17
|
+
/**
|
|
18
|
+
* @license
|
|
19
|
+
* Copyright 2025 Google LLC
|
|
20
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
21
|
+
*/
|
|
22
|
+
import { logger } from "../utils/logger.js";
|
|
23
|
+
class GeminiLlmConnection {
|
|
24
|
+
constructor(geminiSession) {
|
|
25
|
+
this.geminiSession = geminiSession;
|
|
26
|
+
}
|
|
27
|
+
/**
|
|
28
|
+
* Sends the conversation history to the gemini model.
|
|
29
|
+
*
|
|
30
|
+
* You call this method right after setting up the model connection.
|
|
31
|
+
* The model will respond if the last content is from user, otherwise it will
|
|
32
|
+
* wait for new user input before responding.
|
|
33
|
+
*
|
|
34
|
+
* @param history The conversation history to send to the model.
|
|
35
|
+
*/
|
|
36
|
+
async sendHistory(history) {
|
|
37
|
+
const contents = history.filter(
|
|
38
|
+
(content) => {
|
|
39
|
+
var _a;
|
|
40
|
+
return content.parts && ((_a = content.parts[0]) == null ? void 0 : _a.text);
|
|
41
|
+
}
|
|
42
|
+
);
|
|
43
|
+
if (contents.length > 0) {
|
|
44
|
+
this.geminiSession.sendClientContent({
|
|
45
|
+
turns: contents,
|
|
46
|
+
turnComplete: contents[contents.length - 1].role === "user"
|
|
47
|
+
});
|
|
48
|
+
} else {
|
|
49
|
+
logger.info("no content is sent");
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
/**
|
|
53
|
+
* Sends a user content to the gemini model.
|
|
54
|
+
*
|
|
55
|
+
* The model will respond immediately upon receiving the content.
|
|
56
|
+
* If you send function responses, all parts in the content should be function
|
|
57
|
+
* responses.
|
|
58
|
+
*
|
|
59
|
+
* @param content The content to send to the model.
|
|
60
|
+
*/
|
|
61
|
+
async sendContent(content) {
|
|
62
|
+
if (!content.parts) {
|
|
63
|
+
throw new Error("Content must have parts.");
|
|
64
|
+
}
|
|
65
|
+
if (content.parts[0].functionResponse) {
|
|
66
|
+
const functionResponses = content.parts.map((part) => part.functionResponse).filter((fr) => !!fr);
|
|
67
|
+
logger.debug("Sending LLM function response:", functionResponses);
|
|
68
|
+
this.geminiSession.sendToolResponse({
|
|
69
|
+
functionResponses
|
|
70
|
+
});
|
|
71
|
+
} else {
|
|
72
|
+
logger.debug("Sending LLM new content", content);
|
|
73
|
+
this.geminiSession.sendClientContent({
|
|
74
|
+
turns: [content],
|
|
75
|
+
turnComplete: true
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* Sends a chunk of audio or a frame of video to the model in realtime.
|
|
81
|
+
*
|
|
82
|
+
* @param blob The blob to send to the model.
|
|
83
|
+
*/
|
|
84
|
+
async sendRealtime(blob) {
|
|
85
|
+
logger.debug("Sending LLM Blob:", blob);
|
|
86
|
+
this.geminiSession.sendRealtimeInput({ media: blob });
|
|
87
|
+
}
|
|
88
|
+
/**
|
|
89
|
+
* Builds a full text response.
|
|
90
|
+
*
|
|
91
|
+
* The text should not be partial and the returned LlmResponse is not be
|
|
92
|
+
* partial.
|
|
93
|
+
*
|
|
94
|
+
* @param text The text to be included in the response.
|
|
95
|
+
* @returns An LlmResponse containing the full text.
|
|
96
|
+
*/
|
|
97
|
+
buildFullTextResponse(text) {
|
|
98
|
+
return {
|
|
99
|
+
content: {
|
|
100
|
+
role: "model",
|
|
101
|
+
parts: [{ text }]
|
|
102
|
+
}
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
// TODO(b/425992518): GenAI SDK inconsistent API, missing methods.
|
|
106
|
+
receive() {
|
|
107
|
+
return __asyncGenerator(this, null, function* () {
|
|
108
|
+
throw new Error("Not Implemented.");
|
|
109
|
+
});
|
|
110
|
+
}
|
|
111
|
+
/**
|
|
112
|
+
* Closes the llm server connection.
|
|
113
|
+
*/
|
|
114
|
+
async close() {
|
|
115
|
+
this.geminiSession.close();
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
export {
|
|
119
|
+
GeminiLlmConnection
|
|
120
|
+
};
|
|
@@ -0,0 +1,332 @@
|
|
|
1
|
+
var __defProp = Object.defineProperty;
|
|
2
|
+
var __getOwnPropSymbols = Object.getOwnPropertySymbols;
|
|
3
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
4
|
+
var __propIsEnum = Object.prototype.propertyIsEnumerable;
|
|
5
|
+
var __knownSymbol = (name, symbol) => (symbol = Symbol[name]) ? symbol : Symbol.for("Symbol." + name);
|
|
6
|
+
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
7
|
+
var __spreadValues = (a, b) => {
|
|
8
|
+
for (var prop in b || (b = {}))
|
|
9
|
+
if (__hasOwnProp.call(b, prop))
|
|
10
|
+
__defNormalProp(a, prop, b[prop]);
|
|
11
|
+
if (__getOwnPropSymbols)
|
|
12
|
+
for (var prop of __getOwnPropSymbols(b)) {
|
|
13
|
+
if (__propIsEnum.call(b, prop))
|
|
14
|
+
__defNormalProp(a, prop, b[prop]);
|
|
15
|
+
}
|
|
16
|
+
return a;
|
|
17
|
+
};
|
|
18
|
+
var __await = function(promise, isYieldStar) {
|
|
19
|
+
this[0] = promise;
|
|
20
|
+
this[1] = isYieldStar;
|
|
21
|
+
};
|
|
22
|
+
var __asyncGenerator = (__this, __arguments, generator) => {
|
|
23
|
+
var resume = (k, v, yes, no) => {
|
|
24
|
+
try {
|
|
25
|
+
var x = generator[k](v), isAwait = (v = x.value) instanceof __await, done = x.done;
|
|
26
|
+
Promise.resolve(isAwait ? v[0] : v).then((y) => isAwait ? resume(k === "return" ? k : "next", v[1] ? { done: y.done, value: y.value } : y, yes, no) : yes({ value: y, done })).catch((e) => resume("throw", e, yes, no));
|
|
27
|
+
} catch (e) {
|
|
28
|
+
no(e);
|
|
29
|
+
}
|
|
30
|
+
}, method = (k) => it[k] = (x) => new Promise((yes, no) => resume(k, x, yes, no)), it = {};
|
|
31
|
+
return generator = generator.apply(__this, __arguments), it[__knownSymbol("asyncIterator")] = () => it, method("next"), method("throw"), method("return"), it;
|
|
32
|
+
};
|
|
33
|
+
var __forAwait = (obj, it, method) => (it = obj[__knownSymbol("asyncIterator")]) ? it.call(obj) : (obj = obj[__knownSymbol("iterator")](), it = {}, method = (key, fn) => (fn = obj[key]) && (it[key] = (arg) => new Promise((yes, no, done) => (arg = fn.call(obj, arg), done = arg.done, Promise.resolve(arg.value).then((value) => yes({ value, done }), no)))), method("next"), method("return"), it);
|
|
34
|
+
/**
|
|
35
|
+
* @license
|
|
36
|
+
* Copyright 2025 Google LLC
|
|
37
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
38
|
+
*/
|
|
39
|
+
import { createPartFromText, FinishReason, GoogleGenAI } from "@google/genai";
|
|
40
|
+
import { isBrowser } from "../utils/env_aware_utils.js";
|
|
41
|
+
import { logger } from "../utils/logger.js";
|
|
42
|
+
import { GoogleLLMVariant } from "../utils/variant_utils.js";
|
|
43
|
+
import { version } from "../version.js";
|
|
44
|
+
import { BaseLlm } from "./base_llm.js";
|
|
45
|
+
import { GeminiLlmConnection } from "./gemini_llm_connection.js";
|
|
46
|
+
import { createLlmResponse } from "./llm_response.js";
|
|
47
|
+
const AGENT_ENGINE_TELEMETRY_TAG = "remote_reasoning_engine";
|
|
48
|
+
const AGENT_ENGINE_TELEMETRY_ENV_VARIABLE_NAME = "GOOGLE_CLOUD_AGENT_ENGINE_ID";
|
|
49
|
+
class Gemini extends BaseLlm {
|
|
50
|
+
/**
|
|
51
|
+
* @param params The parameters for creating a Gemini instance.
|
|
52
|
+
*/
|
|
53
|
+
constructor({
|
|
54
|
+
model = "gemini-2.5-flash",
|
|
55
|
+
apiKey,
|
|
56
|
+
vertexai,
|
|
57
|
+
project,
|
|
58
|
+
location,
|
|
59
|
+
headers
|
|
60
|
+
} = {}) {
|
|
61
|
+
super(model);
|
|
62
|
+
this.project = project;
|
|
63
|
+
this.location = location;
|
|
64
|
+
this.apiKey = apiKey;
|
|
65
|
+
this.headers = headers;
|
|
66
|
+
const canReadEnv = typeof process === "object";
|
|
67
|
+
this.vertexai = !!vertexai;
|
|
68
|
+
if (!this.vertexai && canReadEnv) {
|
|
69
|
+
const vertexAIfromEnv = process.env["GOOGLE_GENAI_USE_VERTEXAI"];
|
|
70
|
+
if (vertexAIfromEnv) {
|
|
71
|
+
this.vertexai = vertexAIfromEnv.toLowerCase() === "true" || vertexAIfromEnv === "1";
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
if (this.vertexai) {
|
|
75
|
+
if (canReadEnv && !this.project) {
|
|
76
|
+
this.project = process.env["GOOGLE_CLOUD_PROJECT"];
|
|
77
|
+
}
|
|
78
|
+
if (canReadEnv && !this.location) {
|
|
79
|
+
this.location = process.env["GOOGLE_CLOUD_LOCATION"];
|
|
80
|
+
}
|
|
81
|
+
if (!this.project) {
|
|
82
|
+
throw new Error(
|
|
83
|
+
"VertexAI project must be provided via constructor or GOOGLE_CLOUD_PROJECT environment variable."
|
|
84
|
+
);
|
|
85
|
+
}
|
|
86
|
+
if (!this.location) {
|
|
87
|
+
throw new Error(
|
|
88
|
+
"VertexAI location must be provided via constructor or GOOGLE_CLOUD_LOCATION environment variable."
|
|
89
|
+
);
|
|
90
|
+
}
|
|
91
|
+
} else {
|
|
92
|
+
if (!this.apiKey && canReadEnv) {
|
|
93
|
+
this.apiKey = process.env["GOOGLE_GENAI_API_KEY"] || process.env["GEMINI_API_KEY"];
|
|
94
|
+
}
|
|
95
|
+
if (!this.apiKey) {
|
|
96
|
+
throw new Error(
|
|
97
|
+
"API key must be provided via constructor or GOOGLE_GENAI_API_KEY or GEMINI_API_KEY environment variable."
|
|
98
|
+
);
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
/**
|
|
103
|
+
* Sends a request to the Gemini model.
|
|
104
|
+
*
|
|
105
|
+
* @param llmRequest LlmRequest, the request to send to the Gemini model.
|
|
106
|
+
* @param stream bool = false, whether to do streaming call.
|
|
107
|
+
* @yields LlmResponse: The model response.
|
|
108
|
+
*/
|
|
109
|
+
generateContentAsync(llmRequest, stream = false) {
|
|
110
|
+
return __asyncGenerator(this, null, function* () {
|
|
111
|
+
var _a, _b, _c, _d, _e, _f, _g;
|
|
112
|
+
this.preprocessRequest(llmRequest);
|
|
113
|
+
this.maybeAppendUserContent(llmRequest);
|
|
114
|
+
logger.info(
|
|
115
|
+
"Sending out request, model: ".concat(llmRequest.model, ", backend: ").concat(this.apiBackend, ", stream: ").concat(stream)
|
|
116
|
+
);
|
|
117
|
+
if ((_a = llmRequest.config) == null ? void 0 : _a.httpOptions) {
|
|
118
|
+
llmRequest.config.httpOptions.headers = __spreadValues(__spreadValues({}, llmRequest.config.httpOptions.headers), this.trackingHeaders);
|
|
119
|
+
}
|
|
120
|
+
if (stream) {
|
|
121
|
+
const streamResult = yield new __await(this.apiClient.models.generateContentStream({
|
|
122
|
+
model: (_b = llmRequest.model) != null ? _b : this.model,
|
|
123
|
+
contents: llmRequest.contents,
|
|
124
|
+
config: llmRequest.config
|
|
125
|
+
}));
|
|
126
|
+
let thoughtText = "";
|
|
127
|
+
let text = "";
|
|
128
|
+
let usageMetadata;
|
|
129
|
+
let lastResponse;
|
|
130
|
+
try {
|
|
131
|
+
for (var iter = __forAwait(streamResult), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
|
|
132
|
+
const response = temp.value;
|
|
133
|
+
lastResponse = response;
|
|
134
|
+
const llmResponse = createLlmResponse(response);
|
|
135
|
+
usageMetadata = llmResponse.usageMetadata;
|
|
136
|
+
const firstPart = (_d = (_c = llmResponse.content) == null ? void 0 : _c.parts) == null ? void 0 : _d[0];
|
|
137
|
+
if (firstPart == null ? void 0 : firstPart.text) {
|
|
138
|
+
if ("thought" in firstPart && firstPart.thought) {
|
|
139
|
+
thoughtText += firstPart.text;
|
|
140
|
+
} else {
|
|
141
|
+
text += firstPart.text;
|
|
142
|
+
}
|
|
143
|
+
llmResponse.partial = true;
|
|
144
|
+
} else if ((thoughtText || text) && (!firstPart || !firstPart.inlineData)) {
|
|
145
|
+
const parts = [];
|
|
146
|
+
if (thoughtText) {
|
|
147
|
+
parts.push({ text: thoughtText, thought: true });
|
|
148
|
+
}
|
|
149
|
+
if (text) {
|
|
150
|
+
parts.push(createPartFromText(text));
|
|
151
|
+
}
|
|
152
|
+
yield {
|
|
153
|
+
content: {
|
|
154
|
+
role: "model",
|
|
155
|
+
parts
|
|
156
|
+
},
|
|
157
|
+
usageMetadata: llmResponse.usageMetadata
|
|
158
|
+
};
|
|
159
|
+
thoughtText = "";
|
|
160
|
+
text = "";
|
|
161
|
+
}
|
|
162
|
+
yield llmResponse;
|
|
163
|
+
}
|
|
164
|
+
} catch (temp) {
|
|
165
|
+
error = [temp];
|
|
166
|
+
} finally {
|
|
167
|
+
try {
|
|
168
|
+
more && (temp = iter.return) && (yield new __await(temp.call(iter)));
|
|
169
|
+
} finally {
|
|
170
|
+
if (error)
|
|
171
|
+
throw error[0];
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
if ((text || thoughtText) && ((_f = (_e = lastResponse == null ? void 0 : lastResponse.candidates) == null ? void 0 : _e[0]) == null ? void 0 : _f.finishReason) === FinishReason.STOP) {
|
|
175
|
+
const parts = [];
|
|
176
|
+
if (thoughtText) {
|
|
177
|
+
parts.push({ text: thoughtText, thought: true });
|
|
178
|
+
}
|
|
179
|
+
if (text) {
|
|
180
|
+
parts.push({ text });
|
|
181
|
+
}
|
|
182
|
+
yield {
|
|
183
|
+
content: {
|
|
184
|
+
role: "model",
|
|
185
|
+
parts
|
|
186
|
+
},
|
|
187
|
+
usageMetadata
|
|
188
|
+
};
|
|
189
|
+
}
|
|
190
|
+
} else {
|
|
191
|
+
const response = yield new __await(this.apiClient.models.generateContent({
|
|
192
|
+
model: (_g = llmRequest.model) != null ? _g : this.model,
|
|
193
|
+
contents: llmRequest.contents,
|
|
194
|
+
config: llmRequest.config
|
|
195
|
+
}));
|
|
196
|
+
yield createLlmResponse(response);
|
|
197
|
+
}
|
|
198
|
+
});
|
|
199
|
+
}
|
|
200
|
+
get apiClient() {
|
|
201
|
+
if (this._apiClient) {
|
|
202
|
+
return this._apiClient;
|
|
203
|
+
}
|
|
204
|
+
const combinedHeaders = __spreadValues(__spreadValues({}, this.trackingHeaders), this.headers);
|
|
205
|
+
if (this.vertexai) {
|
|
206
|
+
this._apiClient = new GoogleGenAI({
|
|
207
|
+
vertexai: this.vertexai,
|
|
208
|
+
project: this.project,
|
|
209
|
+
location: this.location,
|
|
210
|
+
httpOptions: { headers: combinedHeaders }
|
|
211
|
+
});
|
|
212
|
+
} else {
|
|
213
|
+
this._apiClient = new GoogleGenAI({
|
|
214
|
+
apiKey: this.apiKey,
|
|
215
|
+
httpOptions: { headers: combinedHeaders }
|
|
216
|
+
});
|
|
217
|
+
}
|
|
218
|
+
return this._apiClient;
|
|
219
|
+
}
|
|
220
|
+
get apiBackend() {
|
|
221
|
+
if (!this._apiBackend) {
|
|
222
|
+
this._apiBackend = this.apiClient.vertexai ? GoogleLLMVariant.VERTEX_AI : GoogleLLMVariant.GEMINI_API;
|
|
223
|
+
}
|
|
224
|
+
return this._apiBackend;
|
|
225
|
+
}
|
|
226
|
+
get trackingHeaders() {
|
|
227
|
+
if (!this._trackingHeaders) {
|
|
228
|
+
let frameworkLabel = "google-adk/".concat(version);
|
|
229
|
+
if (!isBrowser() && process.env[AGENT_ENGINE_TELEMETRY_ENV_VARIABLE_NAME]) {
|
|
230
|
+
frameworkLabel = "".concat(frameworkLabel, "+").concat(AGENT_ENGINE_TELEMETRY_TAG);
|
|
231
|
+
}
|
|
232
|
+
const languageLabel = "gl-typescript/".concat(isBrowser() ? window.navigator.userAgent : process.version);
|
|
233
|
+
const versionHeaderValue = "".concat(frameworkLabel, " ").concat(languageLabel);
|
|
234
|
+
this._trackingHeaders = {
|
|
235
|
+
"x-goog-api-client": versionHeaderValue,
|
|
236
|
+
"user-agent": versionHeaderValue
|
|
237
|
+
};
|
|
238
|
+
}
|
|
239
|
+
return this._trackingHeaders;
|
|
240
|
+
}
|
|
241
|
+
get liveApiVersion() {
|
|
242
|
+
if (!this._liveApiVersion) {
|
|
243
|
+
this._liveApiVersion = this.apiBackend === GoogleLLMVariant.VERTEX_AI ? "v1beta1" : "v1alpha";
|
|
244
|
+
}
|
|
245
|
+
return this._liveApiVersion;
|
|
246
|
+
}
|
|
247
|
+
get liveApiClient() {
|
|
248
|
+
if (!this._liveApiClient) {
|
|
249
|
+
this._liveApiClient = new GoogleGenAI({
|
|
250
|
+
apiKey: this.apiKey,
|
|
251
|
+
httpOptions: {
|
|
252
|
+
headers: this.trackingHeaders,
|
|
253
|
+
apiVersion: this.liveApiVersion
|
|
254
|
+
}
|
|
255
|
+
});
|
|
256
|
+
}
|
|
257
|
+
return this._liveApiClient;
|
|
258
|
+
}
|
|
259
|
+
/**
|
|
260
|
+
* Connects to the Gemini model and returns an llm connection.
|
|
261
|
+
*
|
|
262
|
+
* @param llmRequest LlmRequest, the request to send to the Gemini model.
|
|
263
|
+
* @returns BaseLlmConnection, the connection to the Gemini model.
|
|
264
|
+
*/
|
|
265
|
+
async connect(llmRequest) {
|
|
266
|
+
var _a, _b, _c, _d;
|
|
267
|
+
if ((_a = llmRequest.liveConnectConfig) == null ? void 0 : _a.httpOptions) {
|
|
268
|
+
if (!llmRequest.liveConnectConfig.httpOptions.headers) {
|
|
269
|
+
llmRequest.liveConnectConfig.httpOptions.headers = {};
|
|
270
|
+
}
|
|
271
|
+
Object.assign(
|
|
272
|
+
llmRequest.liveConnectConfig.httpOptions.headers,
|
|
273
|
+
this.trackingHeaders
|
|
274
|
+
);
|
|
275
|
+
llmRequest.liveConnectConfig.httpOptions.apiVersion = this.liveApiVersion;
|
|
276
|
+
}
|
|
277
|
+
if ((_b = llmRequest.config) == null ? void 0 : _b.systemInstruction) {
|
|
278
|
+
llmRequest.liveConnectConfig.systemInstruction = {
|
|
279
|
+
role: "system",
|
|
280
|
+
// TODO - b/425992518: validate type casting works well.
|
|
281
|
+
parts: [createPartFromText(llmRequest.config.systemInstruction)]
|
|
282
|
+
};
|
|
283
|
+
}
|
|
284
|
+
llmRequest.liveConnectConfig.tools = (_c = llmRequest.config) == null ? void 0 : _c.tools;
|
|
285
|
+
const liveSession = await this.liveApiClient.live.connect({
|
|
286
|
+
model: (_d = llmRequest.model) != null ? _d : this.model,
|
|
287
|
+
config: llmRequest.liveConnectConfig,
|
|
288
|
+
callbacks: {
|
|
289
|
+
// TODO - b/425992518: GenAI SDK inconsistent API, missing methods.
|
|
290
|
+
onmessage: () => {
|
|
291
|
+
}
|
|
292
|
+
}
|
|
293
|
+
});
|
|
294
|
+
return new GeminiLlmConnection(liveSession);
|
|
295
|
+
}
|
|
296
|
+
preprocessRequest(llmRequest) {
|
|
297
|
+
if (this.apiBackend === GoogleLLMVariant.GEMINI_API) {
|
|
298
|
+
if (llmRequest.config) {
|
|
299
|
+
llmRequest.config.labels = void 0;
|
|
300
|
+
}
|
|
301
|
+
if (llmRequest.contents) {
|
|
302
|
+
for (const content of llmRequest.contents) {
|
|
303
|
+
if (!content.parts) continue;
|
|
304
|
+
for (const part of content.parts) {
|
|
305
|
+
removeDisplayNameIfPresent(part.inlineData);
|
|
306
|
+
removeDisplayNameIfPresent(part.fileData);
|
|
307
|
+
}
|
|
308
|
+
}
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
}
|
|
313
|
+
/**
|
|
314
|
+
* A list of model name patterns that are supported by this LLM.
|
|
315
|
+
*
|
|
316
|
+
* @returns A list of supported models.
|
|
317
|
+
*/
|
|
318
|
+
Gemini.supportedModels = [
|
|
319
|
+
/gemini-.*/,
|
|
320
|
+
// fine-tuned vertex endpoint pattern
|
|
321
|
+
/projects\/.+\/locations\/.+\/endpoints\/.+/,
|
|
322
|
+
// vertex gemini long name
|
|
323
|
+
/projects\/.+\/locations\/.+\/publishers\/google\/models\/gemini.+/
|
|
324
|
+
];
|
|
325
|
+
function removeDisplayNameIfPresent(dataObj) {
|
|
326
|
+
if (dataObj && dataObj.displayName) {
|
|
327
|
+
dataObj.displayName = void 0;
|
|
328
|
+
}
|
|
329
|
+
}
|
|
330
|
+
export {
|
|
331
|
+
Gemini
|
|
332
|
+
};
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2025 Google LLC
|
|
4
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
+
*/
|
|
6
|
+
function appendInstructions(llmRequest, instructions) {
|
|
7
|
+
if (!llmRequest.config) {
|
|
8
|
+
llmRequest.config = {};
|
|
9
|
+
}
|
|
10
|
+
const newInstructions = instructions.join("\n\n");
|
|
11
|
+
if (llmRequest.config.systemInstruction) {
|
|
12
|
+
llmRequest.config.systemInstruction += "\n\n" + newInstructions;
|
|
13
|
+
} else {
|
|
14
|
+
llmRequest.config.systemInstruction = newInstructions;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
function appendTools(llmRequest, tools) {
|
|
18
|
+
if (!(tools == null ? void 0 : tools.length)) {
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
21
|
+
const functionDeclarations = [];
|
|
22
|
+
for (const tool of tools) {
|
|
23
|
+
const declaration = tool._getDeclaration();
|
|
24
|
+
if (declaration) {
|
|
25
|
+
functionDeclarations.push(declaration);
|
|
26
|
+
llmRequest.toolsDict[tool.name] = tool;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
if (functionDeclarations.length) {
|
|
30
|
+
if (!llmRequest.config) {
|
|
31
|
+
llmRequest.config = {};
|
|
32
|
+
}
|
|
33
|
+
if (!llmRequest.config.tools) {
|
|
34
|
+
llmRequest.config.tools = [];
|
|
35
|
+
}
|
|
36
|
+
llmRequest.config.tools.push({ functionDeclarations });
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
function setOutputSchema(llmRequest, schema) {
|
|
40
|
+
if (!llmRequest.config) {
|
|
41
|
+
llmRequest.config = {};
|
|
42
|
+
}
|
|
43
|
+
llmRequest.config.responseSchema = schema;
|
|
44
|
+
llmRequest.config.responseMimeType = "application/json";
|
|
45
|
+
}
|
|
46
|
+
export {
|
|
47
|
+
appendInstructions,
|
|
48
|
+
appendTools,
|
|
49
|
+
setOutputSchema
|
|
50
|
+
};
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2025 Google LLC
|
|
4
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
+
*/
|
|
6
|
+
function createLlmResponse(response) {
|
|
7
|
+
var _a;
|
|
8
|
+
const usageMetadata = response.usageMetadata;
|
|
9
|
+
if (response.candidates && response.candidates.length > 0) {
|
|
10
|
+
const candidate = response.candidates[0];
|
|
11
|
+
if (((_a = candidate.content) == null ? void 0 : _a.parts) && candidate.content.parts.length > 0) {
|
|
12
|
+
return {
|
|
13
|
+
content: candidate.content,
|
|
14
|
+
groundingMetadata: candidate.groundingMetadata,
|
|
15
|
+
usageMetadata,
|
|
16
|
+
finishReason: candidate.finishReason
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
return {
|
|
20
|
+
errorCode: candidate.finishReason,
|
|
21
|
+
errorMessage: candidate.finishMessage,
|
|
22
|
+
usageMetadata,
|
|
23
|
+
finishReason: candidate.finishReason
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
if (response.promptFeedback) {
|
|
27
|
+
return {
|
|
28
|
+
errorCode: response.promptFeedback.blockReason,
|
|
29
|
+
errorMessage: response.promptFeedback.blockReasonMessage,
|
|
30
|
+
usageMetadata
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
return {
|
|
34
|
+
errorCode: "UNKNOWN_ERROR",
|
|
35
|
+
errorMessage: "Unknown error.",
|
|
36
|
+
usageMetadata
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
export {
|
|
40
|
+
createLlmResponse
|
|
41
|
+
};
|