@paean-ai/adk 0.2.19 → 0.2.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/agents/active_streaming_tool.js +44 -0
- package/dist/cjs/agents/base_agent.js +245 -0
- package/dist/cjs/agents/base_llm_processor.js +44 -0
- package/dist/cjs/agents/callback_context.js +98 -0
- package/dist/cjs/agents/content_processor_utils.js +311 -0
- package/dist/cjs/agents/functions.js +425 -0
- package/dist/cjs/agents/instructions.js +110 -0
- package/dist/cjs/agents/invocation_context.js +107 -0
- package/dist/cjs/agents/live_request_queue.js +136 -0
- package/dist/cjs/agents/llm_agent.js +1279 -0
- package/dist/cjs/agents/loop_agent.js +68 -0
- package/dist/cjs/agents/parallel_agent.js +78 -0
- package/dist/cjs/agents/readonly_context.js +68 -0
- package/dist/cjs/agents/run_config.js +70 -0
- package/dist/cjs/agents/sequential_agent.js +84 -0
- package/dist/cjs/agents/transcription_entry.js +27 -0
- package/dist/cjs/artifacts/base_artifact_service.js +27 -0
- package/dist/cjs/artifacts/gcs_artifact_service.js +140 -0
- package/dist/cjs/artifacts/in_memory_artifact_service.js +119 -0
- package/dist/cjs/auth/auth_credential.js +46 -0
- package/dist/cjs/auth/auth_handler.js +92 -0
- package/dist/cjs/auth/auth_schemes.js +62 -0
- package/dist/cjs/auth/auth_tool.js +27 -0
- package/dist/cjs/auth/credential_service/base_credential_service.js +27 -0
- package/dist/cjs/auth/credential_service/in_memory_credential_service.js +63 -0
- package/dist/cjs/auth/exchanger/base_credential_exchanger.js +40 -0
- package/dist/cjs/auth/exchanger/credential_exchanger_registry.js +59 -0
- package/dist/cjs/code_executors/base_code_executor.js +76 -0
- package/dist/cjs/code_executors/built_in_code_executor.js +58 -0
- package/dist/cjs/code_executors/code_execution_utils.js +142 -0
- package/dist/cjs/code_executors/code_executor_context.js +198 -0
- package/dist/cjs/common.js +181 -0
- package/dist/cjs/events/event.js +119 -0
- package/dist/cjs/events/event_actions.js +83 -0
- package/dist/cjs/examples/base_example_provider.js +40 -0
- package/dist/cjs/examples/example.js +27 -0
- package/dist/cjs/examples/example_util.js +107 -0
- package/dist/cjs/index.js +12 -12
- package/dist/cjs/index.js.map +3 -3
- package/dist/cjs/index_web.js +33 -0
- package/dist/cjs/memory/base_memory_service.js +27 -0
- package/dist/cjs/memory/in_memory_memory_service.js +97 -0
- package/dist/cjs/memory/memory_entry.js +27 -0
- package/dist/cjs/models/base_llm.js +95 -0
- package/dist/cjs/models/base_llm_connection.js +27 -0
- package/dist/cjs/models/gemini_llm_connection.js +132 -0
- package/dist/cjs/models/google_llm.js +472 -0
- package/dist/cjs/models/llm_request.js +82 -0
- package/dist/cjs/models/llm_response.js +71 -0
- package/dist/cjs/models/registry.js +121 -0
- package/dist/cjs/plugins/base_plugin.js +236 -0
- package/dist/cjs/plugins/logging_plugin.js +222 -0
- package/dist/cjs/plugins/plugin_manager.js +239 -0
- package/dist/cjs/plugins/security_plugin.js +153 -0
- package/dist/cjs/runner/in_memory_runner.js +58 -0
- package/dist/cjs/runner/runner.js +277 -0
- package/dist/cjs/sessions/base_session_service.js +71 -0
- package/dist/cjs/sessions/in_memory_session_service.js +184 -0
- package/dist/cjs/sessions/session.js +48 -0
- package/dist/cjs/sessions/state.js +101 -0
- package/dist/cjs/telemetry/google_cloud.js +85 -0
- package/dist/cjs/telemetry/setup.js +97 -0
- package/dist/cjs/telemetry/tracing.js +231 -0
- package/dist/cjs/tools/agent_tool.js +134 -0
- package/dist/cjs/tools/base_tool.js +107 -0
- package/dist/cjs/tools/base_toolset.js +76 -0
- package/dist/cjs/tools/forwarding_artifact_service.js +71 -0
- package/dist/cjs/tools/function_tool.js +101 -0
- package/dist/cjs/tools/google_search_tool.js +77 -0
- package/dist/cjs/tools/long_running_tool.js +63 -0
- package/dist/cjs/tools/mcp/mcp_session_manager.js +65 -0
- package/dist/cjs/tools/mcp/mcp_tool.js +65 -0
- package/dist/cjs/tools/mcp/mcp_toolset.js +61 -0
- package/dist/cjs/tools/tool_confirmation.js +49 -0
- package/dist/cjs/tools/tool_context.js +129 -0
- package/dist/cjs/utils/client_labels.js +56 -0
- package/dist/cjs/utils/deep_clone.js +44 -0
- package/dist/cjs/utils/env_aware_utils.js +83 -0
- package/dist/cjs/utils/gemini_schema_util.js +88 -0
- package/dist/cjs/utils/logger.js +121 -0
- package/dist/cjs/utils/model_name.js +76 -0
- package/dist/cjs/utils/simple_zod_to_json.js +191 -0
- package/dist/cjs/utils/variant_utils.js +55 -0
- package/dist/cjs/version.js +39 -0
- package/dist/esm/agents/active_streaming_tool.js +14 -0
- package/dist/esm/agents/base_agent.js +214 -0
- package/dist/esm/agents/base_llm_processor.js +13 -0
- package/dist/esm/agents/callback_context.js +68 -0
- package/dist/esm/agents/content_processor_utils.js +280 -0
- package/dist/esm/agents/functions.js +384 -0
- package/dist/esm/agents/instructions.js +80 -0
- package/dist/esm/agents/invocation_context.js +76 -0
- package/dist/esm/agents/live_request_queue.js +106 -0
- package/dist/esm/agents/llm_agent.js +1247 -0
- package/dist/esm/agents/loop_agent.js +38 -0
- package/dist/esm/agents/parallel_agent.js +48 -0
- package/dist/esm/agents/readonly_context.js +38 -0
- package/dist/esm/agents/run_config.js +39 -0
- package/dist/esm/agents/sequential_agent.js +54 -0
- package/dist/esm/agents/transcription_entry.js +5 -0
- package/dist/esm/artifacts/base_artifact_service.js +5 -0
- package/dist/esm/artifacts/gcs_artifact_service.js +110 -0
- package/dist/esm/artifacts/in_memory_artifact_service.js +89 -0
- package/dist/esm/auth/auth_credential.js +16 -0
- package/dist/esm/auth/auth_handler.js +62 -0
- package/dist/esm/auth/auth_schemes.js +31 -0
- package/dist/esm/auth/auth_tool.js +5 -0
- package/dist/esm/auth/credential_service/base_credential_service.js +5 -0
- package/dist/esm/auth/credential_service/in_memory_credential_service.js +33 -0
- package/dist/esm/auth/exchanger/base_credential_exchanger.js +10 -0
- package/dist/esm/auth/exchanger/credential_exchanger_registry.js +29 -0
- package/dist/esm/code_executors/base_code_executor.js +46 -0
- package/dist/esm/code_executors/built_in_code_executor.js +28 -0
- package/dist/esm/code_executors/code_execution_utils.js +108 -0
- package/dist/esm/code_executors/code_executor_context.js +168 -0
- package/dist/esm/common.js +98 -0
- package/dist/esm/events/event.js +83 -0
- package/dist/esm/events/event_actions.js +52 -0
- package/dist/esm/examples/base_example_provider.js +10 -0
- package/dist/esm/examples/example.js +5 -0
- package/dist/esm/examples/example_util.js +76 -0
- package/dist/esm/index.js +12 -12
- package/dist/esm/index.js.map +3 -3
- package/dist/esm/index_web.js +6 -0
- package/dist/esm/memory/base_memory_service.js +5 -0
- package/dist/esm/memory/in_memory_memory_service.js +67 -0
- package/dist/esm/memory/memory_entry.js +5 -0
- package/dist/esm/models/base_llm.js +64 -0
- package/dist/esm/models/base_llm_connection.js +5 -0
- package/dist/esm/models/gemini_llm_connection.js +102 -0
- package/dist/esm/models/google_llm.js +446 -0
- package/dist/esm/models/llm_request.js +50 -0
- package/dist/esm/models/llm_response.js +41 -0
- package/dist/esm/models/registry.js +91 -0
- package/dist/esm/plugins/base_plugin.js +206 -0
- package/dist/esm/plugins/logging_plugin.js +192 -0
- package/dist/esm/plugins/plugin_manager.js +209 -0
- package/dist/esm/plugins/security_plugin.js +119 -0
- package/dist/esm/runner/in_memory_runner.js +28 -0
- package/dist/esm/runner/runner.js +247 -0
- package/dist/esm/sessions/base_session_service.js +41 -0
- package/dist/esm/sessions/in_memory_session_service.js +154 -0
- package/dist/esm/sessions/session.js +18 -0
- package/dist/esm/sessions/state.js +71 -0
- package/dist/esm/telemetry/google_cloud.js +54 -0
- package/dist/esm/telemetry/setup.js +67 -0
- package/dist/esm/telemetry/tracing.js +195 -0
- package/dist/esm/tools/agent_tool.js +104 -0
- package/dist/esm/tools/base_tool.js +77 -0
- package/dist/esm/tools/base_toolset.js +46 -0
- package/dist/esm/tools/forwarding_artifact_service.js +41 -0
- package/dist/esm/tools/function_tool.js +71 -0
- package/dist/esm/tools/google_search_tool.js +47 -0
- package/dist/esm/tools/long_running_tool.js +33 -0
- package/dist/esm/tools/mcp/mcp_session_manager.js +35 -0
- package/dist/esm/tools/mcp/mcp_tool.js +35 -0
- package/dist/esm/tools/mcp/mcp_toolset.js +31 -0
- package/dist/esm/tools/tool_confirmation.js +19 -0
- package/dist/esm/tools/tool_context.js +99 -0
- package/dist/esm/utils/client_labels.js +26 -0
- package/dist/esm/utils/deep_clone.js +14 -0
- package/dist/esm/utils/env_aware_utils.js +49 -0
- package/dist/esm/utils/gemini_schema_util.js +58 -0
- package/dist/esm/utils/logger.js +89 -0
- package/dist/esm/utils/model_name.js +41 -0
- package/dist/esm/utils/simple_zod_to_json.js +160 -0
- package/dist/esm/utils/variant_utils.js +24 -0
- package/dist/esm/version.js +9 -0
- package/dist/types/agents/llm_agent.d.ts +1 -0
- package/dist/types/models/google_llm.d.ts +0 -7
- package/dist/web/agents/active_streaming_tool.js +14 -0
- package/dist/web/agents/base_agent.js +265 -0
- package/dist/web/agents/base_llm_processor.js +13 -0
- package/dist/web/agents/callback_context.js +68 -0
- package/dist/web/agents/content_processor_utils.js +280 -0
- package/dist/web/agents/functions.js +384 -0
- package/dist/web/agents/instructions.js +80 -0
- package/dist/web/agents/invocation_context.js +76 -0
- package/dist/web/agents/live_request_queue.js +124 -0
- package/dist/web/agents/llm_agent.js +1377 -0
- package/dist/web/agents/loop_agent.js +71 -0
- package/dist/web/agents/parallel_agent.js +83 -0
- package/dist/web/agents/readonly_context.js +38 -0
- package/dist/web/agents/run_config.js +54 -0
- package/dist/web/agents/sequential_agent.js +99 -0
- package/dist/web/agents/transcription_entry.js +5 -0
- package/dist/web/artifacts/base_artifact_service.js +5 -0
- package/dist/web/artifacts/gcs_artifact_service.js +126 -0
- package/dist/web/artifacts/in_memory_artifact_service.js +89 -0
- package/dist/web/auth/auth_credential.js +16 -0
- package/dist/web/auth/auth_handler.js +62 -0
- package/dist/web/auth/auth_schemes.js +31 -0
- package/dist/web/auth/auth_tool.js +5 -0
- package/dist/web/auth/credential_service/base_credential_service.js +5 -0
- package/dist/web/auth/credential_service/in_memory_credential_service.js +33 -0
- package/dist/web/auth/exchanger/base_credential_exchanger.js +10 -0
- package/dist/web/auth/exchanger/credential_exchanger_registry.js +29 -0
- package/dist/web/code_executors/base_code_executor.js +46 -0
- package/dist/web/code_executors/built_in_code_executor.js +28 -0
- package/dist/web/code_executors/code_execution_utils.js +105 -0
- package/dist/web/code_executors/code_executor_context.js +168 -0
- package/dist/web/common.js +98 -0
- package/dist/web/events/event.js +101 -0
- package/dist/web/events/event_actions.js +67 -0
- package/dist/web/examples/base_example_provider.js +10 -0
- package/dist/web/examples/example.js +5 -0
- package/dist/web/examples/example_util.js +75 -0
- package/dist/web/index.js +1 -1
- package/dist/web/index.js.map +3 -3
- package/dist/web/index_web.js +6 -0
- package/dist/web/memory/base_memory_service.js +5 -0
- package/dist/web/memory/in_memory_memory_service.js +67 -0
- package/dist/web/memory/memory_entry.js +5 -0
- package/dist/web/models/base_llm.js +64 -0
- package/dist/web/models/base_llm_connection.js +5 -0
- package/dist/web/models/gemini_llm_connection.js +120 -0
- package/dist/web/models/google_llm.js +487 -0
- package/dist/web/models/llm_request.js +50 -0
- package/dist/web/models/llm_response.js +41 -0
- package/dist/web/models/registry.js +91 -0
- package/dist/web/plugins/base_plugin.js +206 -0
- package/dist/web/plugins/logging_plugin.js +192 -0
- package/dist/web/plugins/plugin_manager.js +209 -0
- package/dist/web/plugins/security_plugin.js +119 -0
- package/dist/web/runner/in_memory_runner.js +28 -0
- package/dist/web/runner/runner.js +278 -0
- package/dist/web/sessions/base_session_service.js +41 -0
- package/dist/web/sessions/in_memory_session_service.js +154 -0
- package/dist/web/sessions/session.js +18 -0
- package/dist/web/sessions/state.js +87 -0
- package/dist/web/telemetry/google_cloud.js +54 -0
- package/dist/web/telemetry/setup.js +67 -0
- package/dist/web/telemetry/tracing.js +210 -0
- package/dist/web/tools/agent_tool.js +118 -0
- package/dist/web/tools/base_tool.js +77 -0
- package/dist/web/tools/base_toolset.js +46 -0
- package/dist/web/tools/forwarding_artifact_service.js +41 -0
- package/dist/web/tools/function_tool.js +71 -0
- package/dist/web/tools/google_search_tool.js +47 -0
- package/dist/web/tools/long_running_tool.js +50 -0
- package/dist/web/tools/mcp/mcp_session_manager.js +35 -0
- package/dist/web/tools/mcp/mcp_tool.js +35 -0
- package/dist/web/tools/mcp/mcp_toolset.js +31 -0
- package/dist/web/tools/tool_confirmation.js +19 -0
- package/dist/web/tools/tool_context.js +99 -0
- package/dist/web/utils/client_labels.js +26 -0
- package/dist/web/utils/deep_clone.js +14 -0
- package/dist/web/utils/env_aware_utils.js +49 -0
- package/dist/web/utils/gemini_schema_util.js +58 -0
- package/dist/web/utils/logger.js +89 -0
- package/dist/web/utils/model_name.js +41 -0
- package/dist/web/utils/simple_zod_to_json.js +174 -0
- package/dist/web/utils/variant_utils.js +24 -0
- package/dist/web/version.js +9 -0
- package/package.json +1 -1
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2025 Google LLC
|
|
4
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
+
*/
|
|
6
|
+
class InMemoryMemoryService {
|
|
7
|
+
constructor() {
|
|
8
|
+
this.memories = [];
|
|
9
|
+
this.sessionEvents = {};
|
|
10
|
+
}
|
|
11
|
+
async addSessionToMemory(session) {
|
|
12
|
+
const userKey = getUserKey(session.appName, session.userId);
|
|
13
|
+
if (!this.sessionEvents[userKey]) {
|
|
14
|
+
this.sessionEvents[userKey] = {};
|
|
15
|
+
}
|
|
16
|
+
this.sessionEvents[userKey][session.id] = session.events.filter(
|
|
17
|
+
(event) => {
|
|
18
|
+
var _a, _b, _c;
|
|
19
|
+
return ((_c = (_b = (_a = event.content) == null ? void 0 : _a.parts) == null ? void 0 : _b.length) != null ? _c : 0) > 0;
|
|
20
|
+
}
|
|
21
|
+
);
|
|
22
|
+
}
|
|
23
|
+
async searchMemory(req) {
|
|
24
|
+
var _a, _b;
|
|
25
|
+
const userKey = getUserKey(req.appName, req.userId);
|
|
26
|
+
if (!this.sessionEvents[userKey]) {
|
|
27
|
+
return Promise.resolve({ memories: [] });
|
|
28
|
+
}
|
|
29
|
+
const wordsInQuery = req.query.toLowerCase().split(/\s+/);
|
|
30
|
+
const response = { memories: [] };
|
|
31
|
+
for (const sessionEvents of Object.values(this.sessionEvents[userKey])) {
|
|
32
|
+
for (const event of sessionEvents) {
|
|
33
|
+
if (!((_b = (_a = event.content) == null ? void 0 : _a.parts) == null ? void 0 : _b.length)) {
|
|
34
|
+
continue;
|
|
35
|
+
}
|
|
36
|
+
const joinedText = event.content.parts.map((part) => part.text).filter((text) => !!text).join(" ");
|
|
37
|
+
const wordsInEvent = extractWordsLower(joinedText);
|
|
38
|
+
if (!wordsInEvent.size) {
|
|
39
|
+
continue;
|
|
40
|
+
}
|
|
41
|
+
const matchQuery = wordsInQuery.some((queryWord) => wordsInEvent.has(queryWord));
|
|
42
|
+
if (matchQuery) {
|
|
43
|
+
response.memories.push({
|
|
44
|
+
content: event.content,
|
|
45
|
+
author: event.author,
|
|
46
|
+
timestamp: formatTimestamp(event.timestamp)
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
return response;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
function getUserKey(appName, userId) {
|
|
55
|
+
return "".concat(appName, "/").concat(userId);
|
|
56
|
+
}
|
|
57
|
+
function extractWordsLower(text) {
|
|
58
|
+
return new Set(
|
|
59
|
+
[...text.matchAll(/[A-Za-z]+/)].map((match) => match[0].toLowerCase())
|
|
60
|
+
);
|
|
61
|
+
}
|
|
62
|
+
function formatTimestamp(timestamp) {
|
|
63
|
+
return new Date(timestamp).toISOString();
|
|
64
|
+
}
|
|
65
|
+
export {
|
|
66
|
+
InMemoryMemoryService
|
|
67
|
+
};
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2025 Google LLC
|
|
4
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
+
*/
|
|
6
|
+
var _a;
|
|
7
|
+
import { getClientLabels } from "../utils/client_labels.js";
|
|
8
|
+
const BASE_MODEL_SYMBOL = Symbol("baseModel");
|
|
9
|
+
function isBaseLlm(obj) {
|
|
10
|
+
return typeof obj === "object" && obj !== null && BASE_MODEL_SYMBOL in obj && obj[BASE_MODEL_SYMBOL] === true;
|
|
11
|
+
}
|
|
12
|
+
_a = BASE_MODEL_SYMBOL;
|
|
13
|
+
class BaseLlm {
|
|
14
|
+
/**
|
|
15
|
+
* Creates an instance of BaseLLM.
|
|
16
|
+
* @param params The parameters for creating a BaseLlm instance.
|
|
17
|
+
* @param params.model The name of the LLM, e.g. gemini-1.5-flash or
|
|
18
|
+
* gemini-1.5-flash-001.
|
|
19
|
+
*/
|
|
20
|
+
constructor({ model }) {
|
|
21
|
+
this[_a] = true;
|
|
22
|
+
this.model = model;
|
|
23
|
+
}
|
|
24
|
+
get trackingHeaders() {
|
|
25
|
+
const labels = getClientLabels();
|
|
26
|
+
const headerValue = labels.join(" ");
|
|
27
|
+
return {
|
|
28
|
+
"x-goog-api-client": headerValue,
|
|
29
|
+
"user-agent": headerValue
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Appends a user content, so that model can continue to output.
|
|
34
|
+
*
|
|
35
|
+
* @param llmRequest LlmRequest, the request to send to the LLM.
|
|
36
|
+
*/
|
|
37
|
+
maybeAppendUserContent(llmRequest) {
|
|
38
|
+
var _a2;
|
|
39
|
+
if (llmRequest.contents.length === 0) {
|
|
40
|
+
llmRequest.contents.push({
|
|
41
|
+
role: "user",
|
|
42
|
+
parts: [
|
|
43
|
+
{ text: "Handle the requests as specified in the System Instruction." }
|
|
44
|
+
]
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
if (((_a2 = llmRequest.contents[llmRequest.contents.length - 1]) == null ? void 0 : _a2.role) !== "user") {
|
|
48
|
+
llmRequest.contents.push({
|
|
49
|
+
role: "user",
|
|
50
|
+
parts: [{
|
|
51
|
+
text: "Continue processing previous requests as instructed. Exit or provide a summary if no more outputs are needed."
|
|
52
|
+
}]
|
|
53
|
+
});
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* List of supported models in regex for LlmRegistry.
|
|
59
|
+
*/
|
|
60
|
+
BaseLlm.supportedModels = [];
|
|
61
|
+
export {
|
|
62
|
+
BaseLlm,
|
|
63
|
+
isBaseLlm
|
|
64
|
+
};
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
var __knownSymbol = (name, symbol) => (symbol = Symbol[name]) ? symbol : Symbol.for("Symbol." + name);
|
|
2
|
+
var __await = function(promise, isYieldStar) {
|
|
3
|
+
this[0] = promise;
|
|
4
|
+
this[1] = isYieldStar;
|
|
5
|
+
};
|
|
6
|
+
var __asyncGenerator = (__this, __arguments, generator) => {
|
|
7
|
+
var resume = (k, v, yes, no) => {
|
|
8
|
+
try {
|
|
9
|
+
var x = generator[k](v), isAwait = (v = x.value) instanceof __await, done = x.done;
|
|
10
|
+
Promise.resolve(isAwait ? v[0] : v).then((y) => isAwait ? resume(k === "return" ? k : "next", v[1] ? { done: y.done, value: y.value } : y, yes, no) : yes({ value: y, done })).catch((e) => resume("throw", e, yes, no));
|
|
11
|
+
} catch (e) {
|
|
12
|
+
no(e);
|
|
13
|
+
}
|
|
14
|
+
}, method = (k) => it[k] = (x) => new Promise((yes, no) => resume(k, x, yes, no)), it = {};
|
|
15
|
+
return generator = generator.apply(__this, __arguments), it[__knownSymbol("asyncIterator")] = () => it, method("next"), method("throw"), method("return"), it;
|
|
16
|
+
};
|
|
17
|
+
/**
|
|
18
|
+
* @license
|
|
19
|
+
* Copyright 2025 Google LLC
|
|
20
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
21
|
+
*/
|
|
22
|
+
import { logger } from "../utils/logger.js";
|
|
23
|
+
class GeminiLlmConnection {
|
|
24
|
+
constructor(geminiSession) {
|
|
25
|
+
this.geminiSession = geminiSession;
|
|
26
|
+
}
|
|
27
|
+
/**
|
|
28
|
+
* Sends the conversation history to the gemini model.
|
|
29
|
+
*
|
|
30
|
+
* You call this method right after setting up the model connection.
|
|
31
|
+
* The model will respond if the last content is from user, otherwise it will
|
|
32
|
+
* wait for new user input before responding.
|
|
33
|
+
*
|
|
34
|
+
* @param history The conversation history to send to the model.
|
|
35
|
+
*/
|
|
36
|
+
async sendHistory(history) {
|
|
37
|
+
const contents = history.filter(
|
|
38
|
+
(content) => {
|
|
39
|
+
var _a;
|
|
40
|
+
return content.parts && ((_a = content.parts[0]) == null ? void 0 : _a.text);
|
|
41
|
+
}
|
|
42
|
+
);
|
|
43
|
+
if (contents.length > 0) {
|
|
44
|
+
this.geminiSession.sendClientContent({
|
|
45
|
+
turns: contents,
|
|
46
|
+
turnComplete: contents[contents.length - 1].role === "user"
|
|
47
|
+
});
|
|
48
|
+
} else {
|
|
49
|
+
logger.info("no content is sent");
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
/**
|
|
53
|
+
* Sends a user content to the gemini model.
|
|
54
|
+
*
|
|
55
|
+
* The model will respond immediately upon receiving the content.
|
|
56
|
+
* If you send function responses, all parts in the content should be function
|
|
57
|
+
* responses.
|
|
58
|
+
*
|
|
59
|
+
* @param content The content to send to the model.
|
|
60
|
+
*/
|
|
61
|
+
async sendContent(content) {
|
|
62
|
+
if (!content.parts) {
|
|
63
|
+
throw new Error("Content must have parts.");
|
|
64
|
+
}
|
|
65
|
+
if (content.parts[0].functionResponse) {
|
|
66
|
+
const functionResponses = content.parts.map((part) => part.functionResponse).filter((fr) => !!fr);
|
|
67
|
+
logger.debug("Sending LLM function response:", functionResponses);
|
|
68
|
+
this.geminiSession.sendToolResponse({
|
|
69
|
+
functionResponses
|
|
70
|
+
});
|
|
71
|
+
} else {
|
|
72
|
+
logger.debug("Sending LLM new content", content);
|
|
73
|
+
this.geminiSession.sendClientContent({
|
|
74
|
+
turns: [content],
|
|
75
|
+
turnComplete: true
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* Sends a chunk of audio or a frame of video to the model in realtime.
|
|
81
|
+
*
|
|
82
|
+
* @param blob The blob to send to the model.
|
|
83
|
+
*/
|
|
84
|
+
async sendRealtime(blob) {
|
|
85
|
+
logger.debug("Sending LLM Blob:", blob);
|
|
86
|
+
this.geminiSession.sendRealtimeInput({ media: blob });
|
|
87
|
+
}
|
|
88
|
+
/**
|
|
89
|
+
* Builds a full text response.
|
|
90
|
+
*
|
|
91
|
+
* The text should not be partial and the returned LlmResponse is not be
|
|
92
|
+
* partial.
|
|
93
|
+
*
|
|
94
|
+
* @param text The text to be included in the response.
|
|
95
|
+
* @returns An LlmResponse containing the full text.
|
|
96
|
+
*/
|
|
97
|
+
buildFullTextResponse(text) {
|
|
98
|
+
return {
|
|
99
|
+
content: {
|
|
100
|
+
role: "model",
|
|
101
|
+
parts: [{ text }]
|
|
102
|
+
}
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
// TODO(b/425992518): GenAI SDK inconsistent API, missing methods.
|
|
106
|
+
receive() {
|
|
107
|
+
return __asyncGenerator(this, null, function* () {
|
|
108
|
+
throw new Error("Not Implemented.");
|
|
109
|
+
});
|
|
110
|
+
}
|
|
111
|
+
/**
|
|
112
|
+
* Closes the llm server connection.
|
|
113
|
+
*/
|
|
114
|
+
async close() {
|
|
115
|
+
this.geminiSession.close();
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
export {
|
|
119
|
+
GeminiLlmConnection
|
|
120
|
+
};
|