@just-every/ensemble 0.2.79 → 0.2.80
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/config/tool_execution.d.ts.map +1 -1
- package/dist/config/tool_execution.js +2 -11
- package/dist/config/tool_execution.js.map +1 -1
- package/dist/core/ensemble_embed.d.ts.map +1 -1
- package/dist/core/ensemble_embed.js +2 -4
- package/dist/core/ensemble_embed.js.map +1 -1
- package/dist/core/ensemble_image.d.ts.map +1 -1
- package/dist/core/ensemble_image.js +1 -1
- package/dist/core/ensemble_image.js.map +1 -1
- package/dist/core/ensemble_listen.d.ts.map +1 -1
- package/dist/core/ensemble_listen.js +2 -4
- package/dist/core/ensemble_listen.js.map +1 -1
- package/dist/core/ensemble_live.d.ts +14 -0
- package/dist/core/ensemble_live.d.ts.map +1 -0
- package/dist/core/ensemble_live.js +382 -0
- package/dist/core/ensemble_live.js.map +1 -0
- package/dist/core/ensemble_request.d.ts.map +1 -1
- package/dist/core/ensemble_request.js +5 -13
- package/dist/core/ensemble_request.js.map +1 -1
- package/dist/core/ensemble_voice.d.ts.map +1 -1
- package/dist/core/ensemble_voice.js +1 -1
- package/dist/core/ensemble_voice.js.map +1 -1
- package/dist/data/model_data.d.ts.map +1 -1
- package/dist/data/model_data.js +2 -11
- package/dist/data/model_data.js.map +1 -1
- package/dist/index.d.ts +6 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +6 -5
- package/dist/index.js.map +1 -1
- package/dist/model_providers/base_provider.d.ts.map +1 -1
- package/dist/model_providers/base_provider.js +1 -1
- package/dist/model_providers/base_provider.js.map +1 -1
- package/dist/model_providers/claude.d.ts.map +1 -1
- package/dist/model_providers/claude.js +48 -101
- package/dist/model_providers/claude.js.map +1 -1
- package/dist/model_providers/deepseek.d.ts.map +1 -1
- package/dist/model_providers/deepseek.js +7 -18
- package/dist/model_providers/deepseek.js.map +1 -1
- package/dist/model_providers/elevenlabs.d.ts.map +1 -1
- package/dist/model_providers/elevenlabs.js +3 -7
- package/dist/model_providers/elevenlabs.js.map +1 -1
- package/dist/model_providers/gemini.d.ts +2 -1
- package/dist/model_providers/gemini.d.ts.map +1 -1
- package/dist/model_providers/gemini.js +497 -109
- package/dist/model_providers/gemini.js.map +1 -1
- package/dist/model_providers/grok.d.ts.map +1 -1
- package/dist/model_providers/grok.js +1 -2
- package/dist/model_providers/grok.js.map +1 -1
- package/dist/model_providers/model_provider.d.ts.map +1 -1
- package/dist/model_providers/model_provider.js +10 -20
- package/dist/model_providers/model_provider.js.map +1 -1
- package/dist/model_providers/openai.d.ts.map +1 -1
- package/dist/model_providers/openai.js +50 -100
- package/dist/model_providers/openai.js.map +1 -1
- package/dist/model_providers/openai_chat.d.ts.map +1 -1
- package/dist/model_providers/openai_chat.js +39 -72
- package/dist/model_providers/openai_chat.js.map +1 -1
- package/dist/model_providers/test_provider.d.ts.map +1 -1
- package/dist/model_providers/test_provider.js +7 -17
- package/dist/model_providers/test_provider.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/types/errors.d.ts.map +1 -1
- package/dist/types/errors.js.map +1 -1
- package/dist/types/types.d.ts +157 -6
- package/dist/types/types.d.ts.map +1 -1
- package/dist/utils/agent.d.ts.map +1 -1
- package/dist/utils/agent.js +5 -16
- package/dist/utils/agent.js.map +1 -1
- package/dist/utils/citation_tracker.d.ts.map +1 -1
- package/dist/utils/citation_tracker.js.map +1 -1
- package/dist/utils/config_manager.d.ts.map +1 -1
- package/dist/utils/config_manager.js +12 -4
- package/dist/utils/config_manager.js.map +1 -1
- package/dist/utils/cost_tracker.d.ts.map +1 -1
- package/dist/utils/cost_tracker.js +13 -26
- package/dist/utils/cost_tracker.js.map +1 -1
- package/dist/utils/create_tool_function.d.ts.map +1 -1
- package/dist/utils/create_tool_function.js +4 -16
- package/dist/utils/create_tool_function.js.map +1 -1
- package/dist/utils/delta_buffer.d.ts.map +1 -1
- package/dist/utils/delta_buffer.js +1 -2
- package/dist/utils/delta_buffer.js.map +1 -1
- package/dist/utils/ensemble_result.d.ts.map +1 -1
- package/dist/utils/ensemble_result.js +9 -24
- package/dist/utils/ensemble_result.js.map +1 -1
- package/dist/utils/event_controller.d.ts.map +1 -1
- package/dist/utils/event_controller.js.map +1 -1
- package/dist/utils/external_models.d.ts.map +1 -1
- package/dist/utils/external_models.js.map +1 -1
- package/dist/utils/image_to_text.d.ts.map +1 -1
- package/dist/utils/image_to_text.js +1 -2
- package/dist/utils/image_to_text.js.map +1 -1
- package/dist/utils/image_utils.d.ts.map +1 -1
- package/dist/utils/image_utils.js.map +1 -1
- package/dist/utils/image_validation.d.ts.map +1 -1
- package/dist/utils/image_validation.js.map +1 -1
- package/dist/utils/llm_logger.d.ts.map +1 -1
- package/dist/utils/llm_logger.js.map +1 -1
- package/dist/utils/message_history.d.ts.map +1 -1
- package/dist/utils/message_history.js +9 -20
- package/dist/utils/message_history.js.map +1 -1
- package/dist/utils/model_class_config.d.ts.map +1 -1
- package/dist/utils/model_class_config.js +1 -1
- package/dist/utils/model_class_config.js.map +1 -1
- package/dist/utils/pause_controller.d.ts.map +1 -1
- package/dist/utils/pause_controller.js.map +1 -1
- package/dist/utils/quota_tracker.d.ts.map +1 -1
- package/dist/utils/quota_tracker.js +19 -49
- package/dist/utils/quota_tracker.js.map +1 -1
- package/dist/utils/retry_handler.d.ts.map +1 -1
- package/dist/utils/retry_handler.js.map +1 -1
- package/dist/utils/running_tool_tracker.d.ts.map +1 -1
- package/dist/utils/running_tool_tracker.js.map +1 -1
- package/dist/utils/sequential_queue.d.ts.map +1 -1
- package/dist/utils/sequential_queue.js.map +1 -1
- package/dist/utils/stream_handler.d.ts.map +1 -1
- package/dist/utils/stream_handler.js +1 -1
- package/dist/utils/stream_handler.js.map +1 -1
- package/dist/utils/summary_utils.d.ts.map +1 -1
- package/dist/utils/summary_utils.js +3 -8
- package/dist/utils/summary_utils.js.map +1 -1
- package/dist/utils/test_utils.d.ts.map +1 -1
- package/dist/utils/test_utils.js +1 -3
- package/dist/utils/test_utils.js.map +1 -1
- package/dist/utils/tool_execution_manager.d.ts.map +1 -1
- package/dist/utils/tool_execution_manager.js +3 -9
- package/dist/utils/tool_execution_manager.js.map +1 -1
- package/dist/utils/tool_parameter_utils.d.ts.map +1 -1
- package/dist/utils/tool_parameter_utils.js +2 -6
- package/dist/utils/tool_parameter_utils.js.map +1 -1
- package/dist/utils/tool_result_processor.d.ts.map +1 -1
- package/dist/utils/tool_result_processor.js +7 -18
- package/dist/utils/tool_result_processor.js.map +1 -1
- package/dist/utils/verification.d.ts.map +1 -1
- package/dist/utils/verification.js.map +1 -1
- package/package.json +4 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tool_execution.d.ts","sourceRoot":"","sources":["../../config/tool_execution.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,mBAAmB,QAAQ,CAAC;AAKzC,eAAO,MAAM,+BAA+B,aAc1C,CAAC;AAKH,eAAO,MAAM,qBAAqB,
|
|
1
|
+
{"version":3,"file":"tool_execution.d.ts","sourceRoot":"","sources":["../../config/tool_execution.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,mBAAmB,QAAQ,CAAC;AAKzC,eAAO,MAAM,+BAA+B,aAc1C,CAAC;AAKH,eAAO,MAAM,qBAAqB,aAA6E,CAAC;AAMhH,eAAO,MAAM,iBAAiB,OAAO,CAAC;AAKtC,eAAO,MAAM,wBAAwB,aAA0E,CAAC;AAKhH,MAAM,WAAW,UAAU;IACvB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAyBnD,CAAC"}
|
|
@@ -14,18 +14,9 @@ export const EXCLUDED_FROM_TIMEOUT_FUNCTIONS = new Set([
|
|
|
14
14
|
'write_file',
|
|
15
15
|
'list_directory',
|
|
16
16
|
]);
|
|
17
|
-
export const STATUS_TRACKING_TOOLS = new Set([
|
|
18
|
-
'get_running_tools',
|
|
19
|
-
'wait_for_running_tool',
|
|
20
|
-
'get_tool_status',
|
|
21
|
-
]);
|
|
17
|
+
export const STATUS_TRACKING_TOOLS = new Set(['get_running_tools', 'wait_for_running_tool', 'get_tool_status']);
|
|
22
18
|
export const MAX_RESULT_LENGTH = 5000;
|
|
23
|
-
export const SKIP_SUMMARIZATION_TOOLS = new Set([
|
|
24
|
-
'read_source',
|
|
25
|
-
'get_page_content',
|
|
26
|
-
'read_file',
|
|
27
|
-
'list_files',
|
|
28
|
-
]);
|
|
19
|
+
export const SKIP_SUMMARIZATION_TOOLS = new Set(['read_source', 'get_page_content', 'read_file', 'list_files']);
|
|
29
20
|
export const TOOL_CONFIGS = {
|
|
30
21
|
read_source: {
|
|
31
22
|
skipSummarization: true,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tool_execution.js","sourceRoot":"","sources":["../../config/tool_execution.ts"],"names":[],"mappings":"AAOA,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAKzC,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,GAAG,CAAC;IACnD,sBAAsB;IACtB,uBAAuB;IACvB,wBAAwB;IACxB,YAAY;IACZ,cAAc;IACd,iBAAiB;IACjB,uBAAuB;IACvB,uBAAuB;IACvB,aAAa;IACb,cAAc;IACd,WAAW;IACX,YAAY;IACZ,gBAAgB;CACnB,CAAC,CAAC;AAKH,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC
|
|
1
|
+
{"version":3,"file":"tool_execution.js","sourceRoot":"","sources":["../../config/tool_execution.ts"],"names":[],"mappings":"AAOA,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAKzC,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,GAAG,CAAC;IACnD,sBAAsB;IACtB,uBAAuB;IACvB,wBAAwB;IACxB,YAAY;IACZ,cAAc;IACd,iBAAiB;IACjB,uBAAuB;IACvB,uBAAuB;IACvB,aAAa;IACb,cAAc;IACd,WAAW;IACX,YAAY;IACZ,gBAAgB;CACnB,CAAC,CAAC;AAKH,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC,CAAC,mBAAmB,EAAE,uBAAuB,EAAE,iBAAiB,CAAC,CAAC,CAAC;AAMhH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAKtC,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAC,CAAC,aAAa,EAAE,kBAAkB,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC;AAWhH,MAAM,CAAC,MAAM,YAAY,GAA+B;IACpD,WAAW,EAAE;QACT,iBAAiB,EAAE,IAAI;QACvB,SAAS,EAAE,KAAK;QAChB,iBAAiB,EACb,sGAAsG;KAC7G;IACD,gBAAgB,EAAE;QACd,iBAAiB,EAAE,IAAI;QACvB,SAAS,EAAE,KAAK;KACnB;IACD,SAAS,EAAE;QACP,iBAAiB,EAAE,IAAI;QACvB,SAAS,EAAE,KAAK;KACnB;IAED,iBAAiB,EAAE;QACf,SAAS,EAAE,IAAI;KAClB;IACD,YAAY,EAAE;QACV,SAAS,EAAE,IAAI;KAClB;IACD,UAAU,EAAE;QACR,SAAS,EAAE,IAAI;KAClB;CACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ensemble_embed.d.ts","sourceRoot":"","sources":["../../core/ensemble_embed.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"ensemble_embed.d.ts","sourceRoot":"","sources":["../../core/ensemble_embed.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAuCpE,wBAAsB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAwChH"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { getModelFromAgent, getModelProvider
|
|
1
|
+
import { getModelFromAgent, getModelProvider } from '../model_providers/model_provider.js';
|
|
2
2
|
const EMBEDDING_TTL_MS = 1000 * 60 * 60;
|
|
3
3
|
const EMBEDDING_CACHE_MAX = 1000;
|
|
4
4
|
const embeddingCache = new Map();
|
|
@@ -17,9 +17,7 @@ export async function ensembleEmbed(text, agent, options) {
|
|
|
17
17
|
throw new Error(`Provider for model ${model} does not support embeddings`);
|
|
18
18
|
}
|
|
19
19
|
const result = await provider.createEmbedding(text, model, options);
|
|
20
|
-
const embedding = Array.isArray(result[0])
|
|
21
|
-
? result[0]
|
|
22
|
-
: result;
|
|
20
|
+
const embedding = Array.isArray(result[0]) ? result[0] : result;
|
|
23
21
|
if (embeddingCache.size >= EMBEDDING_CACHE_MAX) {
|
|
24
22
|
const oldestKey = embeddingCache.keys().next().value;
|
|
25
23
|
if (oldestKey)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ensemble_embed.js","sourceRoot":"","sources":["../../core/ensemble_embed.ts"],"names":[],"mappings":"AACA,OAAO,
|
|
1
|
+
{"version":3,"file":"ensemble_embed.js","sourceRoot":"","sources":["../../core/ensemble_embed.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,sCAAsC,CAAC;AAE3F,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC;AACxC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAGjC,MAAM,cAAc,GAAG,IAAI,GAAG,EAM3B,CAAC;AA0BJ,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAY,EAAE,KAAsB,EAAE,OAAmB;IAEzF,MAAM,QAAQ,GAAG,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;IAG9D,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC5C,IAAI,MAAM,EAAE,CAAC;QACT,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,gBAAgB,EAAE,CAAC;YAC7D,OAAO,MAAM,CAAC,SAAS,CAAC;QAC5B,CAAC;QACD,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAGD,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAG1D,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAEzC,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,8BAA8B,CAAC,CAAC;IAC/E,CAAC;IAGD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAGpE,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,MAAmB,CAAC;IAG9E,IAAI,cAAc,CAAC,IAAI,IAAI,mBAAmB,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACrD,IAAI,SAAS;YAAE,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;IACD,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE;QACzB,SAAS;QACT,SAAS,EAAE,IAAI,IAAI,EAAE;KACxB,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC;AACrB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ensemble_image.d.ts","sourceRoot":"","sources":["../../core/ensemble_image.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"ensemble_image.d.ts","sourceRoot":"","sources":["../../core/ensemble_image.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAwB9E,wBAAsB,aAAa,CAC/B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,eAAe,EACtB,OAAO,GAAE,mBAAwB,GAClC,OAAO,CAAC,MAAM,EAAE,CAAC,CASnB"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { getModelFromAgent, getModelProvider
|
|
1
|
+
import { getModelFromAgent, getModelProvider } from '../model_providers/model_provider.js';
|
|
2
2
|
export async function ensembleImage(prompt, agent, options = {}) {
|
|
3
3
|
const model = await getModelFromAgent(agent, 'image_generation');
|
|
4
4
|
const provider = getModelProvider(model);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ensemble_image.js","sourceRoot":"","sources":["../../core/ensemble_image.ts"],"names":[],"mappings":"AACA,OAAO,
|
|
1
|
+
{"version":3,"file":"ensemble_image.js","sourceRoot":"","sources":["../../core/ensemble_image.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,sCAAsC,CAAC;AAuB3F,MAAM,CAAC,KAAK,UAAU,aAAa,CAC/B,MAAc,EACd,KAAsB,EACtB,UAA+B,EAAE;IAEjC,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAEzC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,oCAAoC,CAAC,CAAC;IACrF,CAAC;IAED,OAAO,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;AACxD,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ensemble_listen.d.ts","sourceRoot":"","sources":["../../core/ensemble_listen.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,eAAe,EACf,iBAAiB,EACjB,wBAAwB,EACxB,kBAAkB,EACrB,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"ensemble_listen.d.ts","sourceRoot":"","sources":["../../core/ensemble_listen.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,eAAe,EACf,iBAAiB,EACjB,wBAAwB,EACxB,kBAAkB,EACrB,MAAM,mBAAmB,CAAC;AAI3B,YAAY,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,kBAAkB,EAAE,CAAC;AAsEhF,wBAAuB,cAAc,CACjC,WAAW,EAAE,wBAAwB,EACrC,KAAK,EAAE,eAAe,EACtB,OAAO,GAAE,iBAAsB,GAChC,cAAc,CAAC,kBAAkB,CAAC,CA2HpC;AAUD,wBAAgB,gCAAgC,CAC5C,WAAW,EAAE,WAAW,EACxB,YAAY,CAAC,EAAE,YAAY,GAC5B,cAAc,CAAC,UAAU,CAAC,CA4B5B"}
|
|
@@ -1,11 +1,9 @@
|
|
|
1
|
-
import { getModelFromAgent, getModelProvider
|
|
1
|
+
import { getModelFromAgent, getModelProvider } from '../model_providers/model_provider.js';
|
|
2
2
|
function normalizeAudioSource(source) {
|
|
3
3
|
if (source instanceof ReadableStream) {
|
|
4
4
|
return source;
|
|
5
5
|
}
|
|
6
|
-
if (typeof source === 'object' &&
|
|
7
|
-
source !== null &&
|
|
8
|
-
Symbol.asyncIterator in source) {
|
|
6
|
+
if (typeof source === 'object' && source !== null && Symbol.asyncIterator in source) {
|
|
9
7
|
return new ReadableStream({
|
|
10
8
|
async start(controller) {
|
|
11
9
|
try {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ensemble_listen.js","sourceRoot":"","sources":["../../core/ensemble_listen.ts"],"names":[],"mappings":"AAMA,OAAO,
|
|
1
|
+
{"version":3,"file":"ensemble_listen.js","sourceRoot":"","sources":["../../core/ensemble_listen.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAsB,MAAM,sCAAsC,CAAC;AAQ/G,SAAS,oBAAoB,CAAC,MAAgC;IAE1D,IAAI,MAAM,YAAY,cAAc,EAAE,CAAC;QACnC,OAAO,MAAM,CAAC;IAClB,CAAC;IAGD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,EAAE,CAAC;QAClF,OAAO,IAAI,cAAc,CAAC;YACtB,KAAK,CAAC,KAAK,CAAC,UAAU;gBAClB,IAAI,CAAC;oBACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAmC,EAAE,CAAC;wBAC5D,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC9B,CAAC;oBACD,UAAU,CAAC,KAAK,EAAE,CAAC;gBACvB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACL,CAAC;SACJ,CAAC,CAAC;IACP,CAAC;IAGD,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC;QAC1B,OAAO,oBAAoB,CAAC,QAAoC,CAAC,CAAC;IACtE,CAAC;IAGD,IAAI,MAAM,YAAY,WAAW,IAAI,MAAM,YAAY,UAAU,EAAE,CAAC;QAChE,MAAM,IAAI,GAAG,MAAM,YAAY,WAAW,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC7E,OAAO,IAAI,cAAc,CAAC;YACtB,KAAK,CAAC,UAAU;gBACZ,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACzB,UAAU,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;SACJ,CAAC,CAAC;IACP,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,kCAAkC,OAAO,MAAM,EAAE,CAAC,CAAC;AACvE,CAAC;AAyBD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CACjC,WAAqC,EACrC,KAAsB,EACtB,UAA6B,EAAE;IAG/B,MAAM,aAAa,GAAG,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAGnD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI;QACvC,UAAU,EAAE,KAAK;QACjB,QAAQ,EAAE,CAAC;QACX,QAAQ,EAAE,KAAc;KAC3B,CAAC;IAGF,MAAM,UAAU,GAAuB;QACnC,IAAI,EAAE,qBAAqB;QAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,MAAM,EAAE,WAAW,CAAC,QAAQ,IAAI,KAAK;QACrC,WAAW,EAAE,WAAW;KAC3B,CAAC;IACF,MAAM,UAAU,CAAC;IAGjB,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;IAG9D,IAAI,QAAuB,CAAC;IAC5B,IAAI,CAAC;QACD,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,UAAU,GAAuB;YACnC,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,KAAK,EAAE,2CAA2C,KAAK,KACnD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAC7C,EAAE;SACL,CAAC;QACF,MAAM,UAAU,CAAC;QACjB,OAAO;IACX,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,mBAAmB,EAAE,CAAC;QAChC,MAAM,UAAU,GAAuB;YACnC,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,KAAK,EAAE,sBAAsB,KAAK,iCAAiC;SACtE,CAAC;QACF,MAAM,UAAU,CAAC;QACjB,OAAO;IACX,CAAC;IAGD,IAAI,WAAuC,CAAC;IAC5C,IAAI,CAAC;QACD,WAAW,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,UAAU,GAAuB;YACnC,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,KAAK,EAAE,qCAAqC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;SACzG,CAAC;QACF,MAAM,UAAU,CAAC;QACjB,OAAO;IACX,CAAC;IAGD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,cAAc,GAAG,EAAE,CAAC;IACxB,IAAI,eAAe,GAAG,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,IAAI,CAAC;QAED,MAAM,sBAAsB,GAAG,QAAQ,CAAC,mBAAmB,CAAC,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;QAEtG,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,sBAAsB,EAAE,CAAC;YAE/C,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBACtD,cAAc,IAAI,KAAK,CAAC,KAAK,CAAC;gBAC9B,eAAe,IAAI,KAAK,CAAC,KAAK,CAAC;YACnC,CAAC;YAGD,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;gBAEtC,MAAM,SAAS,GAAuB;oBAClC,GAAG,KAAK;oBACR,IAAI,EAAE,eAAe;iBACxB,CAAC;gBACF,MAAM,SAAS,CAAC;gBAGhB,IAAI,eAAe,CAAC,IAAI,EAAE,EAAE,CAAC;oBACzB,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1C,CAAC;gBACD,eAAe,GAAG,EAAE,CAAC;YACzB,CAAC;iBAAM,CAAC;gBAEJ,MAAM,KAAK,CAAC;YAChB,CAAC;QACL,CAAC;QAGD,IAAI,eAAe,CAAC,IAAI,EAAE,EAAE,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1C,CAAC;QAGD,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;QACjD,MAAM,aAAa,GAAuB;YACtC,IAAI,EAAE,wBAAwB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,IAAI,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc;YAChE,QAAQ,EAAE,QAAQ;SACrB,CAAC;QACF,MAAM,aAAa,CAAC;IACxB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,8CAA8C,EAAE,KAAK,CAAC,CAAC;QACrE,MAAM,UAAU,GAAuB;YACnC,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB;SACzE,CAAC;QACF,MAAM,UAAU,CAAC;IACrB,CAAC;AACL,CAAC;AAUD,MAAM,UAAU,gCAAgC,CAC5C,WAAwB,EACxB,YAA2B;IAE3B,MAAM,GAAG,GAAG,YAAY,IAAI,IAAI,YAAY,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,GAAG,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,GAAG,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAExD,OAAO,IAAI,cAAc,CAAC;QACtB,KAAK,CAAC,UAAU;YACZ,SAAS,CAAC,cAAc,GAAG,CAAC,CAAC,EAAE;gBAC3B,MAAM,YAAY,GAAG,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;gBACrD,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBAGvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBACrD,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;gBACpD,CAAC;gBAED,UAAU,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YAC1D,CAAC,CAAC;YAEF,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC1B,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACvC,CAAC;QACD,MAAM;YACF,SAAS,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,CAAC,UAAU,EAAE,CAAC;QACxB,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { LiveConfig, LiveOptions, LiveEvent, AgentDefinition } from '../types/types.js';
|
|
2
|
+
export declare function ensembleLive(config: LiveConfig, agent: AgentDefinition, options?: LiveOptions): AsyncGenerator<LiveEvent>;
|
|
3
|
+
export declare function ensembleLiveAudio(audioSource: AsyncIterable<Uint8Array>, agent: AgentDefinition, options?: LiveOptions & {
|
|
4
|
+
voice?: string;
|
|
5
|
+
language?: string;
|
|
6
|
+
enableAffectiveDialog?: boolean;
|
|
7
|
+
enableProactivity?: boolean;
|
|
8
|
+
}): AsyncGenerator<LiveEvent>;
|
|
9
|
+
export declare function ensembleLiveText(agent: AgentDefinition, options?: LiveOptions): Promise<{
|
|
10
|
+
sendMessage: (text: string) => Promise<void>;
|
|
11
|
+
getEvents: () => AsyncIterable<LiveEvent>;
|
|
12
|
+
close: () => Promise<void>;
|
|
13
|
+
}>;
|
|
14
|
+
//# sourceMappingURL=ensemble_live.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ensemble_live.d.ts","sourceRoot":"","sources":["../../core/ensemble_live.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,UAAU,EACV,WAAW,EACX,SAAS,EAET,eAAe,EAWlB,MAAM,mBAAmB,CAAC;AA8B3B,wBAAuB,YAAY,CAC/B,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,eAAe,EACtB,OAAO,CAAC,EAAE,WAAW,GACtB,cAAc,CAAC,SAAS,CAAC,CAkT3B;AAUD,wBAAuB,iBAAiB,CACpC,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,EACtC,KAAK,EAAE,eAAe,EACtB,OAAO,CAAC,EAAE,WAAW,GAAG;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC/B,GACF,cAAc,CAAC,SAAS,CAAC,CA+G3B;AASD,wBAAsB,gBAAgB,CAClC,KAAK,EAAE,eAAe,EACtB,OAAO,CAAC,EAAE,WAAW,GACtB,OAAO,CAAC;IACP,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,SAAS,EAAE,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;IAC1C,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC,CA4DD"}
|
|
@@ -0,0 +1,382 @@
|
|
|
1
|
+
import { getModelFromAgent } from '../model_providers/model_provider.js';
|
|
2
|
+
import { getModelProvider } from '../model_providers/model_provider.js';
|
|
3
|
+
import { MessageHistory } from '../utils/message_history.js';
|
|
4
|
+
import { handleToolCall } from '../utils/tool_execution_manager.js';
|
|
5
|
+
import { processToolResult } from '../utils/tool_result_processor.js';
|
|
6
|
+
import { emitEvent } from '../utils/event_controller.js';
|
|
7
|
+
export async function* ensembleLive(config, agent, options) {
|
|
8
|
+
const startTime = Date.now();
|
|
9
|
+
let session = null;
|
|
10
|
+
let messageHistory = null;
|
|
11
|
+
let totalToolCalls = 0;
|
|
12
|
+
let currentTurnToolCalls = 0;
|
|
13
|
+
let isSessionActive = true;
|
|
14
|
+
let totalCost = 0;
|
|
15
|
+
let totalTokens = 0;
|
|
16
|
+
try {
|
|
17
|
+
const model = await getModelFromAgent(agent);
|
|
18
|
+
if (!model) {
|
|
19
|
+
throw new Error('No model specified in agent configuration');
|
|
20
|
+
}
|
|
21
|
+
const provider = getModelProvider(model);
|
|
22
|
+
if (!provider) {
|
|
23
|
+
throw new Error(`No provider found for model: ${model}`);
|
|
24
|
+
}
|
|
25
|
+
if (!provider.createLiveSession) {
|
|
26
|
+
throw new Error(`Provider ${provider.provider_id} does not support Live API`);
|
|
27
|
+
}
|
|
28
|
+
if (options?.messageHistory) {
|
|
29
|
+
messageHistory = new MessageHistory();
|
|
30
|
+
for (const message of options.messageHistory) {
|
|
31
|
+
if ('content' in message && message.content) {
|
|
32
|
+
await messageHistory.add(message);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
session = await provider.createLiveSession(config, agent, model, options);
|
|
37
|
+
const startEvent = {
|
|
38
|
+
type: 'live_start',
|
|
39
|
+
timestamp: new Date().toISOString(),
|
|
40
|
+
sessionId: session.sessionId,
|
|
41
|
+
config,
|
|
42
|
+
};
|
|
43
|
+
yield startEvent;
|
|
44
|
+
emitEvent({
|
|
45
|
+
type: 'agent_start',
|
|
46
|
+
agent: {
|
|
47
|
+
agent_id: agent.agent_id,
|
|
48
|
+
name: agent.name,
|
|
49
|
+
model: agent.model,
|
|
50
|
+
modelClass: agent.modelClass,
|
|
51
|
+
},
|
|
52
|
+
timestamp: new Date().toISOString(),
|
|
53
|
+
}, agent);
|
|
54
|
+
if (messageHistory) {
|
|
55
|
+
const historyMessages = await messageHistory.getMessages();
|
|
56
|
+
if (historyMessages.length > 0) {
|
|
57
|
+
for (const message of historyMessages) {
|
|
58
|
+
if ('role' in message && message.role && 'content' in message) {
|
|
59
|
+
const role = message.role === 'assistant' ? 'assistant' : 'user';
|
|
60
|
+
const content = typeof message.content === 'string' ? message.content : '';
|
|
61
|
+
if (content) {
|
|
62
|
+
await session.sendText(content, role);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
for await (const event of session.getEventStream()) {
|
|
69
|
+
if (!isSessionActive) {
|
|
70
|
+
break;
|
|
71
|
+
}
|
|
72
|
+
if (event.type === 'cost_update') {
|
|
73
|
+
const costEvent = event;
|
|
74
|
+
if (costEvent.usage.totalCost) {
|
|
75
|
+
totalCost += costEvent.usage.totalCost;
|
|
76
|
+
}
|
|
77
|
+
if (costEvent.usage.totalTokens) {
|
|
78
|
+
totalTokens += costEvent.usage.totalTokens;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
if (event.type === 'tool_call') {
|
|
82
|
+
const toolCallEvent = event;
|
|
83
|
+
const toolResults = [];
|
|
84
|
+
const maxToolCalls = options?.maxToolCalls ?? agent.maxToolCalls ?? 200;
|
|
85
|
+
const maxToolCallRoundsPerTurn = options?.maxToolCallRoundsPerTurn ?? agent.maxToolCallRoundsPerTurn ?? Infinity;
|
|
86
|
+
if (totalToolCalls >= maxToolCalls) {
|
|
87
|
+
const errorEvent = {
|
|
88
|
+
type: 'error',
|
|
89
|
+
timestamp: new Date().toISOString(),
|
|
90
|
+
error: `Maximum tool calls (${maxToolCalls}) exceeded`,
|
|
91
|
+
code: 'MAX_TOOL_CALLS_EXCEEDED',
|
|
92
|
+
recoverable: false,
|
|
93
|
+
};
|
|
94
|
+
yield errorEvent;
|
|
95
|
+
break;
|
|
96
|
+
}
|
|
97
|
+
if (currentTurnToolCalls >= maxToolCallRoundsPerTurn) {
|
|
98
|
+
const errorEvent = {
|
|
99
|
+
type: 'error',
|
|
100
|
+
timestamp: new Date().toISOString(),
|
|
101
|
+
error: `Maximum tool call rounds per turn (${maxToolCallRoundsPerTurn}) exceeded`,
|
|
102
|
+
code: 'MAX_TURN_TOOL_CALLS_EXCEEDED',
|
|
103
|
+
recoverable: true,
|
|
104
|
+
};
|
|
105
|
+
yield errorEvent;
|
|
106
|
+
continue;
|
|
107
|
+
}
|
|
108
|
+
for (const toolCall of toolCallEvent.toolCalls) {
|
|
109
|
+
const toolStartEvent = {
|
|
110
|
+
type: 'tool_start',
|
|
111
|
+
timestamp: new Date().toISOString(),
|
|
112
|
+
toolCall,
|
|
113
|
+
};
|
|
114
|
+
yield toolStartEvent;
|
|
115
|
+
try {
|
|
116
|
+
const tools = agent.tools || [];
|
|
117
|
+
const tool = tools.find(t => t.definition.function.name === toolCall.function.name);
|
|
118
|
+
if (!tool) {
|
|
119
|
+
throw new Error(`Tool not found: ${toolCall.function.name}`);
|
|
120
|
+
}
|
|
121
|
+
const result = await handleToolCall(toolCall, tool, agent);
|
|
122
|
+
const processedResult = await processToolResult(toolCall, result, agent);
|
|
123
|
+
const toolCallResult = {
|
|
124
|
+
toolCall,
|
|
125
|
+
id: toolCall.id,
|
|
126
|
+
call_id: toolCall.call_id || toolCall.id,
|
|
127
|
+
output: processedResult,
|
|
128
|
+
};
|
|
129
|
+
toolResults.push(toolCallResult);
|
|
130
|
+
totalToolCalls++;
|
|
131
|
+
currentTurnToolCalls++;
|
|
132
|
+
const toolResultEvent = {
|
|
133
|
+
type: 'tool_result',
|
|
134
|
+
timestamp: new Date().toISOString(),
|
|
135
|
+
toolCallResult,
|
|
136
|
+
};
|
|
137
|
+
yield toolResultEvent;
|
|
138
|
+
if (agent.onToolResult) {
|
|
139
|
+
await agent.onToolResult(toolCallResult);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
catch (error) {
|
|
143
|
+
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
144
|
+
const toolCallResult = {
|
|
145
|
+
toolCall,
|
|
146
|
+
id: toolCall.id,
|
|
147
|
+
call_id: toolCall.call_id || toolCall.id,
|
|
148
|
+
error: errorMessage,
|
|
149
|
+
};
|
|
150
|
+
toolResults.push(toolCallResult);
|
|
151
|
+
const errorEvent = {
|
|
152
|
+
type: 'error',
|
|
153
|
+
timestamp: new Date().toISOString(),
|
|
154
|
+
error: `Tool call failed: ${errorMessage}`,
|
|
155
|
+
code: 'TOOL_CALL_ERROR',
|
|
156
|
+
recoverable: true,
|
|
157
|
+
};
|
|
158
|
+
yield errorEvent;
|
|
159
|
+
if (agent.onToolError) {
|
|
160
|
+
await agent.onToolError(toolCallResult);
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
if (toolResults.length > 0 && session.isActive()) {
|
|
165
|
+
await session.sendToolResponse(toolResults);
|
|
166
|
+
}
|
|
167
|
+
const toolDoneEvent = {
|
|
168
|
+
type: 'tool_done',
|
|
169
|
+
timestamp: new Date().toISOString(),
|
|
170
|
+
totalCalls: totalToolCalls,
|
|
171
|
+
};
|
|
172
|
+
yield toolDoneEvent;
|
|
173
|
+
}
|
|
174
|
+
if (event.type === 'turn_complete') {
|
|
175
|
+
currentTurnToolCalls = 0;
|
|
176
|
+
const turnEvent = event;
|
|
177
|
+
if (messageHistory && turnEvent.message) {
|
|
178
|
+
await messageHistory.add(turnEvent.message);
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
if (event.type === 'interrupted') {
|
|
182
|
+
currentTurnToolCalls = 0;
|
|
183
|
+
}
|
|
184
|
+
if (event.type === 'live_ready') {
|
|
185
|
+
emitEvent({
|
|
186
|
+
type: 'agent_status',
|
|
187
|
+
agent: {
|
|
188
|
+
agent_id: agent.agent_id,
|
|
189
|
+
name: agent.name,
|
|
190
|
+
model: agent.model,
|
|
191
|
+
modelClass: agent.modelClass,
|
|
192
|
+
},
|
|
193
|
+
status: 'ready',
|
|
194
|
+
timestamp: new Date().toISOString(),
|
|
195
|
+
}, agent);
|
|
196
|
+
}
|
|
197
|
+
yield event;
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
catch (error) {
|
|
201
|
+
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
202
|
+
const errorEvent = {
|
|
203
|
+
type: 'error',
|
|
204
|
+
timestamp: new Date().toISOString(),
|
|
205
|
+
error: errorMessage,
|
|
206
|
+
code: error instanceof Error && 'code' in error ? String(error.code) : 'UNKNOWN_ERROR',
|
|
207
|
+
recoverable: false,
|
|
208
|
+
};
|
|
209
|
+
yield errorEvent;
|
|
210
|
+
throw error;
|
|
211
|
+
}
|
|
212
|
+
finally {
|
|
213
|
+
if (session && session.isActive()) {
|
|
214
|
+
await session.close();
|
|
215
|
+
}
|
|
216
|
+
isSessionActive = false;
|
|
217
|
+
const duration = Date.now() - startTime;
|
|
218
|
+
const endEvent = {
|
|
219
|
+
type: 'live_end',
|
|
220
|
+
timestamp: new Date().toISOString(),
|
|
221
|
+
reason: isSessionActive ? 'completed' : 'error',
|
|
222
|
+
duration,
|
|
223
|
+
totalTokens,
|
|
224
|
+
totalCost: totalCost > 0 ? totalCost : undefined,
|
|
225
|
+
};
|
|
226
|
+
yield endEvent;
|
|
227
|
+
emitEvent({
|
|
228
|
+
type: 'agent_done',
|
|
229
|
+
agent: {
|
|
230
|
+
agent_id: agent.agent_id,
|
|
231
|
+
name: agent.name,
|
|
232
|
+
model: agent.model,
|
|
233
|
+
modelClass: agent.modelClass,
|
|
234
|
+
},
|
|
235
|
+
timestamp: new Date().toISOString(),
|
|
236
|
+
output: `Session ended after ${duration}ms`,
|
|
237
|
+
}, agent);
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
export async function* ensembleLiveAudio(audioSource, agent, options) {
|
|
241
|
+
const config = {
|
|
242
|
+
responseModalities: ['AUDIO'],
|
|
243
|
+
speechConfig: options?.voice
|
|
244
|
+
? {
|
|
245
|
+
voiceConfig: {
|
|
246
|
+
prebuiltVoiceConfig: { voiceName: options.voice },
|
|
247
|
+
},
|
|
248
|
+
languageCode: options.language,
|
|
249
|
+
}
|
|
250
|
+
: undefined,
|
|
251
|
+
inputAudioTranscription: {},
|
|
252
|
+
outputAudioTranscription: {},
|
|
253
|
+
};
|
|
254
|
+
if (options?.enableAffectiveDialog) {
|
|
255
|
+
config.enableAffectiveDialog = true;
|
|
256
|
+
}
|
|
257
|
+
if (options?.enableProactivity) {
|
|
258
|
+
config.proactivity = {
|
|
259
|
+
proactiveAudio: true,
|
|
260
|
+
};
|
|
261
|
+
}
|
|
262
|
+
const model = await getModelFromAgent(agent);
|
|
263
|
+
console.log('[ensembleLiveAudio] Using model:', model);
|
|
264
|
+
if (!model) {
|
|
265
|
+
throw new Error('No model specified in agent configuration');
|
|
266
|
+
}
|
|
267
|
+
const provider = getModelProvider(model);
|
|
268
|
+
console.log('[ensembleLiveAudio] Provider:', provider?.provider_id);
|
|
269
|
+
if (!provider || !provider.createLiveSession) {
|
|
270
|
+
throw new Error(`Provider does not support Live API for model: ${model}`);
|
|
271
|
+
}
|
|
272
|
+
console.log('[ensembleLiveAudio] Creating live session...');
|
|
273
|
+
const session = await provider.createLiveSession(config, agent, model, options);
|
|
274
|
+
console.log('[ensembleLiveAudio] Session created:', session.sessionId);
|
|
275
|
+
let audioChunkCount = 0;
|
|
276
|
+
let totalAudioBytes = 0;
|
|
277
|
+
const audioProcessingTask = (async () => {
|
|
278
|
+
try {
|
|
279
|
+
console.log('[ensembleLiveAudio] Starting audio processing task...');
|
|
280
|
+
for await (const chunk of audioSource) {
|
|
281
|
+
if (!session.isActive()) {
|
|
282
|
+
console.log('[ensembleLiveAudio] Session inactive, stopping audio processing');
|
|
283
|
+
break;
|
|
284
|
+
}
|
|
285
|
+
audioChunkCount++;
|
|
286
|
+
totalAudioBytes += chunk.length;
|
|
287
|
+
const base64Data = Buffer.from(chunk).toString('base64');
|
|
288
|
+
console.log(`[ensembleLiveAudio] Sending audio chunk ${audioChunkCount}, size: ${chunk.length} bytes, total: ${totalAudioBytes} bytes`);
|
|
289
|
+
await session.sendAudio({
|
|
290
|
+
data: base64Data,
|
|
291
|
+
mimeType: 'audio/pcm;rate=16000',
|
|
292
|
+
});
|
|
293
|
+
}
|
|
294
|
+
console.log(`[ensembleLiveAudio] Audio processing completed. Total chunks: ${audioChunkCount}, Total bytes: ${totalAudioBytes}`);
|
|
295
|
+
}
|
|
296
|
+
catch (error) {
|
|
297
|
+
console.error('[ensembleLiveAudio] Error processing audio:', error);
|
|
298
|
+
}
|
|
299
|
+
})();
|
|
300
|
+
try {
|
|
301
|
+
yield {
|
|
302
|
+
type: 'live_start',
|
|
303
|
+
timestamp: new Date().toISOString(),
|
|
304
|
+
sessionId: session.sessionId,
|
|
305
|
+
config,
|
|
306
|
+
};
|
|
307
|
+
console.log('[ensembleLiveAudio] Starting event processing...');
|
|
308
|
+
let eventCount = 0;
|
|
309
|
+
for await (const event of session.getEventStream()) {
|
|
310
|
+
eventCount++;
|
|
311
|
+
console.log(`[ensembleLiveAudio] Event ${eventCount}:`, event.type);
|
|
312
|
+
yield event;
|
|
313
|
+
}
|
|
314
|
+
console.log(`[ensembleLiveAudio] Event processing completed. Total events: ${eventCount}`);
|
|
315
|
+
}
|
|
316
|
+
finally {
|
|
317
|
+
await audioProcessingTask;
|
|
318
|
+
if (session.isActive()) {
|
|
319
|
+
await session.close();
|
|
320
|
+
}
|
|
321
|
+
yield {
|
|
322
|
+
type: 'live_end',
|
|
323
|
+
timestamp: new Date().toISOString(),
|
|
324
|
+
reason: 'completed',
|
|
325
|
+
};
|
|
326
|
+
}
|
|
327
|
+
}
|
|
328
|
+
export async function ensembleLiveText(agent, options) {
|
|
329
|
+
const config = {
|
|
330
|
+
responseModalities: ['TEXT'],
|
|
331
|
+
};
|
|
332
|
+
let session = null;
|
|
333
|
+
const sessionGenerator = ensembleLive(config, agent, options);
|
|
334
|
+
const eventQueue = [];
|
|
335
|
+
let eventPromiseResolve = null;
|
|
336
|
+
(async () => {
|
|
337
|
+
for await (const event of sessionGenerator) {
|
|
338
|
+
if (event.type === 'live_start') {
|
|
339
|
+
}
|
|
340
|
+
if (eventPromiseResolve) {
|
|
341
|
+
eventPromiseResolve({ value: event, done: false });
|
|
342
|
+
eventPromiseResolve = null;
|
|
343
|
+
}
|
|
344
|
+
else {
|
|
345
|
+
eventQueue.push(event);
|
|
346
|
+
}
|
|
347
|
+
}
|
|
348
|
+
if (eventPromiseResolve) {
|
|
349
|
+
eventPromiseResolve({ value: undefined, done: true });
|
|
350
|
+
}
|
|
351
|
+
})();
|
|
352
|
+
return {
|
|
353
|
+
sendMessage: async (text) => {
|
|
354
|
+
if (!session) {
|
|
355
|
+
throw new Error('Session not initialized');
|
|
356
|
+
}
|
|
357
|
+
await session.sendText(text, 'user');
|
|
358
|
+
},
|
|
359
|
+
getEvents: async function* () {
|
|
360
|
+
while (true) {
|
|
361
|
+
if (eventQueue.length > 0) {
|
|
362
|
+
yield eventQueue.shift();
|
|
363
|
+
}
|
|
364
|
+
else {
|
|
365
|
+
const result = await new Promise(resolve => {
|
|
366
|
+
eventPromiseResolve = resolve;
|
|
367
|
+
});
|
|
368
|
+
if (result.done)
|
|
369
|
+
break;
|
|
370
|
+
if (result.value)
|
|
371
|
+
yield result.value;
|
|
372
|
+
}
|
|
373
|
+
}
|
|
374
|
+
},
|
|
375
|
+
close: async () => {
|
|
376
|
+
if (session && session.isActive()) {
|
|
377
|
+
await session.close();
|
|
378
|
+
}
|
|
379
|
+
},
|
|
380
|
+
};
|
|
381
|
+
}
|
|
382
|
+
//# sourceMappingURL=ensemble_live.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ensemble_live.js","sourceRoot":"","sources":["../../core/ensemble_live.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAwBzD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,YAAY,CAC/B,MAAkB,EAClB,KAAsB,EACtB,OAAqB;IAErB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,OAAO,GAAuB,IAAI,CAAC;IACvC,IAAI,cAAc,GAA0B,IAAI,CAAC;IACjD,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACjE,CAAC;QAGD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC;QAC7D,CAAC;QAGD,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,CAAC,WAAW,4BAA4B,CAAC,CAAC;QAClF,CAAC;QAGD,IAAI,OAAO,EAAE,cAAc,EAAE,CAAC;YAC1B,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;YACtC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC3C,IAAI,SAAS,IAAI,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBAC1C,MAAM,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACtC,CAAC;YACL,CAAC;QACL,CAAC;QAGD,OAAO,GAAG,MAAM,QAAQ,CAAC,iBAAiB,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAG1E,MAAM,UAAU,GAAmB;YAC/B,IAAI,EAAE,YAAY;YAClB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,MAAM;SACT,CAAC;QACF,MAAM,UAAU,CAAC;QACjB,SAAS,CACL;YACI,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE;gBACH,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,UAAU,EAAE,KAAK,CAAC,UAAU;aAC/B;YACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,EACD,KAAK,CACR,CAAC;QAGF,IAAI,cAAc,EAAE,CAAC;YACjB,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,WAAW,EAAE,CAAC;YAC3D,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;oBACpC,IAAI,MAAM,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,IAAI,SAAS,IAAI,OAAO,EAAE,CAAC;wBAC5D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;wBACjE,MAAM,OAAO,GAAG,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC3E,IAAI,OAAO,EAAE,CAAC;4BACV,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;wBAC1C,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAGD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;YAEjD,IAAI,CAAC,eAAe,EAAE,CAAC;gBACnB,MAAM;YACV,CAAC;YAGD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBAC/B,MAAM,SAAS,GAAG,KAA4B,CAAC;gBAC/C,IAAI,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;oBAC5B,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC;gBAC3C,CAAC;gBACD,IAAI,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;oBAC9B,WAAW,IAAI,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC;gBAC/C,CAAC;YACL,CAAC;YAGD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC7B,MAAM,aAAa,GAAG,KAA0B,CAAC;gBACjD,MAAM,WAAW,GAAqB,EAAE,CAAC;gBAGzC,MAAM,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,KAAK,CAAC,YAAY,IAAI,GAAG,CAAC;gBACxE,MAAM,wBAAwB,GAC1B,OAAO,EAAE,wBAAwB,IAAI,KAAK,CAAC,wBAAwB,IAAI,QAAQ,CAAC;gBAEpF,IAAI,cAAc,IAAI,YAAY,EAAE,CAAC;oBACjC,MAAM,UAAU,GAAmB;wBAC/B,IAAI,EAAE,OAAO;wBACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACnC,KAAK,EAAE,uBAAuB,YAAY,YAAY;wBACtD,IAAI,EAAE,yBAAyB;wBAC/B,WAAW,EAAE,KAAK;qBACrB,CAAC;oBACF,MAAM,UAAU,CAAC;oBACjB,MAAM;gBACV,CAAC;gBAED,IAAI,oBAAoB,IAAI,wBAAwB,EAAE,CAAC;oBACnD,MAAM,UAAU,GAAmB;wBAC/B,IAAI,EAAE,OAAO;wBACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACnC,KAAK,EAAE,sCAAsC,wBAAwB,YAAY;wBACjF,IAAI,EAAE,8BAA8B;wBACpC,WAAW,EAAE,IAAI;qBACpB,CAAC;oBACF,MAAM,UAAU,CAAC;oBACjB,SAAS;gBACb,CAAC;gBAGD,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,SAAS,EAAE,CAAC;oBAE7C,MAAM,cAAc,GAAuB;wBACvC,IAAI,EAAE,YAAY;wBAClB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACnC,QAAQ;qBACX,CAAC;oBACF,MAAM,cAAc,CAAC;oBAErB,IAAI,CAAC;wBAED,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;wBAChC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;wBAEpF,IAAI,CAAC,IAAI,EAAE,CAAC;4BACR,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;wBACjE,CAAC;wBAGD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;wBAG3D,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;wBAEzE,MAAM,cAAc,GAAmB;4BACnC,QAAQ;4BACR,EAAE,EAAE,QAAQ,CAAC,EAAE;4BACf,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,EAAE;4BACxC,MAAM,EAAE,eAAe;yBAC1B,CAAC;wBAEF,WAAW,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;wBACjC,cAAc,EAAE,CAAC;wBACjB,oBAAoB,EAAE,CAAC;wBAGvB,MAAM,eAAe,GAAwB;4BACzC,IAAI,EAAE,aAAa;4BACnB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;4BACnC,cAAc;yBACjB,CAAC;wBACF,MAAM,eAAe,CAAC;wBAGtB,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;4BACrB,MAAM,KAAK,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;wBAC7C,CAAC;oBACL,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC5E,MAAM,cAAc,GAAmB;4BACnC,QAAQ;4BACR,EAAE,EAAE,QAAQ,CAAC,EAAE;4BACf,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,EAAE;4BACxC,KAAK,EAAE,YAAY;yBACtB,CAAC;wBAEF,WAAW,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;wBAGjC,MAAM,UAAU,GAAmB;4BAC/B,IAAI,EAAE,OAAO;4BACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;4BACnC,KAAK,EAAE,qBAAqB,YAAY,EAAE;4BAC1C,IAAI,EAAE,iBAAiB;4BACvB,WAAW,EAAE,IAAI;yBACpB,CAAC;wBACF,MAAM,UAAU,CAAC;wBAGjB,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;4BACpB,MAAM,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;wBAC5C,CAAC;oBACL,CAAC;gBACL,CAAC;gBAGD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;oBAC/C,MAAM,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;gBAChD,CAAC;gBAGD,MAAM,aAAa,GAAsB;oBACrC,IAAI,EAAE,WAAW;oBACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,UAAU,EAAE,cAAc;iBAC7B,CAAC;gBACF,MAAM,aAAa,CAAC;YACxB,CAAC;YAGD,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACjC,oBAAoB,GAAG,CAAC,CAAC;gBACzB,MAAM,SAAS,GAAG,KAA8B,CAAC;gBAGjD,IAAI,cAAc,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;oBACtC,MAAM,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBAChD,CAAC;YACL,CAAC;YAGD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBAC/B,oBAAoB,GAAG,CAAC,CAAC;YAC7B,CAAC;YAGD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC9B,SAAS,CACL;oBACI,IAAI,EAAE,cAAc;oBACpB,KAAK,EAAE;wBACH,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,UAAU,EAAE,KAAK,CAAC,UAAU;qBAC/B;oBACD,MAAM,EAAE,OAAO;oBACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC,EACD,KAAK,CACR,CAAC;YACN,CAAC;YAGD,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAEb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAmB;YAC/B,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,KAAK,EAAE,YAAY;YACnB,IAAI,EAAE,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,eAAe;YACtF,WAAW,EAAE,KAAK;SACrB,CAAC;QACF,MAAM,UAAU,CAAC;QAGjB,MAAM,KAAK,CAAC;IAChB,CAAC;YAAS,CAAC;QAEP,IAAI,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;YAChC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;QACD,eAAe,GAAG,KAAK,CAAC;QAGxB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,MAAM,QAAQ,GAAiB;YAC3B,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO;YAC/C,QAAQ;YACR,WAAW;YACX,SAAS,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SACnD,CAAC;QACF,MAAM,QAAQ,CAAC;QAEf,SAAS,CACL;YACI,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE;gBACH,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,UAAU,EAAE,KAAK,CAAC,UAAU;aAC/B;YACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM,EAAE,uBAAuB,QAAQ,IAAI;SAC9C,EACD,KAAK,CACR,CAAC;IACN,CAAC;AACL,CAAC;AAUD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,iBAAiB,CACpC,WAAsC,EACtC,KAAsB,EACtB,OAKC;IAED,MAAM,MAAM,GAAe;QACvB,kBAAkB,EAAE,CAAC,OAAO,CAAC;QAC7B,YAAY,EAAE,OAAO,EAAE,KAAK;YACxB,CAAC,CAAC;gBACI,WAAW,EAAE;oBACT,mBAAmB,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE;iBACpD;gBACD,YAAY,EAAE,OAAO,CAAC,QAAQ;aACjC;YACH,CAAC,CAAC,SAAS;QACf,uBAAuB,EAAE,EAAE;QAC3B,wBAAwB,EAAE,EAAE;KAC/B,CAAC;IAGF,IAAI,OAAO,EAAE,qBAAqB,EAAE,CAAC;QACjC,MAAM,CAAC,qBAAqB,GAAG,IAAI,CAAC;IACxC,CAAC;IACD,IAAI,OAAO,EAAE,iBAAiB,EAAE,CAAC;QAC7B,MAAM,CAAC,WAAW,GAAG;YACjB,cAAc,EAAE,IAAI;SACvB,CAAC;IACN,CAAC;IAGD,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;IACvD,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;IACpE,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,iDAAiD,KAAK,EAAE,CAAC,CAAC;IAC9E,CAAC;IAGD,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,iBAAiB,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAChF,OAAO,CAAC,GAAG,CAAC,sCAAsC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAGvE,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,MAAM,mBAAmB,GAAG,CAAC,KAAK,IAAI,EAAE;QACpC,IAAI,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;YACrE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;gBACpC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;oBACtB,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;oBAC/E,MAAM;gBACV,CAAC;gBAED,eAAe,EAAE,CAAC;gBAClB,eAAe,IAAI,KAAK,CAAC,MAAM,CAAC;gBAGhC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACzD,OAAO,CAAC,GAAG,CACP,2CAA2C,eAAe,WAAW,KAAK,CAAC,MAAM,kBAAkB,eAAe,QAAQ,CAC7H,CAAC;gBACF,MAAM,OAAO,CAAC,SAAS,CAAC;oBACpB,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,sBAAsB;iBACnC,CAAC,CAAC;YACP,CAAC;YACD,OAAO,CAAC,GAAG,CACP,iEAAiE,eAAe,kBAAkB,eAAe,EAAE,CACtH,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;QACxE,CAAC;IACL,CAAC,CAAC,EAAE,CAAC;IAGL,IAAI,CAAC;QAED,MAAM;YACF,IAAI,EAAE,YAAY;YAClB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,MAAM;SACS,CAAC;QAGpB,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;QAChE,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;YACjD,UAAU,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,6BAA6B,UAAU,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACpE,MAAM,KAAK,CAAC;QAChB,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,iEAAiE,UAAU,EAAE,CAAC,CAAC;IAC/F,CAAC;YAAS,CAAC;QAEP,MAAM,mBAAmB,CAAC;QAG1B,IAAI,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;YACrB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;QAGD,MAAM;YACF,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM,EAAE,WAAW;SACN,CAAC;IACtB,CAAC;AACL,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAClC,KAAsB,EACtB,OAAqB;IAMrB,MAAM,MAAM,GAAe;QACvB,kBAAkB,EAAE,CAAC,MAAM,CAAC;KAC/B,CAAC;IAGF,IAAI,OAAO,GAAuB,IAAI,CAAC;IACvC,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAG9D,MAAM,UAAU,GAAgB,EAAE,CAAC;IACnC,IAAI,mBAAmB,GAAwD,IAAI,CAAC;IAGpF,CAAC,KAAK,IAAI,EAAE;QACR,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;YACzC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAElC,CAAC;YAED,IAAI,mBAAmB,EAAE,CAAC;gBACtB,mBAAmB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBACnD,mBAAmB,GAAG,IAAI,CAAC;YAC/B,CAAC;iBAAM,CAAC;gBACJ,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;QAGD,IAAI,mBAAmB,EAAE,CAAC;YACtB,mBAAmB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1D,CAAC;IACL,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO;QACH,WAAW,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;YAChC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC/C,CAAC;YACD,MAAM,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACzC,CAAC;QACD,SAAS,EAAE,KAAK,SAAS,CAAC;YACtB,OAAO,IAAI,EAAE,CAAC;gBACV,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,MAAM,UAAU,CAAC,KAAK,EAAG,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACJ,MAAM,MAAM,GAAG,MAAM,IAAI,OAAO,CAA4B,OAAO,CAAC,EAAE;wBAClE,mBAAmB,GAAG,OAAO,CAAC;oBAClC,CAAC,CAAC,CAAC;oBACH,IAAI,MAAM,CAAC,IAAI;wBAAE,MAAM;oBACvB,IAAI,MAAM,CAAC,KAAK;wBAAE,MAAM,MAAM,CAAC,KAAK,CAAC;gBACzC,CAAC;YACL,CAAC;QACL,CAAC;QACD,KAAK,EAAE,KAAK,IAAI,EAAE;YACd,IAAI,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAChC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YAC1B,CAAC;QACL,CAAC;KACJ,CAAC;AACN,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ensemble_request.d.ts","sourceRoot":"","sources":["../../core/ensemble_request.ts"],"names":[],"mappings":"AAIA,OAAO,EACH,mBAAmB,EACnB,aAAa,EAGb,eAAe,EAQlB,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"ensemble_request.d.ts","sourceRoot":"","sources":["../../core/ensemble_request.ts"],"names":[],"mappings":"AAIA,OAAO,EACH,mBAAmB,EACnB,aAAa,EAGb,eAAe,EAQlB,MAAM,mBAAmB,CAAC;AAc3B,wBAAuB,eAAe,CAClC,QAAQ,EAAE,aAAa,EACvB,KAAK,GAAE,eAAoB,GAC5B,cAAc,CAAC,mBAAmB,CAAC,CAoJrC;AA4aD,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,CAG9G"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { getModelFromAgent, getModelProvider
|
|
1
|
+
import { getModelFromAgent, getModelProvider } from '../model_providers/model_provider.js';
|
|
2
2
|
import { MessageHistory } from '../utils/message_history.js';
|
|
3
3
|
import { handleToolCall } from '../utils/tool_execution_manager.js';
|
|
4
4
|
import { processToolResult } from '../utils/tool_result_processor.js';
|
|
@@ -81,9 +81,7 @@ export async function* ensembleRequest(messages, agent = {}) {
|
|
|
81
81
|
++errorRounds;
|
|
82
82
|
}
|
|
83
83
|
} while ((hasError && errorRounds < MAX_ERROR_ATTEMPTS) ||
|
|
84
|
-
(hasToolCalls &&
|
|
85
|
-
toolCallRounds < maxRounds &&
|
|
86
|
-
totalToolCalls < maxToolCalls));
|
|
84
|
+
(hasToolCalls && toolCallRounds < maxRounds && totalToolCalls < maxToolCalls));
|
|
87
85
|
if (hasToolCalls && toolCallRounds >= maxRounds) {
|
|
88
86
|
console.log('[ensembleRequest] Tool call rounds limit reached');
|
|
89
87
|
}
|
|
@@ -121,10 +119,7 @@ async function* executeRound(model, agent, history, currentToolCalls, maxToolCal
|
|
|
121
119
|
let messages = await history.getMessages(model);
|
|
122
120
|
await emitEvent({
|
|
123
121
|
type: 'agent_start',
|
|
124
|
-
input: 'content' in messages[0] &&
|
|
125
|
-
typeof messages[0].content === 'string'
|
|
126
|
-
? messages[0].content
|
|
127
|
-
: undefined,
|
|
122
|
+
input: 'content' in messages[0] && typeof messages[0].content === 'string' ? messages[0].content : undefined,
|
|
128
123
|
timestamp: new Date().toISOString(),
|
|
129
124
|
}, agent, model);
|
|
130
125
|
if (agent.onRequest) {
|
|
@@ -148,13 +143,10 @@ async function* executeRound(model, agent, history, currentToolCalls, maxToolCal
|
|
|
148
143
|
const toolCall = toolEvent.tool_call;
|
|
149
144
|
let argumentsFormatted;
|
|
150
145
|
try {
|
|
151
|
-
const tool = agent.tools?.find(t => t.definition.function.name ===
|
|
152
|
-
toolCall.function.name);
|
|
146
|
+
const tool = agent.tools?.find(t => t.definition.function.name === toolCall.function.name);
|
|
153
147
|
if (tool && 'definition' in tool) {
|
|
154
148
|
const parsedArgs = JSON.parse(toolCall.function.arguments || '{}');
|
|
155
|
-
if (typeof parsedArgs === 'object' &&
|
|
156
|
-
parsedArgs !== null &&
|
|
157
|
-
!Array.isArray(parsedArgs)) {
|
|
149
|
+
if (typeof parsedArgs === 'object' && parsedArgs !== null && !Array.isArray(parsedArgs)) {
|
|
158
150
|
const paramNames = Object.keys(tool.definition.function.parameters.properties);
|
|
159
151
|
const orderedArgs = {};
|
|
160
152
|
for (const param of paramNames) {
|