ibm-watsonx-orchestrate 1.13.0b0__py3-none-any.whl → 1.13.0b1__py3-none-any.whl

ibm_watsonx_orchestrate/__init__.py

@@ -5,7 +5,7 @@
 
 pkg_name = "ibm-watsonx-orchestrate"
 
-__version__ = "1.13.0b0"
+__version__ = "1.13.0b1"
 
 
 

ibm_watsonx_orchestrate/agent_builder/knowledge_bases/types.py

@@ -11,6 +11,7 @@ class SpecVersion(str, Enum):
 
 class KnowledgeBaseKind(str, Enum):
     KNOWLEDGE_BASE = "knowledge_base"
+
 class RetrievalConfidenceThreshold(str, Enum):
     Off = "Off"
     Lowest = "Lowest"
@@ -240,6 +241,7 @@ class AstraDBConnection(BaseModel):
 
 class IndexConnection(BaseModel):
     connection_id: Optional[str] = None
+    app_id: Optional[str] = None
     milvus: Optional[MilvusConnection] = None
     elastic_search: Optional[ElasticSearchConnection] = None
     custom_search: Optional[CustomSearchConnection] = None

ibm_watsonx_orchestrate/cli/commands/agents/agents_controller.py

@@ -16,7 +16,7 @@ from pydantic import BaseModel
 from ibm_watsonx_orchestrate.agent_builder.agents.types import AgentStyle
 from ibm_watsonx_orchestrate.agent_builder.tools.types import ToolSpec
 from ibm_watsonx_orchestrate.cli.commands.tools.tools_controller import import_python_tool, ToolsController
-from ibm_watsonx_orchestrate.cli.commands.knowledge_bases.knowledge_bases_controller import import_python_knowledge_base
+from ibm_watsonx_orchestrate.cli.commands.knowledge_bases.knowledge_bases_controller import import_python_knowledge_base, KnowledgeBaseController
 from ibm_watsonx_orchestrate.cli.commands.models.models_controller import import_python_model
 from ibm_watsonx_orchestrate.cli.common import ListFormats, rich_table_to_markdown
 
@@ -1362,8 +1362,10 @@ class AgentsController:
                         ToolSpec.model_validate(current_spec).model_dump_json(exclude_unset=True,indent=2)
                     )
         
+        knowledge_base_controller = KnowledgeBaseController()
         for kb_name in agent_spec_file_content.get("knowledge_base", []):
-            logger.warning(f"Skipping {kb_name}, knowledge_bases are currently unsupported by export")
+            knowledge_base_file_path = f"{output_file_name}/knowledge-bases/{kb_name}.yaml"
+            knowledge_base_controller.knowledge_base_export(name=kb_name, output_path=knowledge_base_file_path, zip_file_out=zip_file_out)
         
         if kind == AgentKind.NATIVE:
             for collaborator_id in agent.collaborators:

ibm_watsonx_orchestrate/cli/commands/copilot/copilot_command.py

@@ -43,6 +43,10 @@ def prompt_tume_command(
         str,
         typer.Option("--llm", help="Select the agent LLM"),
     ] = None,
+    chat_llm: Annotated[
+        str,
+        typer.Option("--chat-llm", help="Select the underlying model for the copilot. Currently only llama-3-3-70b-instruct is supported."),
+    ] = None,
     samples: Annotated[
         str,
         typer.Option("--samples", "-s", help="Path to utterances sample file (txt file where each line is a utterance, or csv file with a single \"input\" column)"),
@@ -51,6 +55,7 @@ def prompt_tume_command(
     if file is None:
         # create agent yaml from scratch
         create_agent(
+            chat_llm=chat_llm,
             llm=llm,
             output_file=output_file,
             samples_file=samples,
@@ -59,6 +64,7 @@ def prompt_tume_command(
     else:
         # improve existing agent instruction
         prompt_tune(
+            chat_llm=chat_llm,
             agent_spec=file,
             samples_file=samples,
             output_file=output_file,
@@ -77,12 +83,17 @@ def agent_refine(
     ] = None,
     use_last_chat: Annotated[
         bool,
-        typer.Option("--use_last_chat", "-l", help="Tuning by using the last conversation with the agent instead of prompting the user to choose chats"),
+        typer.Option("--use-last-chat", "-l", help="Tuning by using the last conversation with the agent instead of prompting the user to choose chats"),
     ] = False,
     dry_run_flag: Annotated[
         bool,
         typer.Option("--dry-run",
                      help="Dry run will prevent the tuned content being saved and output the results to console"),
     ] = False,
+    chat_llm: Annotated[
+        str,
+        typer.Option("--chat-llm", help="Select the underlying model for the copilot. Currently only llama-3-3-70b-instruct is supported."),
+    ] = None,
+
 ):
-    refine_agent_with_trajectories(agent_name, output_file, use_last_chat, dry_run_flag)
+    refine_agent_with_trajectories(agent_name, chat_llm=chat_llm, output_file=output_file, use_last_chat=use_last_chat, dry_run_flag=dry_run_flag)

ibm_watsonx_orchestrate/cli/commands/copilot/copilot_controller.py

@@ -3,6 +3,7 @@ import os
 import sys
 import csv
 import difflib
+import re
 from datetime import datetime
 
 import rich
@@ -218,12 +219,12 @@ def get_deployed_tools_agents_and_knowledge_bases():
     return {"tools": all_tools, "collaborators": all_agents, "knowledge_bases": all_knowledge_bases}
 
 
-def pre_cpe_step(cpe_client):
+def pre_cpe_step(cpe_client, chat_llm):
     tools_agents_and_knowledge_bases = get_deployed_tools_agents_and_knowledge_bases()
     user_message = ""
     with _get_progress_spinner() as progress:
         task = progress.add_task(description="Initializing Prompt Engine", total=None)
-        response = cpe_client.submit_pre_cpe_chat(user_message=user_message)
+        response = cpe_client.submit_pre_cpe_chat(chat_llm=chat_llm, user_message=user_message)
         progress.remove_task(task)
 
     res = {}
@@ -258,7 +259,7 @@ def pre_cpe_step(cpe_client):
             return res
         with _get_progress_spinner() as progress:
             task = progress.add_task(description="Thinking...", total=None)
-            response = cpe_client.submit_pre_cpe_chat(**message_content)
+            response = cpe_client.submit_pre_cpe_chat(chat_llm=chat_llm,**message_content)
             progress.remove_task(task)
 
 
@@ -314,7 +315,7 @@ def gather_examples(samples_file=None):
     return examples
 
 
-def talk_to_cpe(cpe_client, samples_file=None, context_data=None):
+def talk_to_cpe(cpe_client, chat_llm, samples_file=None, context_data=None):
     context_data = context_data or {}
     examples = gather_examples(samples_file)
     # upload or gather input examples
@@ -322,7 +323,7 @@ def talk_to_cpe(cpe_client, samples_file=None, context_data=None):
     response = None
     with _get_progress_spinner() as progress:
         task = progress.add_task(description="Thinking...", total=None)
-        response = cpe_client.init_with_context(context_data=context_data)
+        response = cpe_client.init_with_context(chat_llm=chat_llm, context_data=context_data)
         progress.remove_task(task)
     accepted_prompt = None
     while accepted_prompt is None:
@@ -334,13 +335,13 @@ def talk_to_cpe(cpe_client, samples_file=None, context_data=None):
             message = Prompt.ask("\n👤 You").strip()
             with _get_progress_spinner() as progress:
                 task = progress.add_task(description="Thinking...", total=None)
-                response = cpe_client.invoke(prompt=message)
+                response = cpe_client.invoke(chat_llm=chat_llm, prompt=message)
                 progress.remove_task(task)
 
     return accepted_prompt
 
 
-def prompt_tune(agent_spec: str, output_file: str | None, samples_file: str | None, dry_run_flag: bool) -> None:
+def prompt_tune(agent_spec: str, chat_llm: str | None, output_file: str | None, samples_file: str | None, dry_run_flag: bool) -> None:
     agent = AgentsController.import_agent(file=agent_spec, app_id=None)[0]
     agent_kind = agent.kind
 
@@ -353,6 +354,7 @@ def prompt_tune(agent_spec: str, output_file: str | None, samples_file: str | No
         output_file = agent_spec
 
     _validate_output_file(output_file, dry_run_flag)
+    _validate_chat_llm(chat_llm)
 
     client = get_cpe_client()
 
@@ -365,6 +367,7 @@ def prompt_tune(agent_spec: str, output_file: str | None, samples_file: str | No
     knowledge_bases = _get_knowledge_bases_from_names(agent.knowledge_base)
     try:
         new_prompt = talk_to_cpe(cpe_client=client,
+                                 chat_llm=chat_llm,
                                  samples_file=samples_file,
                                  context_data={
                                      "initial_instruction": instr,
@@ -387,21 +390,27 @@ def prompt_tune(agent_spec: str, output_file: str | None, samples_file: str | No
         agent.instructions = new_prompt
 
         if dry_run_flag:
-            rich.print(agent.model_dump(exclude_none=True))
+            rich.print(agent.model_dump(exclude_none=True, mode="json"))
         else:
             if os.path.dirname(output_file):
                 os.makedirs(os.path.dirname(output_file), exist_ok=True)
             AgentsController.persist_record(agent, output_file=output_file)
 
+def _validate_chat_llm(chat_llm):
+    if chat_llm:
+        formatted_chat_llm = re.sub(r'[^a-zA-Z0-9/]', '-', chat_llm)
+        if "llama-3-3-70b-instruct" not in formatted_chat_llm:
+            raise BadRequest(f"Unsupported chat model for copilot {chat_llm}. Copilot supports only llama-3-3-70b-instruct at this point.")
 
-def create_agent(output_file: str, llm: str, samples_file: str | None, dry_run_flag: bool = False) -> None:
+def create_agent(output_file: str, llm: str, chat_llm: str | None, samples_file: str | None, dry_run_flag: bool = False) -> None:
     _validate_output_file(output_file, dry_run_flag)
+    _validate_chat_llm(chat_llm)
     # 1. prepare the clients
     cpe_client = get_cpe_client()
 
     # 2. Pre-CPE stage:
     try:
-        res = pre_cpe_step(cpe_client)
+        res = pre_cpe_step(cpe_client, chat_llm=chat_llm)
     except ConnectionError:
         logger.error(
             "Failed to connect to Copilot server. Please ensure Copilot is running via `orchestrate copilot start`")
@@ -419,7 +428,7 @@ def create_agent(output_file: str, llm: str, samples_file: str | None, dry_run_f
     agent_style = res["agent_style"]
 
     # 4. discuss the instructions
-    instructions = talk_to_cpe(cpe_client, samples_file,
+    instructions = talk_to_cpe(cpe_client, chat_llm, samples_file,
                                {'description': description, 'tools': tools, 'collaborators': collaborators,
                                 'knowledge_bases': knowledge_bases})
 
@@ -438,7 +447,7 @@ def create_agent(output_file: str, llm: str, samples_file: str | None, dry_run_f
     agent.spec_version = SpecVersion.V1
 
     if dry_run_flag:
-        rich.print(agent.model_dump(exclude_none=True))
+        rich.print(agent.model_dump(exclude_none=True, mode="json"))
         return
 
     if os.path.dirname(output_file):
@@ -493,7 +502,8 @@ def _suggest_sorted(user_input: str, options: List[str]) -> List[str]:
     return sorted(options, key=lambda x: difflib.SequenceMatcher(None, user_input, x).ratio(), reverse=True)
 
 
-def refine_agent_with_trajectories(agent_name: str, output_file: str | None, use_last_chat: bool=False, dry_run_flag: bool = False) -> None:
+def refine_agent_with_trajectories(agent_name: str, chat_llm: str | None, output_file: str | None,
+                                   use_last_chat: bool=False, dry_run_flag: bool = False) -> None:
     """
     Refines an existing agent's instructions using user selected chat trajectories and saves the updated agent configuration.
 
@@ -510,6 +520,7 @@ def refine_agent_with_trajectories(agent_name: str, output_file: str | None, use
 
     Parameters:
         agent_name (str): The name of the agent to refine.
+        chat_llm (str): The name of the model used by the refiner. If None, default model (llama-3-3-70b) is used.
         output_file (str): Path to the file where the refined agent configuration will be saved.
         use_last_chat(bool): If true, optimize by using the last conversation with the agent, otherwise let the use choose
         dry_run_flag (bool): If True, prints the refined agent configuration without saving it to disk.
@@ -519,6 +530,7 @@ def refine_agent_with_trajectories(agent_name: str, output_file: str | None, use
     """
 
     _validate_output_file(output_file, dry_run_flag)
+    _validate_chat_llm(chat_llm)
     agents_controller = AgentsController()
     agents_client = get_native_client()
     threads_client = get_threads_client()
@@ -535,9 +547,6 @@ def refine_agent_with_trajectories(agent_name: str, output_file: str | None, use
                              f'Available agents:\n'
                              f'{available_sorted_str}')
 
-        rich.print(Panel(message, title="Agent Lookup", border_style="blue"))
-        return
-
     cpe_client = get_cpe_client()
     # Step 2 - retrieve chats (threads)
     try:
@@ -550,7 +559,6 @@ def refine_agent_with_trajectories(agent_name: str, output_file: str | None, use
                 raise BadRequest(
                     f"No chats found for agent '{agent_name}'. To use autotune, please initiate at least one conversation with the agent. You can start a chat using `orchestrate chat start`.",
                    )
-                return
             last_10_threads = all_threads[:10] #TODO use batching when server allows
             last_10_chats = [_format_thread_messages(chat) for chat in
                              threads_client.get_threads_messages([thread['id'] for thread in last_10_threads])]
@@ -621,8 +629,9 @@ def refine_agent_with_trajectories(agent_name: str, output_file: str | None, use
             knowledge_bases = _get_knowledge_bases_from_names(agent.knowledge_base)
             if agent.instructions is None:
                 raise BadRequest("Agent must have instructions in order to use the autotune command. To build an instruction use `orchestrate copilot prompt-tune -f <path_to_agent_yaml> -o <path_to_new_agent_yaml>`")
-            response = cpe_client.refine_agent_with_chats(agent.instructions, tools=tools, collaborators=collaborators,
-                                                          knowledge_bases=knowledge_bases, trajectories_with_feedback=threads_messages)
+            response = cpe_client.refine_agent_with_chats(instruction=agent.instructions, chat_llm=chat_llm, tools=tools,
+                                                          collaborators=collaborators, knowledge_bases=knowledge_bases,
+                                                          trajectories_with_feedback=threads_messages)
             progress.remove_task(task)
             progress.refresh()
     except ConnectionError:
@@ -638,7 +647,7 @@ def refine_agent_with_trajectories(agent_name: str, output_file: str | None, use
     agent.instructions = response['instruction']
 
     if dry_run_flag:
-        rich.print(agent.model_dump(exclude_none=True))
+        rich.print(agent.model_dump(exclude_none=True, mode="json"))
         return
 
     if os.path.dirname(output_file):

ibm_watsonx_orchestrate/cli/commands/evaluations/evaluations_command.py

@@ -17,10 +17,13 @@ from typing_extensions import Annotated
 
 from ibm_watsonx_orchestrate import __version__
 from ibm_watsonx_orchestrate.cli.commands.evaluations.evaluations_controller import EvaluationsController, EvaluateMode
+from ibm_watsonx_orchestrate.cli.commands.evaluations.evaluations_environment_manager import run_environment_manager
 from ibm_watsonx_orchestrate.cli.commands.agents.agents_controller import AgentsController
 
 logger = logging.getLogger(__name__)
 
+HIDE_ENVIRONMENT_MGR_PANEL = os.environ.get("HIDE_ENVIRONMENT_MGR_PANEL", "true").lower() == "true"
+
 evaluation_app = typer.Typer(no_args_is_help=True)
 
 def _native_agent_template():
@@ -142,14 +145,38 @@ def evaluate(
             "--env-file", "-e", 
             help="Path to a .env file that overrides default.env. Then environment variables override both."
         ),
-    ] = None
+    ] = None,
+    env_manager_path: Annotated[
+        Optional[str],
+        typer.Option(
+            "--env-manager-path",
+            help="""
+                Path to YAML configuration file containing environment settings.\n
+                See `./examples/evaluations/environment_manager` on how to create the environment manager file.
+                Note: When using this feature, you must pass the `output_dir`.
+            """,
+            rich_help_panel="Environment Manager",
+            hidden=HIDE_ENVIRONMENT_MGR_PANEL
+        )
+    ] = None,
 ):
+    validate_watsonx_credentials(user_env_file)
+
+    if env_manager_path:
+        if output_dir:
+            return run_environment_manager(
+                environment_manager_path=env_manager_path,
+                output_dir=output_dir,
+            )
+        else:
+            logger.error("Error: `--env_manager_path`, `--output_dir` must be provided to use the environment manager feature.")
+            sys.exit(1)
+
     if not config_file:
         if not test_paths or not output_dir:
             logger.error("Error: Both --test-paths and --output-dir must be provided when not using a config file")
             exit(1)
-    
-    validate_watsonx_credentials(user_env_file)
+
     controller = EvaluationsController()
     controller.evaluate(config_file=config_file, test_paths=test_paths, output_dir=output_dir)
 

ibm_watsonx_orchestrate/cli/commands/evaluations/evaluations_environment_manager.py

@@ -0,0 +1,158 @@
+import logging
+import yaml
+from typing import Mapping, Any
+from enum import StrEnum
+from pathlib import Path
+
+from ibm_watsonx_orchestrate.cli.commands.agents.agents_controller import (
+    AgentsController,
+    Agent,
+    ExternalAgent,
+    AssistantAgent,
+)
+from ibm_watsonx_orchestrate.cli.commands.tools.tools_controller import (
+    ToolsController,
+    BaseTool,
+)
+from ibm_watsonx_orchestrate.cli.commands.knowledge_bases.knowledge_bases_controller import (
+    KnowledgeBaseController,
+    KnowledgeBase,
+)
+from ibm_watsonx_orchestrate.cli.commands.knowledge_bases.knowledge_bases_controller import (
+    parse_file as kb_parse_file,
+)
+from ibm_watsonx_orchestrate.cli.commands.evaluations.evaluations_controller import (
+    EvaluationsController,
+    EvaluateMode,
+)
+
+
+logger = logging.getLogger(__name__)
+
+
+class ArtifactTypes(StrEnum):
+    """The allowed artifacts in the environment manager path.
+
+    The environment manager config looks like this:
+    ```json
+        env1:
+            agent:
+                agents_path: None
+            tools:
+                tools_path: None
+                tool_kind: None
+                # any other tool flags
+            knowledge:
+                knowledge_base_path: None
+        test_config: # path to config.yaml
+        clean_up: True
+    ```
+    The allowed artifacts/keys are "agent", "tools", "knowledge"
+    """
+
+    agent = "agent"
+    tools = "tools"
+    knowledge = "knowledge"
+
+
+class TestCaseManager:
+    def __init__(
+        self,
+        env_settings: Mapping[str, Any],
+        output_dir: str,
+        mode: EvaluateMode = EvaluateMode.default,
+    ):
+        self.env_settings = env_settings
+        self.cleanup = env_settings.get("clean_up", False)
+        self.output_dir = output_dir
+        self.mode = mode
+
+        self.agent_controller = AgentsController()
+        self.knowledge_controller = KnowledgeBaseController()
+        self.tool_controller = None
+        if (tool_settings := env_settings.get(ArtifactTypes.tools)):
+            self.tool_controller = ToolsController(
+                tool_kind=tool_settings.get("kind"),
+                file=tool_settings.get("file"),
+                requirements_file=tool_settings.get("requirements_file")
+            )
+
+        self.imported_artifacts = []
+
+    def __enter__(self):
+        for artifact in [
+            ArtifactTypes.tools,
+            ArtifactTypes.knowledge,
+            ArtifactTypes.agent,
+        ]:
+            if artifact not in self.env_settings:
+                continue
+
+            artifact_settings = self.env_settings.get(artifact)
+            if artifact == ArtifactTypes.tools:
+                tools = ToolsController.import_tool(**artifact_settings)
+                # import_tool returns Iterator[BaseTool], copy the iterator into a list for preservation
+                # this is needed if user wants environment cleanup
+                tools = [tool for tool in tools]
+                self.imported_artifacts.append(tools)
+                self.tool_controller.publish_or_update_tools(tools)
+            elif artifact == ArtifactTypes.knowledge:
+                KnowledgeBaseController.import_knowledge_base(**artifact_settings)
+                kb_spec = kb_parse_file(artifact_settings.get("file"))
+                self.imported_artifacts.append(kb_spec)
+            elif artifact == ArtifactTypes.agent:
+                artifact_settings["app_id"] = artifact_settings.get("app_id", None)
+                agents = AgentsController.import_agent(**artifact_settings)
+                self.agent_controller.publish_or_update_agents(agents)
+                self.imported_artifacts.append(agents)
+
+        eval = EvaluationsController()
+        eval.evaluate(
+            test_paths=self.env_settings.get("test_paths"),
+            output_dir=self.output_dir,
+            mode=self.mode,
+        )
+
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        if self.cleanup:
+            logger.info("Cleaning environment")
+            for artifact in self.imported_artifacts:
+                # artifact can be a list of agents, tools
+                for item in artifact:
+                    if isinstance(item, BaseTool):
+                        self.tool_controller.remove_tool(item.__tool_spec__.name)
+                    if isinstance(item, KnowledgeBase):
+                        self.knowledge_controller.remove_knowledge_base(
+                            item.id, item.name
+                        )
+                    if isinstance(item, (Agent, AssistantAgent, ExternalAgent)):
+                        self.agent_controller.remove_agent(item.name, item.kind)
+
+
+def run_environment_manager(
+    environment_manager_path: str,
+    mode: EvaluateMode = EvaluateMode.default,
+    output_dir: str = None,
+):
+    with open(environment_manager_path, encoding="utf-8", mode="r") as f:
+        env_settings = yaml.load(f, Loader=yaml.SafeLoader)
+
+    for env in env_settings:
+        if not env_settings.get(env).get("enabled"):
+            continue
+        results_folder = Path(output_dir) / env
+        results_folder.mkdir(parents=True, exist_ok=True)
+        logger.info(
+            "Processing environment: '%s'. Results will be saved to '%s'",
+            env,
+            results_folder,
+        )
+
+        with TestCaseManager(
+            env_settings=env_settings.get(env),
+            output_dir=str(results_folder),
+            mode=mode,
+        ):
+            logger.info("Finished evaluation for environment: '%s'", env)

ibm_watsonx_orchestrate/cli/commands/knowledge_bases/knowledge_bases_command.py

@@ -59,3 +59,29 @@ def knowledge_base_status(
 ):  
     controller = KnowledgeBaseController()
     controller.knowledge_base_status(id=id, name=name)
+
+@knowledge_bases_app.command(name="export", help='Export a knowledge base spec to a yaml')
+def knowledge_base_export(
+    output_file: Annotated[
+        str,
+        typer.Option(
+            "--output",
+            "-o",
+            help="Path to a where the zip file containing the exported data should be saved",
+        ),
+    ],
+    name: Annotated[
+        str,
+        typer.Option("--name", "-n", help="The name of the knowledge base you want to export"),
+    ]=None,
+    id: Annotated[
+        str,
+        typer.Option("--id", "-i", help="The ID of the knowledge base you wish export"),
+    ]=None,
+):
+    controller = KnowledgeBaseController()
+    controller.knowledge_base_export(
+        id=id,
+        name=name,
+        output_path=output_file
+    )

ibm_watsonx_orchestrate/cli/commands/knowledge_bases/knowledge_bases_controller.py

@@ -5,8 +5,11 @@ import requests
 import logging
 import importlib
 import inspect
+import yaml
 from pathlib import Path
-from typing import List, Any
+from typing import List, Any, Optional
+from zipfile import ZipFile
+from io import BytesIO
 
 from ibm_watsonx_orchestrate.agent_builder.knowledge_bases.knowledge_base import KnowledgeBase
 from ibm_watsonx_orchestrate.client.knowledge_bases.knowledge_base_client import KnowledgeBaseClient
@@ -15,6 +18,7 @@ from ibm_watsonx_orchestrate.client.connections import get_connections_client
 from ibm_watsonx_orchestrate.client.utils import instantiate_client
 from ibm_watsonx_orchestrate.agent_builder.knowledge_bases.types import FileUpload, KnowledgeBaseListEntry
 from ibm_watsonx_orchestrate.cli.common import ListFormats, rich_table_to_markdown
+from ibm_watsonx_orchestrate.agent_builder.knowledge_bases.types import KnowledgeBaseKind, IndexConnection, SpecVersion
 
 logger = logging.getLogger(__name__)
 
@@ -64,6 +68,32 @@ def build_file_object(file_dir: str, file: str | FileUpload):
         return ('files', (get_file_name(file.path), open(get_relative_file_path(file.path, file_dir), 'rb')))
     return ('files', (get_file_name(file), open(get_relative_file_path(file, file_dir), 'rb')))
 
+def build_connections_map(key_attr: str) -> dict:
+    connections_client = get_connections_client()
+    connections = connections_client.list()
+
+    return {getattr(conn, key_attr): conn for conn in connections}
+
+def get_index_config(kb: KnowledgeBase, index: int = 0) -> IndexConnection | None:
+    if kb.conversational_search_tool is not None \
+        and kb.conversational_search_tool.index_config is not None \
+        and len(kb.conversational_search_tool.index_config) > index:
+
+        return kb.conversational_search_tool.index_config[index]
+    return None
+
+def get_kb_app_id(kb: KnowledgeBase) -> str | None:
+    index_config = get_index_config(kb)
+    if not index_config:
+        return
+    return index_config.app_id
+
+def get_kb_connection_id(kb: KnowledgeBase) -> str | None:
+    index_config = get_index_config(kb)
+    if not index_config:
+        return
+    return index_config.connection_id
+
 class KnowledgeBaseController:
     def __init__(self):
         self.client = None
@@ -79,24 +109,23 @@ class KnowledgeBaseController:
 
         knowledge_bases = parse_file(file=file)
         
-        if app_id:
-            connections_client = get_connections_client()
-            connection_id = None
-                
-            connections = connections_client.get_draft_by_app_id(app_id=app_id)
-            if not connections:
-                logger.error(f"No connection exists with the app-id '{app_id}'")
-                exit(1)
-
-            connection_id = connections.connection_id
-
-            for kb in knowledge_bases:
-                if kb.conversational_search_tool and kb.conversational_search_tool.index_config and len(kb.conversational_search_tool.index_config) > 0:
-                    kb.conversational_search_tool.index_config[0].connection_id = connection_id
+        connections_map = None
         
         existing_knowledge_bases = client.get_by_names([kb.name for kb in knowledge_bases])
         
         for kb in knowledge_bases:
+            app_id = app_id if app_id else get_kb_app_id(kb)
+            if app_id:
+                if not connections_map:
+                    connections_map = build_connections_map("app_id")
+                conn = connections_map.get(app_id)
+                if conn:
+                    index_config = get_index_config(kb)
+                    if index_config:
+                        index_config.connection_id = conn.connection_id
+                else:
+                    logger.error(f"No connection exists with the app-id '{app_id}'")
+                    exit(1)
             try:
                 file_dir = "/".join(file.split("/")[:-1])
 
@@ -265,19 +294,13 @@ class KnowledgeBaseController:
             for column in column_args:
                 table.add_column(column, **column_args[column])
             
-            connections_client = get_connections_client()
-            connections = connections_client.list()
-
-            connections_dict = {conn.connection_id: conn for conn in connections}
+            connections_dict = build_connections_map("connection_id")
             
             for kb in knowledge_bases:
                 app_id = ""
-                
-                if kb.conversational_search_tool is not None \
-                   and kb.conversational_search_tool.index_config is not None \
-                   and len(kb.conversational_search_tool.index_config) > 0 \
-                   and kb.conversational_search_tool.index_config[0].connection_id is not None:
-                    conn = connections_dict.get(kb.conversational_search_tool.index_config[0].connection_id)
+                connection_id = get_kb_connection_id(kb)
+                if connection_id is not None:
+                    conn = connections_dict.get(connection_id)
                     if conn:
                         app_id = conn.app_id
 
@@ -312,4 +335,68 @@ class KnowledgeBaseController:
                 logger.warning(f"No knowledge base {logEnding} found")
             logger.error(e.response.text)
             exit(1)
+    
+    def get_knowledge_base(self, id) -> KnowledgeBase:
+        client = self.get_client()
+        try:
+            return KnowledgeBase.model_validate(client.get_by_id(id))
+        except requests.HTTPError as e:
+            if e.response.status_code == 404:
+                logger.error(f"No knowledge base {id} found")
+            else:
+                logger.error(e.response.text)
+            exit(1)
+
 
+    def knowledge_base_export(self,
+            output_path: str,
+            id: Optional[str] = None,
+            name: Optional[str] = None, 
+            zip_file_out: Optional[ZipFile] = None) -> None:
+        output_file = Path(output_path)
+        output_file_extension = output_file.suffix
+        if output_file_extension not in  {".yaml", ".yml"} :
+            logger.error(f"Output file must end with the extension '.yaml'/'.yml'. Provided file '{output_path}' ends with '{output_file_extension}'")
+            sys.exit(1)
+        
+        knowledge_base_id = self.get_id(id, name)
+        logEnding = f"with ID '{id}'" if id else f"'{name}'"  
+        
+        logger.info(f"Exporting spec for knowledge base {logEnding}'")
+
+        knowledge_base = self.get_knowledge_base(knowledge_base_id)
+
+        if not knowledge_base:
+            logger.error(f"Knowledge base'{knowledge_base_id}' not found.'")
+            return
+        
+        knowledge_base.tenant_id = None
+        knowledge_base.id = None
+        knowledge_base.spec_version = SpecVersion.V1
+        knowledge_base.kind = KnowledgeBaseKind.KNOWLEDGE_BASE
+        
+        connection_id = get_kb_connection_id(knowledge_base)
+        if connection_id:
+            connections_map = build_connections_map("connection_id")
+            conn = connections_map.get(connection_id)
+            if conn:
+                index_config = get_index_config(knowledge_base)
+                index_config.app_id = conn.app_id
+                index_config.connection_id = None
+            else:
+                logger.warning(f"Connection '{connection_id}' not found, unable to resolve app_id for Knowledge base {logEnding}")
+
+        knowledge_base_spec = knowledge_base.model_dump(mode="json", exclude_none=True, exclude_unset=True)
+        if zip_file_out:
+            knowledge_base_spec_yaml = yaml.dump(knowledge_base_spec, sort_keys=False, default_flow_style=False, allow_unicode=True)
+            knowledge_base_spec_yaml_bytes = knowledge_base_spec_yaml.encode("utf-8")
+            knowledge_base_spec_yaml_file = BytesIO(knowledge_base_spec_yaml_bytes)
+            zip_file_out.writestr(
+                output_path,
+                knowledge_base_spec_yaml_file.getvalue()
+            )
+        else:
+            with open(output_path, 'w') as outfile:
+                yaml.dump(knowledge_base_spec, outfile, sort_keys=False, default_flow_style=False, allow_unicode=True)
+        
+        logger.info(f"Successfully exported for knowledge base {logEnding} to '{output_path}'")

ibm_watsonx_orchestrate/cli/commands/server/server_command.py

@@ -552,7 +552,6 @@ def run_db_migration() -> None:
     migration_command = f'''
         APPLIED_MIGRATIONS_FILE="/var/lib/postgresql/applied_migrations/applied_migrations.txt"
         touch "$APPLIED_MIGRATIONS_FILE"
-
         for file in /docker-entrypoint-initdb.d/*.sql; do
             filename=$(basename "$file")
 
@@ -568,6 +567,37 @@ def run_db_migration() -> None:
                 fi
             fi
         done
+
+        # Create wxo_observability database if it doesn't exist
+        if psql -U {pg_user} -lqt | cut -d \\| -f 1 | grep -qw wxo_observability; then
+            echo 'Existing wxo_observability DB found'
+        else
+            echo 'Creating wxo_observability DB'
+            createdb -U "{pg_user}" -O "{pg_user}" wxo_observability;
+            psql -U {pg_user} -q -d postgres -c "GRANT CONNECT ON DATABASE wxo_observability TO {pg_user}";
+        fi
+
+        # Run observability-specific migrations
+        OBSERVABILITY_MIGRATIONS_FILE="/var/lib/postgresql/applied_migrations/observability_migrations.txt"
+        touch "$OBSERVABILITY_MIGRATIONS_FILE"
+
+        for file in /docker-entrypoint-initdb.d/observability/*.sql; do
+            if [ -f "$file" ]; then
+                filename=$(basename "$file")
+                
+                if grep -Fxq "$filename" "$OBSERVABILITY_MIGRATIONS_FILE"; then
+                    echo "Skipping already applied observability migration: $filename"
+                else
+                    echo "Applying observability migration: $filename"
+                    if psql -U {pg_user} -d wxo_observability -q -f "$file" > /dev/null 2>&1; then
+                        echo "$filename" >> "$OBSERVABILITY_MIGRATIONS_FILE"
+                    else
+                        echo "Error applying observability migration: $filename. Stopping migrations."
+                        exit 1
+                    fi
+                fi
+            fi
+        done
         '''
 
     cli_config = Config()

ibm_watsonx_orchestrate/client/agents/agent_client.py

@@ -131,7 +131,7 @@ class AgentClient(BaseAPIClient):
                 agent = transform_agents_to_flat_agent_spec(self._get(f"{self.base_endpoint}/{agent_id}"))
                 return agent
             except ClientAPIException as e:
-                if e.response.status_code == 404 and "not found with the given name" in e.response.text:
+                if e.response.status_code == 404 and ("not found with the given name" in e.response.text or ("Agent" in e.response.text and "not found" in e.response.text)):
                     return ""
                 raise(e)
     

ibm_watsonx_orchestrate/client/copilot/cpe/copilot_cpe_client.py

@@ -13,22 +13,26 @@ class CPEClient(BaseAPIClient):
         self.chat_id = str(uuid4())
         super().__init__(*args, **kwargs)
         self.base_url = kwargs.get("base_url", self.base_url)
-        self.chat_model_name = 'llama-3-3-70b-instruct'
 
     def _get_headers(self) -> dict:
         return {
             "chat_id": self.chat_id
         }
 
+    def _get_chat_model_name_or_default(self, chat_nodel_name):
+        if chat_nodel_name:
+            return chat_nodel_name
+        return 'watsonx/meta-llama/llama-3-3-70b-instruct'
 
-    def submit_pre_cpe_chat(self, user_message: str | None =None, tools: Dict[str, Any] = None, collaborators: Dict[str, Any] = None, knowledge_bases: Dict[str, Any] = None, selected:bool=False) -> dict:
+    def submit_pre_cpe_chat(self, chat_llm: str |None, user_message: str | None =None,
+                            tools: Dict[str, Any] = None, collaborators: Dict[str, Any] = None, knowledge_bases: Dict[str, Any] = None, selected:bool=False) -> dict:
         payload = {
             "message": user_message,
             "tools": tools,
             "collaborators": collaborators,
             "knowledge_bases": knowledge_bases,
             "chat_id": self.chat_id,
-            "chat_model_name": self.chat_model_name,
+            "chat_model_name": self._get_chat_model_name_or_default(chat_llm),
             'selected':selected
         }
 
@@ -37,7 +41,8 @@ class CPEClient(BaseAPIClient):
         if response:
             return response[-1]
 
-    def refine_agent_with_chats(self, instruction: str, tools: Dict[str, Any], collaborators: Dict[str, Any], knowledge_bases: Dict[str, Any], trajectories_with_feedback: List[List[dict]], model: str | None = None) -> dict:
+    def refine_agent_with_chats(self, instruction: str, chat_llm: str | None,
+                                tools: Dict[str, Any], collaborators: Dict[str, Any], knowledge_bases: Dict[str, Any], trajectories_with_feedback: List[List[dict]], model: str | None = None) -> dict:
         """
         Refines an agent's instruction using provided chat trajectories and optional model name.
         This method sends a payload containing the agent's current instruction and a list of chat trajectories
@@ -45,6 +50,7 @@ class CPEClient(BaseAPIClient):
         Optionally, a target model name can be specified to use in the refinement process.
         Parameters:
             instruction (str): The current instruction or prompt associated with the agent.
+            chat_llm(str): The name of the chat model
             tools (Dict[str, Any]) - a dictionary containing the selected tools
             collaborators (Dict[str, Any]) - a dictionary containing the selected collaborators
             knowledge_bases (Dict[str, Any]) - a dictionary containing the selected knowledge_bases
@@ -60,7 +66,8 @@ class CPEClient(BaseAPIClient):
             "instruction":instruction,
             "tools": tools,
             "collaborators": collaborators,
-            "knowledge_bases": knowledge_bases
+            "knowledge_bases": knowledge_bases,
+            "chat_model_name": self._get_chat_model_name_or_default(chat_llm),
         }
 
         if model:
@@ -71,14 +78,16 @@ class CPEClient(BaseAPIClient):
         if response:
             return response[-1]
 
-    def init_with_context(self, model: str | None = None, context_data: Dict[str, Any] = None) -> dict:
+    def init_with_context(self, chat_llm: str | None,
+                          target_model_name: str | None = None, context_data: Dict[str, Any] = None) -> dict:
         payload = {
             "context_data": context_data,
-            "chat_id": self.chat_id
+            "chat_id": self.chat_id,
+            "chat_model_name": self._get_chat_model_name_or_default(chat_llm),
         }
 
-        if model:
-            payload["target_model_name"] = model
+        if target_model_name:
+            payload["target_model_name"] = target_model_name
 
         response = self._post_nd_json("/wxo-cpe/init_cpe_from_wxo", data=payload)
 
@@ -86,15 +95,17 @@ class CPEClient(BaseAPIClient):
             return response[-1]
 
 
-    def invoke(self, prompt: str, model: str | None = None, context_data: Dict[str, Any] = None) -> dict:
+    def invoke(self, prompt: str, chat_llm: str| None,
+               target_model_name: str | None = None, context_data: Dict[str, Any] = None) -> dict:
         payload = {
             "prompt": prompt,
             "context_data": context_data,
-            "chat_id": self.chat_id
+            "chat_id": self.chat_id,
+            "chat_model_name": self._get_chat_model_name_or_default(chat_llm),
         }
 
-        if model:
-            payload["target_model_name"] = model
+        if target_model_name:
+            payload["target_model_name"] = target_model_name
 
         response = self._post_nd_json("/wxo-cpe/invoke", data=payload)
 

ibm_watsonx_orchestrate/client/tools/tempus_client.py

@@ -12,7 +12,7 @@ class TempusClient(BaseAPIClient):
     This may be temporary and may want to create a proxy API in wxo-server 
     to redirect to the internal tempus runtime, and add a new operation in the ToolClient instead
     """
-    def __init__(self, base_url: str, api_key: str = None, is_local: bool = False, authenticator: MCSPAuthenticator = None):
+    def __init__(self, base_url: str, api_key: str = None, is_local: bool = False, authenticator: MCSPAuthenticator = None, *args, **kwargs):
         parsed_url = urlparse(base_url)
        
         # Reconstruct netloc with new port - use default above - eventually we need to open up a way through the wxo-server API
@@ -26,7 +26,9 @@ class TempusClient(BaseAPIClient):
             base_url=new_url,
             api_key=api_key,
             is_local=is_local,
-            authenticator=authenticator
+            authenticator=authenticator,
+            *args,
+            **kwargs
         )
         
     def get_tempus_endpoint(self) -> str:

ibm_watsonx_orchestrate/docker/compose-lite.yml

@@ -175,6 +175,7 @@ services:
       ENABLE_EDIT_PROMPTS: "true"
       LANGFLOW_ENABLED: ${LANGFLOW_ENABLED:-false}
       ENABLE_EMBED_SCRIPT: "true"
+      ENABLE_BULK_TESTING: "true"
     command: 'npm start'
     ports:
       - "4025:4025"

ibm_watsonx_orchestrate/docker/default.env

@@ -73,13 +73,12 @@ AGENT_GATEWAY_REGISTRY=
 DB_REGISTRY=
 # If you build multiarch set all three of these to the same, we have a pr against main
 # to not have this separation, but we can merge it later
-DBTAG=17-09-2025-8a9aff2
-AMDDBTAG=17-09-2025-8a9aff2
-ARM64DBTAG=17-09-2025-8a9aff2
+DBTAG=06-10-2025-87419d6
+AMDDBTAG=06-10-2025-87419d6
+ARM64DBTAG=06-10-2025-87419d6
 
 UI_REGISTRY=
-UITAG=22-09-2025-e35f498
-
+UITAG=10-10-2025-f91ab60
 CM_REGISTRY=
 CM_TAG=16-09-2025-e33b344
 
@@ -92,10 +91,10 @@ TRM_REGISTRY=
 TR_TAG=24-09-2025-a515038
 TR_REGISTRY=
 
-BUILDER_TAG=24-09-2025-f9b68d8
+BUILDER_TAG=06-10-2025-6387930
 BUILDER_REGISTRY=
 
-FLOW_RUNTIME_TAG=22-09-2025-0bd3f58
+FLOW_RUNTIME_TAG=06-10-2025-1bc69ec
 FLOW_RUMTIME_REGISTRY=
 
 
@@ -108,7 +107,7 @@ JAEGER_PROXY_REGISTRY=
 SOCKET_HANDLER_TAG=29-05-2025
 SOCKET_HANDLER_REGISTRY=
 
-CPE_TAG=24-09-2025-2be3101
+CPE_TAG=06-10-2025-74e5ca0  
 CPE_REGISTRY=
 
 VOICE_CONTROLLER_TAG=12-09-2025-0e04772
@@ -124,7 +123,7 @@ WDU_REGISTRY=
 DOCPROC_DPS_TAG=20250910-165658-290-c566031
 DOCPROC_LLMSERVICE_TAG=20250915-main-139-7a36ad3
 DOCPROC_CACHE_TAG=20250916-master-86-454157f
-DOCPROC_DPI_TAG=20250910-214413-288-a348dfd9
+DOCPROC_DPI_TAG=20250926-122324-302-cb9b3a46
 DOCPROC_REGISTRY=
 
 ETCD_TAG=

ibm_watsonx_orchestrate/flow_builder/flows/flow.py

@@ -511,7 +511,8 @@ class Flow(Node):
             classes: type[BaseModel]| None = None, 
             description: str | None = None,
             min_confidence: float = 0.0,
-            input_map: DataMap = None) -> DocClassifierNode:
+            input_map: DataMap = None,
+            enable_review: bool = False) -> DocClassifierNode:
         
         if name is None :
             raise ValueError("name must be provided.")
@@ -532,7 +533,8 @@ class Flow(Node):
             output_schema=_get_tool_response_body(output_schema_obj),
             output_schema_object = output_schema_obj,
             config=doc_classifier_config,
-            version=version
+            version=version,
+            enable_review=enable_review
         )
         node = DocClassifierNode(spec=task_spec)
 
@@ -584,7 +586,8 @@ class Flow(Node):
             input_map: DataMap = None,
             enable_hw: bool = False,
             min_confidence: float = 0, # Setting a small value because htil is not supported for pro code. 
-            review_fields: List[str] = []) -> tuple[DocExtNode, type[BaseModel]]:
+            review_fields: List[str] = [],
+            enable_review: bool = False) -> tuple[DocExtNode, type[BaseModel]]:
         
         if name is None :
             raise ValueError("name must be provided.")
@@ -611,7 +614,8 @@ class Flow(Node):
             version=version,
             enable_hw=enable_hw,
             min_confidence=min_confidence,
-            review_fields=review_fields
+            review_fields=review_fields,
+            enable_review=enable_review
         )
         node = DocExtNode(spec=task_spec)
 

ibm_watsonx_orchestrate/flow_builder/types.py

@@ -256,6 +256,7 @@ class DocProcCommonNodeSpec(NodeSpec):
 class DocClassifierSpec(DocProcCommonNodeSpec):
     version : str = Field(description="A version of the spec")
     config : DocClassifierConfig
+    enable_review: bool = Field(description="Indicate if enable human in the loop review", default=False)
 
     def __init__(self, **data):
         super().__init__(**data)
@@ -266,6 +267,7 @@ class DocClassifierSpec(DocProcCommonNodeSpec):
         model_spec["version"] = self.version
         model_spec["config"] = self.config.model_dump()
         model_spec["task"] = DocProcTask.custom_document_classification
+        model_spec["enable_review"] = self.enable_review
         return model_spec
     
 class DocExtSpec(DocProcCommonNodeSpec):
@@ -273,6 +275,7 @@ class DocExtSpec(DocProcCommonNodeSpec):
     config : DocExtConfig
     min_confidence: float = Field(description="The minimal confidence acceptable for an extracted field value", default=0.0,le=1.0, ge=0.0 ,title="Minimum Confidence")
     review_fields: List[str] = Field(description="The fields that require user to review", default=[])
+    enable_review: bool = Field(description="Enable human in the loop review", default=False)
 
     def __init__(self, **data):
         super().__init__(**data)
@@ -285,6 +288,7 @@ class DocExtSpec(DocProcCommonNodeSpec):
         model_spec["task"] = DocProcTask.custom_field_extraction
         model_spec["min_confidence"] = self.min_confidence
         model_spec["review_fields"] = self.review_fields
+        model_spec["enable_review"] = self.enable_review
         return model_spec
     
 class DocProcField(BaseModel):

ibm_watsonx_orchestrate/flow_builder/utils.py

@@ -170,19 +170,11 @@ async def import_flow_model(model):
 
     return tool_id
 
-def import_flow_support_tools(model):
-
-    if not is_local_dev():
-        # we can't import support tools into non-local environments yet
-        return []
-
-        
+def import_flow_support_tools(model):     
     schedulable = False
     if "schedulable" in model["spec"]:
         schedulable = model["spec"]["schedulable"]
 
-    client = instantiate_client(TempusClient)
-
     logger.info(f"Import 'get_flow_status' tool spec...")
     tools = [create_flow_status_tool("i__get_flow_status_intrinsic_tool__")]
 

{ibm_watsonx_orchestrate-1.13.0b0.dist-info → ibm_watsonx_orchestrate-1.13.0b1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ibm-watsonx-orchestrate
-Version: 1.13.0b0
+Version: 1.13.0b1
 Summary: IBM watsonx.orchestrate SDK
 Author-email: IBM <support@ibm.com>
 License: MIT License
@@ -11,7 +11,7 @@ Requires-Dist: click<8.2.0,>=8.0.0
 Requires-Dist: docstring-parser<1.0,>=0.16
 Requires-Dist: httpx<1.0.0,>=0.28.1
 Requires-Dist: ibm-cloud-sdk-core>=3.24.2
-Requires-Dist: ibm-watsonx-orchestrate-evaluation-framework==1.1.3
+Requires-Dist: ibm-watsonx-orchestrate-evaluation-framework==1.1.5
 Requires-Dist: jsonref==1.1.0
 Requires-Dist: langchain-core<=0.3.63
 Requires-Dist: langsmith<=0.3.45

{ibm_watsonx_orchestrate-1.13.0b0.dist-info → ibm_watsonx_orchestrate-1.13.0b1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-ibm_watsonx_orchestrate/__init__.py,sha256=NN8Ac1-gJtk3O8UXvsm75Iial0vCaiXQfB5cixuDnTY,428
+ibm_watsonx_orchestrate/__init__.py,sha256=xSIpIH-mBOz5c3mBLyzucN8QwXNXIeAQprgdXOks4Xk,428
 ibm_watsonx_orchestrate/agent_builder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ibm_watsonx_orchestrate/agent_builder/agents/__init__.py,sha256=lmZwaiWXD4Ea19nrMwZXaqCxFMG29xNS8vUoZtK3yI4,392
 ibm_watsonx_orchestrate/agent_builder/agents/agent.py,sha256=W0uya81fQPrYZFaO_tlsxBL56Bfpw0xrqdxQJhAZ6XI,983
@@ -13,7 +13,7 @@ ibm_watsonx_orchestrate/agent_builder/connections/connections.py,sha256=fBFNlied
 ibm_watsonx_orchestrate/agent_builder/connections/types.py,sha256=m-XhqKpZQyBieqiJ1JyVYVhpF6kgMt0dgou4ZcP6rcQ,13687
 ibm_watsonx_orchestrate/agent_builder/knowledge_bases/knowledge_base.py,sha256=_KuGF0RZpKpwdt31rzjlTjrhGRFz2RtLzleNkhMNX4k,1831
 ibm_watsonx_orchestrate/agent_builder/knowledge_bases/knowledge_base_requests.py,sha256=3xTfFMZR17EN8eYRhsVyBfOEzlTqyi0eYaMXyv0_ZtQ,862
-ibm_watsonx_orchestrate/agent_builder/knowledge_bases/types.py,sha256=UuzuIzV3Fg3LAILD7S0q5JKfq5AhbqDtXNKsfy0C8_U,9545
+ibm_watsonx_orchestrate/agent_builder/knowledge_bases/types.py,sha256=pXYe7JSxq2QRn4aVa3sopYyRi7nn9eCjYqdnynhek90,9579
 ibm_watsonx_orchestrate/agent_builder/model_policies/__init__.py,sha256=alJEjlneWlGpadmvOVlDjq5wulytKOmpkq3849fhKNc,131
 ibm_watsonx_orchestrate/agent_builder/model_policies/types.py,sha256=a6f9HP2OlZIe36k_PDRmFtefz2Ms2KBpzJ_jz8ggYbk,882
 ibm_watsonx_orchestrate/agent_builder/models/__init__.py,sha256=R5nTbyMBzahONdp5-bJFp-rbtTDnp2184k6doZqt67w,31
@@ -37,7 +37,7 @@ ibm_watsonx_orchestrate/cli/init_helper.py,sha256=qxnKdFcPtGsV_6RqP_IuLshRxgB004
 ibm_watsonx_orchestrate/cli/main.py,sha256=5AuoVVDHzgNZ6Y2ZR4bSF1cs7AhQRyd8n7S41o8lK4w,3618
 ibm_watsonx_orchestrate/cli/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ibm_watsonx_orchestrate/cli/commands/agents/agents_command.py,sha256=mWVojmtxslXL-eGMs7NUNBV_DudmQKeNnTaE9V9jjfU,9832
-ibm_watsonx_orchestrate/cli/commands/agents/agents_controller.py,sha256=wZ1jInW19hN4rTNRKqyoLqKtdADvzMFDhjQuGpI_Oto,65893
+ibm_watsonx_orchestrate/cli/commands/agents/agents_controller.py,sha256=w6y9j5E7fAWGO3ssun9QWUo4I2lpkIwOow4D5YTvThM,66108
 ibm_watsonx_orchestrate/cli/commands/channels/channels_command.py,sha256=fVIFhPUTPdxsxIE10nWL-W5wvBR-BS8V8D6r__J8R98,822
 ibm_watsonx_orchestrate/cli/commands/channels/channels_controller.py,sha256=WjQxwJujvo28SsWgfJSXIpkcgniKcskJ2arL4MOz0Ys,455
 ibm_watsonx_orchestrate/cli/commands/channels/types.py,sha256=hMFvWPr7tAmDrhBqtzfkCsrubX3lsU6lapTSOFsUbHM,475
@@ -46,16 +46,17 @@ ibm_watsonx_orchestrate/cli/commands/channels/webchat/channels_webchat_controlle
 ibm_watsonx_orchestrate/cli/commands/chat/chat_command.py,sha256=Q9vg2Z5Fsunu6GQFY_TIsNRhUCa0SSGSPnK4jxSGK34,1581
 ibm_watsonx_orchestrate/cli/commands/connections/connections_command.py,sha256=1eHwXI_aqS61sKvC5H2DOrcwGbs8a59pLE71bxdQgAw,12981
 ibm_watsonx_orchestrate/cli/commands/connections/connections_controller.py,sha256=6USaydthtH8SeTmMjJw6UkIdCo_xtzECRMDBx6_uk3Y,32164
-ibm_watsonx_orchestrate/cli/commands/copilot/copilot_command.py,sha256=hVIF6XghR1yoDPbL3K6D2kbmjnBZZLj2adZVSXevOwc,3360
-ibm_watsonx_orchestrate/cli/commands/copilot/copilot_controller.py,sha256=tJjB8kur0e9CxbWGjvaKJMu9LOghInS29Xu3yxWLowQ,30251
+ibm_watsonx_orchestrate/cli/commands/copilot/copilot_command.py,sha256=EJjVfYG8rW4OX-3wX_NiAvljJMhbJMZ8yb8oo3bsEDM,3867
+ibm_watsonx_orchestrate/cli/commands/copilot/copilot_controller.py,sha256=MvlOSOcBNGpGj9maBH_AkhHJI6okqz2W3ikrdVbTqPM,31086
 ibm_watsonx_orchestrate/cli/commands/copilot/copilot_server_controller.py,sha256=eh21hc_eSrSBNs9Tyk921wukzsIICZZY6T7t3qmjQJ0,3865
 ibm_watsonx_orchestrate/cli/commands/environment/environment_command.py,sha256=1CO0UfxSem0NafNGNCBXswC-P93MVYIA-YJewjKgdNc,4186
 ibm_watsonx_orchestrate/cli/commands/environment/environment_controller.py,sha256=z3m4khZfHNpv1dRsDfRW0cteLvhAeDEbxh-fOZduSpQ,10479
 ibm_watsonx_orchestrate/cli/commands/environment/types.py,sha256=X6jEnyBdxakromA7FhQ5btZMj9kwGcwRSFz8vpD65jA,224
-ibm_watsonx_orchestrate/cli/commands/evaluations/evaluations_command.py,sha256=0ET6tXMkeupT8K5hNGQBgLOhlV8YAshqH3bp9A8vgDk,21930
+ibm_watsonx_orchestrate/cli/commands/evaluations/evaluations_command.py,sha256=fmXKlwrS6Mbr4FeImdHEeX0k3Yja3T9pbJgayLw_yd8,23063
 ibm_watsonx_orchestrate/cli/commands/evaluations/evaluations_controller.py,sha256=avA5Guyyhqw9x0IAp-I9vVyEaS3X5U77Ag4xBw1k8l0,11348
-ibm_watsonx_orchestrate/cli/commands/knowledge_bases/knowledge_bases_command.py,sha256=hOzRcGVoqq7dTc4bSregKxH-kYbrVqaFdhBLawqnRNo,2668
-ibm_watsonx_orchestrate/cli/commands/knowledge_bases/knowledge_bases_controller.py,sha256=x5rK7xT9ZeS3YO-rEK8zMxiIzw53DM18oB94z5fg4Lw,12886
+ibm_watsonx_orchestrate/cli/commands/evaluations/evaluations_environment_manager.py,sha256=Js_UR3aDi3fE6KU7lQ-7RlN_dWZQrynKwrn3ePUVo3c,5519
+ibm_watsonx_orchestrate/cli/commands/knowledge_bases/knowledge_bases_command.py,sha256=ddVq0nd4GUqPgZ51JK0nv1NvWg1UnsX75fAzYJqIHHw,3435
+ibm_watsonx_orchestrate/cli/commands/knowledge_bases/knowledge_bases_controller.py,sha256=vDiTvWzEJaFrsyFvCpeH7Lp37Vjnsq2BL9obyM69YHU,16459
 ibm_watsonx_orchestrate/cli/commands/login/login_command.py,sha256=xArMiojoozg7Exn6HTpbTcjDO2idZRA-y0WV-_Ic1Sk,651
 ibm_watsonx_orchestrate/cli/commands/models/model_provider_mapper.py,sha256=ldAMx0Vz5cf_ngADzdMrku7twmVmIT4EQ43YrPzgSKk,8855
 ibm_watsonx_orchestrate/cli/commands/models/models_command.py,sha256=dHuk0F01MEYRrnbdyGeDHYZ3A-QMnz8d3kcrbphWhEg,6448
@@ -65,7 +66,7 @@ ibm_watsonx_orchestrate/cli/commands/partners/partners_controller.py,sha256=47DE
 ibm_watsonx_orchestrate/cli/commands/partners/offering/partners_offering_command.py,sha256=X6u5zGwKYY1Uc2szaVHCIyMlFJBzp8o8JgVZUxcZPd8,1727
 ibm_watsonx_orchestrate/cli/commands/partners/offering/partners_offering_controller.py,sha256=4qIaMwUHcSsPDDqXHS0vuwktyFD18sQyFabbBhr8vjY,19229
 ibm_watsonx_orchestrate/cli/commands/partners/offering/types.py,sha256=Wc7YyY3dQobx5P5-as45WmTiZiuiSzvSSSDZP-5vj-g,2804
-ibm_watsonx_orchestrate/cli/commands/server/server_command.py,sha256=AAvqzVjete_iJ6Pc_FWC1ncSYQZNCo9J7VsuU4R7U_c,29138
+ibm_watsonx_orchestrate/cli/commands/server/server_command.py,sha256=Y80Vwal1QZbrvNDarczJ8FDb7szA1bJszEeV-T2R3QM,30634
 ibm_watsonx_orchestrate/cli/commands/server/types.py,sha256=DGLopPbLFf5yH5-hzsFf5Uaw158QHwkTAcwydbUmZ3Q,4416
 ibm_watsonx_orchestrate/cli/commands/settings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ibm_watsonx_orchestrate/cli/commands/settings/settings_command.py,sha256=CzXRkd-97jXyS6LtaaNtMah-aZu0919dYl-mDwzGThc,344
@@ -89,7 +90,7 @@ ibm_watsonx_orchestrate/client/credentials.py,sha256=gDVeeQZDdbbjJiO1EI61yx2oRgT
 ibm_watsonx_orchestrate/client/local_service_instance.py,sha256=dt7vfLnjgt7mT8wSq8SJZndNTwsPzhb0XDhcnPUPFpU,3524
 ibm_watsonx_orchestrate/client/service_instance.py,sha256=20yPs5bfAGN7TKUwMHZgsV2p0vzHr57pZD_rjc-5X80,5861
 ibm_watsonx_orchestrate/client/utils.py,sha256=pmk44dk3wLOKzfSRIVFWa2oAy2KJ4l0-3PRYvVeLj4s,7491
-ibm_watsonx_orchestrate/client/agents/agent_client.py,sha256=ObAoh5g4zvB1mZiA6xotvs4b1FGE1r92kkb2C7juGn8,6890
+ibm_watsonx_orchestrate/client/agents/agent_client.py,sha256=4VIT9399HdA9NnC4JRur-_V7aLxBKAOhNQNr7ApqTzQ,6959
 ibm_watsonx_orchestrate/client/agents/assistant_agent_client.py,sha256=1JQN0E4T_uz5V0LM-LD1ahNu2KCeFBjXAr8WCiP9mkE,1745
 ibm_watsonx_orchestrate/client/agents/external_agent_client.py,sha256=iQ44XBdC4rYfS-zFn4St1xC5y5gf5SNqKHzMNQcFDZc,1808
 ibm_watsonx_orchestrate/client/analytics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -98,7 +99,7 @@ ibm_watsonx_orchestrate/client/analytics/llm/analytics_llm_client.py,sha256=0YS_
 ibm_watsonx_orchestrate/client/connections/__init__.py,sha256=J7TOyVg38h71AlaJjlFs5fOuAXTceHvELtOJ9oz4Mvg,207
 ibm_watsonx_orchestrate/client/connections/connections_client.py,sha256=JUUosNqEq-BasULrY1pkOTa9I2Z95XATN-sEZyjKeXc,8425
 ibm_watsonx_orchestrate/client/connections/utils.py,sha256=f6HsiDI6cycOqfYN6P4uZ3SQds83xlh83zTUioZPeYk,2618
-ibm_watsonx_orchestrate/client/copilot/cpe/copilot_cpe_client.py,sha256=Nj2tdqEZVgD0uCI6jVdpBvsJpHQjg3N14HiUgAEI2cs,3959
+ibm_watsonx_orchestrate/client/copilot/cpe/copilot_cpe_client.py,sha256=7Tk6BnLq5_UH6pct7t37joXp7clTy7mkq6SMcadR2JM,4668
 ibm_watsonx_orchestrate/client/knowledge_bases/knowledge_base_client.py,sha256=yWddZ4W_l-USoAPqPrj7B2qYfKzDT1l0q509dwbBULM,2254
 ibm_watsonx_orchestrate/client/model_policies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ibm_watsonx_orchestrate/client/model_policies/model_policies_client.py,sha256=YJ9OwkO2N78zz12r355ItTBSXp16EkcQZHZWPJLFPuE,2264
@@ -106,11 +107,11 @@ ibm_watsonx_orchestrate/client/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCe
 ibm_watsonx_orchestrate/client/models/models_client.py,sha256=PC94TlzWlN1kT1oZTZJYhR85nDv_jNq5O0w091XcIvc,2170
 ibm_watsonx_orchestrate/client/threads/threads_client.py,sha256=ZptejEUsfvQFRMk8NAV7rzpd5mjawKOLm5Lsj8L_mag,1120
 ibm_watsonx_orchestrate/client/toolkit/toolkit_client.py,sha256=TLFNS39EeBD_t4Y-rX9sGp4sWBDr--mE5qVtHq8Q2hk,3121
-ibm_watsonx_orchestrate/client/tools/tempus_client.py,sha256=iD7Hkzn_LdnFivAzGSVKsuuoQpNCFSg2z6qGmQXCDoM,1954
+ibm_watsonx_orchestrate/client/tools/tempus_client.py,sha256=hu9LzkRRucriEyl-KU9aGVRoNjgJo69U0-Rew94CvKk,2012
 ibm_watsonx_orchestrate/client/tools/tool_client.py,sha256=kYwQp-ym9dYQDOFSTnXNyeh8wzl39LpBJqHSNT9EKT0,2113
 ibm_watsonx_orchestrate/client/voice_configurations/voice_configurations_client.py,sha256=M5xIPLiVNpP-zxQw8CTNT9AiBjeXXmJiNaE142e2A3E,2682
-ibm_watsonx_orchestrate/docker/compose-lite.yml,sha256=Nf17AysDZfFQhymFwygF3XUKsiy4NLDTottdBgkiO7M,48121
-ibm_watsonx_orchestrate/docker/default.env,sha256=ojEGdHn_zAQ7-tbxtFpyKWyjiD4rA_K258DYwCEoV54,6442
+ibm_watsonx_orchestrate/docker/compose-lite.yml,sha256=UuIeyd27_4D3eTrxvVLdA-MTbPbunhikebkV5WLG4f0,48155
+ibm_watsonx_orchestrate/docker/default.env,sha256=lqFK6j6QP2S5y1rdrCNQc6TeSKVAJN1HADI_6DO3riA,6443
 ibm_watsonx_orchestrate/docker/proxy-config-single.yaml,sha256=WEbK4ENFuTCYhzRu_QblWp1_GMARgZnx5vReQafkIG8,308
 ibm_watsonx_orchestrate/docker/start-up.sh,sha256=LTtwHp0AidVgjohis2LXGvZnkFQStOiUAxgGABOyeUI,1811
 ibm_watsonx_orchestrate/docker/sdk/ibm_watsonx_orchestrate-0.6.0-py3-none-any.whl,sha256=Hi3-owh5OM0Jz2ihX9nLoojnr7Ky1TV-GelyqLcewLE,2047417
@@ -119,13 +120,13 @@ ibm_watsonx_orchestrate/docker/tempus/common-config.yaml,sha256=Zo3F36F5DV4VO_vU
 ibm_watsonx_orchestrate/flow_builder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ibm_watsonx_orchestrate/flow_builder/data_map.py,sha256=LinePFgb5mBnrvNmPkFe3rq5oYJZSjcgmaEGpE6dVwc,586
 ibm_watsonx_orchestrate/flow_builder/node.py,sha256=Y5hzVkbWNWaYp6zSbLW4Qbg4r1deLAs-X3HEFoZ9vzk,10338
-ibm_watsonx_orchestrate/flow_builder/types.py,sha256=rFTr8Mca4ZiqCJq4lt4h2z-OlqF5t7LQr1Yye6L6UoY,71526
-ibm_watsonx_orchestrate/flow_builder/utils.py,sha256=8q1jr5i_TzoJpoQxmLiO0g5Uv03BLbTUaRfw8_0VWIY,11931
+ibm_watsonx_orchestrate/flow_builder/types.py,sha256=Y0LIEWbijKtSmppVFVycEs6cH8lqIW2XQSa-uQ469Zk,71840
+ibm_watsonx_orchestrate/flow_builder/utils.py,sha256=QnI5vUZiBHA4Px650zOrJNG9DtvXiCIQPh9lOetmQno,11761
 ibm_watsonx_orchestrate/flow_builder/flows/__init__.py,sha256=iRYV0_eXgBBGhuNnvg-mUyPUyCIw5BiallPOp27bzYM,1083
 ibm_watsonx_orchestrate/flow_builder/flows/constants.py,sha256=-TGneZyjA4YiAtJJK7OmmjDHYQC4mw2e98MPAZqiB50,324
 ibm_watsonx_orchestrate/flow_builder/flows/decorators.py,sha256=07yaaDXLrwmj0v9lhZli8UmnKVpIuF6x1t3JbPVj0F8,3247
 ibm_watsonx_orchestrate/flow_builder/flows/events.py,sha256=VyaBm0sADwr15LWfKbcBQS1M80NKqzYDj3UlW3OpOf4,2984
-ibm_watsonx_orchestrate/flow_builder/flows/flow.py,sha256=Q5Q2XKzcBLvMHc3RwX1fr3ZZzgWsiQxe3eEhiJc_Dz8,68736
+ibm_watsonx_orchestrate/flow_builder/flows/flow.py,sha256=pi35CAg4Bx2AasLjy3URfskOLUvjgTb7Bbi0fMskDsU,68900
 ibm_watsonx_orchestrate/langflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ibm_watsonx_orchestrate/langflow/langflow_utils.py,sha256=UIWN28WvaYNhV-Ph_x0HSqV7jbL8lQlaUBdYeELqXJo,5765
 ibm_watsonx_orchestrate/langflow/lfx_deps.py,sha256=Bgbo8IQEX_TblGLmw1tnA0DP7Xm4SFRncPp4TGbqY1o,1396
@@ -141,8 +142,8 @@ ibm_watsonx_orchestrate/utils/utils.py,sha256=3k4qXVrgaBsvVt-nnjKrBwioNE2b0aflrv
 ibm_watsonx_orchestrate/utils/logging/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ibm_watsonx_orchestrate/utils/logging/logger.py,sha256=FzeGnidXAjC7yHrvIaj4KZPeaBBSCniZFlwgr5yV3oA,1037
 ibm_watsonx_orchestrate/utils/logging/logging.yaml,sha256=9_TKfuFr1barnOKP0fZT5D6MhddiwsXVTFjtRbcOO5w,314
-ibm_watsonx_orchestrate-1.13.0b0.dist-info/METADATA,sha256=9ED6yFIM7hlCrtSesyVvITbCY05ElgQwmzPrYvWWZZY,1363
-ibm_watsonx_orchestrate-1.13.0b0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-ibm_watsonx_orchestrate-1.13.0b0.dist-info/entry_points.txt,sha256=SfIT02-Jen5e99OcLhzbcM9Bdyf8SGVOCtnSplgZdQI,69
-ibm_watsonx_orchestrate-1.13.0b0.dist-info/licenses/LICENSE,sha256=Shgxx7hTdCOkiVRmfGgp_1ISISrwQD7m2f0y8Hsapl4,1083
-ibm_watsonx_orchestrate-1.13.0b0.dist-info/RECORD,,
+ibm_watsonx_orchestrate-1.13.0b1.dist-info/METADATA,sha256=kVBl7sWJuOj8I6-A9sqotUggzOehRdJOBB3aCueFXlE,1363
+ibm_watsonx_orchestrate-1.13.0b1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+ibm_watsonx_orchestrate-1.13.0b1.dist-info/entry_points.txt,sha256=SfIT02-Jen5e99OcLhzbcM9Bdyf8SGVOCtnSplgZdQI,69
+ibm_watsonx_orchestrate-1.13.0b1.dist-info/licenses/LICENSE,sha256=Shgxx7hTdCOkiVRmfGgp_1ISISrwQD7m2f0y8Hsapl4,1083
+ibm_watsonx_orchestrate-1.13.0b1.dist-info/RECORD,,