ibm-watsonx-orchestrate 1.8.0b0__py3-none-any.whl → 1.8.1__py3-none-any.whl

ibm_watsonx_orchestrate/cli/commands/knowledge_bases/knowledge_bases_controller.py

@@ -71,6 +71,7 @@ class KnowledgeBaseController:
         client = self.get_client()
 
         knowledge_bases = parse_file(file=file)
+        
         existing_knowledge_bases = client.get_by_names([kb.name for kb in knowledge_bases])
         
         for kb in knowledge_bases:
@@ -137,23 +138,24 @@ class KnowledgeBaseController:
 
     def update_knowledge_base(
         self, knowledge_base_id: str, kb: KnowledgeBase, file_dir: str
-    ) -> None:
-        filtered_files = []
-        
+    ) -> None:        
         if kb.documents:
             status = self.get_client().status(knowledge_base_id)
             existing_docs = [doc.get("metadata", {}).get("original_file_name", "") for doc in status.get("documents", [])]
             
+            removed_docs = existing_docs[:]
             for filepath in kb.documents:
                 filename = get_file_name(filepath)
 
                 if filename in existing_docs:
-                    logger.warning(f'Document \"{filename}\" already exists in knowledge base, skipping.')
-                else:
-                    filtered_files.append(filepath)
+                    logger.warning(f'Document \"{filename}\" already exists in knowledge base. Updating...')
+                    removed_docs.remove(filename)
+
+            for filename in removed_docs:
+                logger.warning(f'Document \"{filename}\" removed from knowledge base.')
+
 
-        if filtered_files:
-            files = [('files', (get_file_name(file_path), open(get_relative_file_path(file_path, file_dir), 'rb'))) for file_path in filtered_files]
+            files = [('files', (get_file_name(file_path), open(get_relative_file_path(file_path, file_dir), 'rb'))) for file_path in kb.documents]
             
             kb.prioritize_built_in_index = True
             payload = kb.model_dump(exclude_none=True);

ibm_watsonx_orchestrate/cli/commands/models/models_controller.py

@@ -167,15 +167,12 @@ class ModelsController:
             logger.error("Error: WATSONX_URL is required in the environment.")
             sys.exit(1)
 
-        if is_cpd_env(models_client.base_url):
-            virtual_models = []
-            virtual_model_policies = []
-        else:
-            logger.info("Retrieving virtual-model models list...")
-            virtual_models = models_client.list()
+    
+        logger.info("Retrieving virtual-model models list...")
+        virtual_models = models_client.list()
 
-            logger.info("Retrieving virtual-policies models list...")
-            virtual_model_policies = model_policies_client.list()
+        logger.info("Retrieving virtual-policies models list...")
+        virtual_model_policies = model_policies_client.list()
 
         logger.info("Retrieving watsonx.ai models list...")
         found_models = _get_wxai_foundational_models()

ibm_watsonx_orchestrate/cli/commands/server/server_command.py

@@ -46,15 +46,7 @@ _ALWAYS_UNSET: set[str] = {
   
 def define_saas_wdu_runtime(value: str = "none") -> None:
     cfg = Config()
-
-    current_config_file_values = cfg.get(USER_ENV_CACHE_HEADER)
-    current_config_file_values["SAAS_WDU_RUNTIME"] = value
-
-    cfg.save(
-        {
-            USER_ENV_CACHE_HEADER: current_config_file_values
-        }
-    )
+    cfg.write(USER_ENV_CACHE_HEADER,"SAAS_WDU_RUNTIME",value)
 
 def ensure_docker_installed() -> None:
     try:
@@ -885,7 +877,7 @@ def server_start(
     if experimental_with_langfuse:
         logger.info(f"You can access the observability platform Langfuse at http://localhost:3010, username: orchestrate@ibm.com, password: orchestrate")
     if with_doc_processing:
-        logger.info(f"Document processing capabilities are now available for use in Flows (both ADK and runtime). Note: This option is currently available only in the Developer edition.")
+        logger.info(f"Document processing in Flows (Public Preview) has been enabled.")
 
 @server_app.command(name="stop")
 def server_stop(

ibm_watsonx_orchestrate/client/connections/connections_client.py

@@ -63,12 +63,7 @@ class ConnectionsClient(BaseAPIClient):
     # GET /api/v1/connections/applications/{app_id}
     def get(self, app_id: str) -> GetConnectionResponse | None:
         try:
-            path = (
-                f"/connections/applications/{app_id}"
-                if is_cpd_env(self.base_url)
-                else f"/connections/applications?app_id={app_id}"
-            )
-            return GetConnectionResponse.model_validate(self._get(path))
+            return GetConnectionResponse.model_validate(self._get(f"/connections/applications?app_id={app_id}"))
         except ClientAPIException as e:
             if e.response.status_code == 404:
                 return None
@@ -78,12 +73,7 @@ class ConnectionsClient(BaseAPIClient):
     # GET api/v1/connections/applications
     def list(self) -> List[ListConfigsResponse]:
         try:
-            path = (
-                f"/connections/applications"
-                if is_cpd_env(self.base_url)
-                else f"/connections/applications?include_details=true"
-            )
-            res = self._get(path)
+            res = self._get(f"/connections/applications?include_details=true")
             import json
             json.dumps(res)
             return [ListConfigsResponse.model_validate(conn) for conn in res.get("applications", [])]
@@ -135,19 +125,9 @@ class ConnectionsClient(BaseAPIClient):
     def get_credentials(self, app_id: str, env: ConnectionEnvironment, use_app_credentials: bool) -> dict:
         try:
             if use_app_credentials:
-                path = (
-                    f"/connections/applications/{app_id}/credentials?env={env}"
-                    if is_cpd_env(self.base_url)
-                    else f"/connections/applications/{app_id}/credentials/{env}"
-                )
-                return self._get(path)
+                return self._get(f"/connections/applications/{app_id}/credentials/{env}")
             else:
-                path = (
-                    f"/connections/applications/{app_id}/configs/runtime_credentials?env={env}"
-                    if is_cpd_env(self.base_url)
-                    else f"/connections/applications/runtime_credentials?app_id={app_id}&env={env}"
-                )
-                return self._get(path)
+                return self._get(f"/connections/applications/runtime_credentials?app_id={app_id}&env={env}")
         except ClientAPIException as e:
             if e.response.status_code == 404:
                 return None
@@ -177,12 +157,7 @@ class ConnectionsClient(BaseAPIClient):
         if conn_id is None:
             return ""
         try:
-            path = (
-                f"/connections/applications/id/{conn_id}"
-                if is_cpd_env(self.base_url)
-                else f"/connections/applications?connection_id={conn_id}"
-            )
-            app_details = self._get(path)
+            app_details = self._get(f"/connections/applications?connection_id={conn_id}")
             return app_details.get("app_id")
         except ClientAPIException as e:
             if e.response.status_code == 404:

ibm_watsonx_orchestrate/client/copilot/cpe/copilot_cpe_client.py

@@ -21,10 +21,11 @@ class CPEClient(BaseAPIClient):
         }
 
 
-    def submit_pre_cpe_chat(self, user_message: str | None =None, tools: Dict[str, Any] = None) -> dict:
+    def submit_pre_cpe_chat(self, user_message: str | None =None, tools: Dict[str, Any] = None, agents: Dict[str, Any] = None) -> dict:
         payload = {
             "message": user_message,
             "tools": tools,
+            "agents": agents,
             "chat_id": self.chat_id,
             "chat_model_name": self.chat_model_name
         }

ibm_watsonx_orchestrate/client/utils.py

@@ -16,6 +16,7 @@ from ibm_watsonx_orchestrate.cli.config import (
 from threading import Lock
 from ibm_watsonx_orchestrate.client.base_api_client import BaseAPIClient
 from ibm_watsonx_orchestrate.utils.utils import yaml_safe_load
+from ibm_watsonx_orchestrate.cli.commands.channels.types import RuntimeEnvironmentType
 import logging
 from typing import TypeVar
 import os
@@ -32,18 +33,6 @@ def get_current_env_url() -> str:
     active_env = cfg.read(CONTEXT_SECTION_HEADER, CONTEXT_ACTIVE_ENV_OPT)
     return cfg.get(ENVIRONMENTS_SECTION_HEADER, active_env, ENV_WXO_URL_OPT)
 
-def get_cpd_instance_id_from_url(url: str | None = None) -> str:
-    if url is None:
-        url = get_current_env_url()
-
-    if not is_cpd_env(url):
-        logger.error(f"The host {url} is not a CPD instance")
-        sys.exit(1)
-    
-    url_fragments = url.split('/')
-    return url_fragments[-1] if url_fragments[-1] else url_fragments[-2]
-
-
 def is_local_dev(url: str | None = None) -> bool:
     if url is None:
         url = get_current_env_url()
@@ -62,11 +51,11 @@ def is_local_dev(url: str | None = None) -> bool:
 
     return False
 
-def is_cpd_env(url: str | None = None) -> bool:
+def is_ga_platform(url: str | None = None) -> bool:
     if url is None:
         url = get_current_env_url()
 
-    if url.lower().startswith("https://cpd"):
+    if url.__contains__("orchestrate.ibm.com"):
         return True
     return False
 
@@ -81,24 +70,37 @@ def is_ibm_cloud_platform(url:str | None = None) -> bool:
         return True
     return False
 
-def is_ga_platform(url: str | None = None) -> bool:
+def is_cpd_env(url: str | None = None) -> bool:
     if url is None:
         url = get_current_env_url()
 
-    if url.__contains__("orchestrate.ibm.com"):
+    if url.lower().startswith("https://cpd"):
         return True
     return False
 
+def get_cpd_instance_id_from_url(url: str | None = None) -> str:
+    if url is None:
+        url = get_current_env_url()
+
+    if not is_cpd_env(url):
+        logger.error(f"The host {url} is not a CPD instance")
+        sys.exit(1)
+
+    url_fragments = url.split('/')
+    return url_fragments[-1] if url_fragments[-1] else url_fragments[-2]
+
+
+
 
 def get_environment() -> str:
     if is_local_dev():
-        return "local"
+        return RuntimeEnvironmentType.LOCAL
     if is_cpd_env():
-        return "cpd"
+        return RuntimeEnvironmentType.CPD
     if is_ibm_cloud_platform():
-        return "ibmcloud"
+        return RuntimeEnvironmentType.IBM_CLOUD
     if is_ga_platform():
-        return "ga"
+        return RuntimeEnvironmentType.AWS
     return None
 
 def check_token_validity(token: str) -> bool:

ibm_watsonx_orchestrate/docker/compose-lite.yml

@@ -46,7 +46,7 @@ services:
       WXO_SERVER_URL: http://wxo-server:4321
       MAX_POOL: 60
       DEPLOYMENT_MODE: laptop
-      SUFFIXLIST: '["global_05d7ba72", "ibm_184bdbd3"]'
+      SUFFIXLIST: ${CM_SUFFIXLIST:-[]}
     ports:
       - 3001:3001
 
@@ -302,7 +302,7 @@ services:
       JWT_PRIVATE_CONFIGS_PATH: "/"
       VECTOR_STORE_PROVIDER: ${VECTOR_STORE_PROVIDER:-milvus}
       CELERY_RESULTS_TTL: "3600"
-      EVENT_BROKER_TTL: "-1"
+      EVENT_BROKER_TTL: "3600"
       TAVILY_API_KEY: ${TAVILY_API_KEY:-dummy_tavily_api_key}
       WATSONX_APIKEY: ${WATSONX_APIKEY}
       WATSONX_URL: ${WATSONX_URL}
@@ -404,7 +404,7 @@ services:
       WXAI_API_KEY: ${WXAI_API_KEY}
       VECTOR_STORE_PROVIDER: ${VECTOR_STORE_PROVIDER:-milvus}
       CELERY_RESULTS_TTL: "3600"
-      EVENT_BROKER_TTL: "-1"
+      EVENT_BROKER_TTL: "3600"
       TAVILY_API_KEY: ${TAVILY_API_KEY:-dummy_tavily_api_key}
       WATSONX_APIKEY: ${WATSONX_APIKEY}
       WATSONX_URL: ${WATSONX_URL}
@@ -789,7 +789,7 @@ services:
       WO_AUTH_TYPE: ${WO_AUTH_TYPE}
     healthcheck:
       test: curl -k http://localhost:9044/readiness --fail
-      interval: 5s
+      interval: 30s
       timeout: 60s
       retries: 5
     ports:
@@ -804,6 +804,13 @@ services:
     environment:
       WATSONX_APIKEY: ${WATSONX_APIKEY}
       WATSONX_SPACE_ID: ${WATSONX_SPACE_ID}
+      WO_API_KEY: ${WO_API_KEY}
+      WO_USERNAME: ${WO_USERNAME}
+      WO_PASSWORD: ${WO_PASSWORD}
+      WO_INSTANCE: ${WO_INSTANCE}
+      USE_SAAS_ML_TOOLS_RUNTIME: ${USE_SAAS_ML_TOOLS_RUNTIME}
+      WO_AUTH_TYPE: ${WO_AUTH_TYPE}
+      AUTHORIZATION_URL: ${AUTHORIZATION_URL}
     ports:
       - 8081:8080
 
@@ -909,7 +916,7 @@ services:
       ENRICHMENT_BATCH_SIZE: "1000"
       CIPHER_AES_REALM_KEY: "dGVzdHRlc3R0ZXN0dGVzdA=="
       SIDECAR_METERED_ENABLED: "false"
-      DPI_DEBUG: true
+      DPI_DEBUG: "false"
       DPI_WO_WDU_SERVER_ENDPOINT: https://wxo-doc-processing-service:8080
       # DPI_RAG_SERVER_ENDPOINT: https://wxo-doc-processing-llm-service:8083
       DISABLE_TLS: true

ibm_watsonx_orchestrate/docker/default.env

@@ -42,7 +42,7 @@ LANGFUSE_PRIVATE_KEY=sk-lf-7bc4da63-7b2b-40c0-b5eb-1e0cf64f9af2
 
 CELERY_WORKER_CONCURRENCY=12
 CELERY_RESULTS_TTL="3600"
-EVENT_BROKER_TTL="-1"
+EVENT_BROKER_TTL="3600"
 
 # START -- IMAGE REGISTRIES AND TAGS
 # The registry URL to pull the private images from, including the name of the repository in the registry.
@@ -53,13 +53,13 @@ EVENT_BROKER_TTL="-1"
 REGISTRY_URL=
 
 
-SERVER_TAG=02-07-2025
+SERVER_TAG=22-07-2025
 SERVER_REGISTRY=
 
-WORKER_TAG=02-07-2025
+WORKER_TAG=22-07-2025
 WORKER_REGISTRY=
 
-AI_GATEWAY_TAG=01-07-2025
+AI_GATEWAY_TAG=21-07-2025
 AI_GATEWAY_REGISTRY=
 
 AGENT_GATEWAY_TAG=07-07-2025
@@ -68,26 +68,26 @@ AGENT_GATEWAY_REGISTRY=
 DB_REGISTRY=
 # If you build multiarch set all three of these to the same, we have a pr against main
 # to not have this separation, but we can merge it later
-DBTAG=24-06-2025-v1
+DBTAG=22-07-2025
 AMDDBTAG=24-06-2025-v1
 ARM64DBTAG=24-06-2025-v1
 
 UI_REGISTRY=
-UITAG=27-06-2025
+UITAG=23-07-2025
 
 CM_REGISTRY=
-CM_TAG=27-06-2025
+CM_TAG=24-07-2025
 
-TRM_TAG=08-07-2025
+TRM_TAG=23-07-2025-3c60549f0bac275de3e5736265a3fd49cdd3a203
 TRM_REGISTRY=
 
-TR_TAG=08-07-2025
+TR_TAG=23-07-2025-3c60549f0bac275de3e5736265a3fd49cdd3a203
 TR_REGISTRY=
 
-BUILDER_TAG=02-07-2025
+BUILDER_TAG=22-07-2025-v1
 BUILDER_REGISTRY=
 
-FLOW_RUNTIME_TAG=10-07-2025
+FLOW_RUNTIME_TAG=15-07-2025
 FLOW_RUMTIME_REGISTRY=
 
 
@@ -100,7 +100,7 @@ JAEGER_PROXY_REGISTRY=
 SOCKET_HANDLER_TAG=29-05-2025
 SOCKET_HANDLER_REGISTRY=
 
-CPE_TAG=08-07-2025
+CPE_TAG=17-07-2025
 CPE_REGISTRY=
 
 # IBM Document Processing
@@ -171,6 +171,7 @@ WO_INSTANCE=
 AUTHORIZATION_URL=
 WO_AUTH_TYPE=
 PYTHONPATH=
+CM_SUFFIXLIST=
 
 # Use your machine's local IP address for external async tool communication.
 CALLBACK_HOST_URL=

ibm_watsonx_orchestrate/flow_builder/flows/__init__.py

@@ -1,6 +1,8 @@
 from .constants import START, END, RESERVED
-from ..types import FlowContext, TaskData, TaskEventType, DocumentContent
-from ..node import UserNode, AgentNode, StartNode, EndNode, PromptNode, ToolNode
+
+from ..types import FlowContext, TaskData, TaskEventType, File, DecisionsCondition, DecisionsRule
+from ..node import UserNode, AgentNode, StartNode, EndNode, PromptNode, ToolNode, DecisionsNode
+
 from .flow import Flow, CompiledFlow, FlowRun, FlowEvent, FlowEventType, FlowFactory, MatchPolicy, WaitPolicy, ForeachPolicy, Branch, Foreach, Loop
 from .decorators import flow
 from ..data_map import Assignment, DataMap
@@ -14,7 +16,7 @@ __all__ = [
     "FlowContext",
     "TaskData",
     "TaskEventType",
-    "DocumentContent",
+    "File",
 
     "DocProcNode",
     "UserNode",
@@ -23,6 +25,7 @@ __all__ = [
     "EndNode",
     "PromptNode",
     "ToolNode",
+    "DecisionsNode",
     "Assignment",
     "DataMap",
 
@@ -38,8 +41,8 @@ __all__ = [
     "Branch",
     "Foreach",
     "Loop",
+    "DecisionsCondition",
+    "DecisionsRule",
 
-    "user",
-    "flow_spec",
     "flow"
 ]

ibm_watsonx_orchestrate/flow_builder/flows/flow.py

@@ -27,12 +27,11 @@ from ibm_watsonx_orchestrate.client.utils import instantiate_client
 from ..types import (
     EndNodeSpec, Expression, ForeachPolicy, ForeachSpec, LoopSpec, BranchNodeSpec, MatchPolicy, PromptLLMParameters, PromptNodeSpec, 
     StartNodeSpec, ToolSpec, JsonSchemaObject, ToolRequestBody, ToolResponseBody, UserFieldKind, UserFieldOption, UserFlowSpec, UserNodeSpec, WaitPolicy,
-    DocProcSpec, TextExtractionResponse, KVPInvoicesExtractionResponse, KVPUtilityBillsExtractionResponse,
-    DocumentContent
+    DocProcSpec, TextExtractionResponse, File, DecisionsNodeSpec, DecisionsRule
 )
 from .constants import CURRENT_USER, START, END, ANY_USER
 from ..node import (
-    EndNode, Node, PromptNode, StartNode, UserNode, AgentNode, DataMap, ToolNode, DocProcNode
+    EndNode, Node, PromptNode, StartNode, UserNode, AgentNode, DataMap, ToolNode, DocProcNode, DecisionsNode
 )
 from ..types import (
     AgentNodeSpec, extract_node_spec, FlowContext, FlowEventType, FlowEvent, FlowSpec,
@@ -434,6 +433,49 @@ class Flow(Node):
         node = self._add_node(node)
         return cast(PromptNode, node)
     
+    def decisions(self, 
+            name: str, 
+            display_name: str|None=None,
+            rules: list[DecisionsRule] | None = None,
+            default_actions: dict[str, Any] = None,
+            locale: str | None = None,
+            description: str | None = None,
+            input_schema: type[BaseModel]|None = None, 
+            output_schema: type[BaseModel]|None=None,
+            input_map: DataMap = None) -> PromptNode:
+
+        if name is None:
+            raise ValueError("name must be provided.")
+        
+        if rules is None:
+            raise ValueError("rules must be specified.")
+
+         # create input spec
+        input_schema_obj = _get_json_schema_obj(parameter_name = "input", type_def = input_schema)
+        output_schema_obj = _get_json_schema_obj("output", output_schema)
+
+        # Create the tool spec
+        task_spec = DecisionsNodeSpec(
+            name=name,
+            display_name=display_name if display_name is not None else name,
+            description=description,
+            rules=rules,
+            default_actions=default_actions,
+            locale=locale,
+            input_schema=_get_tool_request_body(input_schema_obj),
+            output_schema=_get_tool_response_body(output_schema_obj),
+            output_schema_object = output_schema_obj
+        )
+
+        node = DecisionsNode(spec=task_spec)
+        # setup input map
+        if input_map:
+            node.input_map = self._get_data_map(input_map)
+        
+        # add the node to the list of node
+        node = self._add_node(node)
+        return cast(DecisionsNode, node)
+    
     def docproc(self, 
             name: str, 
             task: str,
@@ -448,12 +490,10 @@ class Flow(Node):
             raise ValueError("task must be provided.")
         
         output_schema_dict = { 
-            "text_extraction" : TextExtractionResponse,
-            "kvp_invoices_extraction" : KVPInvoicesExtractionResponse,
-            "kvp_utility_bills_extraction" : KVPUtilityBillsExtractionResponse
+            "text_extraction" : TextExtractionResponse
         }
          # create input spec
-        input_schema_obj = _get_json_schema_obj(parameter_name = "input", type_def = DocumentContent)
+        input_schema_obj = _get_json_schema_obj(parameter_name = "input", type_def = File)
         output_schema_obj = _get_json_schema_obj("output", output_schema_dict[task])
         if "$defs" in output_schema_obj.model_extra:
             output_schema_obj.model_extra.pop("$defs")

ibm_watsonx_orchestrate/flow_builder/node.py

@@ -5,7 +5,7 @@ import uuid
 import yaml
 from pydantic import BaseModel, Field, SerializeAsAny
 
-from .types import EndNodeSpec, NodeSpec, AgentNodeSpec, PromptNodeSpec, StartNodeSpec, ToolNodeSpec, UserFieldKind, UserFieldOption, UserNodeSpec, DocProcSpec
+from .types import EndNodeSpec, NodeSpec, AgentNodeSpec, PromptNodeSpec, StartNodeSpec, ToolNodeSpec, UserFieldKind, UserFieldOption, UserNodeSpec, DocProcSpec, DecisionsNodeSpec
 from .data_map import DataMap
 
 class Node(BaseModel):
@@ -116,7 +116,13 @@ class DocProcNode(Node):
 
     def get_spec(self) -> DocProcSpec:
         return cast(DocProcSpec, self.spec)
+class DecisionsNode(Node):
+    def __repr__(self):
+        return f"DecisionsNode(name='{self.spec.name}', description='{self.spec.description}')"
 
+    def get_spec(self) -> DecisionsNodeSpec:
+        return cast(DecisionsNodeSpec, self.spec)
+    
 class NodeInstance(BaseModel):
     node: Node
     id: str # unique id of this task instance