fastworkflow 2.17.19__py3-none-any.whl → 2.17.20__py3-none-any.whl

fastworkflow/train/__main__.py

@@ -3,6 +3,7 @@ import os
 import json
 import shutil
 from dotenv import dotenv_values
+import importlib.util
 
 from colorama import Fore, Style
 
@@ -16,6 +17,21 @@ from fastworkflow.command_directory import CommandDirectory, get_cached_command_
 from fastworkflow.command_routing import RoutingDefinition, RoutingRegistry
 from fastworkflow.command_context_model import CommandContextModel
 
+# Cache the datasets availability check result
+_DATASETS_AVAILABLE = None
+
+
+def _datasets_available() -> bool:
+    """Check if the datasets package is available in the environment.
+    
+    Returns:
+        bool: True if datasets can be imported, False otherwise.
+    """
+    global _DATASETS_AVAILABLE
+    if _DATASETS_AVAILABLE is None:
+        _DATASETS_AVAILABLE = importlib.util.find_spec("datasets") is not None
+    return _DATASETS_AVAILABLE
+
 
 def train_workflow(workflow_path: str):
     # Ensure context model is parsed so downstream helpers have contexts
@@ -44,6 +60,16 @@ def train_workflow(workflow_path: str):
         logger.info(f"No _commands directory found at {workflow_path}, skipping training")
         return
     
+    # Check if datasets package is available for training
+    # Command directory and routing artifacts are generated above regardless
+    if not _datasets_available():
+        logger.warning(
+            f"datasets package not found in environment. Skipping intent detection training "
+            f"and DSPy few-shot parameter extraction for workflow: {workflow_path}. "
+            f"Other artifacts such as command_directory.json and routing_definition.json have been generated successfully."
+        )
+        return
+    
     # create a workflow and train the main workflow
     workflow = fastworkflow.Workflow.create(
         workflow_path, 

fastworkflow/train/generate_synthetic.py

@@ -1,9 +1,16 @@
 from typing import List
-from datasets import load_dataset
 import random
 import fastworkflow
 import litellm
 
+# Conditional import of datasets - only required at runtime during training
+try:
+    from datasets import load_dataset
+    _DATASETS_AVAILABLE = True
+except ImportError:
+    _DATASETS_AVAILABLE = False
+    load_dataset = None
+
 NUMOF_PERSONAS=fastworkflow.get_env_var('SYNTHETIC_UTTERANCE_GEN_NUMOF_PERSONAS', int)
 UTTERANCES_PER_PERSONA=fastworkflow.get_env_var('SYNTHETIC_UTTERANCE_GEN_UTTERANCES_PER_PERSONA', int)
 PERSONAS_PER_BATCH=fastworkflow.get_env_var('SYNTHETIC_UTTERANCE_GEN_PERSONAS_PER_BATCH', int)
@@ -15,6 +22,15 @@ def generate_diverse_utterances(
     utterances_per_persona: int = UTTERANCES_PER_PERSONA,
     personas_per_batch: int = PERSONAS_PER_BATCH
 ) -> list[str]:
+    # If datasets is not available, return only the seed utterances
+    if not _DATASETS_AVAILABLE:
+        from fastworkflow.utils.logging import logger
+        logger.warning(
+            f"datasets package not available. Skipping synthetic utterance generation "
+            f"for command '{command_name}'. Using only seed utterances."
+        )
+        return [command_name] + seed_utterances
+    
     # Initialize LiteLLM with API key
     api_key = fastworkflow.get_env_var("LITELLM_API_KEY_SYNDATA_GEN")
     model=fastworkflow.get_env_var("LLM_SYNDATA_GEN")

{fastworkflow-2.17.19.dist-info → fastworkflow-2.17.20.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: fastworkflow
-Version: 2.17.19
+Version: 2.17.20
 Summary: A framework for rapidly building large-scale, deterministic, interactive workflows with a fault-tolerant, conversational UX
 License: Apache-2.0
 Keywords: fastworkflow,ai,workflow,llm,openai

{fastworkflow-2.17.19.dist-info → fastworkflow-2.17.20.dist-info}/RECORD

@@ -155,8 +155,8 @@ fastworkflow/run_fastapi_mcp/mcp_specific.py,sha256=RdOPcPn68KlxNSM9Vb2yeYEDNGoN
 fastworkflow/run_fastapi_mcp/redoc_2_standalone_html.py,sha256=oYWn30O-xKX6pVjunCeLupyOM2DbeZ3QgFj-F2LalOE,1191
 fastworkflow/run_fastapi_mcp/utils.py,sha256=SX6meWba0T-iYn7YmEajbwJrijfVVUuYGv4usDXzA2c,19589
 fastworkflow/train/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fastworkflow/train/__main__.py,sha256=03OeHVwa7MmBNHGtBrQ-0cT2rtrVtAiQtvQBzkcbp3w,8533
-fastworkflow/train/generate_synthetic.py,sha256=sTDk-E5ewkS4o-0LJeofiEv4uXGpqdGcFRYKY_Yf36Y,5322
+fastworkflow/train/__main__.py,sha256=m4v9uczmZ58EfNlJKc-cewMjPeltLL7tNRKotYtig3o,9532
+fastworkflow/train/generate_synthetic.py,sha256=ingoGxpwlaHGM9WHeK1xULEZntr5HBmQohyLtpqVTD0,5917
 fastworkflow/user_message_queues.py,sha256=svbuFxQ16q6Tz6urPWfD4IEsOTMxtS1Kc1PP8EE8AWg,1422
 fastworkflow/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fastworkflow/utils/chat_adapter.py,sha256=-U5JFiPynDhSYXJ75wdY0EA-hH8QPaq1bzA6ju4ZnVc,4090
@@ -177,8 +177,8 @@ fastworkflow/utils/startup_progress.py,sha256=9icSdnpFAxzIq0sUliGpNaH0Efvrt5lDtG
 fastworkflow/workflow.py,sha256=37gn7e3ct-gdGw43zS6Ab_ADoJJBO4eJW2PywfUpjEg,18825
 fastworkflow/workflow_agent.py,sha256=LRPdl-3lDRPx8pQtK202JWGYMYBNz5Mruy630fCBCk0,18725
 fastworkflow/workflow_inheritance_model.py,sha256=Pp-qSrQISgPfPjJVUfW84pc7HLmL2evuq0UVIYR51K0,7974
-fastworkflow-2.17.19.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-fastworkflow-2.17.19.dist-info/METADATA,sha256=98M30tfZ6P5KinxaJlRtX4aP4EwoThNzt3wEbvgRIuQ,30915
-fastworkflow-2.17.19.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-fastworkflow-2.17.19.dist-info/entry_points.txt,sha256=m8HqoPzCyaZLAx-V5X8MJgw3Lx3GiPDlxNEZ7K-Gb-U,54
-fastworkflow-2.17.19.dist-info/RECORD,,
+fastworkflow-2.17.20.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+fastworkflow-2.17.20.dist-info/METADATA,sha256=GRA2Txe-gPQQ35HCtWh2NiqLg2f4O5V0apIfEUjZXrY,30915
+fastworkflow-2.17.20.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+fastworkflow-2.17.20.dist-info/entry_points.txt,sha256=m8HqoPzCyaZLAx-V5X8MJgw3Lx3GiPDlxNEZ7K-Gb-U,54
+fastworkflow-2.17.20.dist-info/RECORD,,