swarms 7.6.4__py3-none-any.whl → 7.6.5__py3-none-any.whl

swarms/utils/vllm_wrapper.py

@@ -0,0 +1,146 @@
+from typing import List, Optional, Dict, Any
+from loguru import logger
+
+try:
+    from vllm import LLM, SamplingParams
+except ImportError:
+    import subprocess
+    import sys
+
+    print("Installing vllm")
+    subprocess.check_call(
+        [sys.executable, "-m", "pip", "install", "-U", "vllm"]
+    )
+    print("vllm installed")
+    from vllm import LLM, SamplingParams
+
+
+class VLLMWrapper:
+    """
+    A wrapper class for vLLM that provides a similar interface to LiteLLM.
+    This class handles model initialization and inference using vLLM.
+    """
+
+    def __init__(
+        self,
+        model_name: str = "meta-llama/Llama-2-7b-chat-hf",
+        system_prompt: Optional[str] = None,
+        stream: bool = False,
+        temperature: float = 0.5,
+        max_tokens: int = 4000,
+        max_completion_tokens: int = 4000,
+        tools_list_dictionary: Optional[List[Dict[str, Any]]] = None,
+        tool_choice: str = "auto",
+        parallel_tool_calls: bool = False,
+        *args,
+        **kwargs,
+    ):
+        """
+        Initialize the vLLM wrapper with the given parameters.
+
+        Args:
+            model_name (str): The name of the model to use. Defaults to "meta-llama/Llama-2-7b-chat-hf".
+            system_prompt (str, optional): The system prompt to use. Defaults to None.
+            stream (bool): Whether to stream the output. Defaults to False.
+            temperature (float): The temperature for sampling. Defaults to 0.5.
+            max_tokens (int): The maximum number of tokens to generate. Defaults to 4000.
+            max_completion_tokens (int): The maximum number of completion tokens. Defaults to 4000.
+            tools_list_dictionary (List[Dict[str, Any]], optional): List of available tools. Defaults to None.
+            tool_choice (str): How to choose tools. Defaults to "auto".
+            parallel_tool_calls (bool): Whether to allow parallel tool calls. Defaults to False.
+        """
+        self.model_name = model_name
+        self.system_prompt = system_prompt
+        self.stream = stream
+        self.temperature = temperature
+        self.max_tokens = max_tokens
+        self.max_completion_tokens = max_completion_tokens
+        self.tools_list_dictionary = tools_list_dictionary
+        self.tool_choice = tool_choice
+        self.parallel_tool_calls = parallel_tool_calls
+
+        # Initialize vLLM
+        self.llm = LLM(model=model_name, **kwargs)
+        self.sampling_params = SamplingParams(
+            temperature=temperature,
+            max_tokens=max_tokens,
+        )
+
+    def _prepare_prompt(self, task: str) -> str:
+        """
+        Prepare the prompt for the given task.
+
+        Args:
+            task (str): The task to prepare the prompt for.
+
+        Returns:
+            str: The prepared prompt.
+        """
+        if self.system_prompt:
+            return f"{self.system_prompt}\n\nUser: {task}\nAssistant:"
+        return f"User: {task}\nAssistant:"
+
+    def run(self, task: str, *args, **kwargs) -> str:
+        """
+        Run the model for the given task.
+
+        Args:
+            task (str): The task to run the model for.
+            *args: Additional positional arguments.
+            **kwargs: Additional keyword arguments.
+
+        Returns:
+            str: The model's response.
+        """
+        try:
+            prompt = self._prepare_prompt(task)
+
+            outputs = self.llm.generate(prompt, self.sampling_params)
+            response = outputs[0].outputs[0].text.strip()
+
+            return response
+
+        except Exception as error:
+            logger.error(f"Error in VLLMWrapper: {error}")
+            raise error
+
+    def __call__(self, task: str, *args, **kwargs) -> str:
+        """
+        Call the model for the given task.
+
+        Args:
+            task (str): The task to run the model for.
+            *args: Additional positional arguments.
+            **kwargs: Additional keyword arguments.
+
+        Returns:
+            str: The model's response.
+        """
+        return self.run(task, *args, **kwargs)
+
+    def batched_run(
+        self, tasks: List[str], batch_size: int = 10
+    ) -> List[str]:
+        """
+        Run the model for multiple tasks in batches.
+
+        Args:
+            tasks (List[str]): List of tasks to run.
+            batch_size (int): Size of each batch. Defaults to 10.
+
+        Returns:
+            List[str]: List of model responses.
+        """
+        logger.info(
+            f"Running tasks in batches of size {batch_size}. Total tasks: {len(tasks)}"
+        )
+        results = []
+
+        for i in range(0, len(tasks), batch_size):
+            batch = tasks[i : i + batch_size]
+            for task in batch:
+                logger.info(f"Running task: {task}")
+                results.append(self.run(task))
+
+        logger.info("Completed all tasks.")
+        return results

{swarms-7.6.4.dist-info → swarms-7.6.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: swarms
-Version: 7.6.4
+Version: 7.6.5
 Summary: Swarms - TGSC
 Home-page: https://github.com/kyegomez/swarms
 License: MIT

{swarms-7.6.4.dist-info → swarms-7.6.5.dist-info}/RECORD

@@ -81,15 +81,14 @@ swarms/schemas/__init__.py,sha256=EqqtVcpoptF1kfy19Wykp22ut4AA0z-yMQ5H9WB7ptA,18
 swarms/schemas/agent_input_schema.py,sha256=qhPyThMx2on91yG9mzNdP_08GpMh1IRDHDwFna29jPs,6345
 swarms/schemas/agent_step_schemas.py,sha256=a14gb58vR0xOwB_fwSJQbN6yb9HddEaT30E6hUrzEQA,2573
 swarms/schemas/base_schemas.py,sha256=UvBLVWg2qRen4tK5GJz50v42SiX95EQ5qK7hfyAHTEU,3267
-swarms/structs/__init__.py,sha256=LgAeWDQxbBpUyIYgvikgSdDoDPrvNryDKYTBfflmLMk,4352
-swarms/structs/agent.py,sha256=JC48tv2Jn4hNGTBvBb5Lk-LiTwnyfBO81Doyv6EWbOA,92409
+swarms/structs/__init__.py,sha256=ER0HI-9RQI22i10x6XQj6TaKoWJgk1a5XIP1KxiBsCU,4310
+swarms/structs/agent.py,sha256=IChi9EZiFUwCmj7dPa9H70TBkYd6VnTt-5Jx5TLPbWI,95234
 swarms/structs/agent_builder.py,sha256=tYNpfO4_8cgfMHfgA5DAOWffHnt70p6CLt59esqfVCY,12133
 swarms/structs/agent_registry.py,sha256=il507cO1NF-d4ChyANVLuWrN8bXsEAi8_7bLJ_sTU6A,12112
 swarms/structs/agent_roles.py,sha256=8XEw6RjOOZelaZaWt4gXaYQm5WMLEhSO7W6Z8sQjmFg,582
 swarms/structs/agent_router.py,sha256=YZw5AaK2yTvxkOA7ouED_4MoYgn0XZggvo1wrglp-4E,13017
 swarms/structs/agents_available.py,sha256=SedxDim-0IWgGsNwJZxRIUMfKyAFFXdvXSYeBNu0zGw,2804
 swarms/structs/async_workflow.py,sha256=7YWsLPyGY-1-mMxoIXWQ0FnYH6F227nxsS9PFAJoF9Q,26214
-swarms/structs/auto_swarm.py,sha256=AHWswlEWDL_i3V8IP362tx6pi_B2arlZhALykrkI5OA,8215
 swarms/structs/auto_swarm_builder.py,sha256=vPM5Kq59D_FvuWJB8hxgHuEvTXsxDxovlBnHGVQsM4o,10938
 swarms/structs/base_structure.py,sha256=GDu4QJQQmhU7IyuFJHIh9UVThACCva-L7uoMbVD9l4s,15901
 swarms/structs/base_swarm.py,sha256=LSGJDPJdyUCcK6698mNtjxoC1OU3s_J2NxC2k_ccGUs,23779
@@ -153,7 +152,7 @@ swarms/tools/function_util.py,sha256=DAnAPO0Ik__TAqL7IJzFmkukHnhpsW_QtALl3yj837g
 swarms/tools/json_former.py,sha256=4ugLQ_EZpghhuhFsVKsy-ehin9K64pqVE2gLU7BTO_M,14376
 swarms/tools/json_utils.py,sha256=WKMZjcJ0Vt6lgIjiTBenslcfjgRSLX4UWs4uDkKFMQI,1316
 swarms/tools/logits_processor.py,sha256=NifZZ5w9yemWGJAJ5nHFrphtZVX1XlyesgvYZTxK1GM,2965
-swarms/tools/mcp_integration.py,sha256=Aqt2gLTIinJdHM_ZnIICqCXp2Fz_AbDPfaJVljDuIAI,17529
+swarms/tools/mcp_integration.py,sha256=rUXxC9NvXQ3V4B7Lt1AoI4ZYiCl2-T4FW3_689HTRZk,12839
 swarms/tools/openai_func_calling_schema_pydantic.py,sha256=6BAH9kuaVTvJIbjgSSJ5XvHhWvWszPxgarkfUuE5Ads,978
 swarms/tools/openai_tool_creator_decorator.py,sha256=SYZjHnARjWvnH9cBdj7Kc_Yy1muvNxMT3RQz8KkA2SE,2578
 swarms/tools/py_func_to_openai_func_str.py,sha256=W112Gu0CmAiHrNWnRMcnoGiVZEy2FxAU4xMvnG9XP4g,15710
@@ -182,9 +181,10 @@ swarms/utils/str_to_dict.py,sha256=T3Jsdjz87WIlkSo7jAW6BB80sv0Ns49WT1qXlOrdEoE,8
 swarms/utils/swarm_reliability_checks.py,sha256=MsgUULt3HYg72D0HifZNmtCyJYpLA2UDA2wQixI-NbA,2562
 swarms/utils/try_except_wrapper.py,sha256=appEGu9Afy3TmdkNNXUgQ9yU9lj2j0uNkIoW0JhVzzY,3917
 swarms/utils/visualizer.py,sha256=0ylohEk62MAS6iPRaDOV03m9qo2k5J56tWlKJk_46p4,16927
+swarms/utils/vllm_wrapper.py,sha256=OIGnU9Vf81vE_hul1FK-xEhChFK8fxqZX6-fhQeW22c,4987
 swarms/utils/wrapper_clusterop.py,sha256=PMSCVM7ZT1vgj1D_MYAe835RR3SMLYxA-si2JS02yNQ,4220
-swarms-7.6.4.dist-info/LICENSE,sha256=jwRtEmTWjLrEsvFB6QFdYs2cEeZPRMdj-UMOFkPF8_0,11363
-swarms-7.6.4.dist-info/METADATA,sha256=FihAIDYyoPwxvfsXfvpCsMzdQMHvBZ7fXkp5v06DIUE,104909
-swarms-7.6.4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-swarms-7.6.4.dist-info/entry_points.txt,sha256=2K0rTtfO1X1WaO-waJlXIKw5Voa_EpAL_yU0HXE2Jgc,47
-swarms-7.6.4.dist-info/RECORD,,
+swarms-7.6.5.dist-info/LICENSE,sha256=jwRtEmTWjLrEsvFB6QFdYs2cEeZPRMdj-UMOFkPF8_0,11363
+swarms-7.6.5.dist-info/METADATA,sha256=2w553wEExRZlKYKxX_LCvhpbyJbhefIxw43-I1Jvwmw,104909
+swarms-7.6.5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+swarms-7.6.5.dist-info/entry_points.txt,sha256=2K0rTtfO1X1WaO-waJlXIKw5Voa_EpAL_yU0HXE2Jgc,47
+swarms-7.6.5.dist-info/RECORD,,

swarms/structs/auto_swarm.py

@@ -1,229 +0,0 @@
-from typing import Any, Callable, Dict, Optional, Sequence
-
-from swarms.structs.base_swarm import BaseSwarm
-from swarms.utils.loguru_logger import logger
-
-
-class AutoSwarmRouter(BaseSwarm):
-    """AutoSwarmRouter class represents a router for the AutoSwarm class.
-
-    This class is responsible for routing tasks to the appropriate swarm based on the provided name.
-    It allows customization of the preprocessing, routing, and postprocessing of tasks.
-
-    Attributes:
-        name (str): The name of the router.
-        description (str): The description of the router.
-        verbose (bool): Whether to enable verbose mode.
-        custom_params (dict): Custom parameters for the router.
-        swarms (list): A list of BaseSwarm objects.
-        custom_preprocess (callable): Custom preprocessing function for tasks.
-        custom_postprocess (callable): Custom postprocessing function for task results.
-        custom_router (callable): Custom routing function for tasks.
-
-    Methods:
-        run(task: str = None, *args, **kwargs) -> Any:
-            Run the swarm simulation and route the task to the appropriate swarm.
-
-    Flow:
-        name -> router -> swarm entry point
-    """
-
-    def __init__(
-        self,
-        name: Optional[str] = None,
-        description: Optional[str] = None,
-        verbose: bool = False,
-        custom_params: Optional[Dict[str, Any]] = None,
-        swarms: Sequence[BaseSwarm] = None,
-        custom_preprocess: Optional[Callable] = None,
-        custom_postprocess: Optional[Callable] = None,
-        custom_router: Optional[Callable] = None,
-        *args,
-        **kwargs,
-    ):
-        super().__init__(
-            name=name, description=description, *args, **kwargs
-        )
-        self.name = name
-        self.description = description
-        self.verbose = verbose
-        self.custom_params = custom_params
-        self.swarms = swarms
-        self.custom_preprocess = custom_preprocess
-        self.custom_postprocess = custom_postprocess
-        self.custom_router = custom_router
-
-        # Create a dictionary of swarms
-        self.swarm_dict = {swarm.name: swarm for swarm in self.swarms}
-
-        logger.info(
-            f"AutoSwarmRouter has been initialized with {self.len_of_swarms()} swarms."
-        )
-
-    def run(self, task: str = None, *args, **kwargs):
-        try:
-            """Run the swarm simulation and route the task to the appropriate swarm."""
-
-            if self.custom_preprocess:
-                # If custom preprocess function is provided then run it
-                logger.info("Running custom preprocess function.")
-                task, args, kwargs = self.custom_preprocess(
-                    task, args, kwargs
-                )
-
-            if self.custom_router:
-                # If custom router function is provided then use it to route the task
-                logger.info("Running custom router function.")
-                out = self.custom_router(self, task, *args, **kwargs)
-
-                if self.custom_postprocess:
-                    # If custom postprocess function is provided then run it
-                    out = self.custom_postprocess(out)
-
-                return out
-
-            if self.name in self.swarm_dict:
-                # If a match is found then send the task to the swarm
-                out = self.swarm_dict[self.name].run(
-                    task, *args, **kwargs
-                )
-
-                if self.custom_postprocess:
-                    # If custom postprocess function is provided then run it
-                    out = self.custom_postprocess(out)
-
-                return out
-
-            # If no match is found then return None
-            raise ValueError(
-                f"Swarm with name {self.name} not found."
-            )
-        except Exception as e:
-            logger.error(f"Error: {e}")
-            raise e
-
-    def len_of_swarms(self):
-        return print(len(self.swarms))
-
-    def list_available_swarms(self):
-        for swarm in self.swarms:
-            try:
-                logger.info(
-                    f"Swarm Name: {swarm.name} || Swarm Description: {swarm.description} "
-                )
-            except Exception as error:
-                logger.error(
-                    f"Error Detected You may not have swarms available: {error}"
-                )
-                raise error
-
-
-class AutoSwarm(BaseSwarm):
-    """AutoSwarm class represents a swarm of agents that can be created automatically.
-
-    Flow:
-    name -> router -> swarm entry point
-
-    Args:
-        name (Optional[str]): The name of the swarm. Defaults to None.
-        description (Optional[str]): The description of the swarm. Defaults to None.
-        verbose (bool): Whether to enable verbose mode. Defaults to False.
-        custom_params (Optional[Dict[str, Any]]): Custom parameters for the swarm. Defaults to None.
-        router (Optional[AutoSwarmRouter]): The router for the swarm. Defaults to None.
-    """
-
-    def __init__(
-        self,
-        name: Optional[str] = None,
-        description: Optional[str] = None,
-        verbose: bool = False,
-        custom_params: Optional[Dict[str, Any]] = None,
-        custom_preprocess: Optional[Callable] = None,
-        custom_postprocess: Optional[Callable] = None,
-        custom_router: Optional[Callable] = None,
-        max_loops: int = 1,
-        *args,
-        **kwargs,
-    ):
-        super().__init__()
-        self.name = name
-        self.description = description
-        self.verbose = verbose
-        self.custom_params = custom_params
-        self.custom_preprocess = custom_preprocess
-        self.custom_postprocess = custom_postprocess
-        self.custom_router = custom_router
-        self.max_loops = max_loops
-        self.router = AutoSwarmRouter(
-            name=name,
-            description=description,
-            verbose=verbose,
-            custom_params=custom_params,
-            custom_preprocess=custom_preprocess,
-            custom_postprocess=custom_postprocess,
-            custom_router=custom_router,
-            *args,
-            **kwargs,
-        )
-
-        if name is None:
-            raise ValueError(
-                "A name must be provided for the AutoSwarm, what swarm do you want to use?"
-            )
-
-        if verbose is True:
-            self.init_logging()
-
-    def init_logging(self):
-        logger.info("AutoSwarm has been activated. Ready for usage.")
-
-    # def name_swarm_check(self, name: str = None):
-
-    def run(self, task: str = None, *args, **kwargs):
-        """Run the swarm simulation."""
-        try:
-            loop = 0
-
-            while loop < self.max_loops:
-                if self.custom_preprocess:
-                    # If custom preprocess function is provided then run it
-                    logger.info("Running custom preprocess function.")
-                    task, args, kwargs = self.custom_preprocess(
-                        task, args, kwargs
-                    )
-
-                if self.custom_router:
-                    # If custom router function is provided then use it to route the task
-                    logger.info("Running custom router function.")
-                    out = self.custom_router(
-                        self, task, *args, **kwargs
-                    )
-
-                else:
-                    out = self.router.run(task, *args, **kwargs)
-
-                if self.custom_postprocess:
-                    # If custom postprocess function is provided then run it
-                    out = self.custom_postprocess(out)
-
-                # LOOP
-                loop += 1
-
-                return out
-        except Exception as e:
-            logger.error(
-                f"Error: {e} try optimizing the inputs and try again."
-            )
-            raise e
-
-    def list_all_swarms(self):
-        for swarm in self.swarms:
-            try:
-                logger.info(
-                    f"Swarm Name: {swarm.name} || Swarm Description: {swarm.description} "
-                )
-            except Exception as error:
-                logger.error(
-                    f"Error Detected You may not have swarms available: {error}"
-                )
-                raise error