versionhq 1.1.11.7__tar.gz → 1.1.12.1__tar.gz

{versionhq-1.1.11.7 → versionhq-1.1.12.1}/.github/workflows/run_tests.yml

@@ -6,15 +6,16 @@ permissions:
   contents: write
 
 env:
+  DEFAULT_MODEL_NAME:  ${{ secrets.DEFAULT_MODEL_NAME }}
+  DEFAULT_MODEL_PROVIDER_NAME:  ${{ secrets.DEFAULT_MODEL_PROVIDER_NAME }}
   LITELLM_API_KEY: ${{ secrets.LITELLM_API_KEY }}
   OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-  DEFAULT_REDIRECT_URL:  ${{ secrets.DEFAULT_REDIRECT_URL }}
-  DEFAULT_USER_ID:  ${{ secrets.DEFAULT_USER_ID }}
-  COMPOSIO_API_KEY: ${{ secrets.COMPOSIO_API_KEY }}
-  DEFAULT_MODEL_NAME:  ${{ secrets.DEFAULT_MODEL_NAME }}
   GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
   ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
-  ANTHROPIC_API_BASE: ${{ secrets.ANTHROPIC_API_BASE }}
+  OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
+  COMPOSIO_API_KEY: ${{ secrets.COMPOSIO_API_KEY }}
+  DEFAULT_REDIRECT_URL:  ${{ secrets.DEFAULT_REDIRECT_URL }}
+  DEFAULT_USER_ID:  ${{ secrets.DEFAULT_USER_ID }}
   MEM0_API_KEY: ${{ secrets.MEM0_API_KEY }}
 
 jobs:

{versionhq-1.1.11.7 → versionhq-1.1.12.1}/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2024 Version IO Sdn. Bhd.
+Copyright (c) 2024-2025 Version IO Sdn. Bhd.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

{versionhq-1.1.11.7 → versionhq-1.1.12.1}/PKG-INFO

@@ -1,11 +1,11 @@
 Metadata-Version: 2.2
 Name: versionhq
-Version: 1.1.11.7
+Version: 1.1.12.1
 Summary: LLM orchestration frameworks for model-agnostic AI agents that handle complex outbound workflows
 Author-email: Kuriko Iwai <kuriko@versi0n.io>
 License: MIT License
         
-        Copyright (c) 2024 Version IO Sdn. Bhd.
+        Copyright (c) 2024-2025 Version IO Sdn. Bhd.
         
         Permission is hereby granted, free of charge, to any person obtaining a copy
         of this software and associated documentation files (the "Software"), to deal
@@ -78,12 +78,12 @@ Requires-Dist: numpy>=1.26.4; extra == "numpy"
 
 ![MIT license](https://img.shields.io/badge/License-MIT-green)
 [![Publisher](https://github.com/versionHQ/multi-agent-system/actions/workflows/publish.yml/badge.svg)](https://github.com/versionHQ/multi-agent-system/actions/workflows/publish.yml)
-![PyPI](https://img.shields.io/badge/PyPI->=v1.1.11.4-blue)
-![python ver](https://img.shields.io/badge/Python->=3.12-purple)
+![PyPI](https://img.shields.io/badge/PyPI-v1.1.12+-blue)
+![python ver](https://img.shields.io/badge/Python-3.11+-purple)
 ![pyenv ver](https://img.shields.io/badge/pyenv-2.5.0-orange)
 
 
-LLM orchestration frameworks to deploy multi-agent systems with task-based formation.
+LLM orchestration frameworks to deploy multi-agent systems and automate complex tasks with network formations.
 
 **Visit:**
 
@@ -122,15 +122,16 @@ LLM orchestration frameworks to deploy multi-agent systems with task-based forma
 
 ## Key Features
 
-Generate mulit-agent systems depending on the complexity of the task, and execute the task with agents of choice.
+Generate multi-agent systems based on the task complexity, execute tasks, and evaluate output based on the given criteria.
 
-Model-agnostic agents can handle RAG tools, tools, callbacks, and knowledge sharing among other agents.
+Agents are model-agnostic, and can handle and share RAG tools, knowledge, memory, and callbacks among other agents. (self-learn)
 
 
 ###  Agent formation
-Depending on the task complexity, agents can make a different formation.
 
-You can specify which formation you want them to generate, or let the agent decide if you don’t have a clear plan.
+Agents adapt their formation based on task complexity.
+
+You can specify a desired formation or allow the agents to determine it autonomously (default).
 
 
 |  | **Solo Agent** | **Supervising** | **Network** | **Random** |

{versionhq-1.1.11.7 → versionhq-1.1.12.1}/README.md

@@ -2,12 +2,12 @@
 
 ![MIT license](https://img.shields.io/badge/License-MIT-green)
 [![Publisher](https://github.com/versionHQ/multi-agent-system/actions/workflows/publish.yml/badge.svg)](https://github.com/versionHQ/multi-agent-system/actions/workflows/publish.yml)
-![PyPI](https://img.shields.io/badge/PyPI->=v1.1.11.4-blue)
-![python ver](https://img.shields.io/badge/Python->=3.12-purple)
+![PyPI](https://img.shields.io/badge/PyPI-v1.1.12+-blue)
+![python ver](https://img.shields.io/badge/Python-3.11+-purple)
 ![pyenv ver](https://img.shields.io/badge/pyenv-2.5.0-orange)
 
 
-LLM orchestration frameworks to deploy multi-agent systems with task-based formation.
+LLM orchestration frameworks to deploy multi-agent systems and automate complex tasks with network formations.
 
 **Visit:**
 
@@ -46,15 +46,16 @@ LLM orchestration frameworks to deploy multi-agent systems with task-based forma
 
 ## Key Features
 
-Generate mulit-agent systems depending on the complexity of the task, and execute the task with agents of choice.
+Generate multi-agent systems based on the task complexity, execute tasks, and evaluate output based on the given criteria.
 
-Model-agnostic agents can handle RAG tools, tools, callbacks, and knowledge sharing among other agents.
+Agents are model-agnostic, and can handle and share RAG tools, knowledge, memory, and callbacks among other agents. (self-learn)
 
 
 ###  Agent formation
-Depending on the task complexity, agents can make a different formation.
 
-You can specify which formation you want them to generate, or let the agent decide if you don’t have a clear plan.
+Agents adapt their formation based on task complexity.
+
+You can specify a desired formation or allow the agents to determine it autonomously (default).
 
 
 |  | **Solo Agent** | **Supervising** | **Network** | **Random** |

{versionhq-1.1.11.7 → versionhq-1.1.12.1}/pyproject.toml

@@ -15,7 +15,7 @@ exclude = ["test*", "__pycache__", "*.egg-info"]
 
 [project]
 name = "versionhq"
-version = "1.1.11.7"
+version = "1.1.12.1"
 authors = [{ name = "Kuriko Iwai", email = "kuriko@versi0n.io" }]
 description = "LLM orchestration frameworks for model-agnostic AI agents that handle complex outbound workflows"
 readme = "README.md"

{versionhq-1.1.11.7 → versionhq-1.1.12.1}/src/versionhq/__init__.py

@@ -1,11 +1,8 @@
+# silence some warnings
 import warnings
-
-warnings.filterwarnings(
-    "ignore",
-    message="Pydantic serializer warnings:",
-    category=UserWarning,
-    module="pydantic.main",
-)
+warnings.filterwarnings(action="ignore", message="Pydantic serializer warnings:", category=UserWarning, module="pydantic.main")
+warnings.filterwarnings(action="ignore", category=UserWarning, module="pydantic._internal")
+warnings.filterwarnings(action="ignore", module="LiteLLM:utils")
 
 from versionhq.agent.model import Agent
 from versionhq.clients.customer.model import Customer
@@ -17,7 +14,7 @@ from versionhq.tool.model import Tool
 from versionhq.tool.composio_tool import ComposioHandler
 
 
-__version__ = "1.1.11.7"
+__version__ = "1.1.12.1"
 __all__ = [
     "Agent",
     "Customer",

{versionhq-1.1.11.7 → versionhq-1.1.12.1}/src/versionhq/_utils/logger.py

@@ -36,10 +36,15 @@ class Printer:
 
 
 class Logger(BaseModel):
+    """
+    Control CLI messages.
+    Color: red = error, yellow = warning, blue = info (from vhq), green = info (from third party)
+    """
+
     verbose: bool = Field(default=True)
     _printer: Printer = PrivateAttr(default_factory=Printer)
 
     def log(self, level, message, color="yellow"):
         if self.verbose:
             timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
-            self._printer.print(f"\n{timestamp} - versionHQ - {level.upper()}: {message}", color=color)
+            self._printer.print(f"\n{timestamp} - versionHQ [{level.upper()}]: {message}", color=color)

versionhq-1.1.12.1/src/versionhq/agent/inhouse_agents.py

@@ -0,0 +1,31 @@
+from versionhq.agent.model import Agent
+from versionhq.llm.model import DEFAULT_MODEL_NAME
+
+"""
+In-house agents to be called across the project.
+[Rules] agents' names and roles start with `vhq_`.
+"""
+
+vhq_client_manager = Agent(
+    role="vhq-Client Manager",
+    goal="Efficiently communicate with the client on the task progress",
+    llm=DEFAULT_MODEL_NAME
+)
+
+vhq_task_evaluator = Agent(
+    role="vhq-Task Evaluator",
+    goal="score the output according to the given evaluation criteria.",
+    llm=DEFAULT_MODEL_NAME,
+    llm_config=dict(top_p=0.8, top_k=30, max_tokens=5000, temperature=0.9),
+    maxit=1,
+    max_retry_limit=1
+)
+
+vhq_formation_planner = Agent(
+    role="vhq-Formation Planner",
+    goal="Plan a formation of agents based on the given task descirption.",
+    llm="gemini/gemini-2.0-flash-exp",
+    llm_config=dict(top_p=0.8, top_k=30, temperature=0.9),
+    maxit=1,
+    max_retry_limit=1
+)

{versionhq-1.1.11.7 → versionhq-1.1.12.1}/src/versionhq/agent/model.py

@@ -6,10 +6,10 @@ from typing_extensions import Self
 from dotenv import load_dotenv
 import litellm
 
-from pydantic import UUID4, BaseModel, Field, InstanceOf, PrivateAttr, model_validator, field_validator, ConfigDict
+from pydantic import UUID4, BaseModel, Field, InstanceOf, PrivateAttr, model_validator, field_validator
 from pydantic_core import PydanticCustomError
 
-from versionhq.llm.model import LLM, DEFAULT_CONTEXT_WINDOW_SIZE, DEFAULT_MODEL_NAME
+from versionhq.llm.model import LLM, DEFAULT_CONTEXT_WINDOW_SIZE, DEFAULT_MODEL_NAME, PROVIDERS
 from versionhq.tool.model import Tool, ToolSet
 from versionhq.knowledge.model import BaseKnowledgeSource, Knowledge
 from versionhq.memory.contextual_memory import ContextualMemory
@@ -162,90 +162,47 @@ class Agent(BaseModel):
     @model_validator(mode="after")
     def set_up_llm(self) -> Self:
         """
-        Set up the base model and function calling model (if any) using the LLM class.
-        Pass the model config params: `llm`, `max_tokens`, `max_execution_time`, `callbacks`,`respect_context_window` to the LLM class.
-        The base model is selected on the client app, else use the default model.
+        Set up `llm` and `function_calling_llm` as valid LLM objects using the given values.
         """
-
         self.agent_ops_agent_name = self.role
+        self.llm = self._convert_to_llm_class(llm=self.llm)
 
-        if isinstance(self.llm, LLM):
-            llm = self._set_llm_params(self.llm)
-            self.llm = llm
-
-        elif isinstance(self.llm, str) or self.llm is None:
-            model_name = self.llm if self.llm is not None else DEFAULT_MODEL_NAME
-            llm = LLM(model=model_name)
-            updated_llm = self._set_llm_params(llm)
-            self.llm = updated_llm
-
-        else:
-            if isinstance(self.llm, dict):
-                model_name = self.llm.pop("model_name", self.llm.pop("deployment_name", str(self.llm)))
-                llm = LLM(model=model_name if model_name is not None else DEFAULT_MODEL_NAME)
-                updated_llm = self._set_llm_params(llm, { k: v for k, v in self.llm.items() if v is not None })
-                self.llm = updated_llm
-
-            else:
-                model_name = (getattr(self.llm, "model_name") or getattr(self.llm, "deployment_name") or str(self.llm))
-                llm = LLM(model=model_name)
-                llm_params = {
-                    "max_tokens": (getattr(self.llm, "max_tokens") or self.max_tokens or 3000),
-                    "timeout": getattr(self.llm, "timeout", self.max_execution_time),
-                    "callbacks": getattr(self.llm, "callbacks", None),
-                    "temperature": getattr(self.llm, "temperature", None),
-                    "logprobs": getattr(self.llm, "logprobs", None),
-                    "api_key": getattr(self.llm, "api_key", os.environ.get("LITELLM_API_KEY", None)),
-                    "base_url": getattr(self.llm, "base_url", None),
-                }
-                updated_llm = self._set_llm_params(llm, llm_params)
-                self.llm = updated_llm
-
-
-        """
-        Set up funcion_calling LLM as well.
-        Check if the model supports function calling, setup LLM instance accordingly, using the same params with the LLM.
-        """
-        if self.function_calling_llm:
-            if isinstance(self.function_calling_llm, LLM):
-                if self.function_calling_llm._supports_function_calling() == False:
-                    self.function_calling_llm = LLM(model=DEFAULT_MODEL_NAME)
-
-                updated_llm = self._set_llm_params(self.function_calling_llm)
-                self.function_calling_llm = updated_llm
+        function_calling_llm = self.function_calling_llm if self.function_calling_llm else self.llm if self.llm else None
+        function_calling_llm = self._convert_to_llm_class(llm=function_calling_llm)
+        if function_calling_llm._supports_function_calling():
+            self.function_calling_llm = function_calling_llm
+        return self
 
-            elif isinstance(self.function_calling_llm, str):
-                llm = LLM(model=self.function_calling_llm)
 
-                if llm._supports_function_calling() == False:
-                    llm = LLM(model=DEFAULT_MODEL_NAME)
+    def _convert_to_llm_class(self, llm: Any | None) -> LLM:
+        llm = llm if llm is not None else DEFAULT_MODEL_NAME
 
-                updated_llm = self._set_llm_params(llm)
-                self.function_calling_llm = updated_llm
+        match llm:
+            case LLM():
+                return self._set_llm_params(llm=llm)
 
-            else:
-                if isinstance(self.function_calling_llm, dict):
-                    model_name = self.function_calling_llm.pop("model_name", self.function_calling_llm.pop("deployment_name", str(self.function_calling_llm)))
-                    llm = LLM(model=model_name)
-                    updated_llm = self._set_llm_params(llm, { k: v for k, v in self.function_calling_llm.items() if v is not None })
-                    self.function_calling_llm = updated_llm
+            case str():
+                llm_obj = LLM(model=llm)
+                return self._set_llm_params(llm=llm_obj)
 
-                else:
-                    model_name = (getattr(self.function_calling_llm, "model_name") or getattr(self.function_calling_llm, "deployment_name") or str(self.function_calling_llm))
-                    llm = LLM(model=model_name)
-                    llm_params = {
-                        "max_tokens": (getattr(self.function_calling_llm, "max_tokens") or self.max_tokens or 3000),
-                        "timeout": getattr(self.function_calling_llm, "timeout", self.max_execution_time),
-                        "callbacks": getattr(self.function_calling_llm, "callbacks", None),
-                        "temperature": getattr(self.function_calling_llm, "temperature", None),
-                        "logprobs": getattr(self.function_calling_llm, "logprobs", None),
-                        "api_key": getattr(self.function_calling_llm, "api_key", os.environ.get("LITELLM_API_KEY", None)),
-                        "base_url": getattr(self.function_calling_llm, "base_url", None),
-                    }
-                    updated_llm = self._set_llm_params(llm, llm_params)
-                    self.function_calling_llm = updated_llm
+            case dict():
+                model_name = llm.pop("model_name", llm.pop("deployment_name", str(llm)))
+                llm_obj = LLM(model=model_name if model_name else DEFAULT_MODEL_NAME)
+                return self._set_llm_params(llm_obj, { k: v for k, v in llm.items() if v is not None })
 
-        return self
+            case _:
+                model_name = (getattr(self.llm, "model_name") or getattr(self.llm, "deployment_name") or str(self.llm))
+                llm_obj = LLM(model=model_name)
+                llm_params = {
+                    "max_tokens": (getattr(llm, "max_tokens") or self.max_tokens or 3000),
+                    "timeout": getattr(llm, "timeout", self.max_execution_time),
+                    "callbacks": getattr(llm, "callbacks", None),
+                    "temperature": getattr(llm, "temperature", None),
+                    "logprobs": getattr(llm, "logprobs", None),
+                    "api_key": getattr(llm, "api_key", os.environ.get("LITELLM_API_KEY", None)),
+                    "base_url": getattr(llm, "base_url", None),
+                }
+                return self._set_llm_params(llm=llm_obj, config=llm_params)
 
 
     def _set_llm_params(self, llm: LLM, config: Dict[str, Any] = None) -> LLM:
@@ -257,6 +214,11 @@ class Agent(BaseModel):
         llm.timeout = self.max_execution_time if llm.timeout is None else llm.timeout
         llm.max_tokens = self.max_tokens if self.max_tokens else llm.max_tokens
 
+        if llm.provider is None:
+            provider_name = llm.model.split("/")[0]
+            valid_provider = provider_name if provider_name in PROVIDERS else None
+            llm.provider = valid_provider
+
         if self.callbacks:
             llm.callbacks = self.callbacks
             llm._set_callbacks(llm.callbacks)
@@ -454,7 +416,7 @@ class Agent(BaseModel):
                 task.tokens = self.llm._tokens
 
             task_execution_counter += 1
-            self._logger.log(level="info", message=f"Agent response: {raw_response}", color="blue")
+            self._logger.log(level="info", message=f"Agent response: {raw_response}", color="green")
             return raw_response
 
         except Exception as e:
@@ -470,7 +432,7 @@ class Agent(BaseModel):
                     iterations += 1
 
                 task_execution_counter += 1
-                self._logger.log(level="info", message=f"Agent #{task_execution_counter} response: {raw_response}", color="blue")
+                self._logger.log(level="info", message=f"Agent #{task_execution_counter} response: {raw_response}", color="green")
                 return raw_response
 
             if not raw_response:
@@ -515,6 +477,7 @@ class Agent(BaseModel):
                 task_prompt += memory.strip()
 
 
+        ## comment out for now
         # if self.team and self.team._train:
         #     task_prompt = self._training_handler(task_prompt=task_prompt)
         # else:

{versionhq-1.1.11.7 → versionhq-1.1.12.1}/src/versionhq/knowledge/source_docling.py

@@ -12,17 +12,11 @@ try:
 except ImportError:
     import envoy
     envoy.run("uv add docling --optional docling")
-
-    from docling.datamodel.base_models import InputFormat
-    from docling.document_converter import DocumentConverter
-    from docling.exceptions import ConversionError
-    from docling_core.transforms.chunker.hierarchical_chunker import HierarchicalChunker
-    from docling_core.types.doc.document import DoclingDocument
     DOCLING_AVAILABLE = True
 except:
     DOCLING_AVAILABLE = False
 
-from pydantic import Field, InstanceOf
+from pydantic import Field
 
 from versionhq.knowledge.source import BaseKnowledgeSource
 from versionhq.storage.utils import fetch_db_storage_path
@@ -52,11 +46,20 @@ class DoclingSource(BaseKnowledgeSource):
     ))
 
     def __init__(self, *args, **kwargs):
-        if not DOCLING_AVAILABLE:
-            raise ImportError("The docling package is required. Please install the package using: $ uv add docling.")
-        else:
+        if DOCLING_AVAILABLE:
+            from docling.datamodel.base_models import InputFormat
+            from docling.document_converter import DocumentConverter
+            from docling.exceptions import ConversionError
+            from docling_core.transforms.chunker.hierarchical_chunker import HierarchicalChunker
+            from docling_core.types.doc.document import DoclingDocument
+
             super().__init__(*args, **kwargs)
 
+        else:
+            raise ImportError("The docling package is required. Please install the package using: $ uv add docling.")
+        # else:
+        #     super().__init__(*args, **kwargs)
+
 
     def _convert_source_to_docling_documents(self) -> List["DoclingDocument"]:
         conv_results_iter = self.document_converter.convert_all(self.valid_file_paths)

{versionhq-1.1.11.7 → versionhq-1.1.12.1}/src/versionhq/llm/llm_vars.py

@@ -6,17 +6,21 @@ JSON_URL = "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_
 PROVIDERS = [
     "openai",
     "gemini",
-    "sagemaker",
-
+    "openrouter",
+    "huggingface",
     "anthropic",
+    "sagemaker",
+    "bedrock",
     "ollama",
     "watson",
-    "bedrock",
     "azure",
     "cerebras",
     "llama",
 ]
 
+ENDPOINT_PROVIDERS = [
+    "huggingface",
+]
 
 """
 List of models available on the framework.
@@ -44,10 +48,17 @@ MODELS = {
     "anthropic": [
         "claude-3-5-sonnet-20241022",
         "claude-3-5-sonnet-20240620",
-        "claude-3-sonnet-20240229",
+        "claude-3-haiku-2024030",
         "claude-3-opus-20240229",
         "claude-3-haiku-20240307",
     ],
+    "openrouter": [
+        "openrouter/deepseek/deepseek-r1:free",
+        "openrouter/qwen/qwen-2.5-72b-instruct",
+    ],
+    "huggingface": [
+        "huggingface/qwen/qwen2.5-VL-72B-Instruct",
+    ],
     # "sagemaker": [
     #     "sagemaker/huggingface-text2text-flan-t5-base",
     #     "sagemaker/huggingface-llm-gemma-7b",
@@ -61,13 +72,7 @@ MODELS = {
       "ollama/llama3.1",
       "ollama/mixtral",
       "ollama/mixtral-8x22B-Instruct-v0.1",
-
-    ],
-    "deepseek": [
-        "deepseek/deepseek-reasoner",
-
     ],
-
     # "watson": [
     #     "watsonx/meta-llama/llama-3-1-70b-instruct",
     #     "watsonx/meta-llama/llama-3-1-8b-instruct",
@@ -83,7 +88,6 @@ MODELS = {
         "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
         "bedrock/anthropic.claude-3-haiku-20240307-v1:0",
         "bedrock/anthropic.claude-3-opus-20240229-v1:0",
-        # "bedrock/anthropic.claude-v2:1",
         "bedrock/anthropic.claude-v2",
         "bedrock/anthropic.claude-instant-v1",
         "bedrock/meta.llama3-1-405b-instruct-v1:0",
@@ -109,24 +113,17 @@ MODELS = {
 KEYS = {
     "openai": ["OPENAI_API_KEY"],
     "gemini": ["GEMINI_API_KEY"],
-    "sagemaker": ["AWS_ACCESS_KEY_ID", "ADW_SECURET_ACCESS_KEY", "AWS_REGION_NAME"],
     "anthropic": ["ANTHROPIC_API_KEY"],
+    "huggingface": ["HUGGINGFACE_API_KEY", ],
+    "sagemaker": ["AWS_ACCESS_KEY_ID", "ADW_SECURET_ACCESS_KEY", "AWS_REGION_NAME"],
 }
 
 
-"""
-Use base_url to specify
-"""
-BASE_URLS = {
-    "deepseek": "https://api.deepseek.com"
-}
-
 
 """
 Max input token size by the model.
 """
 LLM_CONTEXT_WINDOW_SIZES = {
-    "gpt-3.5-turbo": 8192,
     "gpt-4": 8192,
     "gpt-4o": 128000,
     "gpt-4o-mini": 128000,
@@ -145,6 +142,7 @@ LLM_CONTEXT_WINDOW_SIZES = {
     "claude-3-sonnet-20240229": 200000,
     "claude-3-opus-20240229": 200000,
     "claude-3-haiku-20240307": 200000,
+    "claude-3-5-sonnet-2024102": 200000,
 
     "deepseek-chat": 128000,
     "deepseek/deepseek-reasoner": 8192,
@@ -162,111 +160,18 @@ LLM_CONTEXT_WINDOW_SIZES = {
     "llama3-70b-8192": 8192,
     "llama3-8b-8192": 8192,
     "mixtral-8x7b-32768": 32768,
-    "claude-3-5-sonnet-2024102": 200000,
-}
-
-
-
-
-LLM_BASE_URL_KEY_NAMES = {
-    "openai":  "OPENAI_API_BASE",
-     "gemini": "GEMINI_API_BASE",
-    "anthropic": "ANTHROPIC_API_BASE",
-}
-
-LLM_VARS = {
-    "openai": [
-        {
-            "prompt": "Enter your OPENAI API key (press Enter to skip)",
-            "key_name": "OPENAI_API_KEY",
-        }
-    ],
-    "anthropic": [
-        {
-            "prompt": "Enter your ANTHROPIC API key (press Enter to skip)",
-            "key_name": "ANTHROPIC_API_KEY",
-        }
-    ],
-    "gemini": [
-        {
-            "prompt": "Enter your GEMINI API key (press Enter to skip)",
-            "key_name": "GEMINI_API_KEY",
-        }
-    ],
-    "watson": [
-        {
-            "prompt": "Enter your WATSONX URL (press Enter to skip)",
-            "key_name": "WATSONX_URL",
-        },
-        {
-            "prompt": "Enter your WATSONX API Key (press Enter to skip)",
-            "key_name": "WATSONX_APIKEY",
-        },
-        {
-            "prompt": "Enter your WATSONX Project Id (press Enter to skip)",
-            "key_name": "WATSONX_PROJECT_ID",
-        },
-    ],
-    "ollama": [
-        {
-            "default": True,
-            "API_BASE": "http://localhost:11434",
-        }
-    ],
-    "bedrock": [
-        {
-            "prompt": "Enter your AWS Access Key ID (press Enter to skip)",
-            "key_name": "AWS_ACCESS_KEY_ID",
-        },
-        {
-            "prompt": "Enter your AWS Secret Access Key (press Enter to skip)",
-            "key_name": "AWS_SECRET_ACCESS_KEY",
-        },
-        {
-            "prompt": "Enter your AWS Region Name (press Enter to skip)",
-            "key_name": "AWS_REGION_NAME",
-        },
-    ],
-    "azure": [
-        {
-            "prompt": "Enter your Azure deployment name (must start with 'azure/')",
-            "key_name": "model",
-        },
-        {
-            "prompt": "Enter your AZURE API key (press Enter to skip)",
-            "key_name": "AZURE_API_KEY",
-        },
-        {
-            "prompt": "Enter your AZURE API base URL (press Enter to skip)",
-            "key_name": "AZURE_API_BASE",
-        },
-        {
-            "prompt": "Enter your AZURE API version (press Enter to skip)",
-            "key_name": "AZURE_API_VERSION",
-        },
-    ],
-    "cerebras": [
-        {
-            "prompt": "Enter your Cerebras model name (must start with 'cerebras/')",
-            "key_name": "model",
-        },
-        {
-            "prompt": "Enter your Cerebras API version (press Enter to skip)",
-            "key_name": "CEREBRAS_API_KEY",
-        },
-    ],
 }
 
 
 
 """
-Params for litellm.completion() func. Address common/unique params to each provider.
+Params for litellm.completion().
 """
 
 PARAMS = {
     "litellm": [
         "api_base",
-        "api_version,"
+        "api_version,",
         "num_retries",
         "context_window_fallback_dict",
         "fallbacks",