lfx-nightly 0.1.13.dev0__py3-none-any.whl → 0.2.0.dev26__py3-none-any.whl

lfx/base/embeddings/embeddings_class.py

@@ -0,0 +1,113 @@
+"""Extended embeddings class with available models metadata."""
+
+from langchain_core.embeddings import Embeddings
+
+
+class EmbeddingsWithModels(Embeddings):
+    """Extended Embeddings class that includes available models with dedicated instances.
+
+    This class inherits from LangChain Embeddings and provides a mapping of model names
+    to their dedicated embedding instances, enabling multi-model support without the need
+    for dynamic model switching.
+
+    Attributes:
+        embeddings: The primary LangChain Embeddings instance (used as fallback).
+        available_models: Dict mapping model names to their dedicated Embeddings instances.
+                         Each model has its own pre-configured instance with specific parameters.
+    """
+
+    def __init__(
+        self,
+        embeddings: Embeddings,
+        available_models: dict[str, Embeddings] | None = None,
+    ):
+        """Initialize the EmbeddingsWithModels wrapper.
+
+        Args:
+            embeddings: The primary LangChain Embeddings instance (used as default/fallback).
+            available_models: Dict mapping model names to dedicated Embeddings instances.
+                            Each value should be a fully configured Embeddings object ready to use.
+                            Defaults to empty dict if not provided.
+        """
+        super().__init__()
+        self.embeddings = embeddings
+        self.available_models = available_models if available_models is not None else {}
+
+    def embed_documents(self, texts: list[str]) -> list[list[float]]:
+        """Embed search docs by delegating to the underlying embeddings instance.
+
+        Args:
+            texts: List of text to embed.
+
+        Returns:
+            List of embeddings.
+        """
+        return self.embeddings.embed_documents(texts)
+
+    def embed_query(self, text: str) -> list[float]:
+        """Embed query text by delegating to the underlying embeddings instance.
+
+        Args:
+            text: Text to embed.
+
+        Returns:
+            Embedding.
+        """
+        return self.embeddings.embed_query(text)
+
+    async def aembed_documents(self, texts: list[str]) -> list[list[float]]:
+        """Asynchronously embed search docs.
+
+        Args:
+            texts: List of text to embed.
+
+        Returns:
+            List of embeddings.
+        """
+        return await self.embeddings.aembed_documents(texts)
+
+    async def aembed_query(self, text: str) -> list[float]:
+        """Asynchronously embed query text.
+
+        Args:
+            text: Text to embed.
+
+        Returns:
+            Embedding.
+        """
+        return await self.embeddings.aembed_query(text)
+
+    def __call__(self, *args, **kwargs):
+        """Make the class callable by delegating to the underlying embeddings instance.
+
+        This handles cases where the embeddings object is used as a callable.
+
+        Args:
+            *args: Positional arguments to pass to the underlying embeddings instance.
+            **kwargs: Keyword arguments to pass to the underlying embeddings instance.
+
+        Returns:
+            The result of calling the underlying embeddings instance.
+        """
+        if callable(self.embeddings):
+            return self.embeddings(*args, **kwargs)
+        msg = f"'{type(self.embeddings).__name__}' object is not callable"
+        raise TypeError(msg)
+
+    def __getattr__(self, name: str):
+        """Delegate attribute access to the underlying embeddings instance.
+
+        This ensures full compatibility with any additional methods or attributes
+        that the underlying embeddings instance might have.
+
+        Args:
+            name: The attribute name to access.
+
+        Returns:
+            The attribute from the underlying embeddings instance.
+        """
+        return getattr(self.embeddings, name)
+
+    def __repr__(self) -> str:
+        """Return string representation of the wrapper."""
+        return f"EmbeddingsWithModels(embeddings={self.embeddings!r}, available_models={self.available_models!r})"

lfx/base/io/chat.py

@@ -6,8 +6,9 @@ class ChatComponent(Component):
     description = "Use as base for chat components."
 
     def get_properties_from_source_component(self):
-        if hasattr(self, "_vertex") and hasattr(self._vertex, "incoming_edges") and self._vertex.incoming_edges:
-            source_id = self._vertex.incoming_edges[0].source_id
+        vertex = self.get_vertex()
+        if vertex and hasattr(vertex, "incoming_edges") and vertex.incoming_edges:
+            source_id = vertex.incoming_edges[0].source_id
             source_vertex = self.graph.get_vertex(source_id)
             component = source_vertex.custom_component
             source = component.display_name
@@ -15,6 +16,6 @@ class ChatComponent(Component):
             possible_attributes = ["model_name", "model_id", "model"]
             for attribute in possible_attributes:
                 if hasattr(component, attribute) and getattr(component, attribute):
-                    return getattr(component, attribute), icon, source, component._id
-            return source, icon, component.display_name, component._id
+                    return getattr(component, attribute), icon, source, component.get_id()
+            return source, icon, component.display_name, component.get_id()
         return None, None, None, None

lfx/base/mcp/util.py

@@ -35,13 +35,33 @@ HTTP_INTERNAL_SERVER_ERROR = 500
 HTTP_UNAUTHORIZED = 401
 HTTP_FORBIDDEN = 403
 
-# MCP Session Manager constants
-settings = get_settings_service().settings
-MAX_SESSIONS_PER_SERVER = (
-    settings.mcp_max_sessions_per_server
-)  # Maximum number of sessions per server to prevent resource exhaustion
-SESSION_IDLE_TIMEOUT = settings.mcp_session_idle_timeout  # 5 minutes idle timeout for sessions
-SESSION_CLEANUP_INTERVAL = settings.mcp_session_cleanup_interval  # Cleanup interval in seconds
+# MCP Session Manager constants - lazy loaded
+_mcp_settings_cache: dict[str, Any] = {}
+
+
+def _get_mcp_setting(key: str, default: Any = None) -> Any:
+    """Lazy load MCP settings from settings service."""
+    if key not in _mcp_settings_cache:
+        settings = get_settings_service().settings
+        _mcp_settings_cache[key] = getattr(settings, key, default)
+    return _mcp_settings_cache[key]
+
+
+def get_max_sessions_per_server() -> int:
+    """Get maximum number of sessions per server to prevent resource exhaustion."""
+    return _get_mcp_setting("mcp_max_sessions_per_server")
+
+
+def get_session_idle_timeout() -> int:
+    """Get 5 minutes idle timeout for sessions."""
+    return _get_mcp_setting("mcp_session_idle_timeout")
+
+
+def get_session_cleanup_interval() -> int:
+    """Get cleanup interval in seconds."""
+    return _get_mcp_setting("mcp_session_cleanup_interval")
+
+
 # RFC 7230 compliant header name pattern: token = 1*tchar
 # tchar = "!" / "#" / "$" / "%" / "&" / "'" / "*" / "+" / "-" / "." /
 #         "^" / "_" / "`" / "|" / "~" / DIGIT / ALPHA
@@ -65,6 +85,46 @@ ALLOWED_HEADERS = {
 }
 
 
+def create_mcp_http_client_with_ssl_option(
+    headers: dict[str, str] | None = None,
+    timeout: httpx.Timeout | None = None,
+    auth: httpx.Auth | None = None,
+    *,
+    verify_ssl: bool = True,
+) -> httpx.AsyncClient:
+    """Create an httpx AsyncClient with configurable SSL verification.
+
+    This is a custom factory that extends the standard MCP client factory
+    to support disabling SSL verification for self-signed certificates.
+
+    Args:
+        headers: Optional headers to include with all requests.
+        timeout: Request timeout as httpx.Timeout object.
+        auth: Optional authentication handler.
+        verify_ssl: Whether to verify SSL certificates (default: True).
+
+    Returns:
+        Configured httpx.AsyncClient instance.
+    """
+    kwargs: dict[str, Any] = {
+        "follow_redirects": True,
+        "verify": verify_ssl,
+    }
+
+    if timeout is None:
+        kwargs["timeout"] = httpx.Timeout(30.0)
+    else:
+        kwargs["timeout"] = timeout
+
+    if headers is not None:
+        kwargs["headers"] = headers
+
+    if auth is not None:
+        kwargs["auth"] = auth
+
+    return httpx.AsyncClient(**kwargs)
+
+
 def validate_headers(headers: dict[str, str]) -> dict[str, str]:
     """Validate and sanitize HTTP headers according to RFC 7230.
 
@@ -432,7 +492,7 @@ class MCPSessionManager:
         """Periodically clean up idle sessions."""
         while True:
             try:
-                await asyncio.sleep(SESSION_CLEANUP_INTERVAL)
+                await asyncio.sleep(get_session_cleanup_interval())
                 await self._cleanup_idle_sessions()
             except asyncio.CancelledError:
                 break
@@ -450,7 +510,7 @@ class MCPSessionManager:
             sessions_to_remove = []
 
             for session_id, session_info in list(sessions.items()):
-                if current_time - session_info["last_used"] > SESSION_IDLE_TIMEOUT:
+                if current_time - session_info["last_used"] > get_session_idle_timeout():
                     sessions_to_remove.append(session_id)
 
             # Clean up idle sessions
@@ -573,7 +633,7 @@ class MCPSessionManager:
                 await self._cleanup_session_by_id(server_key, session_id)
 
         # Check if we've reached the maximum number of sessions for this server
-        if len(sessions) >= MAX_SESSIONS_PER_SERVER:
+        if len(sessions) >= get_max_sessions_per_server():
             # Remove the oldest session
             oldest_session_id = min(sessions.keys(), key=lambda x: sessions[x]["last_used"])
             await logger.ainfo(
@@ -675,7 +735,7 @@ class MCPSessionManager:
 
         Args:
             session_id: Unique identifier for this session
-            connection_params: Connection parameters including URL, headers, timeouts
+            connection_params: Connection parameters including URL, headers, timeouts, verify_ssl
             preferred_transport: If set to "sse", skip Streamable HTTP and go directly to SSE
 
         Returns:
@@ -691,6 +751,19 @@ class MCPSessionManager:
         # Track which transport succeeded
         used_transport: list[str] = []
 
+        # Get verify_ssl option from connection params, default to True
+        verify_ssl = connection_params.get("verify_ssl", True)
+
+        # Create custom httpx client factory with SSL verification option
+        def custom_httpx_factory(
+            headers: dict[str, str] | None = None,
+            timeout: httpx.Timeout | None = None,
+            auth: httpx.Auth | None = None,
+        ) -> httpx.AsyncClient:
+            return create_mcp_http_client_with_ssl_option(
+                headers=headers, timeout=timeout, auth=auth, verify_ssl=verify_ssl
+            )
+
         async def session_task():
             """Background task that keeps the session alive."""
             streamable_error = None
@@ -705,6 +778,7 @@ class MCPSessionManager:
                         url=connection_params["url"],
                         headers=connection_params["headers"],
                         timeout=connection_params["timeout_seconds"],
+                        httpx_client_factory=custom_httpx_factory,
                     ) as (read, write, _):
                         session = ClientSession(read, write)
                         async with session:
@@ -745,6 +819,7 @@ class MCPSessionManager:
                         connection_params["headers"],
                         connection_params["timeout_seconds"],
                         sse_read_timeout,
+                        httpx_client_factory=custom_httpx_factory,
                     ) as (read, write):
                         session = ClientSession(read, write)
                         async with session:
@@ -1196,6 +1271,8 @@ class MCPStreamableHttpClient:
         headers: dict[str, str] | None = None,
         timeout_seconds: int = 30,
         sse_read_timeout_seconds: int = 30,
+        *,
+        verify_ssl: bool = True,
     ) -> list[StructuredTool]:
         """Connect to MCP server using Streamable HTTP transport with SSE fallback (SDK style)."""
         # Validate and sanitize headers early
@@ -1213,12 +1290,13 @@ class MCPStreamableHttpClient:
                 msg = f"Invalid Streamable HTTP or SSE URL ({url}): {error_msg}"
                 raise ValueError(msg)
             # Store connection parameters for later use in run_tool
-            # Include SSE read timeout for fallback
+            # Include SSE read timeout for fallback and SSL verification option
             self._connection_params = {
                 "url": url,
                 "headers": validated_headers,
                 "timeout_seconds": timeout_seconds,
                 "sse_read_timeout_seconds": sse_read_timeout_seconds,
+                "verify_ssl": verify_ssl,
             }
         elif headers:
             self._connection_params["headers"] = validated_headers
@@ -1238,11 +1316,18 @@ class MCPStreamableHttpClient:
         return response.tools
 
     async def connect_to_server(
-        self, url: str, headers: dict[str, str] | None = None, sse_read_timeout_seconds: int = 30
+        self,
+        url: str,
+        headers: dict[str, str] | None = None,
+        sse_read_timeout_seconds: int = 30,
+        *,
+        verify_ssl: bool = True,
     ) -> list[StructuredTool]:
         """Connect to MCP server using Streamable HTTP with SSE fallback transport (SDK style)."""
         return await asyncio.wait_for(
-            self._connect_to_server(url, headers, sse_read_timeout_seconds=sse_read_timeout_seconds),
+            self._connect_to_server(
+                url, headers, sse_read_timeout_seconds=sse_read_timeout_seconds, verify_ssl=verify_ssl
+            ),
             timeout=get_settings_service().settings.mcp_server_timeout,
         )
 
@@ -1473,7 +1558,8 @@ async def update_tools(
         client = mcp_stdio_client
     elif mode in ["Streamable_HTTP", "SSE"]:
         # Streamable HTTP connection with SSE fallback
-        tools = await mcp_streamable_http_client.connect_to_server(url, headers=headers)
+        verify_ssl = server_config.get("verify_ssl", True)
+        tools = await mcp_streamable_http_client.connect_to_server(url, headers=headers, verify_ssl=verify_ssl)
         client = mcp_streamable_http_client
     else:
         logger.error(f"Invalid MCP server mode for '{server_name}': {mode}")

lfx/base/models/groq_constants.py

@@ -1,87 +1,91 @@
 from .model_metadata import create_model_metadata
 
-# Unified model metadata - single source of truth
+# Unified model metadata
+#
+# NOTE: This file serves as a FALLBACK when the dynamic model discovery system
+# (groq_model_discovery.py) cannot fetch fresh data from the Groq API.
+#
+# The dynamic system is the PRIMARY source and will:
+# - Fetch available models directly from Groq API
+# - Test each model for tool calling support automatically
+# - Cache results for 24 hours
+# - Always provide up-to-date model lists
+#
+# This fallback list should contain:
+# - Minimal set of stable production models
+# - Deprecated models for backwards compatibility
+# - Non-LLM models (audio, TTS) marked as not_supported
+#
+# Last manually updated: 2025-01-06
+#
 GROQ_MODELS_DETAILED = [
-    # Production Models - Stable and reliable for production use
-    create_model_metadata(  # Google
-        provider="Groq", name="gemma2-9b-it", icon="Groq", tool_calling=True
-    ),
-    create_model_metadata(  # Meta
-        provider="Groq", name="llama-3.3-70b-versatile", icon="Groq", tool_calling=True
-    ),
-    create_model_metadata(  # Meta
-        provider="Groq", name="llama-3.1-8b-instant", icon="Groq"
-    ),
-    create_model_metadata(  # Meta
-        provider="Groq", name="llama-guard-3-8b", icon="Groq"
+    # ===== FALLBACK PRODUCTION MODELS =====
+    # These are stable models that are very unlikely to be removed
+    create_model_metadata(provider="Groq", name="llama-3.1-8b-instant", icon="Groq", tool_calling=True),
+    create_model_metadata(provider="Groq", name="llama-3.3-70b-versatile", icon="Groq", tool_calling=True),
+    # ===== DEPRECATED MODELS =====
+    # Keep these for backwards compatibility - users may have flows using them
+    # These will appear in the list but show as deprecated in the UI
+    create_model_metadata(  # Google - Removed
+        provider="Groq", name="gemma2-9b-it", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # Meta
-        provider="Groq", name="llama3-70b-8192", icon="Groq"
-    ),
-    create_model_metadata(  # Meta
-        provider="Groq", name="llama3-8b-8192", icon="Groq"
-    ),
-    # Preview Models - For evaluation purposes only
-    create_model_metadata(  # Meta
-        provider="Groq", name="meta-llama/llama-4-scout-17b-16e-instruct", icon="Groq", tool_calling=True, preview=True
+    create_model_metadata(  # Google
+        provider="Groq", name="gemma-7b-it", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # Meta
-        provider="Groq",
-        name="meta-llama/llama-4-maverick-17b-128e-instruct",
-        icon="Groq",
-        tool_calling=True,
-        preview=True,
+    create_model_metadata(  # Meta - Removed
+        provider="Groq", name="llama3-70b-8192", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # Alibaba Cloud
-        provider="Groq", name="qwen-qwq-32b", icon="Groq", tool_calling=True, preview=True
+    create_model_metadata(  # Meta - Removed
+        provider="Groq", name="llama3-8b-8192", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # Alibaba Cloud
-        provider="Groq", name="qwen-2.5-coder-32b", icon="Groq", tool_calling=True, preview=True
+    create_model_metadata(  # Meta - Removed, replaced by llama-guard-4-12b
+        provider="Groq", name="llama-guard-3-8b", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # Alibaba Cloud
-        provider="Groq", name="qwen-2.5-32b", icon="Groq", tool_calling=True, preview=True
+    create_model_metadata(  # Meta - Removed
+        provider="Groq", name="llama-3.2-1b-preview", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # DeepSeek
-        provider="Groq", name="deepseek-r1-distill-qwen-32b", icon="Groq", tool_calling=True, preview=True
+    create_model_metadata(  # Meta - Removed
+        provider="Groq", name="llama-3.2-3b-preview", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # DeepSeek
-        provider="Groq", name="deepseek-r1-distill-llama-70b", icon="Groq", preview=True
+    create_model_metadata(  # Meta - Removed
+        provider="Groq", name="llama-3.2-11b-vision-preview", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # Meta
-        provider="Groq", name="llama-3.3-70b-specdec", icon="Groq", tool_calling=True, preview=True
+    create_model_metadata(  # Meta - Removed
+        provider="Groq", name="llama-3.2-90b-vision-preview", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # Meta
-        provider="Groq", name="llama-3.2-1b-preview", icon="Groq", tool_calling=True, preview=True
+    create_model_metadata(  # Meta - Removed
+        provider="Groq", name="llama-3.3-70b-specdec", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # Meta
-        provider="Groq", name="llama-3.2-3b-preview", icon="Groq", tool_calling=True, preview=True
+    create_model_metadata(  # Alibaba - Removed, replaced by qwen/qwen3-32b
+        provider="Groq", name="qwen-qwq-32b", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # Meta
-        provider="Groq", name="llama-3.2-11b-vision-preview", icon="Groq", preview=True
+    create_model_metadata(  # Alibaba - Removed
+        provider="Groq", name="qwen-2.5-coder-32b", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # Meta
-        provider="Groq", name="llama-3.2-90b-vision-preview", icon="Groq", tool_calling=True, preview=True
+    create_model_metadata(  # Alibaba - Removed
+        provider="Groq", name="qwen-2.5-32b", icon="Groq", deprecated=True
     ),
-    create_model_metadata(  # Saudi Data and AI Authority (SDAIA)
-        provider="Groq", name="allam-2-7b", icon="Groq", preview=True
+    create_model_metadata(  # DeepSeek - Removed
+        provider="Groq", name="deepseek-r1-distill-qwen-32b", icon="Groq", deprecated=True
     ),
-    # Deprecated Models - Previously available but now removed
-    create_model_metadata(  # Google
-        provider="Groq", name="gemma-7b-it", icon="Groq", tool_calling=True, deprecated=True
+    create_model_metadata(  # DeepSeek - Removed
+        provider="Groq", name="deepseek-r1-distill-llama-70b", icon="Groq", deprecated=True
     ),
     create_model_metadata(  # Groq
-        provider="Groq", name="llama3-groq-70b-8192-tool-use-preview", icon="Groq", tool_calling=True, deprecated=True
+        provider="Groq", name="llama3-groq-70b-8192-tool-use-preview", icon="Groq", deprecated=True
     ),
     create_model_metadata(  # Groq
-        provider="Groq", name="llama3-groq-8b-8192-tool-use-preview", icon="Groq", tool_calling=True, deprecated=True
+        provider="Groq", name="llama3-groq-8b-8192-tool-use-preview", icon="Groq", deprecated=True
     ),
     create_model_metadata(  # Meta
-        provider="Groq", name="llama-3.1-70b-versatile", icon="Groq", tool_calling=True, deprecated=True
+        provider="Groq", name="llama-3.1-70b-versatile", icon="Groq", deprecated=True
     ),
     create_model_metadata(  # Mistral
-        provider="Groq", name="mixtral-8x7b-32768", icon="Groq", tool_calling=True, deprecated=True
+        provider="Groq", name="mixtral-8x7b-32768", icon="Groq", deprecated=True
     ),
-    # Unsupported Models
+    # ===== UNSUPPORTED MODELS =====
+    # Audio/TTS/Guard models that should not appear in LLM model lists
+    # The dynamic system automatically filters these out
     create_model_metadata(  # Mistral
         provider="Groq", name="mistral-saba-24b", icon="Groq", not_supported=True
     ),
@@ -100,6 +104,18 @@ GROQ_MODELS_DETAILED = [
     create_model_metadata(  # Hugging Face
         provider="Groq", name="distil-whisper-large-v3-en", icon="Groq", not_supported=True
     ),
+    create_model_metadata(  # Meta
+        provider="Groq", name="meta-llama/llama-guard-4-12b", icon="Groq", not_supported=True
+    ),
+    create_model_metadata(  # Meta
+        provider="Groq", name="meta-llama/llama-prompt-guard-2-86m", icon="Groq", not_supported=True
+    ),
+    create_model_metadata(  # Meta
+        provider="Groq", name="meta-llama/llama-prompt-guard-2-22m", icon="Groq", not_supported=True
+    ),
+    create_model_metadata(  # OpenAI
+        provider="Groq", name="openai/gpt-oss-safeguard-20b", icon="Groq", not_supported=True
+    ),
 ]
 
 # Generate backwards-compatible lists from the metadata