lfx-nightly 0.1.11.dev0__py3-none-any.whl

lfx/components/tools/wikidata_api.py

@@ -0,0 +1,102 @@
+from typing import Any
+
+import httpx
+from langchain_core.tools import StructuredTool, ToolException
+from pydantic import BaseModel, Field
+
+from lfx.base.langchain_utilities.model import LCToolComponent
+from lfx.field_typing import Tool
+from lfx.inputs.inputs import MultilineInput
+from lfx.schema.data import Data
+
+
+class WikidataSearchSchema(BaseModel):
+    query: str = Field(..., description="The search query for Wikidata")
+
+
+class WikidataAPIWrapper(BaseModel):
+    """Wrapper around Wikidata API."""
+
+    wikidata_api_url: str = "https://www.wikidata.org/w/api.php"
+
+    def results(self, query: str) -> list[dict[str, Any]]:
+        # Define request parameters for Wikidata API
+        params = {
+            "action": "wbsearchentities",
+            "format": "json",
+            "search": query,
+            "language": "en",
+        }
+
+        # Send request to Wikidata API
+        response = httpx.get(self.wikidata_api_url, params=params)
+        response.raise_for_status()
+        response_json = response.json()
+
+        # Extract and return search results
+        return response_json.get("search", [])
+
+    def run(self, query: str) -> list[dict[str, Any]]:
+        try:
+            results = self.results(query)
+            if results:
+                return results
+
+            error_message = "No search results found for the given query."
+
+            raise ToolException(error_message)
+
+        except Exception as e:
+            error_message = f"Error in Wikidata Search API: {e!s}"
+
+            raise ToolException(error_message) from e
+
+
+class WikidataAPIComponent(LCToolComponent):
+    display_name = "Wikidata API [Deprecated]"
+    description = "Performs a search using the Wikidata API."
+    name = "WikidataAPI"
+    icon = "Wikipedia"
+    legacy = True
+
+    inputs = [
+        MultilineInput(
+            name="query",
+            display_name="Query",
+            info="The text query for similarity search on Wikidata.",
+            required=True,
+        ),
+    ]
+
+    def build_tool(self) -> Tool:
+        wrapper = WikidataAPIWrapper()
+
+        # Define the tool using StructuredTool and wrapper's run method
+        tool = StructuredTool.from_function(
+            name="wikidata_search_api",
+            description="Perform similarity search on Wikidata API",
+            func=wrapper.run,
+            args_schema=WikidataSearchSchema,
+        )
+
+        self.status = "Wikidata Search API Tool for Langchain"
+
+        return tool
+
+    def run_model(self) -> list[Data]:
+        tool = self.build_tool()
+
+        results = tool.run({"query": self.query})
+
+        # Transform the API response into Data objects
+        data = [
+            Data(
+                text=result["label"],
+                metadata=result,
+            )
+            for result in results
+        ]
+
+        self.status = data  # type: ignore[assignment]
+
+        return data

lfx/components/tools/wikipedia_api.py

@@ -0,0 +1,49 @@
+from typing import cast
+
+from langchain_community.tools import WikipediaQueryRun
+from langchain_community.utilities.wikipedia import WikipediaAPIWrapper
+
+from lfx.base.langchain_utilities.model import LCToolComponent
+from lfx.field_typing import Tool
+from lfx.inputs.inputs import BoolInput, IntInput, MessageTextInput, MultilineInput
+from lfx.schema.data import Data
+
+
+class WikipediaAPIComponent(LCToolComponent):
+    display_name = "Wikipedia API [Deprecated]"
+    description = "Call Wikipedia API."
+    name = "WikipediaAPI"
+    icon = "Wikipedia"
+    legacy = True
+
+    inputs = [
+        MultilineInput(
+            name="input_value",
+            display_name="Input",
+        ),
+        MessageTextInput(name="lang", display_name="Language", value="en"),
+        IntInput(name="k", display_name="Number of results", value=4, required=True),
+        BoolInput(name="load_all_available_meta", display_name="Load all available meta", value=False, advanced=True),
+        IntInput(
+            name="doc_content_chars_max", display_name="Document content characters max", value=4000, advanced=True
+        ),
+    ]
+
+    def run_model(self) -> list[Data]:
+        wrapper = self._build_wrapper()
+        docs = wrapper.load(self.input_value)
+        data = [Data.from_document(doc) for doc in docs]
+        self.status = data
+        return data
+
+    def build_tool(self) -> Tool:
+        wrapper = self._build_wrapper()
+        return cast("Tool", WikipediaQueryRun(api_wrapper=wrapper))
+
+    def _build_wrapper(self) -> WikipediaAPIWrapper:
+        return WikipediaAPIWrapper(
+            top_k_results=self.k,
+            lang=self.lang,
+            load_all_available_meta=self.load_all_available_meta,
+            doc_content_chars_max=self.doc_content_chars_max,
+        )

lfx/components/tools/yahoo_finance.py

@@ -0,0 +1,129 @@
+import ast
+import pprint
+from enum import Enum
+
+from langchain.tools import StructuredTool
+from langchain_core.tools import ToolException
+from pydantic import BaseModel, Field
+
+from lfx.base.langchain_utilities.model import LCToolComponent
+from lfx.field_typing import Tool
+from lfx.inputs.inputs import DropdownInput, IntInput, MessageTextInput
+from lfx.log.logger import logger
+from lfx.schema.data import Data
+
+
+class YahooFinanceMethod(Enum):
+    GET_INFO = "get_info"
+    GET_NEWS = "get_news"
+    GET_ACTIONS = "get_actions"
+    GET_ANALYSIS = "get_analysis"
+    GET_BALANCE_SHEET = "get_balance_sheet"
+    GET_CALENDAR = "get_calendar"
+    GET_CASHFLOW = "get_cashflow"
+    GET_INSTITUTIONAL_HOLDERS = "get_institutional_holders"
+    GET_RECOMMENDATIONS = "get_recommendations"
+    GET_SUSTAINABILITY = "get_sustainability"
+    GET_MAJOR_HOLDERS = "get_major_holders"
+    GET_MUTUALFUND_HOLDERS = "get_mutualfund_holders"
+    GET_INSIDER_PURCHASES = "get_insider_purchases"
+    GET_INSIDER_TRANSACTIONS = "get_insider_transactions"
+    GET_INSIDER_ROSTER_HOLDERS = "get_insider_roster_holders"
+    GET_DIVIDENDS = "get_dividends"
+    GET_CAPITAL_GAINS = "get_capital_gains"
+    GET_SPLITS = "get_splits"
+    GET_SHARES = "get_shares"
+    GET_FAST_INFO = "get_fast_info"
+    GET_SEC_FILINGS = "get_sec_filings"
+    GET_RECOMMENDATIONS_SUMMARY = "get_recommendations_summary"
+    GET_UPGRADES_DOWNGRADES = "get_upgrades_downgrades"
+    GET_EARNINGS = "get_earnings"
+    GET_INCOME_STMT = "get_income_stmt"
+
+
+class YahooFinanceSchema(BaseModel):
+    symbol: str = Field(..., description="The stock symbol to retrieve data for.")
+    method: YahooFinanceMethod = Field(YahooFinanceMethod.GET_INFO, description="The type of data to retrieve.")
+    num_news: int | None = Field(5, description="The number of news articles to retrieve.")
+
+
+class YfinanceToolComponent(LCToolComponent):
+    display_name = "Yahoo! Finance [DEPRECATED]"
+    description = """Uses [yfinance](https://pypi.org/project/yfinance/) (unofficial package) \
+to access financial data and market information from Yahoo! Finance."""
+    icon = "trending-up"
+    name = "YahooFinanceTool"
+    legacy = True
+
+    inputs = [
+        MessageTextInput(
+            name="symbol",
+            display_name="Stock Symbol",
+            info="The stock symbol to retrieve data for (e.g., AAPL, GOOG).",
+        ),
+        DropdownInput(
+            name="method",
+            display_name="Data Method",
+            info="The type of data to retrieve.",
+            options=list(YahooFinanceMethod),
+            value="get_news",
+        ),
+        IntInput(
+            name="num_news",
+            display_name="Number of News",
+            info="The number of news articles to retrieve (only applicable for get_news).",
+            value=5,
+        ),
+    ]
+
+    def run_model(self) -> list[Data]:
+        return self._yahoo_finance_tool(
+            self.symbol,
+            self.method,
+            self.num_news,
+        )
+
+    def build_tool(self) -> Tool:
+        return StructuredTool.from_function(
+            name="yahoo_finance",
+            description="Access financial data and market information from Yahoo! Finance.",
+            func=self._yahoo_finance_tool,
+            args_schema=YahooFinanceSchema,
+        )
+
+    def _yahoo_finance_tool(
+        self,
+        symbol: str,
+        method: YahooFinanceMethod,
+        num_news: int | None = 5,
+    ) -> list[Data]:
+        try:
+            import yfinance as yf
+        except ImportError as e:
+            msg = ""
+            raise ImportError(msg) from e
+
+        ticker = yf.Ticker(symbol)
+
+        try:
+            if method == YahooFinanceMethod.GET_INFO:
+                result = ticker.info
+            elif method == YahooFinanceMethod.GET_NEWS:
+                result = ticker.news[:num_news]
+            else:
+                result = getattr(ticker, method.value)()
+
+            result = pprint.pformat(result)
+
+            if method == YahooFinanceMethod.GET_NEWS:
+                data_list = [Data(data=article) for article in ast.literal_eval(result)]
+            else:
+                data_list = [Data(data={"result": result})]
+
+        except Exception as e:
+            error_message = f"Error retrieving data: {e}"
+            logger.debug(error_message)
+            self.status = error_message
+            raise ToolException(error_message) from e
+
+        return data_list

lfx/components/twelvelabs/__init__.py

@@ -0,0 +1,52 @@
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Any
+
+from lfx.components._importing import import_mod
+
+if TYPE_CHECKING:
+    from .convert_astra_results import ConvertAstraToTwelveLabs
+    from .pegasus_index import PegasusIndexVideo
+    from .split_video import SplitVideoComponent
+    from .text_embeddings import TwelveLabsTextEmbeddingsComponent
+    from .twelvelabs_pegasus import TwelveLabsPegasus
+    from .video_embeddings import TwelveLabsVideoEmbeddingsComponent
+    from .video_file import VideoFileComponent
+
+_dynamic_imports = {
+    "ConvertAstraToTwelveLabs": "convert_astra_results",
+    "PegasusIndexVideo": "pegasus_index",
+    "SplitVideoComponent": "split_video",
+    "TwelveLabsPegasus": "twelvelabs_pegasus",
+    "TwelveLabsTextEmbeddingsComponent": "text_embeddings",
+    "TwelveLabsVideoEmbeddingsComponent": "video_embeddings",
+    "VideoFileComponent": "video_file",
+}
+
+__all__ = [
+    "ConvertAstraToTwelveLabs",
+    "PegasusIndexVideo",
+    "SplitVideoComponent",
+    "TwelveLabsPegasus",
+    "TwelveLabsTextEmbeddingsComponent",
+    "TwelveLabsVideoEmbeddingsComponent",
+    "VideoFileComponent",
+]
+
+
+def __getattr__(attr_name: str) -> Any:
+    """Lazily import twelvelabs components on attribute access."""
+    if attr_name not in _dynamic_imports:
+        msg = f"module '{__name__}' has no attribute '{attr_name}'"
+        raise AttributeError(msg)
+    try:
+        result = import_mod(attr_name, _dynamic_imports[attr_name], __spec__.parent)
+    except (ModuleNotFoundError, ImportError, AttributeError) as e:
+        msg = f"Could not import '{attr_name}' from '{__name__}': {e}"
+        raise AttributeError(msg) from e
+    globals()[attr_name] = result
+    return result
+
+
+def __dir__() -> list[str]:
+    return list(__all__)

lfx/components/twelvelabs/convert_astra_results.py

@@ -0,0 +1,84 @@
+from typing import Any
+
+from lfx.custom import Component
+from lfx.io import HandleInput, Output
+from lfx.schema import Data
+from lfx.schema.message import Message
+
+
+class ConvertAstraToTwelveLabs(Component):
+    """Convert Astra DB search results to TwelveLabs Pegasus inputs."""
+
+    display_name = "Convert Astra DB to Pegasus Input"
+    description = "Converts Astra DB search results to inputs compatible with TwelveLabs Pegasus."
+    icon = "TwelveLabs"
+    name = "ConvertAstraToTwelveLabs"
+    documentation = "https://github.com/twelvelabs-io/twelvelabs-developer-experience/blob/main/integrations/Langflow/TWELVE_LABS_COMPONENTS_README.md"
+
+    inputs = [
+        HandleInput(
+            name="astra_results",
+            display_name="Astra DB Results",
+            input_types=["Data"],
+            info="Search results from Astra DB component",
+            required=True,
+            is_list=True,
+        )
+    ]
+
+    outputs = [
+        Output(
+            name="index_id",
+            display_name="Index ID",
+            type_=Message,
+            method="get_index_id",
+        ),
+        Output(
+            name="video_id",
+            display_name="Video ID",
+            type_=Message,
+            method="get_video_id",
+        ),
+    ]
+
+    def __init__(self, **kwargs):
+        super().__init__(**kwargs)
+        self._video_id = None
+        self._index_id = None
+
+    def build(self, **kwargs: Any) -> None:  # noqa: ARG002 - Required for parent class compatibility
+        """Process the Astra DB results and extract TwelveLabs index information."""
+        if not self.astra_results:
+            return
+
+        # Convert to list if single item
+        results = self.astra_results if isinstance(self.astra_results, list) else [self.astra_results]
+
+        # Try to extract index information from metadata
+        for doc in results:
+            if not isinstance(doc, Data):
+                continue
+
+            # Get the metadata, handling the nested structure
+            metadata = {}
+            if hasattr(doc, "metadata") and isinstance(doc.metadata, dict):
+                # Handle nested metadata using .get() method
+                metadata = doc.metadata.get("metadata", doc.metadata)
+
+            # Extract index_id and video_id
+            self._index_id = metadata.get("index_id")
+            self._video_id = metadata.get("video_id")
+
+            # If we found both, we can stop searching
+            if self._index_id and self._video_id:
+                break
+
+    def get_video_id(self) -> Message:
+        """Return the extracted video ID as a Message."""
+        self.build()
+        return Message(text=self._video_id if self._video_id else "")
+
+    def get_index_id(self) -> Message:
+        """Return the extracted index ID as a Message."""
+        self.build()
+        return Message(text=self._index_id if self._index_id else "")