swarmauri_parser_textblob 0.6.0.dev154__tar.gz

swarmauri_parser_textblob-0.6.0.dev154/PKG-INFO

@@ -0,0 +1,21 @@
+Metadata-Version: 2.3
+Name: swarmauri_parser_textblob
+Version: 0.6.0.dev154
+Summary: TextBlob Parser for Swarmauri.
+License: Apache-2.0
+Author: Jacob Stewart
+Author-email: jacob@swarmauri.com
+Requires-Python: >=3.10,<3.13
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Dist: nltk (>=3.9.1,<4.0.0)
+Requires-Dist: swarmauri_base (>=0.6.0.dev154,<0.7.0)
+Requires-Dist: swarmauri_core (>=0.6.0.dev154,<0.7.0)
+Requires-Dist: textblob (>=0.18.0,<0.19.0)
+Project-URL: Repository, http://github.com/swarmauri/swarmauri-sdk
+Description-Content-Type: text/markdown
+
+# Swarmauri Example Community Package

swarmauri_parser_textblob-0.6.0.dev154/README.md

@@ -0,0 +1 @@
+# Swarmauri Example Community Package

swarmauri_parser_textblob-0.6.0.dev154/pyproject.toml

@@ -0,0 +1,59 @@
+[tool.poetry]
+name = "swarmauri_parser_textblob"
+version = "0.6.0.dev154"
+description = "TextBlob Parser for Swarmauri."
+authors = ["Jacob Stewart <jacob@swarmauri.com>"]
+license = "Apache-2.0"
+readme = "README.md"
+repository = "http://github.com/swarmauri/swarmauri-sdk"
+classifiers = [
+    "License :: OSI Approved :: Apache Software License",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12"
+]
+
+[tool.poetry.dependencies]
+python = ">=3.10,<3.13"
+
+# Swarmauri
+swarmauri_core = {version = "^0.6.0.dev154"}
+swarmauri_base = {version = "^0.6.0.dev154"}
+
+# Dependencies
+textblob = "^0.18.0"
+nltk = "^3.9.1"
+
+
+[tool.poetry.group.dev.dependencies]
+flake8 = "^7.0"
+pytest = "^8.0"
+pytest-asyncio = ">=0.24.0"
+pytest-xdist = "^3.6.1"
+pytest-json-report = "^1.5.0"
+python-dotenv = "*"
+requests = "^2.32.3"
+
+[build-system]
+requires = ["poetry-core>=1.0.0"]
+build-backend = "poetry.core.masonry.api"
+
+[tool.pytest.ini_options]
+norecursedirs = ["combined", "scripts"]
+
+markers = [
+    "test: standard test",
+    "unit: Unit tests",
+    "integration: Integration tests",
+    "acceptance: Acceptance tests",
+    "experimental: Experimental tests"
+]
+log_cli = true
+log_cli_level = "INFO"
+log_cli_format = "%(asctime)s [%(levelname)s] %(message)s"
+log_cli_date_format = "%Y-%m-%d %H:%M:%S"
+asyncio_default_fixture_loop_scope = "function"
+
+[tool.poetry.plugins."swarmauri.parsers"]
+TextBlobNounParser = "swarmauri_parser_textblob.TextBlobNounParser:TextBlobNounParser"
+TextBlobSentenceParser = "swarmauri_parser_textblob.TextBlobSentenceParser:TextBlobSentenceParser"

swarmauri_parser_textblob-0.6.0.dev154/swarmauri_parser_textblob/TextBlobNounParser.py

@@ -0,0 +1,60 @@
+from swarmauri_core.ComponentBase import ComponentBase
+from textblob import TextBlob
+from typing import List, Union, Any, Literal
+from swarmauri_standard.documents.Document import Document
+from swarmauri_base.parsers.ParserBase import ParserBase
+
+
+@ComponentBase.register_type(ParserBase, "TextBlobNounParser")
+class TextBlobNounParser(ParserBase):
+    """
+    A concrete implementation of IParser using TextBlob for Natural Language Processing tasks.
+
+    This parser leverages TextBlob's functionalities such as noun phrase extraction,
+    sentiment analysis, classification, language translation, and more for parsing texts.
+    """
+
+    type: Literal["TextBlobNounParser"] = "TextBlobNounParser"
+
+    def __init__(self, **kwargs):
+        try:
+            import nltk
+
+            # Download required NLTK data
+            nltk.download("punkt")
+            nltk.download("averaged_perceptron_tagger")
+            nltk.download("brown")
+            nltk.download("wordnet")
+            nltk.download("punkt_tab")
+            super().__init__(**kwargs)
+        except Exception as e:
+            raise RuntimeError(f"Failed to initialize NLTK resources: {str(e)}")
+
+    def parse(self, data: Union[str, Any]) -> List[Document]:
+        """
+        Parses the input data using TextBlob to perform basic NLP tasks
+        and returns a list of documents with the parsed information.
+
+        Parameters:
+        - data (Union[str, Any]): The input data to parse, expected to be text data for this parser.
+
+        Returns:
+        - List[IDocument]: A list of documents with metadata generated from the parsing process.
+        """
+        # Ensure the data is a string
+        if not isinstance(data, str):
+            raise ValueError("TextBlobParser expects a string as input data.")
+
+        try:
+            # Use TextBlob for NLP tasks
+            blob = TextBlob(data)
+
+            # Extracts noun phrases to demonstrate one of TextBlob's capabilities.
+            noun_phrases = list(blob.noun_phrases)
+
+            # Create document with extracted information
+            document = Document(content=data, metadata={"noun_phrases": noun_phrases})
+
+            return [document]
+        except Exception as e:
+            raise RuntimeError(f"Error during text parsing: {str(e)}")

swarmauri_parser_textblob-0.6.0.dev154/swarmauri_parser_textblob/TextBlobSentenceParser.py

@@ -0,0 +1,51 @@
+from swarmauri_core.ComponentBase import ComponentBase
+from textblob import TextBlob
+from typing import List, Union, Any, Literal
+from swarmauri_standard.documents.Document import Document
+from swarmauri_base.parsers.ParserBase import ParserBase
+
+
+@ComponentBase.register_type(ParserBase, "TextBlobSentenceParser")
+class TextBlobSentenceParser(ParserBase):
+    """
+    A parser that leverages TextBlob to break text into sentences.
+
+    This parser uses the natural language processing capabilities of TextBlob
+    to accurately identify sentence boundaries within large blocks of text.
+    """
+
+    type: Literal["TextBlobSentenceParser"] = "TextBlobSentenceParser"
+
+    def __init__(self, **kwargs):
+        import nltk
+
+        nltk.download("punkt_tab")
+        super().__init__(**kwargs)
+
+    def parse(self, data: Union[str, Any]) -> List[Document]:
+        """
+        Parses the input text into sentence-based document chunks using TextBlob.
+
+        Args:
+            data (Union[str, Any]): The input text to be parsed.
+
+        Returns:
+            List[IDocument]: A list of IDocument instances, each representing a sentence.
+        """
+        # Ensure the input is a string
+        if not isinstance(data, str):
+            data = str(data)
+
+        # Utilize TextBlob for sentence tokenization
+        blob = TextBlob(data)
+        sentences = blob.sentences
+
+        # Create a document instance for each sentence
+        documents = [
+            Document(
+                content=str(sentence), metadata={"parser": "TextBlobSentenceParser"}
+            )
+            for index, sentence in enumerate(sentences)
+        ]
+
+        return documents

swarmauri_parser_textblob-0.6.0.dev154/swarmauri_parser_textblob/__init__.py

@@ -0,0 +1,16 @@
+from .TextBlobNounParser import TextBlobNounParser
+from .TextBlobSentenceParser import TextBlobSentenceParser
+
+__version__ = "0.6.0.dev26"
+__long_desc__ = """
+
+# Swarmauri TextBlob Based Components
+
+Components Included:
+- TextBlobNounParser
+- TextBlobSentenceParser
+
+Follow us at: https://github.com/swarmauri
+Star us at: https://github.com/swarmauri/swarmauri-sdk
+
+"""