swarmauri_tool_webscraping 0.6.1.dev16__tar.gz → 0.7.0.dev3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,21 +1,19 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: swarmauri_tool_webscraping
3
- Version: 0.6.1.dev16
3
+ Version: 0.7.0.dev3
4
4
  Summary: Web Scraping Tool for Swarmauri
5
5
  License: Apache-2.0
6
6
  Author: Jacob Stewart
7
7
  Author-email: jacob@swarmauri.com
8
8
  Requires-Python: >=3.10,<3.13
9
9
  Classifier: License :: OSI Approved :: Apache Software License
10
- Classifier: Programming Language :: Python :: 3
11
10
  Classifier: Programming Language :: Python :: 3.10
12
11
  Classifier: Programming Language :: Python :: 3.11
13
12
  Classifier: Programming Language :: Python :: 3.12
14
- Requires-Dist: beautifulsoup4 (>=4.10.0,<5.0.0)
15
- Requires-Dist: swarmauri_base (>=0.6.1.dev16,<0.7.0)
16
- Requires-Dist: swarmauri_core (>=0.6.1.dev16,<0.7.0)
17
- Requires-Dist: swarmauri_standard (>=0.6.1.dev3,<0.7.0)
18
- Project-URL: Repository, http://github.com/swarmauri/swarmauri-sdk
13
+ Requires-Dist: beautifulsoup4 (>=4.10.0)
14
+ Requires-Dist: swarmauri_base
15
+ Requires-Dist: swarmauri_core
16
+ Requires-Dist: swarmauri_standard
19
17
  Description-Content-Type: text/markdown
20
18
 
21
19
  ![Swarmauri Logo](https://res.cloudinary.com/dbjmpekvl/image/upload/v1730099724/Swarmauri-logo-lockup-2048x757_hww01w.png)
@@ -0,0 +1,64 @@
1
+ [project]
2
+ name = "swarmauri_tool_webscraping"
3
+ version = "0.7.0.dev3"
4
+ description = "Web Scraping Tool for Swarmauri"
5
+ license = "Apache-2.0"
6
+ readme = "README.md"
7
+ repository = "http://github.com/swarmauri/swarmauri-sdk"
8
+ requires-python = ">=3.10,<3.13"
9
+ classifiers = [
10
+ "License :: OSI Approved :: Apache Software License",
11
+ "Programming Language :: Python :: 3.10",
12
+ "Programming Language :: Python :: 3.11",
13
+ "Programming Language :: Python :: 3.12",
14
+ ]
15
+ authors = [{ name = "Jacob Stewart", email = "jacob@swarmauri.com" }]
16
+ dependencies = [
17
+ "beautifulsoup4>=4.10.0",
18
+ "swarmauri_core",
19
+ "swarmauri_base",
20
+ "swarmauri_standard",
21
+ ]
22
+
23
+ [tool.uv.sources]
24
+ swarmauri_core = { workspace = true }
25
+ swarmauri_base = { workspace = true }
26
+ swarmauri_standard = { workspace = true }
27
+
28
+ [tool.pytest.ini_options]
29
+ norecursedirs = ["combined", "scripts"]
30
+ markers = [
31
+ "test: standard test",
32
+ "unit: Unit tests",
33
+ "i9n: Integration tests",
34
+ "r8n: Regression tests",
35
+ "timeout: mark test to timeout after X seconds",
36
+ "xpass: Expected passes",
37
+ "xfail: Expected failures",
38
+ "acceptance: Acceptance tests",
39
+ ]
40
+ timeout = 300
41
+ log_cli = true
42
+ log_cli_level = "INFO"
43
+ log_cli_format = "%(asctime)s [%(levelname)s] %(message)s"
44
+ log_cli_date_format = "%Y-%m-%d %H:%M:%S"
45
+ asyncio_default_fixture_loop_scope = "function"
46
+
47
+ [tool.project.entry-points."swarmauri.tools"]
48
+ WebScrapingTool = "swarmauri_tool_webscraping.WebScrapingTool:WebScrapingTool"
49
+ [build-system]
50
+ requires = ["poetry-core>=1.0.0"]
51
+ build-backend = "poetry.core.masonry.api"
52
+
53
+ [dependency-groups]
54
+ dev = [
55
+ "pytest>=8.0",
56
+ "pytest-asyncio>=0.24.0",
57
+ "pytest-xdist>=3.6.1",
58
+ "pytest-json-report>=1.5.0",
59
+ "python-dotenv",
60
+ "requests>=2.32.3",
61
+ "flake8>=7.0",
62
+ "pytest-timeout>=2.3.1",
63
+ "ruff>=0.9.9",
64
+ ]
@@ -1,6 +1,6 @@
1
1
  import requests
2
2
  from bs4 import BeautifulSoup
3
- from swarmauri_core.ComponentBase import ComponentBase
3
+ from swarmauri_base.ComponentBase import ComponentBase
4
4
  from swarmauri_base.tools.ToolBase import ToolBase
5
5
  from swarmauri_standard.tools.Parameter import Parameter
6
6
  from typing import List, Literal, Dict
@@ -14,13 +14,13 @@ class WebScrapingTool(ToolBase):
14
14
  default_factory=lambda: [
15
15
  Parameter(
16
16
  name="url",
17
- type="string",
17
+ input_type="string",
18
18
  description="URL of the link, website, webpage, etc... to scrape",
19
19
  required=True,
20
20
  ),
21
21
  Parameter(
22
22
  name="selector",
23
- type="string",
23
+ input_type="string",
24
24
  description="CSS selector to target specific elements",
25
25
  required=True,
26
26
  ),
@@ -1,59 +0,0 @@
1
- [tool.poetry]
2
- name = "swarmauri_tool_webscraping"
3
- version = "0.6.1.dev16"
4
- description = "Web Scraping Tool for Swarmauri"
5
- authors = ["Jacob Stewart <jacob@swarmauri.com>"]
6
- license = "Apache-2.0"
7
- readme = "README.md"
8
- repository = "http://github.com/swarmauri/swarmauri-sdk"
9
- classifiers = [
10
- "License :: OSI Approved :: Apache Software License",
11
- "Programming Language :: Python :: 3.10",
12
- "Programming Language :: Python :: 3.11",
13
- "Programming Language :: Python :: 3.12"
14
- ]
15
-
16
- [tool.poetry.dependencies]
17
- python = ">=3.10,<3.13"
18
-
19
- # Swarmauri
20
- swarmauri_core = {version = "^0.6.1.dev16"}
21
- swarmauri_base = {version = "^0.6.1.dev16"}
22
- swarmauri_standard = {version = "^0.6.1.dev3"}
23
-
24
- # Dependencies
25
- beautifulsoup4 = "^4.10.0"
26
-
27
-
28
-
29
- [tool.poetry.group.dev.dependencies]
30
- flake8 = "^7.0"
31
- pytest = "^8.0"
32
- pytest-asyncio = ">=0.24.0"
33
- pytest-xdist = "^3.6.1"
34
- pytest-json-report = "^1.5.0"
35
- python-dotenv = "*"
36
- requests = "^2.32.3"
37
-
38
- [build-system]
39
- requires = ["poetry-core>=1.0.0"]
40
- build-backend = "poetry.core.masonry.api"
41
-
42
- [tool.pytest.ini_options]
43
- norecursedirs = ["combined", "scripts"]
44
-
45
- markers = [
46
- "test: standard test",
47
- "unit: Unit tests",
48
- "integration: Integration tests",
49
- "acceptance: Acceptance tests",
50
- "experimental: Experimental tests"
51
- ]
52
- log_cli = true
53
- log_cli_level = "INFO"
54
- log_cli_format = "%(asctime)s [%(levelname)s] %(message)s"
55
- log_cli_date_format = "%Y-%m-%d %H:%M:%S"
56
- asyncio_default_fixture_loop_scope = "function"
57
-
58
- [tool.poetry.plugins."swarmauri.tools"]
59
- WebScrapingTool = "swarmauri_tool_webscraping.WebScrapingTool:WebScrapingTool"