swarmauri_tool_webscraping 0.6.1.dev16__tar.gz → 0.7.0.dev3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {swarmauri_tool_webscraping-0.6.1.dev16 → swarmauri_tool_webscraping-0.7.0.dev3}/PKG-INFO +5 -7
- swarmauri_tool_webscraping-0.7.0.dev3/pyproject.toml +64 -0
- {swarmauri_tool_webscraping-0.6.1.dev16 → swarmauri_tool_webscraping-0.7.0.dev3}/swarmauri_tool_webscraping/WebScrapingTool.py +3 -3
- swarmauri_tool_webscraping-0.6.1.dev16/pyproject.toml +0 -59
- {swarmauri_tool_webscraping-0.6.1.dev16 → swarmauri_tool_webscraping-0.7.0.dev3}/LICENSE +0 -0
- {swarmauri_tool_webscraping-0.6.1.dev16 → swarmauri_tool_webscraping-0.7.0.dev3}/README.md +0 -0
- {swarmauri_tool_webscraping-0.6.1.dev16 → swarmauri_tool_webscraping-0.7.0.dev3}/swarmauri_tool_webscraping/__init__.py +0 -0
|
@@ -1,21 +1,19 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: swarmauri_tool_webscraping
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.7.0.dev3
|
|
4
4
|
Summary: Web Scraping Tool for Swarmauri
|
|
5
5
|
License: Apache-2.0
|
|
6
6
|
Author: Jacob Stewart
|
|
7
7
|
Author-email: jacob@swarmauri.com
|
|
8
8
|
Requires-Python: >=3.10,<3.13
|
|
9
9
|
Classifier: License :: OSI Approved :: Apache Software License
|
|
10
|
-
Classifier: Programming Language :: Python :: 3
|
|
11
10
|
Classifier: Programming Language :: Python :: 3.10
|
|
12
11
|
Classifier: Programming Language :: Python :: 3.11
|
|
13
12
|
Classifier: Programming Language :: Python :: 3.12
|
|
14
|
-
Requires-Dist: beautifulsoup4 (>=4.10.0
|
|
15
|
-
Requires-Dist: swarmauri_base
|
|
16
|
-
Requires-Dist: swarmauri_core
|
|
17
|
-
Requires-Dist: swarmauri_standard
|
|
18
|
-
Project-URL: Repository, http://github.com/swarmauri/swarmauri-sdk
|
|
13
|
+
Requires-Dist: beautifulsoup4 (>=4.10.0)
|
|
14
|
+
Requires-Dist: swarmauri_base
|
|
15
|
+
Requires-Dist: swarmauri_core
|
|
16
|
+
Requires-Dist: swarmauri_standard
|
|
19
17
|
Description-Content-Type: text/markdown
|
|
20
18
|
|
|
21
19
|

|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
[project]
|
|
2
|
+
name = "swarmauri_tool_webscraping"
|
|
3
|
+
version = "0.7.0.dev3"
|
|
4
|
+
description = "Web Scraping Tool for Swarmauri"
|
|
5
|
+
license = "Apache-2.0"
|
|
6
|
+
readme = "README.md"
|
|
7
|
+
repository = "http://github.com/swarmauri/swarmauri-sdk"
|
|
8
|
+
requires-python = ">=3.10,<3.13"
|
|
9
|
+
classifiers = [
|
|
10
|
+
"License :: OSI Approved :: Apache Software License",
|
|
11
|
+
"Programming Language :: Python :: 3.10",
|
|
12
|
+
"Programming Language :: Python :: 3.11",
|
|
13
|
+
"Programming Language :: Python :: 3.12",
|
|
14
|
+
]
|
|
15
|
+
authors = [{ name = "Jacob Stewart", email = "jacob@swarmauri.com" }]
|
|
16
|
+
dependencies = [
|
|
17
|
+
"beautifulsoup4>=4.10.0",
|
|
18
|
+
"swarmauri_core",
|
|
19
|
+
"swarmauri_base",
|
|
20
|
+
"swarmauri_standard",
|
|
21
|
+
]
|
|
22
|
+
|
|
23
|
+
[tool.uv.sources]
|
|
24
|
+
swarmauri_core = { workspace = true }
|
|
25
|
+
swarmauri_base = { workspace = true }
|
|
26
|
+
swarmauri_standard = { workspace = true }
|
|
27
|
+
|
|
28
|
+
[tool.pytest.ini_options]
|
|
29
|
+
norecursedirs = ["combined", "scripts"]
|
|
30
|
+
markers = [
|
|
31
|
+
"test: standard test",
|
|
32
|
+
"unit: Unit tests",
|
|
33
|
+
"i9n: Integration tests",
|
|
34
|
+
"r8n: Regression tests",
|
|
35
|
+
"timeout: mark test to timeout after X seconds",
|
|
36
|
+
"xpass: Expected passes",
|
|
37
|
+
"xfail: Expected failures",
|
|
38
|
+
"acceptance: Acceptance tests",
|
|
39
|
+
]
|
|
40
|
+
timeout = 300
|
|
41
|
+
log_cli = true
|
|
42
|
+
log_cli_level = "INFO"
|
|
43
|
+
log_cli_format = "%(asctime)s [%(levelname)s] %(message)s"
|
|
44
|
+
log_cli_date_format = "%Y-%m-%d %H:%M:%S"
|
|
45
|
+
asyncio_default_fixture_loop_scope = "function"
|
|
46
|
+
|
|
47
|
+
[tool.project.entry-points."swarmauri.tools"]
|
|
48
|
+
WebScrapingTool = "swarmauri_tool_webscraping.WebScrapingTool:WebScrapingTool"
|
|
49
|
+
[build-system]
|
|
50
|
+
requires = ["poetry-core>=1.0.0"]
|
|
51
|
+
build-backend = "poetry.core.masonry.api"
|
|
52
|
+
|
|
53
|
+
[dependency-groups]
|
|
54
|
+
dev = [
|
|
55
|
+
"pytest>=8.0",
|
|
56
|
+
"pytest-asyncio>=0.24.0",
|
|
57
|
+
"pytest-xdist>=3.6.1",
|
|
58
|
+
"pytest-json-report>=1.5.0",
|
|
59
|
+
"python-dotenv",
|
|
60
|
+
"requests>=2.32.3",
|
|
61
|
+
"flake8>=7.0",
|
|
62
|
+
"pytest-timeout>=2.3.1",
|
|
63
|
+
"ruff>=0.9.9",
|
|
64
|
+
]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import requests
|
|
2
2
|
from bs4 import BeautifulSoup
|
|
3
|
-
from
|
|
3
|
+
from swarmauri_base.ComponentBase import ComponentBase
|
|
4
4
|
from swarmauri_base.tools.ToolBase import ToolBase
|
|
5
5
|
from swarmauri_standard.tools.Parameter import Parameter
|
|
6
6
|
from typing import List, Literal, Dict
|
|
@@ -14,13 +14,13 @@ class WebScrapingTool(ToolBase):
|
|
|
14
14
|
default_factory=lambda: [
|
|
15
15
|
Parameter(
|
|
16
16
|
name="url",
|
|
17
|
-
|
|
17
|
+
input_type="string",
|
|
18
18
|
description="URL of the link, website, webpage, etc... to scrape",
|
|
19
19
|
required=True,
|
|
20
20
|
),
|
|
21
21
|
Parameter(
|
|
22
22
|
name="selector",
|
|
23
|
-
|
|
23
|
+
input_type="string",
|
|
24
24
|
description="CSS selector to target specific elements",
|
|
25
25
|
required=True,
|
|
26
26
|
),
|
|
@@ -1,59 +0,0 @@
|
|
|
1
|
-
[tool.poetry]
|
|
2
|
-
name = "swarmauri_tool_webscraping"
|
|
3
|
-
version = "0.6.1.dev16"
|
|
4
|
-
description = "Web Scraping Tool for Swarmauri"
|
|
5
|
-
authors = ["Jacob Stewart <jacob@swarmauri.com>"]
|
|
6
|
-
license = "Apache-2.0"
|
|
7
|
-
readme = "README.md"
|
|
8
|
-
repository = "http://github.com/swarmauri/swarmauri-sdk"
|
|
9
|
-
classifiers = [
|
|
10
|
-
"License :: OSI Approved :: Apache Software License",
|
|
11
|
-
"Programming Language :: Python :: 3.10",
|
|
12
|
-
"Programming Language :: Python :: 3.11",
|
|
13
|
-
"Programming Language :: Python :: 3.12"
|
|
14
|
-
]
|
|
15
|
-
|
|
16
|
-
[tool.poetry.dependencies]
|
|
17
|
-
python = ">=3.10,<3.13"
|
|
18
|
-
|
|
19
|
-
# Swarmauri
|
|
20
|
-
swarmauri_core = {version = "^0.6.1.dev16"}
|
|
21
|
-
swarmauri_base = {version = "^0.6.1.dev16"}
|
|
22
|
-
swarmauri_standard = {version = "^0.6.1.dev3"}
|
|
23
|
-
|
|
24
|
-
# Dependencies
|
|
25
|
-
beautifulsoup4 = "^4.10.0"
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
[tool.poetry.group.dev.dependencies]
|
|
30
|
-
flake8 = "^7.0"
|
|
31
|
-
pytest = "^8.0"
|
|
32
|
-
pytest-asyncio = ">=0.24.0"
|
|
33
|
-
pytest-xdist = "^3.6.1"
|
|
34
|
-
pytest-json-report = "^1.5.0"
|
|
35
|
-
python-dotenv = "*"
|
|
36
|
-
requests = "^2.32.3"
|
|
37
|
-
|
|
38
|
-
[build-system]
|
|
39
|
-
requires = ["poetry-core>=1.0.0"]
|
|
40
|
-
build-backend = "poetry.core.masonry.api"
|
|
41
|
-
|
|
42
|
-
[tool.pytest.ini_options]
|
|
43
|
-
norecursedirs = ["combined", "scripts"]
|
|
44
|
-
|
|
45
|
-
markers = [
|
|
46
|
-
"test: standard test",
|
|
47
|
-
"unit: Unit tests",
|
|
48
|
-
"integration: Integration tests",
|
|
49
|
-
"acceptance: Acceptance tests",
|
|
50
|
-
"experimental: Experimental tests"
|
|
51
|
-
]
|
|
52
|
-
log_cli = true
|
|
53
|
-
log_cli_level = "INFO"
|
|
54
|
-
log_cli_format = "%(asctime)s [%(levelname)s] %(message)s"
|
|
55
|
-
log_cli_date_format = "%Y-%m-%d %H:%M:%S"
|
|
56
|
-
asyncio_default_fixture_loop_scope = "function"
|
|
57
|
-
|
|
58
|
-
[tool.poetry.plugins."swarmauri.tools"]
|
|
59
|
-
WebScrapingTool = "swarmauri_tool_webscraping.WebScrapingTool:WebScrapingTool"
|
|
File without changes
|
|
File without changes
|