ai-url-aggregator 0.1__tar.gz → 0.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/PKG-INFO +21 -9
- {ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/README.md +15 -4
- {ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/ai_url_aggregator.egg-info/PKG-INFO +21 -9
- {ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/pyproject.toml +9 -9
- {ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/LICENSE +0 -0
- {ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/ai_url_aggregator/__init__.py +0 -0
- {ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/ai_url_aggregator.egg-info/SOURCES.txt +0 -0
- {ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/ai_url_aggregator.egg-info/dependency_links.txt +0 -0
- {ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/ai_url_aggregator.egg-info/requires.txt +0 -0
- {ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/ai_url_aggregator.egg-info/top_level.txt +0 -0
- {ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/setup.cfg +0 -0
|
@@ -1,24 +1,24 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
2
|
Name: ai_url_aggregator
|
|
3
|
-
Version: 0.
|
|
4
|
-
Summary:
|
|
3
|
+
Version: 0.2
|
|
4
|
+
Summary: Tool that uses Perplexity and OpenAI to search with SERP and filter for relevant URLs.
|
|
5
5
|
Author-email: "Carlos A. Planchón" <carlosandresplanchonprestes@gmail.com>
|
|
6
|
-
License: MIT
|
|
6
|
+
License-Expression: MIT
|
|
7
7
|
Project-URL: repository, https://github.com/carlosplanchon/ai_url_aggregator.git
|
|
8
8
|
Keywords: openai,url,research,grabber
|
|
9
9
|
Classifier: Intended Audience :: Developers
|
|
10
10
|
Classifier: Topic :: Software Development :: Build Tools
|
|
11
|
-
Classifier: License :: OSI Approved :: MIT License
|
|
12
11
|
Classifier: Programming Language :: Python :: 3.13
|
|
12
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
13
13
|
Description-Content-Type: text/markdown
|
|
14
14
|
License-File: LICENSE
|
|
15
15
|
Requires-Dist: openai
|
|
16
16
|
Requires-Dist: requests
|
|
17
|
+
Dynamic: license-file
|
|
17
18
|
|
|
18
|
-
```markdown
|
|
19
19
|
# ai_url_aggregator
|
|
20
20
|
|
|
21
|
-
> **Note**: *This is a small experimental library, provided as-is
|
|
21
|
+
> **Note**: *This is a small experimental library, provided as-is.*
|
|
22
22
|
|
|
23
23
|
**ai_url_aggregator** is a Python tool that leverages **Perplexity** and **OpenAI** to search the internet for relevant URLs, filter and deduplicate them, check their availability, and then select the most important ones based on GPT analysis.
|
|
24
24
|
|
|
@@ -36,6 +36,8 @@ Requires-Dist: requests
|
|
|
36
36
|
4. **Relevance Ranking**
|
|
37
37
|
- Uses an OpenAI model to select the most important websites from the deduplicated list of online URLs.
|
|
38
38
|
|
|
39
|
+
### DeepWiki Docs: [https://deepwiki.com/carlosplanchon/ai_url_aggregator](https://deepwiki.com/carlosplanchon/ai_url_aggregator)
|
|
40
|
+
|
|
39
41
|
---
|
|
40
42
|
|
|
41
43
|
## Installation
|
|
@@ -43,7 +45,7 @@ Requires-Dist: requests
|
|
|
43
45
|
### 1. Install via PyPI
|
|
44
46
|
|
|
45
47
|
```bash
|
|
46
|
-
|
|
48
|
+
uv add ai_url_aggregator
|
|
47
49
|
```
|
|
48
50
|
|
|
49
51
|
### 2. Set Environment Variables
|
|
@@ -62,7 +64,7 @@ Replace `"PERPLEXITY_API_KEY"` and `"OPENAI_API_KEY"` with your actual API keys.
|
|
|
62
64
|
1. **Clone or Download** this repository.
|
|
63
65
|
2. **Install Dependencies**:
|
|
64
66
|
```bash
|
|
65
|
-
|
|
67
|
+
uv sync
|
|
66
68
|
```
|
|
67
69
|
This ensures all required libraries (like `openai`, `requests`, etc.) are installed.
|
|
68
70
|
|
|
@@ -126,6 +128,16 @@ print("--- Most Important Websites ---")
|
|
|
126
128
|
prettyprinter.cpprint(most_important_websites)
|
|
127
129
|
```
|
|
128
130
|
|
|
131
|
+
Result (Main real state agencies in Uruguay):
|
|
132
|
+
```python
|
|
133
|
+
[
|
|
134
|
+
'https://www.infocasas.com.uy',
|
|
135
|
+
'https://www.casasweb.com.uy',
|
|
136
|
+
'https://www.mercadolibre.com.uy/inmuebles',
|
|
137
|
+
'https://www.uruguayinmobiliarias.com'
|
|
138
|
+
]
|
|
139
|
+
```
|
|
140
|
+
|
|
129
141
|
---
|
|
130
142
|
|
|
131
143
|
## License
|
|
@@ -1,7 +1,6 @@
|
|
|
1
|
-
```markdown
|
|
2
1
|
# ai_url_aggregator
|
|
3
2
|
|
|
4
|
-
> **Note**: *This is a small experimental library, provided as-is
|
|
3
|
+
> **Note**: *This is a small experimental library, provided as-is.*
|
|
5
4
|
|
|
6
5
|
**ai_url_aggregator** is a Python tool that leverages **Perplexity** and **OpenAI** to search the internet for relevant URLs, filter and deduplicate them, check their availability, and then select the most important ones based on GPT analysis.
|
|
7
6
|
|
|
@@ -19,6 +18,8 @@
|
|
|
19
18
|
4. **Relevance Ranking**
|
|
20
19
|
- Uses an OpenAI model to select the most important websites from the deduplicated list of online URLs.
|
|
21
20
|
|
|
21
|
+
### DeepWiki Docs: [https://deepwiki.com/carlosplanchon/ai_url_aggregator](https://deepwiki.com/carlosplanchon/ai_url_aggregator)
|
|
22
|
+
|
|
22
23
|
---
|
|
23
24
|
|
|
24
25
|
## Installation
|
|
@@ -26,7 +27,7 @@
|
|
|
26
27
|
### 1. Install via PyPI
|
|
27
28
|
|
|
28
29
|
```bash
|
|
29
|
-
|
|
30
|
+
uv add ai_url_aggregator
|
|
30
31
|
```
|
|
31
32
|
|
|
32
33
|
### 2. Set Environment Variables
|
|
@@ -45,7 +46,7 @@ Replace `"PERPLEXITY_API_KEY"` and `"OPENAI_API_KEY"` with your actual API keys.
|
|
|
45
46
|
1. **Clone or Download** this repository.
|
|
46
47
|
2. **Install Dependencies**:
|
|
47
48
|
```bash
|
|
48
|
-
|
|
49
|
+
uv sync
|
|
49
50
|
```
|
|
50
51
|
This ensures all required libraries (like `openai`, `requests`, etc.) are installed.
|
|
51
52
|
|
|
@@ -109,6 +110,16 @@ print("--- Most Important Websites ---")
|
|
|
109
110
|
prettyprinter.cpprint(most_important_websites)
|
|
110
111
|
```
|
|
111
112
|
|
|
113
|
+
Result (Main real state agencies in Uruguay):
|
|
114
|
+
```python
|
|
115
|
+
[
|
|
116
|
+
'https://www.infocasas.com.uy',
|
|
117
|
+
'https://www.casasweb.com.uy',
|
|
118
|
+
'https://www.mercadolibre.com.uy/inmuebles',
|
|
119
|
+
'https://www.uruguayinmobiliarias.com'
|
|
120
|
+
]
|
|
121
|
+
```
|
|
122
|
+
|
|
112
123
|
---
|
|
113
124
|
|
|
114
125
|
## License
|
|
@@ -1,24 +1,24 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
2
|
Name: ai_url_aggregator
|
|
3
|
-
Version: 0.
|
|
4
|
-
Summary:
|
|
3
|
+
Version: 0.2
|
|
4
|
+
Summary: Tool that uses Perplexity and OpenAI to search with SERP and filter for relevant URLs.
|
|
5
5
|
Author-email: "Carlos A. Planchón" <carlosandresplanchonprestes@gmail.com>
|
|
6
|
-
License: MIT
|
|
6
|
+
License-Expression: MIT
|
|
7
7
|
Project-URL: repository, https://github.com/carlosplanchon/ai_url_aggregator.git
|
|
8
8
|
Keywords: openai,url,research,grabber
|
|
9
9
|
Classifier: Intended Audience :: Developers
|
|
10
10
|
Classifier: Topic :: Software Development :: Build Tools
|
|
11
|
-
Classifier: License :: OSI Approved :: MIT License
|
|
12
11
|
Classifier: Programming Language :: Python :: 3.13
|
|
12
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
13
13
|
Description-Content-Type: text/markdown
|
|
14
14
|
License-File: LICENSE
|
|
15
15
|
Requires-Dist: openai
|
|
16
16
|
Requires-Dist: requests
|
|
17
|
+
Dynamic: license-file
|
|
17
18
|
|
|
18
|
-
```markdown
|
|
19
19
|
# ai_url_aggregator
|
|
20
20
|
|
|
21
|
-
> **Note**: *This is a small experimental library, provided as-is
|
|
21
|
+
> **Note**: *This is a small experimental library, provided as-is.*
|
|
22
22
|
|
|
23
23
|
**ai_url_aggregator** is a Python tool that leverages **Perplexity** and **OpenAI** to search the internet for relevant URLs, filter and deduplicate them, check their availability, and then select the most important ones based on GPT analysis.
|
|
24
24
|
|
|
@@ -36,6 +36,8 @@ Requires-Dist: requests
|
|
|
36
36
|
4. **Relevance Ranking**
|
|
37
37
|
- Uses an OpenAI model to select the most important websites from the deduplicated list of online URLs.
|
|
38
38
|
|
|
39
|
+
### DeepWiki Docs: [https://deepwiki.com/carlosplanchon/ai_url_aggregator](https://deepwiki.com/carlosplanchon/ai_url_aggregator)
|
|
40
|
+
|
|
39
41
|
---
|
|
40
42
|
|
|
41
43
|
## Installation
|
|
@@ -43,7 +45,7 @@ Requires-Dist: requests
|
|
|
43
45
|
### 1. Install via PyPI
|
|
44
46
|
|
|
45
47
|
```bash
|
|
46
|
-
|
|
48
|
+
uv add ai_url_aggregator
|
|
47
49
|
```
|
|
48
50
|
|
|
49
51
|
### 2. Set Environment Variables
|
|
@@ -62,7 +64,7 @@ Replace `"PERPLEXITY_API_KEY"` and `"OPENAI_API_KEY"` with your actual API keys.
|
|
|
62
64
|
1. **Clone or Download** this repository.
|
|
63
65
|
2. **Install Dependencies**:
|
|
64
66
|
```bash
|
|
65
|
-
|
|
67
|
+
uv sync
|
|
66
68
|
```
|
|
67
69
|
This ensures all required libraries (like `openai`, `requests`, etc.) are installed.
|
|
68
70
|
|
|
@@ -126,6 +128,16 @@ print("--- Most Important Websites ---")
|
|
|
126
128
|
prettyprinter.cpprint(most_important_websites)
|
|
127
129
|
```
|
|
128
130
|
|
|
131
|
+
Result (Main real state agencies in Uruguay):
|
|
132
|
+
```python
|
|
133
|
+
[
|
|
134
|
+
'https://www.infocasas.com.uy',
|
|
135
|
+
'https://www.casasweb.com.uy',
|
|
136
|
+
'https://www.mercadolibre.com.uy/inmuebles',
|
|
137
|
+
'https://www.uruguayinmobiliarias.com'
|
|
138
|
+
]
|
|
139
|
+
```
|
|
140
|
+
|
|
129
141
|
---
|
|
130
142
|
|
|
131
143
|
## License
|
|
@@ -1,25 +1,22 @@
|
|
|
1
1
|
[build-system]
|
|
2
|
-
requires = ["setuptools"]
|
|
2
|
+
requires = ["setuptools>=77.0.0", "wheel"]
|
|
3
3
|
build-backend = "setuptools.build_meta"
|
|
4
4
|
|
|
5
|
-
[options]
|
|
6
|
-
package_dir = "ai_url_aggregator"
|
|
7
|
-
packages = ["ai_url_aggregator"]
|
|
8
|
-
|
|
9
5
|
[project]
|
|
10
6
|
name = "ai_url_aggregator"
|
|
11
|
-
version = "0.
|
|
7
|
+
version = "0.2"
|
|
12
8
|
authors = [
|
|
13
9
|
{name = "Carlos A. Planchón", email = "carlosandresplanchonprestes@gmail.com"}
|
|
14
10
|
]
|
|
15
|
-
description = "
|
|
11
|
+
description = "Tool that uses Perplexity and OpenAI to search with SERP and filter for relevant URLs."
|
|
16
12
|
classifiers = [
|
|
17
13
|
"Intended Audience :: Developers",
|
|
18
14
|
"Topic :: Software Development :: Build Tools",
|
|
19
|
-
"License :: OSI Approved :: MIT License",
|
|
20
15
|
"Programming Language :: Python :: 3.13",
|
|
16
|
+
"Programming Language :: Python :: 3.14",
|
|
21
17
|
]
|
|
22
|
-
license =
|
|
18
|
+
license = "MIT"
|
|
19
|
+
license-files = ["LICENSE"]
|
|
23
20
|
keywords = ["openai", "url", "research", "grabber"]
|
|
24
21
|
readme = "README.md"
|
|
25
22
|
dependencies=[
|
|
@@ -29,3 +26,6 @@ dependencies=[
|
|
|
29
26
|
|
|
30
27
|
[project.urls]
|
|
31
28
|
repository = "https://github.com/carlosplanchon/ai_url_aggregator.git"
|
|
29
|
+
|
|
30
|
+
[tool.setuptools]
|
|
31
|
+
packages = ["ai_url_aggregator"]
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ai_url_aggregator-0.1 → ai_url_aggregator-0.2}/ai_url_aggregator.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|