data-prep-connector 0.2.4.dev1__tar.gz → 0.2.5.dev0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (28) hide show
  1. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/Makefile +3 -2
  2. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/PKG-INFO +2 -2
  3. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/doc/overview.md +2 -2
  4. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/pyproject.toml +2 -2
  5. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/data_prep_connector.egg-info/PKG-INFO +2 -2
  6. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/README.md +0 -0
  7. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/setup.cfg +0 -0
  8. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/data_prep_connector.egg-info/SOURCES.txt +0 -0
  9. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/data_prep_connector.egg-info/dependency_links.txt +0 -0
  10. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/data_prep_connector.egg-info/requires.txt +0 -0
  11. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/data_prep_connector.egg-info/top_level.txt +0 -0
  12. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/dpk_connector/__init__.py +0 -0
  13. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/dpk_connector/core/__init__.py +0 -0
  14. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/dpk_connector/core/crawler.py +0 -0
  15. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/dpk_connector/core/item.py +0 -0
  16. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/dpk_connector/core/logging.py +0 -0
  17. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/dpk_connector/core/middlewares.py +0 -0
  18. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/dpk_connector/core/pipelines.py +0 -0
  19. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/dpk_connector/core/settings.py +0 -0
  20. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/dpk_connector/core/spiders/__init__.py +0 -0
  21. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/dpk_connector/core/spiders/sitemap.py +0 -0
  22. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/dpk_connector/core/utils.py +0 -0
  23. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/test/dpk_connector/core/__init__.py +0 -0
  24. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/test/dpk_connector/core/test_crawler.py +0 -0
  25. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/test/dpk_connector/core/test_middlewares.py +0 -0
  26. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/test/dpk_connector/core/test_sitemap_spider/index.html +0 -0
  27. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/test/dpk_connector/core/test_sitemap_spider.py +0 -0
  28. {data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/test/dpk_connector/core/test_utils.py +0 -0
{data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/Makefile RENAMED
@@ -32,8 +32,9 @@ venv:: pyproject.toml
32
32
  $(PYTHON) -m venv venv
33
33
  source venv/bin/activate; \
34
34
  pip install --upgrade pip; \
35
- pip install -e .; \
36
- pip install pytest pytest-mock pytest-datadir pytest-cov moto==5.0.5 markupsafe==2.0.1
35
+ pip install uv; \
36
+ uv pip install -e .; \
37
+ uv pip install pytest pytest-mock pytest-datadir pytest-cov moto==5.0.5 markupsafe==2.0.1
37
38
 
38
39
  image::
39
40
  @# Help: Placeholder does nothing for now.
{data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/PKG-INFO RENAMED
@@ -1,11 +1,11 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: data_prep_connector
3
- Version: 0.2.4.dev1
3
+ Version: 0.2.5.dev0
4
4
  Summary: Scalable and Compliant Web Crawler
5
5
  Author-email: Hiroya Matsubara <hmtbr@jp.ibm.com>
6
6
  License: Apache-2.0
7
7
  Keywords: data,data acquisition,crawler,web crawler,llm,generative,ai,fine-tuning,llmapps
8
- Requires-Python: <3.14,>=3.10
8
+ Requires-Python: <3.15,>=3.10
9
9
  Description-Content-Type: text/markdown
10
10
  Requires-Dist: scrapy==2.12.0
11
11
  Requires-Dist: pydantic>=2.8.1
{data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/doc/overview.md RENAMED
@@ -15,13 +15,13 @@ Features:
15
15
  ### From PyPI
16
16
 
17
17
  ```sh
18
- pip install data-prep-connector
18
+ uv pip install data-prep-connector
19
19
  ```
20
20
 
21
21
  ### From Github
22
22
 
23
23
  ```sh
24
- pip install git+https://github.com/data-prep-kit/data-prep-kit.git@dev#subdirectory=data-connector-lib
24
+ uv pip install git+https://github.com/data-prep-kit/data-prep-kit.git@dev#subdirectory=data-connector-lib
25
25
  ```
26
26
 
27
27
  ## Example usage
{data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/pyproject.toml RENAMED
@@ -1,7 +1,7 @@
1
1
  [project]
2
2
  name = "data_prep_connector"
3
- version = "0.2.4.dev1"
4
- requires-python = ">=3.10,<3.14"
3
+ version = "0.2.5.dev0"
4
+ requires-python = ">=3.10,<3.15"
5
5
  keywords = [
6
6
  "data",
7
7
  "data acquisition",
{data_prep_connector-0.2.4.dev1 → data_prep_connector-0.2.5.dev0}/src/data_prep_connector.egg-info/PKG-INFO RENAMED
@@ -1,11 +1,11 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: data_prep_connector
3
- Version: 0.2.4.dev1
3
+ Version: 0.2.5.dev0
4
4
  Summary: Scalable and Compliant Web Crawler
5
5
  Author-email: Hiroya Matsubara <hmtbr@jp.ibm.com>
6
6
  License: Apache-2.0
7
7
  Keywords: data,data acquisition,crawler,web crawler,llm,generative,ai,fine-tuning,llmapps
8
- Requires-Python: <3.14,>=3.10
8
+ Requires-Python: <3.15,>=3.10
9
9
  Description-Content-Type: text/markdown
10
10
  Requires-Dist: scrapy==2.12.0
11
11
  Requires-Dist: pydantic>=2.8.1