data-prep-connector 0.2.2__tar.gz → 0.2.2.dev1__tar.gz

{data_prep_connector-0.2.2 → data_prep_connector-0.2.2.dev1}/Makefile

@@ -2,8 +2,6 @@
 REPOROOT=..
 include $(REPOROOT)/.make.defaults
 
-DPK_CONNECTOR_VERSION=0.2.2
-
 clean::
 	@# Help: Clean up the distribution build and the venv
 	rm -rf dist venv
@@ -15,7 +13,7 @@ clean::
 setup::
 
 set-versions: .check-env
-	$(MAKE) TOML_VERSION=$(DPK_CONNECTOR_VERSION) .defaults.update-toml
+	$(MAKE) TOML_VERSION=$(DPK_LIB_VERSION) .defaults.update-toml
 
 build:: build-dist
 

{data_prep_connector-0.2.2 → data_prep_connector-0.2.2.dev1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: data_prep_connector
-Version: 0.2.2
+Version: 0.2.2.dev1
 Summary: Scalable and Compliant Web Crawler
 Author-email: Hiroya Matsubara <hmtbr@jp.ibm.com>
 License: Apache-2.0

{data_prep_connector-0.2.2 → data_prep_connector-0.2.2.dev1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "data_prep_connector"
-version = "0.2.2"
+version = "0.2.2.dev1"
 requires-python = ">=3.10"
 keywords = [
     "data",

{data_prep_connector-0.2.2 → data_prep_connector-0.2.2.dev1}/src/data_prep_connector.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: data_prep_connector
-Version: 0.2.2
+Version: 0.2.2.dev1
 Summary: Scalable and Compliant Web Crawler
 Author-email: Hiroya Matsubara <hmtbr@jp.ibm.com>
 License: Apache-2.0

{data_prep_connector-0.2.2 → data_prep_connector-0.2.2.dev1}/test/dpk_connector/core/test_crawler.py

@@ -1,16 +1,5 @@
-# (C) Copyright IBM Corp. 2024.
-# Licensed under the Apache License, Version 2.0 (the “License”);
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#  http://www.apache.org/licenses/LICENSE-2.0
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an “AS IS” BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-################################################################################
-
 import pytest
+
 from dpk_connector.core.crawler import crawl
 
 

{data_prep_connector-0.2.2 → data_prep_connector-0.2.2.dev1}/test/dpk_connector/core/test_middlewares.py

@@ -1,15 +1,3 @@
-# (C) Copyright IBM Corp. 2024.
-# Licensed under the Apache License, Version 2.0 (the “License”);
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#  http://www.apache.org/licenses/LICENSE-2.0
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an “AS IS” BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-################################################################################
-
 import pytest
 from dpk_connector.core.middlewares import DelayingProtegoRobotParser
 from pytest_mock import MockerFixture

{data_prep_connector-0.2.2 → data_prep_connector-0.2.2.dev1}/test/dpk_connector/core/test_sitemap_spider.py

@@ -1,15 +1,3 @@
-# (C) Copyright IBM Corp. 2024.
-# Licensed under the Apache License, Version 2.0 (the “License”);
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#  http://www.apache.org/licenses/LICENSE-2.0
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an “AS IS” BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-################################################################################
-
 from pathlib import Path
 
 import pytest
@@ -85,7 +73,9 @@ def test_parse(datadir: Path, crawler: Crawler):
         assert body.decode("utf-8") == response_body
         assert headers == {"Content-Type": "text/html"}
 
-    spider = ConnectorSitemapSpider.from_crawler(crawler, seed_urls=("http://example.com",), callback=callback)
+    spider = ConnectorSitemapSpider.from_crawler(
+        crawler, seed_urls=("http://example.com",), callback=callback
+    )
     request = Request(
         "http://example.com/index.html",
         meta={
@@ -103,7 +93,9 @@ def test_parse(datadir: Path, crawler: Crawler):
     parsed = spider.parse(response)
 
     item = next(parsed)
-    assert item == ConnectorItem(dropped=False, downloaded=True, system_request=False, sitemap=False)
+    assert item == ConnectorItem(
+        dropped=False, downloaded=True, system_request=False, sitemap=False
+    )
 
     for next_request in parsed:
         assert isinstance(next_request, Request) is True

{data_prep_connector-0.2.2 → data_prep_connector-0.2.2.dev1}/test/dpk_connector/core/test_utils.py

@@ -1,15 +1,3 @@
-# (C) Copyright IBM Corp. 2024.
-# Licensed under the Apache License, Version 2.0 (the “License”);
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#  http://www.apache.org/licenses/LICENSE-2.0
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an “AS IS” BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-################################################################################
-
 # Assisted by WCA@IBM
 # Latest GenAI contribution: ibm/granite-20b-code-instruct-v2
 
@@ -32,7 +20,9 @@ from scrapy.http import Request, Response
 
 
 def test_get_header_value():
-    response = Response("http://example.com", headers={"Content-Type": "application/json"})
+    response = Response(
+        "http://example.com", headers={"Content-Type": "application/json"}
+    )
     assert get_header_value(response, "Content-Type") == "application/json"