apify 1.5.5b1__tar.gz → 1.5.6b1__tar.gz

{apify-1.5.5b1 → apify-1.5.6b1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apify
-Version: 1.5.5b1
+Version: 1.5.6b1
 Summary: Apify SDK for Python
 Author-email: "Apify Technologies s.r.o." <support@apify.com>
 License: Apache Software License

{apify-1.5.5b1 → apify-1.5.6b1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "apify"
-version = "1.5.5b1"
+version = "1.5.6b1"
 description = "Apify SDK for Python"
 readme = "README.md"
 license = { text = "Apache Software License" }

{apify-1.5.5b1 → apify-1.5.6b1}/src/apify/scrapy/requests.py

@@ -5,6 +5,7 @@ import pickle
 
 try:
     from scrapy import Request, Spider
+    from scrapy.http.headers import Headers
     from scrapy.utils.request import request_from_dict
 except ImportError as exc:
     raise ImportError(
@@ -37,10 +38,16 @@ def to_apify_request(scrapy_request: Request, spider: Spider) -> dict:
     apify_request = {
         'url': scrapy_request.url,
         'method': scrapy_request.method,
-        'headers': scrapy_request.headers,
         'userData': scrapy_request.meta.get('userData', {}),
     }
 
+    if isinstance(scrapy_request.headers, Headers):
+        apify_request['headers'] = dict(scrapy_request.headers.to_unicode_dict())
+    else:
+        Actor.log.warning(
+            f'scrapy_request.headers is not an instance of the scrapy.http.headers.Headers class, scrapy_request.headers = {scrapy_request.headers}',
+        )
+
     # Add 'id' to the apify_request
     if scrapy_request.meta.get('apify_request_id'):
         apify_request['id'] = scrapy_request.meta['apify_request_id']
@@ -129,7 +136,12 @@ def to_scrapy_request(apify_request: dict, spider: Spider) -> Request:
 
     # Add optional 'headers' field
     if 'headers' in apify_request:
-        scrapy_request.headers = apify_request['headers']
+        if isinstance(apify_request['headers'], dict):
+            scrapy_request.headers = Headers(apify_request['headers'])
+        else:
+            Actor.log.warning(
+                f'apify_request[headers] is not an instance of the dict class, apify_request[headers] = {apify_request["headers"]}',
+            )
 
     # Add optional 'userData' field
     if 'userData' in apify_request:

{apify-1.5.5b1 → apify-1.5.6b1}/src/apify.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apify
-Version: 1.5.5b1
+Version: 1.5.6b1
 Summary: Apify SDK for Python
 Author-email: "Apify Technologies s.r.o." <support@apify.com>
 License: Apache Software License