apify 1.5.5b1__py3-none-any.whl → 1.5.6b1__py3-none-any.whl

apify/scrapy/requests.py

@@ -5,6 +5,7 @@ import pickle
 
 try:
     from scrapy import Request, Spider
+    from scrapy.http.headers import Headers
     from scrapy.utils.request import request_from_dict
 except ImportError as exc:
     raise ImportError(
@@ -37,10 +38,16 @@ def to_apify_request(scrapy_request: Request, spider: Spider) -> dict:
     apify_request = {
         'url': scrapy_request.url,
         'method': scrapy_request.method,
-        'headers': scrapy_request.headers,
         'userData': scrapy_request.meta.get('userData', {}),
     }
 
+    if isinstance(scrapy_request.headers, Headers):
+        apify_request['headers'] = dict(scrapy_request.headers.to_unicode_dict())
+    else:
+        Actor.log.warning(
+            f'scrapy_request.headers is not an instance of the scrapy.http.headers.Headers class, scrapy_request.headers = {scrapy_request.headers}',
+        )
+
     # Add 'id' to the apify_request
     if scrapy_request.meta.get('apify_request_id'):
         apify_request['id'] = scrapy_request.meta['apify_request_id']
@@ -129,7 +136,12 @@ def to_scrapy_request(apify_request: dict, spider: Spider) -> Request:
 
     # Add optional 'headers' field
     if 'headers' in apify_request:
-        scrapy_request.headers = apify_request['headers']
+        if isinstance(apify_request['headers'], dict):
+            scrapy_request.headers = Headers(apify_request['headers'])
+        else:
+            Actor.log.warning(
+                f'apify_request[headers] is not an instance of the dict class, apify_request[headers] = {apify_request["headers"]}',
+            )
 
     # Add optional 'userData' field
     if 'userData' in apify_request:

{apify-1.5.5b1.dist-info → apify-1.5.6b1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apify
-Version: 1.5.5b1
+Version: 1.5.6b1
 Summary: Apify SDK for Python
 Author-email: "Apify Technologies s.r.o." <support@apify.com>
 License: Apache Software License

{apify-1.5.5b1.dist-info → apify-1.5.6b1.dist-info}/RECORD

@@ -21,7 +21,7 @@ apify/_memory_storage/resource_clients/key_value_store_collection.py,sha256=CBTc
 apify/_memory_storage/resource_clients/request_queue.py,sha256=6skV2fGpDxrDtn43oQIiBxd4kA5wJ8ygw7_Yy1q7M_M,19700
 apify/_memory_storage/resource_clients/request_queue_collection.py,sha256=qW7kPLKRl5mukIGCT8iNCsXT82BUYSwCV_KH7MLj528,1713
 apify/scrapy/__init__.py,sha256=xrhyVgPvdB_kB6ugkhUM4YM3WkvBUu5ZiV_4bW11LwM,195
-apify/scrapy/requests.py,sha256=pte0ODpI7pdRuKLfzfAeOlDoKnT0lReLVJZEn-YXqMY,5918
+apify/scrapy/requests.py,sha256=A8lsAY6Zt31g6IvxWo8Yx-M4dHIRFaBX5q_PHQy_kpU,6511
 apify/scrapy/scheduler.py,sha256=kv4w52xydYTTzLCzbCYM77iAbE5fYKlw3SPeSudtTbE,4983
 apify/scrapy/utils.py,sha256=0vsa46ZlhxIg5a_f3UM10x3N3RezOKPEQy_hTHFa5Ws,4084
 apify/scrapy/middlewares/__init__.py,sha256=zzosV8BD8SZQIrVKsSaGFGV9rHinNLKm5GPL3ZNxSZQ,96
@@ -35,8 +35,8 @@ apify/storages/dataset.py,sha256=gfMlJ6dSXDdjCykkStZCyp4u8xKCIZqflGS9-jLzK74,233
 apify/storages/key_value_store.py,sha256=BUGYPI4MuRlOJ_aPzZr8bq7ay_K04qAZ7yKW7C8ItV4,10760
 apify/storages/request_queue.py,sha256=PP7KVZAQTR8-BPT54f-nk8Rbgkc5-bkDGFf4u_XQJLs,26957
 apify/storages/storage_client_manager.py,sha256=fvXg3PRojATNamEN29BBZyZZ5GWN_s0r29A59aiL-wQ,2465
-apify-1.5.5b1.dist-info/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
-apify-1.5.5b1.dist-info/METADATA,sha256=1fPCV_55bT1omk1JsteOotSBJimlh_HwJxPi_5F7Hdc,6236
-apify-1.5.5b1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-apify-1.5.5b1.dist-info/top_level.txt,sha256=2oFNsHggn5m_rCaaP7xijQg_-Va2ByOSYuvKgACsS5w,6
-apify-1.5.5b1.dist-info/RECORD,,
+apify-1.5.6b1.dist-info/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
+apify-1.5.6b1.dist-info/METADATA,sha256=vORD2BUbG1kyMjL09jtLWH1ab-TUkxzaLH_d1SGUl-w,6236
+apify-1.5.6b1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+apify-1.5.6b1.dist-info/top_level.txt,sha256=2oFNsHggn5m_rCaaP7xijQg_-Va2ByOSYuvKgACsS5w,6
+apify-1.5.6b1.dist-info/RECORD,,