lacuscore 1.7.7__tar.gz → 1.7.8__tar.gz

{lacuscore-1.7.7 → lacuscore-1.7.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lacuscore
-Version: 1.7.7
+Version: 1.7.8
 Summary: Core of Lacus, usable as a module
 Home-page: https://github.com/ail-project/LacusCore
 License: BSD-3-Clause

{lacuscore-1.7.7 → lacuscore-1.7.8}/lacuscore/lacuscore.py

@@ -721,6 +721,9 @@ class LacusCore():
             hash_to_set['cookies'] = pickle.dumps(results['cookies'])
         if results.get('potential_favicons'):
             hash_to_set['potential_favicons'] = pickle.dumps(results['potential_favicons'])
+        if results.get('html') and results['html'] is not None:
+            # Need to avoid unicode encore errors, and surrogates are not allowed
+            hash_to_set['html'] = results['html'].encode('utf-8', 'surrogateescape')
         if 'children' in results and results['children'] is not None:
             padding_length = len(str(len(results['children'])))
             children = set()
@@ -735,7 +738,7 @@ class LacusCore():
             hash_to_set['children'] = pickle.dumps(children)
 
         for key in results.keys():
-            if key in ['har', 'cookies', 'potential_favicons', 'children'] or not results.get(key):
+            if key in ['har', 'cookies', 'potential_favicons', 'html', 'children'] or not results.get(key):
                 continue
             # these entries can be stored directly
             hash_to_set[key] = results[key]  # type: ignore

{lacuscore-1.7.7 → lacuscore-1.7.8}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "lacuscore"
-version = "1.7.7"
+version = "1.7.8"
 description = "Core of Lacus, usable as a module"
 authors = ["Raphaël Vinot <raphael.vinot@circl.lu>"]
 license = "BSD-3-Clause"
@@ -44,14 +44,14 @@ docs = ["Sphinx"]
 [tool.poetry.group.dev.dependencies]
 types-redis = {version = "^4.6.0.11"}
 mypy = "^1.8.0"
-types-requests = "^2.31.0.10"
+types-requests = "^2.31.0.20231231"
 types-beautifulsoup4 = "^4.12.0.7"
 ipython = [
     {version = "<8.13.0", python = "<3.9"},
     {version = "^8.18.0", python = ">=3.9"},
     {version = "^8.19.0", python = ">=3.10"}
 ]
-pytest = "^7.4.3"
+pytest = "^7.4.4"
 
 [build-system]
 requires = ["poetry_core"]