textmate-grammar-python 0.5.2__py3-none-any.whl → 0.6.0__py3-none-any.whl

textmate_grammar/__init__.py

@@ -1 +1 @@
-__version__ = "0.5.2"
+__version__ = "0.6.0"

textmate_grammar/handler.py

@@ -3,6 +3,7 @@ from __future__ import annotations
 from pathlib import Path
 from typing import Callable
 
+import charset_normalizer as charset
 from onigurumacffi import _Match as Match
 from onigurumacffi import _Pattern as Pattern
 from onigurumacffi import compile
@@ -44,6 +45,7 @@ class ContentHandler:
         :ivar line_lengths: A list of lengths of each line in the source code.
         :ivar anchor: The current position in the source code.
         """
+        # Proprocess the content, replace all newline characters with \n
         prepared_content = pre_processor(content.replace("\r\n", "\n").replace("\r", "\n"))
 
         self.content = prepared_content
@@ -58,9 +60,8 @@ class ContentHandler:
         if not file_path.exists():
             raise FileNotFound(str(file_path))
 
-        # Open file and replace Windows/Mac line endings
-        with open(file_path) as file:
-            content = file.read()
+        # Open file with best guess encoding from charset_normalizer
+        content = str(charset.from_path(file_path).best())
 
         return cls(content, **kwargs)
 

{textmate_grammar_python-0.5.2.dist-info → textmate_grammar_python-0.6.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: textmate-grammar-python
-Version: 0.5.2
+Version: 0.6.0
 Summary: A lexer and tokenizer for grammar files as defined by TextMate and used in VSCode, implemented in Python.
 Home-page: https://github.com/watermarkhu/textmate-grammar-python
 License: MIT
@@ -15,6 +15,7 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: PyYAML (>=6.0.1,<7.0.0)
+Requires-Dist: charset-normalizer (>=3.3.2,<4.0.0)
 Requires-Dist: onigurumacffi (>=1.3.0,<2.0.0)
 Project-URL: Documentation, https://textmate-grammar-python.readthedocs.io
 Project-URL: Repository, https://github.com/watermarkhu/textmate-grammar-python

{textmate_grammar_python-0.5.2.dist-info → textmate_grammar_python-0.6.0.dist-info}/RECORD

@@ -1,6 +1,6 @@
-textmate_grammar/__init__.py,sha256=isJrmDBLRag7Zc2UK9ZovWGOv7ji1Oh-zJtJMNJFkXw,22
+textmate_grammar/__init__.py,sha256=cID1jLnC_vj48GgMN6Yb1FA3JsQ95zNmCHmRYE8TFhY,22
 textmate_grammar/elements.py,sha256=HL591LujcK1M8F5VAR8_tDnHboYnfISIBvnOitEFG3g,20035
-textmate_grammar/handler.py,sha256=WhWSn-mFF3LUl679uAHTbgAeaFCwr5BRMKZ8Xa5MmXM,12051
+textmate_grammar/handler.py,sha256=1Si9Bcv-w04FWPsvrDe8W0DZ0aNQVXJ76f2J66F_vIU,12160
 textmate_grammar/parser.py,sha256=jSibbq9JxRoma_L0v-6MrfwmZNP6xNJa3P6TNwXFpAw,35912
 textmate_grammar/parsers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 textmate_grammar/parsers/base.py,sha256=hKqmFsfth6D-M3Syv50DWfwaPYX-luVc5FYTKugRbFg,6930
@@ -15,7 +15,7 @@ textmate_grammar/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
 textmate_grammar/utils/cache.py,sha256=Rh93Dvd83VUxuVk1Wu1aQff0QnjbcJTVxVMYtxuwUn0,5107
 textmate_grammar/utils/exceptions.py,sha256=4xhmXRYAWZ76zrvEKYcn4duAInl8mN5ib_4b9wCdnD8,2133
 textmate_grammar/utils/logger.py,sha256=KC0pwjGLHmMp5-9NXBZBGJdQXlW8VzlZQZGrakFlNPs,5673
-textmate_grammar_python-0.5.2.dist-info/LICENSE,sha256=z_od-h3J1gcHgjNlVmcr6pGweBAkZUxQTzbrTK1GMhI,1069
-textmate_grammar_python-0.5.2.dist-info/METADATA,sha256=K-nhgfuo219B6Z-SHExbuu_gIYnAYuCJMxsL0TOc_0M,5990
-textmate_grammar_python-0.5.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-textmate_grammar_python-0.5.2.dist-info/RECORD,,
+textmate_grammar_python-0.6.0.dist-info/LICENSE,sha256=z_od-h3J1gcHgjNlVmcr6pGweBAkZUxQTzbrTK1GMhI,1069
+textmate_grammar_python-0.6.0.dist-info/METADATA,sha256=DsOtxReSJwoKYj1d2c6eHI-k6zvhgSm2e1OfLQ3TveE,6041
+textmate_grammar_python-0.6.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+textmate_grammar_python-0.6.0.dist-info/RECORD,,