leap-model-parser 0.1.242__py3-none-any.whl → 0.1.243.dev1__py3-none-any.whl

leap_model_parser/model_parser.py

@@ -34,7 +34,46 @@ if spec is not None:
     import onnx  # type: ignore
 
     onnx_imported = True
-
+#Deal with broken models
+GIT_LFS_CONTENT = b"version https://git-lfs.github.com/spec/v1"
+
+class InvalidModelFile(Exception):
+    pass
+
+def _is_git_lfs_pointer(path: str) -> bool:
+    try:
+        with open(path, "rb") as f:
+            return f.read(128).startswith(GIT_LFS_CONTENT)
+    except OSError:
+        return False
+
+
+def _text_snippet(path: str, n: int = 200) -> Optional[str]:
+    try:
+        with open(path, "rb") as f:
+            b = f.read(n)
+        if b"\x00" in b:
+            return None
+        s = b.decode("utf-8", errors="replace").strip()
+        return s or None
+    except OSError:
+        return None
+
+
+def _raise_model_file_error(path: str, kind: str, original_exc: Exception) -> None:
+    suffix = Path(path).suffix
+    if _is_git_lfs_pointer(path):
+        raise InvalidModelFile(
+            f"This {suffix} file is a Git LFS pointer, not the actual model binary. "
+            "Run `git lfs pull` (or re-download the artifact) to fetch the real file."
+        ) from original_exc
+    snippet = _text_snippet(path)
+    if snippet is not None:
+        raise InvalidModelFile(
+            f"The provided model is not a real {kind} model binary although its suffix is {suffix}. "
+            f"File's content starts with:\n{snippet}."
+        ) from original_exc
+    raise InvalidModelFile(f"Failed to open {kind} model file: {original_exc}") from original_exc
 
 class ModelParser:
     def __init__(self, should_transform_inputs_and_outputs=False,
@@ -135,7 +174,10 @@ class ModelParser:
         if not onnx_imported:
             raise OnnxUnsupported()
 
-        onnx_model = onnx.load_model(file_path)
+        try:
+            onnx_model = onnx.load_model(file_path)
+        except Exception as e:
+            _raise_model_file_error(file_path, "onnx", e)
         input_all = [_input.name for _input in onnx_model.graph.input]
         input_initializer = [
             node.name for node in onnx_model.graph.initializer]
@@ -153,10 +195,9 @@ class ModelParser:
         try:
             return load_model(file_path, custom_objects=custom_objects, compile=False)
         except OSError as e:
-            if 'signature' in str(e):
-                raise Exception('Unable to open model file. The model might be corrupted or not a valid.')
-            else:
-                raise e
+            if "signature" in str(e):
+                _raise_model_file_error(file_path, "keras", e)
+            raise
 
     def convert_h5_model(self, file_path: str) -> Tuple[Dict[str, Node], Model, Optional[str]]:
         imported_model = self._load_keras_model_with_custom_layers(file_path)

leap_model_parser-0.1.243.dev1.dist-info/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2021 TensorLeap
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

{leap_model_parser-0.1.242.dist-info → leap_model_parser-0.1.243.dev1.dist-info}/METADATA

@@ -1,7 +1,8 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.1
 Name: leap-model-parser
-Version: 0.1.242
+Version: 0.1.243.dev1
 Summary: 
+Home-page: https://github.com/tensorleap/leap-model-parser
 License: MIT
 Author: idan
 Author-email: idan.yogev@tensorleap.ai
@@ -20,7 +21,6 @@ Requires-Dist: onnx2kerastl (==0.0.186)
 Requires-Dist: tensorflow (==2.12.0) ; platform_machine == "x86_64"
 Requires-Dist: tensorflow-io-gcs-filesystem (==0.34.0)
 Requires-Dist: tensorflow-macos (==2.12.0) ; platform_machine == "arm64"
-Project-URL: Homepage, https://github.com/tensorleap/leap-model-parser
 Project-URL: Repository, https://github.com/tensorleap/leap-model-parser
 Description-Content-Type: text/markdown
 

{leap_model_parser-0.1.242.dist-info → leap_model_parser-0.1.243.dev1.dist-info}/RECORD

@@ -1,3 +1,4 @@
+LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
 leap_model_parser/__init__.py,sha256=OAU7rFHAVVWUM-cDtQ4Ohum567KN8M-YTkHZp5KiYbo,132
 leap_model_parser/contract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 leap_model_parser/contract/graph.py,sha256=lbs_IUnlkvoVjiARBMJee-aNbqeNXNPsUeOEwQliKgU,1170
@@ -6,7 +7,7 @@ leap_model_parser/contract/nodedata.py,sha256=1_ML0nzp3QUZ0_9mGSLhfO4_hqjYMwi0DW
 leap_model_parser/contract/ui_components.json,sha256=0lsxwOLElW1E-imCcdh3zKPWgzFuQ_bApG6aHvYfTvo,410591
 leap_model_parser/keras_json_model_import.py,sha256=h9-eb41W67goutRV5c3VkStxvntgb6EmPFdPeshhtsY,17058
 leap_model_parser/leap_graph_editor.py,sha256=s6iVO06xM6LJ8ZjSxkr1srYxsHhGl2KnQjQoc9g4_iE,14329
-leap_model_parser/model_parser.py,sha256=5Dk_SKuyMQfjtn8K_9giz2yym0BC3HgDR285iCQTnS4,8509
+leap_model_parser/model_parser.py,sha256=whPsXLuoptsbSF3djK8KL3Ibz7TXS-SBBX2kxNesGec,9935
 leap_model_parser/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 leap_model_parser/utils/layerpedia/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 leap_model_parser/utils/layerpedia/layerpedia.py,sha256=1syubfXBTB630TVkgcQ-Ge7Qe9Zbr6EtZRreuqCJnQ8,9292
@@ -17,8 +18,8 @@ leap_model_parser/utils/uicomponents/generatenodedata.py,sha256=LRaPlO5jJ9pUtkvL
 leap_model_parser/utils/uicomponents/tensorflowinscpection.py,sha256=ym613z9iQKPDBpr0RYD35bTABdm1L-Ez86G47BYT7qw,6775
 leap_model_parser/utils/uicomponents/ui_components.json,sha256=0lsxwOLElW1E-imCcdh3zKPWgzFuQ_bApG6aHvYfTvo,410591
 leap_model_parser/utils/uicomponents/ui_components_config.yaml,sha256=cRH8T-c3TAL0nfefRvt9pFsjbTWNEg38NRyHR7RpJsk,19534
-leap_model_parser-0.1.242.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-leap_model_parser-0.1.242.dist-info/METADATA,sha256=Z3odPidyEWSBKPwWQodFI-aIrhpSlQrKaEeneDeYH6Y,1116
-leap_model_parser-0.1.242.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-leap_model_parser-0.1.242.dist-info/entry_points.txt,sha256=ZvV6EuQt1uAqwapNg5Lo2qjJM9ZG5g2wfzZoLh_Ztyk,77
-leap_model_parser-0.1.242.dist-info/RECORD,,
+leap_model_parser-0.1.243.dev1.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+leap_model_parser-0.1.243.dev1.dist-info/METADATA,sha256=Hs-XfN52uLOD6Dc19f5C4s908QfLxpXSnuEZoTsCTJo,1109
+leap_model_parser-0.1.243.dev1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+leap_model_parser-0.1.243.dev1.dist-info/entry_points.txt,sha256=ZvV6EuQt1uAqwapNg5Lo2qjJM9ZG5g2wfzZoLh_Ztyk,77
+leap_model_parser-0.1.243.dev1.dist-info/RECORD,,

{leap_model_parser-0.1.242.dist-info → leap_model_parser-0.1.243.dev1.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.1.3
+Generator: poetry-core 1.9.1
 Root-Is-Purelib: true
 Tag: py3-none-any