leap-model-parser 0.1.242.dev4__py3-none-any.whl → 0.1.243.dev1__py3-none-any.whl

leap_model_parser/model_parser.py

@@ -34,7 +34,46 @@ if spec is not None:
     import onnx  # type: ignore
 
     onnx_imported = True
-
+#Deal with broken models
+GIT_LFS_CONTENT = b"version https://git-lfs.github.com/spec/v1"
+
+class InvalidModelFile(Exception):
+    pass
+
+def _is_git_lfs_pointer(path: str) -> bool:
+    try:
+        with open(path, "rb") as f:
+            return f.read(128).startswith(GIT_LFS_CONTENT)
+    except OSError:
+        return False
+
+
+def _text_snippet(path: str, n: int = 200) -> Optional[str]:
+    try:
+        with open(path, "rb") as f:
+            b = f.read(n)
+        if b"\x00" in b:
+            return None
+        s = b.decode("utf-8", errors="replace").strip()
+        return s or None
+    except OSError:
+        return None
+
+
+def _raise_model_file_error(path: str, kind: str, original_exc: Exception) -> None:
+    suffix = Path(path).suffix
+    if _is_git_lfs_pointer(path):
+        raise InvalidModelFile(
+            f"This {suffix} file is a Git LFS pointer, not the actual model binary. "
+            "Run `git lfs pull` (or re-download the artifact) to fetch the real file."
+        ) from original_exc
+    snippet = _text_snippet(path)
+    if snippet is not None:
+        raise InvalidModelFile(
+            f"The provided model is not a real {kind} model binary although its suffix is {suffix}. "
+            f"File's content starts with:\n{snippet}."
+        ) from original_exc
+    raise InvalidModelFile(f"Failed to open {kind} model file: {original_exc}") from original_exc
 
 class ModelParser:
     def __init__(self, should_transform_inputs_and_outputs=False,
@@ -134,10 +173,11 @@ class ModelParser:
     def convert_onnx_model(self, file_path: str) -> Tuple[Dict[str, Node], Model, Optional[str]]:
         if not onnx_imported:
             raise OnnxUnsupported()
+
         try:
             onnx_model = onnx.load_model(file_path)
-        except:
-            raise Exception(f"I caught onnx error: {file_path}")
+        except Exception as e:
+            _raise_model_file_error(file_path, "onnx", e)
         input_all = [_input.name for _input in onnx_model.graph.input]
         input_initializer = [
             node.name for node in onnx_model.graph.initializer]
@@ -155,12 +195,9 @@ class ModelParser:
         try:
             return load_model(file_path, custom_objects=custom_objects, compile=False)
         except OSError as e:
-            if 'signature' in str(e):
-                raise Exception('Unable to open model file. The model might be corrupted or not a valid.')
-            else:
-                raise e
-        except:
-            raise Exception(f"I caught h5 error: {file_path}")
+            if "signature" in str(e):
+                _raise_model_file_error(file_path, "keras", e)
+            raise
 
     def convert_h5_model(self, file_path: str) -> Tuple[Dict[str, Node], Model, Optional[str]]:
         imported_model = self._load_keras_model_with_custom_layers(file_path)

{leap_model_parser-0.1.242.dev4.dist-info → leap_model_parser-0.1.243.dev1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: leap-model-parser
-Version: 0.1.242.dev4
+Version: 0.1.243.dev1
 Summary: 
 Home-page: https://github.com/tensorleap/leap-model-parser
 License: MIT

{leap_model_parser-0.1.242.dev4.dist-info → leap_model_parser-0.1.243.dev1.dist-info}/RECORD

@@ -7,7 +7,7 @@ leap_model_parser/contract/nodedata.py,sha256=1_ML0nzp3QUZ0_9mGSLhfO4_hqjYMwi0DW
 leap_model_parser/contract/ui_components.json,sha256=0lsxwOLElW1E-imCcdh3zKPWgzFuQ_bApG6aHvYfTvo,410591
 leap_model_parser/keras_json_model_import.py,sha256=h9-eb41W67goutRV5c3VkStxvntgb6EmPFdPeshhtsY,17058
 leap_model_parser/leap_graph_editor.py,sha256=s6iVO06xM6LJ8ZjSxkr1srYxsHhGl2KnQjQoc9g4_iE,14329
-leap_model_parser/model_parser.py,sha256=0IdlHBiyoAHrTPVtKarSgyKee_IL8MeyBxvYmf6Qt08,8685
+leap_model_parser/model_parser.py,sha256=whPsXLuoptsbSF3djK8KL3Ibz7TXS-SBBX2kxNesGec,9935
 leap_model_parser/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 leap_model_parser/utils/layerpedia/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 leap_model_parser/utils/layerpedia/layerpedia.py,sha256=1syubfXBTB630TVkgcQ-Ge7Qe9Zbr6EtZRreuqCJnQ8,9292
@@ -18,8 +18,8 @@ leap_model_parser/utils/uicomponents/generatenodedata.py,sha256=LRaPlO5jJ9pUtkvL
 leap_model_parser/utils/uicomponents/tensorflowinscpection.py,sha256=ym613z9iQKPDBpr0RYD35bTABdm1L-Ez86G47BYT7qw,6775
 leap_model_parser/utils/uicomponents/ui_components.json,sha256=0lsxwOLElW1E-imCcdh3zKPWgzFuQ_bApG6aHvYfTvo,410591
 leap_model_parser/utils/uicomponents/ui_components_config.yaml,sha256=cRH8T-c3TAL0nfefRvt9pFsjbTWNEg38NRyHR7RpJsk,19534
-leap_model_parser-0.1.242.dev4.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-leap_model_parser-0.1.242.dev4.dist-info/METADATA,sha256=sj9fEZ_fRYTBxJ0TKbdY_jvMGgHhBXKXhFFvrrzTZMc,1109
-leap_model_parser-0.1.242.dev4.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-leap_model_parser-0.1.242.dev4.dist-info/entry_points.txt,sha256=ZvV6EuQt1uAqwapNg5Lo2qjJM9ZG5g2wfzZoLh_Ztyk,77
-leap_model_parser-0.1.242.dev4.dist-info/RECORD,,
+leap_model_parser-0.1.243.dev1.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+leap_model_parser-0.1.243.dev1.dist-info/METADATA,sha256=Hs-XfN52uLOD6Dc19f5C4s908QfLxpXSnuEZoTsCTJo,1109
+leap_model_parser-0.1.243.dev1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+leap_model_parser-0.1.243.dev1.dist-info/entry_points.txt,sha256=ZvV6EuQt1uAqwapNg5Lo2qjJM9ZG5g2wfzZoLh_Ztyk,77
+leap_model_parser-0.1.243.dev1.dist-info/RECORD,,