tico 0.2.0.dev260601__tar.gz → 0.2.0.dev260604__tar.gz

{tico-0.2.0.dev260601 → tico-0.2.0.dev260604}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tico
-Version: 0.2.0.dev260601
+Version: 0.2.0.dev260604
 Summary: Convert Exported Torch Module To Circle
 License: This file provides full text of licenses used in this project
         

tico-0.2.0.dev260604/tico/_version.py

@@ -0,0 +1 @@
+__version__ = "0.2.0.dev260604"

tico-0.2.0.dev260604/tico/interpreter/infer.py

@@ -0,0 +1,64 @@
+# Copyright (c) 2025 Samsung Electronics Co., Ltd. All Rights Reserved
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from typing import Any
+
+import numpy as np
+from circle_schema import circle
+
+from tico.interpreter.interpreter import Interpreter
+from tico.serialize.circle_mapping import np_dtype_from_circle_dtype
+from tico.utils.signature import ModelInputSpec
+
+
+def infer(circle_binary: bytes, *args: Any, **kwargs: Any) -> Any:
+    input_spec = ModelInputSpec(circle_binary)
+    user_inputs = input_spec.bind(args, kwargs, check=True)
+
+    # Get input/output spec from circle binary.
+    model = circle.Model.Model.GetRootAsModel(circle_binary, 0)
+    assert model.SubgraphsLength() == 1
+    graph = model.Subgraphs(0)
+
+    # Initialize interpreter
+    intp = Interpreter(circle_binary)
+
+    # Set input
+    for input_idx, user_input in enumerate(user_inputs):
+        intp.writeInputTensor(input_idx, user_input)
+
+    # Interpret
+    intp.interpret()
+
+    # Retrieve outputs' dtype and shape from circle model
+    model_output_tensors = [
+        graph.Tensors(graph.Outputs(o)) for o in range(graph.OutputsLength())
+    ]
+    model_output_shapes_np = [t.ShapeAsNumpy() for t in model_output_tensors]
+    model_output_types_cm = [t.Type() for t in model_output_tensors]
+
+    output = []
+    # Get output
+    for output_idx in range(len(model_output_tensors)):
+        result: np.ndarray = np.empty(
+            model_output_shapes_np[output_idx],
+            dtype=np_dtype_from_circle_dtype(model_output_types_cm[output_idx]),
+        )
+        intp.readOutputTensor(output_idx, result)
+        output.append(result)
+
+    if len(output) == 1:
+        return output[0]
+    else:
+        return output

{tico-0.2.0.dev260601 → tico-0.2.0.dev260604}/tico/interpreter/interpreter.py

@@ -13,9 +13,11 @@
 # limitations under the License.
 
 from pathlib import Path
+from typing import ClassVar
 
 import numpy as np
 import torch
+
 from cffi import FFI
 
 
@@ -33,6 +35,12 @@ class Interpreter:
     library do not cause undefined behavior in Python.
     """
 
+    LIB_PATH: ClassVar[Path] = Path("/usr/share/one/lib/libcircle_interpreter_cffi.so")
+
+    @classmethod
+    def is_available(cls) -> bool:
+        return cls.LIB_PATH.is_file()
+
     def __init__(self, circle_binary: bytes):
         self.ffi = FFI()
         self.ffi.cdef(
@@ -49,18 +57,20 @@ class Interpreter:
         """
         )
         # TODO Check if one-compiler version is compatible. Whether it has .so file or not for CFFI.
-        intp_lib_path = Path("/usr/share/one/lib/libcircle_interpreter_cffi.so")
-        if not intp_lib_path.is_file():
+        if not self.is_available():
             raise RuntimeError("Please install one-compiler for circle inference.")
-        self.C = self.ffi.dlopen(str(intp_lib_path))
+        self.C = self.ffi.dlopen(str(self.LIB_PATH))
 
         # Initialize interpreter
         self.intp = self.C.Interpreter_new(circle_binary, len(circle_binary))
         self.check_for_errors()
 
     def delete(self):
+        if not hasattr(self, "C") or not hasattr(self, "intp"):
+            return
         self.C.Interpreter_delete(self.intp)
         self.check_for_errors()
+        del self.intp
 
     def interpret(self):
         self.C.Interpreter_interpret(self.intp)