emx-onnx-cgen 0.2.0__py3-none-any.whl → 0.3.1__py3-none-any.whl

emx_onnx_cgen/testbench.py

@@ -0,0 +1,23 @@
+from __future__ import annotations
+
+from typing import Any
+
+import numpy as np
+
+
+def _convert_hex_floats(value: Any) -> Any:
+    if isinstance(value, list):
+        return [_convert_hex_floats(item) for item in value]
+    if isinstance(value, str):
+        return float.fromhex(value)
+    return value
+
+
+def decode_testbench_array(data: object, dtype: np.dtype) -> np.ndarray:
+    """Decode testbench JSON data into a numpy array.
+
+    Floating-point values are expected to be hex strings (C99 %a formatting).
+    """
+    if np.issubdtype(dtype, np.floating):
+        data = _convert_hex_floats(data)
+    return np.array(data, dtype=dtype)

emx_onnx_cgen/verification.py

@@ -0,0 +1,31 @@
+from __future__ import annotations
+
+import numpy as np
+
+from shared.ulp import ulp_intdiff_float
+
+
+def max_ulp_diff(actual: np.ndarray, expected: np.ndarray) -> int:
+    if actual.shape != expected.shape:
+        raise ValueError(
+            f"Shape mismatch for ULP calculation: {actual.shape} vs {expected.shape}"
+        )
+    if not np.issubdtype(expected.dtype, np.floating):
+        return 0
+    dtype = expected.dtype
+    if dtype not in (np.float16, np.float32, np.float64):
+        raise ValueError(f"Unsupported floating dtype for ULP calculation: {dtype}")
+    actual_cast = actual.astype(dtype, copy=False)
+    expected_cast = expected.astype(dtype, copy=False)
+    max_diff = 0
+    for actual_value, expected_value in np.nditer(
+        [actual_cast, expected_cast], flags=["refs_ok"]
+    ):
+        diff = ulp_intdiff_float(actual_value[()], expected_value[()])
+        if diff > max_diff:
+            max_diff = diff
+    return max_diff
+
+
+def format_success_message(max_ulp: int) -> str:
+    return f"OK (max ULP {max_ulp})"

{emx_onnx_cgen-0.2.0.dist-info → emx_onnx_cgen-0.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: emx-onnx-cgen
-Version: 0.2.0
+Version: 0.3.1
 Summary: emmtrix ONNX-to-C Code Generator
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
@@ -9,14 +9,14 @@ Description-Content-Type: text/markdown
 
 [![PyPI - Version](https://img.shields.io/pypi/v/emx-onnx-cgen.svg)](https://pypi.org/project/emx-onnx-cgen)
 
-`emx-onnx-cgen` compiles ONNX models to portable, deterministic C code for deeply embedded systems. The generated code is designed to run without dynamic memory allocation, operating systems, or external runtimes, making it suitable for safety-critical and resource-constrained targets.
+`emx-onnx-cgen` compiles ONNX models to portable, deterministic C code for deeply embedded systems. The generated code is designed to run without dynamic memory allocation, operating-system services, or external runtimes, making it suitable for safety-critical and resource-constrained targets.
 
 Key characteristics:
 
 - **No dynamic memory allocation** (`malloc`, `free`, heap usage)
 - **Static, compile-time known memory layout** for parameters, activations, and temporaries
 - **Deterministic control flow** (explicit loops, no hidden dispatch or callbacks)
-- **No OS or libc dependencies** beyond basic C
+- **No OS dependencies**, using only standard C headers (for example, `stdint.h` and `stddef.h`)
 - **Single-threaded execution model**
 - **Bitwise-stable code generation** for reproducible builds
 - **Readable, auditable C code** suitable for certification and code reviews
@@ -47,7 +47,7 @@ Key characteristics:
   - `float`, `double`, `float16`
   - `int8_t`, `uint8_t`, `int16_t`, `uint16_t`, `int32_t`, `uint32_t`, `int64_t`, `uint64_t`
   - `bool`
-- Supporting dynamic dimensions by utilizing C99 variable-length arrays (VLAs).
+- Optional support for dynamic dimensions using C99 variable-length arrays (VLAs), when the target compiler supports them.
 
 ## Installation
 
@@ -71,7 +71,7 @@ Compile an ONNX model into a C source file:
 emx-onnx-cgen compile path/to/model.onnx build/model.c
 ```
 
-Verify an ONNX model end-to-end against ONNX Runtime:
+Verify an ONNX model end-to-end against ONNX Runtime (default):
 
 ```bash
 emx-onnx-cgen verify path/to/model.onnx
@@ -93,6 +93,8 @@ Options:
 - `--model-name`: Override the generated model name (default: output file stem).
 - `--emit-testbench`: Emit a JSON-producing `main()` testbench for validation.
 - `--emit-data-file`: Emit constant data arrays into a companion `_data` C file.
+- `--large-weight-threshold`: Store weights larger than this element count in a binary file (default: `1048576`; set to `0` to disable).
+- `--large-temp-threshold-bytes`: Mark temporary buffers larger than this threshold as static (default: `1024`).
 - `--no-restrict-arrays`: Disable `restrict` qualifiers on generated array parameters.
 
 ### `verify`
@@ -106,6 +108,26 @@ Options:
 - `--template-dir`: Directory containing the C templates (default: `templates`).
 - `--model-name`: Override the generated model name (default: model file stem).
 - `--cc`: Explicit C compiler command for building the testbench binary.
+- `--large-weight-threshold`: Store weights larger than this element count in a binary file (default: `1024`).
+- `--large-temp-threshold-bytes`: Mark temporary buffers larger than this threshold as static (default: `1024`).
+- `--max-ulp`: Maximum allowed ULP distance for floating outputs (default: `100`).
+- `--runtime`: Runtime backend for verification (`onnxruntime` or `onnx-reference`, default: `onnx-reference`).
+
+How verification works:
+
+1. **Compile with a testbench**: the compiler is invoked with `--emit-testbench`,
+   generating a C program that runs the model and prints inputs/outputs as JSON.
+2. **Build and execute**: the testbench is compiled with the selected C compiler
+   (`--cc`, `CC`, or a detected `cc/gcc/clang`) and executed in a temporary
+   directory.
+3. **Run runtime backend**: the JSON inputs from the testbench are fed to the
+   selected runtime (`onnxruntime` or `onnx-reference`) using the same model.
+4. **Compare outputs**: floating outputs are compared by maximum ULP distance
+   (see https://www.emmtrix.com/wiki/ULP_Difference_of_Float_Numbers for the
+   ULP definition and algorithm); non-floating outputs must match exactly.
+   Missing outputs or mismatches are treated as failures.
+5. **ORT unsupported models**: when using `onnxruntime`, if ORT reports
+   `NOT_IMPLEMENTED`, verification is skipped with a warning (exit code 0).
 
 ## Output
 
@@ -113,15 +135,20 @@ By default, the compiler emits a single C source file that includes:
 
 - A generated entry point that mirrors the ONNX graph inputs/outputs.
 - Tensor buffers for constants and temporaries.
-- A lightweight runtime implemented via templates in `templates/`.
 
 When `--emit-data-file` is enabled, the main C source declares constant arrays
 as `extern`, and a second file named like the output with a `_data` suffix
 contains the constant definitions.
 
+When `--large-weight-threshold` is set and a weight exceeds the threshold, the
+compiler emits a `<model>.bin` file with weights packed contiguously and
+generates a `<model>_load` helper that loads weights from the binary file at
+runtime.
+
 ## Official ONNX test coverage
 
 See [`OFFICIAL_ONNX_FILE_SUPPORT.md`](OFFICIAL_ONNX_FILE_SUPPORT.md) for the generated support matrix.
+See [`SUPPORT_OPS.md`](SUPPORT_OPS.md) for operator-level support derived from the expectation JSON files.
 
 ## Maintained by
 

emx_onnx_cgen-0.3.1.dist-info/RECORD

@@ -0,0 +1,107 @@
+emx_onnx_cgen/__init__.py,sha256=jUSbu1kJ0krzVTYEcph3jCprBhD7tWNtiSdL6r29KrM,221
+emx_onnx_cgen/__main__.py,sha256=iC1lLVtR6-TmpL6OxXcy3oIntExUtajn9-q627R1XyI,140
+emx_onnx_cgen/_build_info.py,sha256=UjOz9h7BLDTSfb-7Ezl4VZcyIqCD5aBHbjIspfGxTak,112
+emx_onnx_cgen/_version.py,sha256=gGLpQUQx-ty9SEy9PYw9OgJWWzJLBnCpfJOfzL7SjlI,704
+emx_onnx_cgen/cli.py,sha256=7Y9JW-t1PLg25zOizuqyMqwsXbbG9ok99DsYeFSiOFQ,21685
+emx_onnx_cgen/compiler.py,sha256=qXKUQedaQY6A2jX-twte4qVA263T3UtCDlPjvoM5vYU,16513
+emx_onnx_cgen/dtypes.py,sha256=jRx3BBvk0qFW14bngoL1B7L_IRasyNJ4jqhpM5YhcOM,1335
+emx_onnx_cgen/errors.py,sha256=HpOv95mTgr9ZX2gYe1RtwVMbPskh7zkqjU_FgAD-uIM,363
+emx_onnx_cgen/onnx_import.py,sha256=IF7KZGfEP9H4H1fHYjobGbB_381fqD_67KtqZYs9AZ4,9168
+emx_onnx_cgen/onnxruntime_utils.py,sha256=mEsC1x00M1jyBgVBKqnKoqx6H1tdgsFFUy7rbITs3bs,308
+emx_onnx_cgen/ops.py,sha256=qpPOaqsYprlJrhCNLVBZ3XnREBRDdmkXbd1zaAkywOI,16732
+emx_onnx_cgen/testbench.py,sha256=-NbqD1aC7OXvFMLiLzd2IPObenQdHFH85cNxNSB1GeY,640
+emx_onnx_cgen/validation.py,sha256=KFdUdGjQbzTj1szCJcjxnTi8f5l6ywNgCB9abbBpTbM,2360
+emx_onnx_cgen/verification.py,sha256=IrhIMm29R2vEkW1Q8gtoQtscMGxfJRavNRSMJHBAJ5g,1041
+emx_onnx_cgen/codegen/__init__.py,sha256=H_kBdc_w_W-3qdUZJHwKBDns1AeP_Un3-46LW20yLV0,406
+emx_onnx_cgen/codegen/c_emitter.py,sha256=dS-vjjuWT0GHETbV3ipoYedvuvcJB0yGwMZgoQuJe-g,452931
+emx_onnx_cgen/codegen/emitter.py,sha256=udcsqJNr46TFHiyVv5I4wdVH8ll6Bi4VqcR1VvofbnY,92
+emx_onnx_cgen/ir/__init__.py,sha256=fD2D8qxlGoCFJb0m9v6u3XTgzSxDOhB4cfLBiCLovzg,102
+emx_onnx_cgen/ir/context.py,sha256=cM3V6G3zs6VCsABP6TnZ8vvQ7VGwOF1iKtb1hq0WO3g,3356
+emx_onnx_cgen/ir/model.py,sha256=SZ3K8t4dKUqWuXWe5ozApofXx4bdcf4p0WYCdeU-mFA,1265
+emx_onnx_cgen/ir/op_base.py,sha256=mHvp0VD55JIrwQI2MFEmSILi22kuurBX085aamcjQ0g,6160
+emx_onnx_cgen/ir/op_context.py,sha256=9CZCUNJLsV4cJsYmJqWbaDrwQd4sr-9Ot1PmPSqGAto,2103
+emx_onnx_cgen/ir/ops/__init__.py,sha256=IcllGXB4T3TCrpBq9cy3jR_edS_IJ_qXac37K_rIZcA,2440
+emx_onnx_cgen/ir/ops/elementwise.py,sha256=sZ1S6X_fagNDevN6dXHBy75g_z-WP_dHFAVmPGnmeaU,3721
+emx_onnx_cgen/ir/ops/misc.py,sha256=1ekAgV5j6Stc1Yw8e-0EPD5t8mI1YJxmyIkAn9Zr4h8,10920
+emx_onnx_cgen/ir/ops/nn.py,sha256=-4ZqDkcu7zgci3YVfMzCDzokqpZHgOYZaq_C1GclBZQ,14365
+emx_onnx_cgen/ir/ops/reduce.py,sha256=-aA4bwOMppd9pnWQwhl6hOxryh0G2xRaHqeNwQ97AdY,2756
+emx_onnx_cgen/lowering/__init__.py,sha256=AxnUfmpf5Teos1ms3zE6r0EBxxPYznGSOICDEFWH_pk,1535
+emx_onnx_cgen/lowering/adagrad.py,sha256=DuW3MeNNJjhXz1k7XI9JDwfgWr-TyD5Q-B9eAZrNecM,4797
+emx_onnx_cgen/lowering/arg_reduce.py,sha256=7dvlOItEp_Mtxj-lohI_mNRqHFZZnGCsdfx8ON0i2F0,3377
+emx_onnx_cgen/lowering/attention.py,sha256=-Il_8AQMuwQtq-2-RkVyVfnvtRJuO61Cv1PlMIypxEc,16477
+emx_onnx_cgen/lowering/average_pool.py,sha256=kcaOBPNaVMITY7gprbJSIMRrwhgIbeI3OEVxzO1xRM0,8074
+emx_onnx_cgen/lowering/batch_normalization.py,sha256=_i-vwlhuAQYqxJIezHaxeqcmISV66Y_5o929_FTtMZg,3976
+emx_onnx_cgen/lowering/cast.py,sha256=J2Tf7MprIcZjsgVLGsaccpbyvftfXfm57o--Il-8GlQ,2841
+emx_onnx_cgen/lowering/common.py,sha256=lQVBapOlo3w0ats2R2kPwftuTYMc8aAsQuLWrcQQ_pM,16783
+emx_onnx_cgen/lowering/concat.py,sha256=aY1QjCBzmyxDmfybyzRRSEPiL3hR1JwtCCXvHA7vFDE,1086
+emx_onnx_cgen/lowering/constant_of_shape.py,sha256=N01UvbVroDk08FTbBMndrLYIzI0G6M0UQuCr4oxpP40,3197
+emx_onnx_cgen/lowering/conv.py,sha256=9VFdsChsJ_AL25mhe2H482Aa2-89-S1dSJpiu7ixgQg,7298
+emx_onnx_cgen/lowering/conv_transpose.py,sha256=10K7nhQ60p0PAB3qxmeazm2tbsSS1GDeINBk7VzsH1U,11153
+emx_onnx_cgen/lowering/cumsum.py,sha256=9E0C5NtvPt6g5T4QLdIOeDkXaZNzyDklus2-qu2B7eA,4114
+emx_onnx_cgen/lowering/depth_space.py,sha256=i7INioNkofBxFlZW9y0W_qA6mp67_FAXouhKCiB9RKc,4206
+emx_onnx_cgen/lowering/dropout.py,sha256=MZ4YrB-jvUFXpIKE5kOLyrEF5uy5dh0yjJH6Rj8KlMs,1764
+emx_onnx_cgen/lowering/einsum.py,sha256=MWAgWVOzP38RSOxJABwvYU6ykD9odmhrmddXinmFs7s,6117
+emx_onnx_cgen/lowering/elementwise.py,sha256=q9X3qTll7gLp39NTTdzuLs9RBsONssw50l1hWo8wby0,12229
+emx_onnx_cgen/lowering/expand.py,sha256=GmYJZWXXcBV42hMGUgbKKbLjeCxpbcMSoG9OU1ZkFFY,5518
+emx_onnx_cgen/lowering/eye_like.py,sha256=QBiHWYZbgK4uiUYWuS7WHCMBGMSG0paNZM84OYmGb7c,1723
+emx_onnx_cgen/lowering/flatten.py,sha256=6h-TQNy9iq5hfXR9h2clUrc2eHmZP9gAb9KbCSJdV20,2131
+emx_onnx_cgen/lowering/gather.py,sha256=PCER36AjmpxzAM4wuL7En3XR1RKZCdSzjxualDCUHAI,1803
+emx_onnx_cgen/lowering/gather_elements.py,sha256=cCp2UFOjktgEfS9s9npMS_BXklBkpMpD7UhIIMhQ-_Y,2318
+emx_onnx_cgen/lowering/gather_nd.py,sha256=rmr_ijeSeCrZ_R_QPwdoHPQUCe8nE0YRSv2NjUiiFjY,3090
+emx_onnx_cgen/lowering/gemm.py,sha256=qBaZ-6FZAAMEaZ4uifo58tJI8SoBsJvkZTCg7jvq288,4579
+emx_onnx_cgen/lowering/global_max_pool.py,sha256=RMjaspdwThsHFGq_CJ2lUo5MOZc4NtmG-W5zshhc85A,2212
+emx_onnx_cgen/lowering/grid_sample.py,sha256=FFbK-jrjqFLwSUu7BfSZC9So7MeCZprGKG5N4XQUxR4,5217
+emx_onnx_cgen/lowering/group_normalization.py,sha256=Ep7toUW9sHvMHb2EwNpgayygTW-TN62ooVLdaF0z9_c,2653
+emx_onnx_cgen/lowering/hardmax.py,sha256=PKY7w_4N6qzJq_l1O3le8J-uspPPK3Ujpl6Kdmt4tOU,1950
+emx_onnx_cgen/lowering/identity.py,sha256=zzmmSz1NTiRAPIZqU81qnNQFuuSJq6EvqbUOt1Hc3gA,1848
+emx_onnx_cgen/lowering/instance_normalization.py,sha256=XrDOAo8Af7yDObtAAJ006dVCN175cWPb5Wvh61PE7xs,1939
+emx_onnx_cgen/lowering/layer_normalization.py,sha256=RjRn1sPFupB8n3RsA8O9p5vDmfmj2Q6hjMVhSFzfLkU,4518
+emx_onnx_cgen/lowering/logsoftmax.py,sha256=giFEKQKN7xxlQqV64HNvO1QQobjM-IgavWJi7DT5pJk,1884
+emx_onnx_cgen/lowering/lp_normalization.py,sha256=il1fBWan8DwZ3dlRVSJWVhMpzHDYtwjh1YJaNm6palY,1701
+emx_onnx_cgen/lowering/lp_pool.py,sha256=aG-J6xwhprMJIXTNXwA781XfbBnUD0oh9_POwwEEAe4,4862
+emx_onnx_cgen/lowering/lrn.py,sha256=rJ_7ISllYphbHKmlMv3c5IwqPl-oZrEKWux7QCdjqIQ,3359
+emx_onnx_cgen/lowering/lstm.py,sha256=RVe0qGesoK-FfWeV0vCKCkoWD32Fv_C22LnQLFLr4Tc,12294
+emx_onnx_cgen/lowering/matmul.py,sha256=CpxloKLXX7u5SofOTYUTt8vU9IkD7h25VByQbLwkGiw,4248
+emx_onnx_cgen/lowering/maxpool.py,sha256=0XoazajqrB5So-hEnR73LOSsdF7ZnguVNAc9NSjK6Q4,7483
+emx_onnx_cgen/lowering/mean_variance_normalization.py,sha256=tFeDgrocZO5Q5hNBaFl4cTFpKTPNVmRH9-FZircEffA,1864
+emx_onnx_cgen/lowering/negative_log_likelihood_loss.py,sha256=J5VfAQN2bIrt8D4_6KIGxRBk4Q9ykJvlqJftCrqy-jc,9333
+emx_onnx_cgen/lowering/non_max_suppression.py,sha256=9EeHm2aF7QBmP-s23r43VDgRvGyFWcNcI1s_jYPqln0,5749
+emx_onnx_cgen/lowering/nonzero.py,sha256=qjDlI_0s37hK-arOD-Bm_Ft9N_gTVt0X3OEqxuP1sR0,1626
+emx_onnx_cgen/lowering/one_hot.py,sha256=JGJsA35Q5hyX7nutNVJMGgTgcFxlAlolH9k4igVc2s0,4341
+emx_onnx_cgen/lowering/pad.py,sha256=Z8361NQCwypKfTnS8-0rylX6P-S8xLU6QLbahVzxrzw,10405
+emx_onnx_cgen/lowering/qlinear_matmul.py,sha256=gsV8CAB9_PhPuCGBYEvqfhby3uHQ6-4lyfDI2Xgvw0c,7899
+emx_onnx_cgen/lowering/quantize_linear.py,sha256=yJOvZbGxI8HcZ_Zl9VO49qJVfZ5FwNoDq5TjTiGzKmg,4760
+emx_onnx_cgen/lowering/range.py,sha256=yaRvLHLlWNvvg-IO590jSVPv2dWrJjPWXyysSNOj0IY,3452
+emx_onnx_cgen/lowering/reduce.py,sha256=W_wa1ev2tD8gqSTTQX5K0brwvB_x1kqf9vo8R5HHN6k,18402
+emx_onnx_cgen/lowering/registry.py,sha256=tNmnP6ZhIrKv83Q6VdfkTLSsw6P8cqch-nqSWpURYX8,2002
+emx_onnx_cgen/lowering/reshape.py,sha256=L5h-u7DbrRzuPucDFwXw-oCX8bikD9R2RBkz9lTwEBM,13441
+emx_onnx_cgen/lowering/resize.py,sha256=XCTUppSDj9-GyztBORIuK1MJMxelA3DU_NZzfsVIlgQ,14633
+emx_onnx_cgen/lowering/rms_normalization.py,sha256=pWu5u0TqHZaL3rh07MtA6eOP0zLzNCoQ84f1V0un2Iw,2525
+emx_onnx_cgen/lowering/rotary_embedding.py,sha256=IfDxuUCJqFIK8SCviYXZfdJcrgg8tjT2ofYFUP2uv8c,6068
+emx_onnx_cgen/lowering/scatter_nd.py,sha256=WuNxsMQmCTXgqen5rygpAbZIsfca537lvvFPakn0rJU,3210
+emx_onnx_cgen/lowering/shape.py,sha256=r68BQSK2ldY6ct3iPfkpJsGySmaViOGqn3Mi3qoPTTM,2224
+emx_onnx_cgen/lowering/size.py,sha256=Mfj2x0zvDrhMAcmhXI5F63dzd3w3ZT2IxfI0jMbTSuQ,1250
+emx_onnx_cgen/lowering/slice.py,sha256=rMzmQ5nwaM8oJVmChOeVHPJn0qMXYpKZCPzO_eoEj_M,14805
+emx_onnx_cgen/lowering/softmax.py,sha256=mImrc0oeFpMywsx94PdDS1aQVj7DUgqoFhjsMjLLDdk,1863
+emx_onnx_cgen/lowering/softmax_cross_entropy_loss.py,sha256=B6h23sGBZLdpKcbtoQUhVwfLrdSJwNcbCoPoDc3rTc0,5219
+emx_onnx_cgen/lowering/split.py,sha256=w4OPi4X-xoJgmTJuCTIfp0Dm7wd2NLZZ6AJM-jUROFg,5883
+emx_onnx_cgen/lowering/squeeze.py,sha256=p9bER1Jkc8_6BGjsD3b7zhuak11eywoQhVFIvJ9Vzj0,6084
+emx_onnx_cgen/lowering/tensor_scatter.py,sha256=1Wqb9XsNNj1CEKnH3Vx45xh3QQbxHF9L90ycVbcsy44,4485
+emx_onnx_cgen/lowering/tile.py,sha256=PJva752IM55f8evZzOz12Y7PUGsQ0kC_YR86SqowWqM,3030
+emx_onnx_cgen/lowering/topk.py,sha256=Dqx7qMr4HbXhVGN-wJf_D4dPTvYMVT6S82A2M3f9Dwo,4819
+emx_onnx_cgen/lowering/transpose.py,sha256=oNFRjkH63KqnO2Q4oJengEAUEYC1M3PW12AauWwebzI,1751
+emx_onnx_cgen/lowering/trilu.py,sha256=OjJjyo2ZRcfo9UGH8Zfq4o0PR6YDeoHSj8DzMu0w318,3266
+emx_onnx_cgen/lowering/unsqueeze.py,sha256=9y-OM-oY6ln1-R6duRRemeRrwBIpX2TZs_nRtlYQMYE,5985
+emx_onnx_cgen/lowering/variadic.py,sha256=etIWA7jVqWrWH3NkNvpF5opVGgvb0ZS4iLo4L3euWDs,3287
+emx_onnx_cgen/lowering/where.py,sha256=K2RUDvLg0uTvi6Z_uTOXM5jgc3PXRj0cTZ4u58GEGko,2644
+emx_onnx_cgen/runtime/__init__.py,sha256=88xGpAs1IEBlzlWL_e9tnKUlaSRdc7pQUeVCu5LC4DY,50
+emx_onnx_cgen/runtime/evaluator.py,sha256=yqsBpAIlBky-rby7J5z7i1SvDaK6PjObxH-wQSdZ2G0,114732
+shared/__init__.py,sha256=bmP79AVZdY_1aNULJap9pm76Q41Rabrza6X-0A8lDzw,45
+shared/scalar_functions.py,sha256=CErro1Du2Ri3uqX6Dgd18DzNbxduckAvsmLJ6oHGx9A,91123
+shared/scalar_types.py,sha256=kEpsl5T-NVFxCcTzXqPJbtpvDiCgKHfz91dphLLZxZA,4912
+shared/ulp.py,sha256=DpeovCFijmP8_M7zyTZWsNyfOtJ1AjNSdxf5jGsdfJo,1856
+emx_onnx_cgen-0.3.1.dist-info/METADATA,sha256=CRqsDQzG05b3ksDd12Ym6vKtLtqrGd3V63Vs2HPQyG8,6266
+emx_onnx_cgen-0.3.1.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
+emx_onnx_cgen-0.3.1.dist-info/entry_points.txt,sha256=b7Rvmz_Bi9kWyn7QayQC_FEXiRpt4cS1RnluKh49yoo,57
+emx_onnx_cgen-0.3.1.dist-info/top_level.txt,sha256=g39fo-blEbgiVcC_GRqAnBzN234w3LXbcVdLUoItSLk,21
+emx_onnx_cgen-0.3.1.dist-info/RECORD,,

{emx_onnx_cgen-0.2.0.dist-info → emx_onnx_cgen-0.3.1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.1)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

shared/scalar_functions.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from enum import Enum
 import math
 from typing import Callable, Dict, List, Mapping, Set
@@ -26,6 +26,7 @@ class _GeneratedScalar:
     lines: List[str]
     deps: Set[ScalarFunctionKey]
     includes: Set[str]
+    constants: Set[str] = field(default_factory=set)
 
 
 def _scalar_function_spec(
@@ -396,6 +397,7 @@ _ONNX_OP_TO_SCALAR_FUNCTION = {
     "Max": ScalarFunction.MAXIMUM,
     "Mean": ScalarFunction.MEAN,
     "Min": ScalarFunction.MINIMUM,
+    "Mish": ScalarFunction.MISH,
     "Mod": ScalarFunction.FMOD,
     "Mul": ScalarFunction.MUL,
     "Neg": ScalarFunction.NEG,
@@ -1071,7 +1073,7 @@ def _float_sign(dtype_info: _ScalarTypeInfo) -> _GeneratedScalar:
 
 
 def _float_round(dtype_info: _ScalarTypeInfo) -> _GeneratedScalar:
-    return _float_unary_math(dtype_info, "round", "round")
+    return _float_unary_math(dtype_info, "round", "rint")
 
 
 def _float_trunc(dtype_info: _ScalarTypeInfo) -> _GeneratedScalar:
@@ -1089,7 +1091,7 @@ def _float_angle(dtype_info: _ScalarTypeInfo) -> _GeneratedScalar:
         f"    return a < {zero} ? {pi} : {zero};",
         "}",
     ]
-    return _GeneratedScalar(lines=lines, deps=set(), includes=set())
+    return _GeneratedScalar(lines=lines, deps=set(), includes=set(), constants={pi})
 
 
 def _float_conj(dtype_info: _ScalarTypeInfo, name: str) -> _GeneratedScalar:
@@ -1099,13 +1101,25 @@ def _float_conj(dtype_info: _ScalarTypeInfo, name: str) -> _GeneratedScalar:
 def _float_deg2rad(dtype_info: _ScalarTypeInfo) -> _GeneratedScalar:
     pi = "REF_PI_F" if dtype_info.suffix == "f32" else "REF_PI_D"
     one_eighty = _float_literal(180.0, dtype_info)
-    return _simple_unary(dtype_info, "deg2rad", f"a * ({pi} / {one_eighty})")
+    generated = _simple_unary(dtype_info, "deg2rad", f"a * ({pi} / {one_eighty})")
+    return _GeneratedScalar(
+        lines=generated.lines,
+        deps=generated.deps,
+        includes=generated.includes,
+        constants={pi},
+    )
 
 
 def _float_rad2deg(dtype_info: _ScalarTypeInfo) -> _GeneratedScalar:
     pi = "REF_PI_F" if dtype_info.suffix == "f32" else "REF_PI_D"
     one_eighty = _float_literal(180.0, dtype_info)
-    return _simple_unary(dtype_info, "rad2deg", f"a * ({one_eighty} / {pi})")
+    generated = _simple_unary(dtype_info, "rad2deg", f"a * ({one_eighty} / {pi})")
+    return _GeneratedScalar(
+        lines=generated.lines,
+        deps=generated.deps,
+        includes=generated.includes,
+        constants={pi},
+    )
 
 
 def _float_digamma_f64() -> _GeneratedScalar:
@@ -1135,7 +1149,9 @@ def _float_digamma_f64() -> _GeneratedScalar:
         "    return result;",
         "}",
     ]
-    return _GeneratedScalar(lines=lines, deps=set(), includes=set())
+    return _GeneratedScalar(
+        lines=lines, deps=set(), includes=set(), constants={"REF_PI_D"}
+    )
 
 
 def _float_digamma(dtype_info: _ScalarTypeInfo) -> _GeneratedScalar:
@@ -1186,7 +1202,7 @@ def _float_erfinv(dtype_info: _ScalarTypeInfo) -> _GeneratedScalar:
         "    return approx;",
         "}",
     ]
-    return _GeneratedScalar(lines=lines, deps=set(), includes=set())
+    return _GeneratedScalar(lines=lines, deps=set(), includes=set(), constants={pi})
 
 
 def _float_frac(dtype_info: _ScalarTypeInfo) -> _GeneratedScalar:
@@ -1288,7 +1304,7 @@ def _float_sinc(dtype_info: _ScalarTypeInfo) -> _GeneratedScalar:
         f"    return {_math_fn('sin', dtype_info)}(x) / x;",
         "}",
     ]
-    return _GeneratedScalar(lines=lines, deps=set(), includes=set())
+    return _GeneratedScalar(lines=lines, deps=set(), includes=set(), constants={pi})
 
 
 def _float_square(dtype_info: _ScalarTypeInfo) -> _GeneratedScalar:
@@ -2043,6 +2059,17 @@ def _bool_from_ops(name: str) -> _GeneratedScalar:
 
 
 _SCALAR_TYPES: Dict[ScalarType, _ScalarTypeInfo] = {
+    ScalarType.F16: _ScalarTypeInfo(
+        scalar_type=ScalarType.F16,
+        c_type="_Float16",
+        prefix="ref_scalar_f16_",
+        suffix="f16",
+        is_float=True,
+        is_bool=False,
+        is_signed=True,
+        is_small_int=False,
+        bits=None,
+    ),
     ScalarType.F32: _ScalarTypeInfo(
         scalar_type=ScalarType.F32,
         c_type="float",
@@ -2285,7 +2312,12 @@ def _generate_scalar(key: ScalarFunctionKey) -> _GeneratedScalar:
             includes.add("#include <limits.h>")
     if dtype_info.is_bool:
         includes.add("#include <stdbool.h>")
-    return _GeneratedScalar(lines=generated.lines, deps=generated.deps, includes=includes)
+    return _GeneratedScalar(
+        lines=generated.lines,
+        deps=generated.deps,
+        includes=includes,
+        constants=generated.constants,
+    )
 
 
 def _function_name_for_key(key: ScalarFunctionKey) -> str:
@@ -2352,6 +2384,7 @@ class ScalarFunctionRegistry:
     def include_lines(self) -> List[str]:
         includes: Set[str] = set()
         visited: Set[ScalarFunctionKey] = set()
+        constants: Set[str] = set()
 
         def collect(key: ScalarFunctionKey) -> None:
             if key in visited:
@@ -2362,18 +2395,28 @@ class ScalarFunctionRegistry:
             for dep in entry.deps:
                 collect(dep)
             includes.update(entry.includes)
+            constants.update(entry.constants)
 
         for key in self._requested:
             collect(key)
         ordered = sorted(includes)
-        preamble = [
-            "#ifndef REF_PI_F",
-            "#define REF_PI_F 3.14159265358979323846f",
-            "#endif",
-            "#ifndef REF_PI_D",
-            "#define REF_PI_D 3.14159265358979323846",
-            "#endif",
-        ]
+        preamble: List[str] = []
+        if "REF_PI_F" in constants:
+            preamble.extend(
+                [
+                    "#ifndef REF_PI_F",
+                    "#define REF_PI_F 3.14159265358979323846f",
+                    "#endif",
+                ]
+            )
+        if "REF_PI_D" in constants:
+            preamble.extend(
+                [
+                    "#ifndef REF_PI_D",
+                    "#define REF_PI_D 3.14159265358979323846",
+                    "#endif",
+                ]
+            )
         return ordered + preamble
 
     def render(self) -> List[str]:

shared/ulp.py

@@ -0,0 +1,65 @@
+from __future__ import annotations
+
+from typing import Dict
+
+import numpy as np
+
+from shared.scalar_types import ScalarFunctionError
+
+_FLOAT_TO_UINT: Dict[np.dtype, np.dtype] = {
+    np.dtype("float16"): np.dtype("uint16"),
+    np.dtype("float32"): np.dtype("uint32"),
+    np.dtype("float64"): np.dtype("uint64"),
+}
+
+
+def _coerce_float_scalar(value: object, dtype: np.dtype) -> np.ndarray:
+    return np.asarray(value, dtype=dtype).reshape(())
+
+
+def _ulp_intdiff_same_sign(
+    f1: np.ndarray, f2: np.ndarray, uint_dtype: np.dtype
+) -> int:
+    i1 = f1.view(uint_dtype).item()
+    i2 = f2.view(uint_dtype).item()
+    return int(i1 - i2) if i1 > i2 else int(i2 - i1)
+
+
+def ulp_intdiff_float(f1: object, f2: object) -> int:
+    dtype = np.result_type(f1, f2)
+    try:
+        uint_dtype = _FLOAT_TO_UINT[dtype]
+    except KeyError as exc:
+        raise ScalarFunctionError(
+            f"unsupported dtype for ULP diff: {dtype}"
+        ) from exc
+
+    f1_scalar = _coerce_float_scalar(f1, dtype)
+    f2_scalar = _coerce_float_scalar(f2, dtype)
+    f1_nan = bool(np.isnan(f1_scalar))
+    f2_nan = bool(np.isnan(f2_scalar))
+    if f1_nan and f2_nan:
+        return 0
+    if f1_nan or f2_nan:
+        return max_ulp_value(dtype)
+
+    if np.signbit(f1_scalar) != np.signbit(f2_scalar):
+        zero = _coerce_float_scalar(0.0, dtype)
+        return (
+            ulp_intdiff_float(zero, np.abs(f1_scalar))
+            + ulp_intdiff_float(zero, np.abs(f2_scalar))
+            + 1
+        )
+
+    return _ulp_intdiff_same_sign(f1_scalar, f2_scalar, uint_dtype)
+
+
+def max_ulp_value(dtype: np.dtype) -> int:
+    dtype = np.dtype(dtype)
+    try:
+        uint_dtype = _FLOAT_TO_UINT[dtype]
+    except KeyError as exc:
+        raise ScalarFunctionError(
+            f"unsupported dtype for ULP diff: {dtype}"
+        ) from exc
+    return int(np.iinfo(uint_dtype).max)

emx_onnx_cgen-0.2.0.dist-info/RECORD

@@ -1,76 +0,0 @@
-emx_onnx_cgen/__init__.py,sha256=jUSbu1kJ0krzVTYEcph3jCprBhD7tWNtiSdL6r29KrM,221
-emx_onnx_cgen/__main__.py,sha256=iC1lLVtR6-TmpL6OxXcy3oIntExUtajn9-q627R1XyI,140
-emx_onnx_cgen/_build_info.py,sha256=tp1Kzo4PNvj3ydRSCdr84YUd2wEUVUopl7AoaJfOaHk,112
-emx_onnx_cgen/cli.py,sha256=2eQ6JxfdamiLDqo-ZfZNnnb1a1I7NTEvecfUJaAA_3M,11024
-emx_onnx_cgen/compiler.py,sha256=foB9JK1Z2NRcRg_Fn-kL9K7L7tKGWxI9-kaMbYg3dnM,20877
-emx_onnx_cgen/dtypes.py,sha256=jRx3BBvk0qFW14bngoL1B7L_IRasyNJ4jqhpM5YhcOM,1335
-emx_onnx_cgen/errors.py,sha256=HpOv95mTgr9ZX2gYe1RtwVMbPskh7zkqjU_FgAD-uIM,363
-emx_onnx_cgen/onnx_import.py,sha256=aMvSxT3ycg4UmnutWYvsQpzGt2m_KpNnDIiddlg-vDA,9028
-emx_onnx_cgen/ops.py,sha256=pW3ks2EJITiJxvThfU58KjQZE7AFUiPmMwKZRCNb1mY,16586
-emx_onnx_cgen/validation.py,sha256=KFdUdGjQbzTj1szCJcjxnTi8f5l6ywNgCB9abbBpTbM,2360
-emx_onnx_cgen/codegen/__init__.py,sha256=-_sxL87uyAIunaetjUvIUo2bc46ugVlaNtSsidegMRM,362
-emx_onnx_cgen/codegen/c_emitter.py,sha256=gCgbqTgDWGAmp7H8TCFPBKp7DCNb_nskkMCAzKwDG0Y,337438
-emx_onnx_cgen/ir/__init__.py,sha256=fD2D8qxlGoCFJb0m9v6u3XTgzSxDOhB4cfLBiCLovzg,102
-emx_onnx_cgen/ir/model.py,sha256=e8vRA0RNDU8Ioz3TXQKpdUhDtUK6Hm71KouUPMhCcpg,1213
-emx_onnx_cgen/lowering/__init__.py,sha256=wrxLMWcPUH1RbPJOs0Tsdb12FhXjAAeZVDYwKqcIuzw,103
-emx_onnx_cgen/lowering/arg_reduce.py,sha256=2AowDRCJRkIvrVBphbA0rM18oCWEpCDEV5Y4K9wSDII,3388
-emx_onnx_cgen/lowering/attention.py,sha256=19Jq_k0DXwH71a3pmLTWCNMttmw5uuiNK6Jhln5HC4A,16488
-emx_onnx_cgen/lowering/average_pool.py,sha256=9kg3pYHG7QLid_M2dbleC1VoNlVlGsKdOrsWp3pt7sc,8085
-emx_onnx_cgen/lowering/batch_normalization.py,sha256=_aFCm4QaC5jH-JNEvqDFYOyAMdzgUFS_3Gmo1vdPyKE,3987
-emx_onnx_cgen/lowering/cast.py,sha256=zKiE4wI7oWP_TjxBV4fY3-FXvZxK2zy58O6tWJ2dODQ,2852
-emx_onnx_cgen/lowering/common.py,sha256=4w9kjKW3_LilOGgmXYcUGg5lohbYsaLudoL4ALoDUkk,2356
-emx_onnx_cgen/lowering/concat.py,sha256=TefckPfuaIHVHxGExJiO9wlkjyRO1TGg-QAMeoW8hW0,1097
-emx_onnx_cgen/lowering/constant_of_shape.py,sha256=btQflQFMP_y22sK7RrhkbGdaeSSLPC_DWhLjxY7CAgk,3208
-emx_onnx_cgen/lowering/conv.py,sha256=I1_tssw_ySf4beKV0sCVe8DRhNxL58PqC0wxtWjD79s,7309
-emx_onnx_cgen/lowering/cumsum.py,sha256=eX0bDtwY-qevz0KXNHtJaDiKUUHIOhDX0uDiSxcC0ZU,4125
-emx_onnx_cgen/lowering/depth_space.py,sha256=M4md379jiumGWmg7EgR-CinoPzwof2RdfOiNqOzxd9o,4217
-emx_onnx_cgen/lowering/dropout.py,sha256=oBKPMN-J9Gnw8dRXvf-bN15L1-5W7-qKhR72Z6AgLXQ,1775
-emx_onnx_cgen/lowering/elementwise.py,sha256=HN6vEW58lceYECp-7QWLCWOBo1ImyY66aZIg06nA5g8,6231
-emx_onnx_cgen/lowering/expand.py,sha256=4msnYM-6RnzMplQqde2ovOLsjmWQ4bnXEoUiEM6CT6k,5529
-emx_onnx_cgen/lowering/eye_like.py,sha256=76HEdT-EofDCCy7DewjIpILJdIJyJ-YVCbLXO54SX5E,1734
-emx_onnx_cgen/lowering/flatten.py,sha256=sGol05FDN0xoNgSl_DlVbjYvBHCHWjQC2KB15ytYfPs,2142
-emx_onnx_cgen/lowering/gather.py,sha256=9zMB9fcdJi1fkTmDs_-L6FvQi1fnhdk0h7RmeN5MP2M,1814
-emx_onnx_cgen/lowering/gather_elements.py,sha256=0E-WAge15HhGeWPRC_ZE94fb9C6LIoef8p5D1usWvBQ,2358
-emx_onnx_cgen/lowering/gemm.py,sha256=Ps2T4tZgXr5FObz5figwbLZq-Njzg44iBQ9cFmvH78k,4590
-emx_onnx_cgen/lowering/grid_sample.py,sha256=Ne-97ljxSdqfjBJtVHp2AQnEeXGQ5HE-HegCoxcNCm0,5228
-emx_onnx_cgen/lowering/group_normalization.py,sha256=RqXud5_xNxMu8DP5EsPr4L2b6CZghQWCcG6Bh1x2gMA,2664
-emx_onnx_cgen/lowering/identity.py,sha256=fn1Tg56xACwAjhesy0wyr9TJjCmmddnd8QrQ4-uCdO0,1843
-emx_onnx_cgen/lowering/instance_normalization.py,sha256=1Yx2KPKq_BHberCBTrGQXQswAS0FfDle9NpyeD41ypU,1950
-emx_onnx_cgen/lowering/layer_normalization.py,sha256=ZvqGZOhuoYh8ZPyzb-PV0kIc2bbunWTYj12wmrGu9YY,4529
-emx_onnx_cgen/lowering/logsoftmax.py,sha256=1FEaX45GdDr6jIdS_sOwXOy_DdVDruZem4yZ9XA4a38,1669
-emx_onnx_cgen/lowering/lp_normalization.py,sha256=61CGS-2yN0bf5dby5b7Ug1PH3CStZN1xZmYWa5TysTI,1712
-emx_onnx_cgen/lowering/lrn.py,sha256=zGw1Jk7iBk1jHdjdDqfAREsV5VcSdOG3LcAmEllIB08,3370
-emx_onnx_cgen/lowering/lstm.py,sha256=JhGxiF3bTSY3flkw_u9mil2esRxvIjr5Tc4vSPULDr4,12305
-emx_onnx_cgen/lowering/matmul.py,sha256=NEfBa140ofpgm9xnqUBulMSA-yQlb29F2NqhCJpmKSY,4262
-emx_onnx_cgen/lowering/maxpool.py,sha256=MRLeoCEdIwO8JNWOi7iKoeIsJvukqpx_w6GCHaDaYHU,7494
-emx_onnx_cgen/lowering/mean_variance_normalization.py,sha256=L_6ECH9wPEnNX2mL6yroZRexZM8JV5ZnJvoPQS6IAuc,1875
-emx_onnx_cgen/lowering/negative_log_likelihood_loss.py,sha256=wMWvJ9ymkA-ptFgqx0VmHAJHS5NVvDeo2GAlrECztJ8,9307
-emx_onnx_cgen/lowering/pad.py,sha256=cNlh-rA3CRPfO-u8gvJ1MeF1j-vdBMXLuJBpp2DkFTc,10416
-emx_onnx_cgen/lowering/range.py,sha256=xLbG3SGvQiboPqSIh5qZyw3Krbxjk0nd3YvRlUI_q64,3463
-emx_onnx_cgen/lowering/reduce.py,sha256=XRxPopJCU9FGd1XmdxCZickmSTEvmkpAgLUPDFfjRm0,18431
-emx_onnx_cgen/lowering/registry.py,sha256=rKyWnLDBFHJbHw-iyOtXv2Qc5LEBCwgopUXewvQpEpg,1392
-emx_onnx_cgen/lowering/reshape.py,sha256=SF46eP95Z19PT67ayJDKW1fwllBWEZmGfXAL5q9wy-I,6881
-emx_onnx_cgen/lowering/resize.py,sha256=J_x53hVHlfJemLwEhq5n_11Pe1TlF9nRMEpkw6IpzN8,14644
-emx_onnx_cgen/lowering/rms_normalization.py,sha256=_H56Pf9T80FYbmy1m3oc7_D5TbNxRrVeJScD5VmLZRo,2536
-emx_onnx_cgen/lowering/shape.py,sha256=Vvd2zQB06wZcEe4mW5WBRrQuVF8f_tXSM9fpGxe9PEo,2913
-emx_onnx_cgen/lowering/size.py,sha256=Z_DTevdpx2W_3k0GoyQ2uWE3ms_PN1d_Ti7hh6HhB1Q,1261
-emx_onnx_cgen/lowering/slice.py,sha256=yHm_mXeHcLufDmVNvj_kv08zMdbvI39ViHcE-tVPKa0,14816
-emx_onnx_cgen/lowering/softmax.py,sha256=ZaOZf00f5PNHRjSki08Fv-iod6UgqL7cmblfpE_OQRU,1648
-emx_onnx_cgen/lowering/softmax_cross_entropy_loss.py,sha256=I0pbWyJdnf-9vAuX8-xsnovDKDGxynlBhfj5k_IVIa4,5230
-emx_onnx_cgen/lowering/split.py,sha256=ImGnsqrl7IdWbPTPazfXYjcsoRoziqsqtJBum12xTXY,5894
-emx_onnx_cgen/lowering/squeeze.py,sha256=rgICFprcWhC03h-GXZNaIQsdFjsqyxybJYtPklTfaYM,6086
-emx_onnx_cgen/lowering/tile.py,sha256=fT-ybiBZfb4bqBAPrCORZCNm3KWeu4rRW2BJ_UVIVZU,3041
-emx_onnx_cgen/lowering/transpose.py,sha256=TrRXUt-4UFNHZWaOpS3N5zEz5-OCK6-twZdlrnw7Pqg,1762
-emx_onnx_cgen/lowering/unsqueeze.py,sha256=sE3vribz8EyHqDG8lEcreKII7rQDElnHf1OpoM5HiAo,5987
-emx_onnx_cgen/lowering/variadic.py,sha256=hmPzRIj0kcZriGRTR2ma1YMH9g21K_4f-3FXw6qO3jE,3298
-emx_onnx_cgen/lowering/where.py,sha256=uiaWU9RM6o-n38N0AEINIkXS33yVK3-ohkfKIApJOoA,2655
-emx_onnx_cgen/runtime/__init__.py,sha256=88xGpAs1IEBlzlWL_e9tnKUlaSRdc7pQUeVCu5LC4DY,50
-emx_onnx_cgen/runtime/evaluator.py,sha256=GFxrBXcKuQkZ0HY46twOTrNc955UqW3cRKAu5AYVJzQ,84910
-shared/__init__.py,sha256=bmP79AVZdY_1aNULJap9pm76Q41Rabrza6X-0A8lDzw,45
-shared/scalar_functions.py,sha256=OAFO6kT6Gtcv5jp7UBLRhifhGmAbWhDKAmapTvqQruc,89911
-shared/scalar_types.py,sha256=kEpsl5T-NVFxCcTzXqPJbtpvDiCgKHfz91dphLLZxZA,4912
-emx_onnx_cgen-0.2.0.dist-info/METADATA,sha256=xTbPSAdUMfyXwvkxGGVYhsGhKjpxgPSzV1rimuB8zn0,4256
-emx_onnx_cgen-0.2.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-emx_onnx_cgen-0.2.0.dist-info/entry_points.txt,sha256=b7Rvmz_Bi9kWyn7QayQC_FEXiRpt4cS1RnluKh49yoo,57
-emx_onnx_cgen-0.2.0.dist-info/top_level.txt,sha256=g39fo-blEbgiVcC_GRqAnBzN234w3LXbcVdLUoItSLk,21
-emx_onnx_cgen-0.2.0.dist-info/RECORD,,