onnx-diagnostic 0.7.5__py3-none-any.whl → 0.7.6__py3-none-any.whl

onnx_diagnostic/torch_export_patches/serialization/transformers_impl.py

@@ -1,15 +1,25 @@
 from typing import Any, List, Set, Tuple
 import torch
-import transformers
 from transformers.cache_utils import (
     DynamicCache,
-    MambaCache,
     EncoderDecoderCache,
+    HybridCache,
     SlidingWindowCache,
     StaticCache,
 )
+
+try:
+    from transformers.models.mamba.modeling_mamba import MambaCache
+except ImportError:
+    from transformers.cache_utils import MambaCache
 from transformers.modeling_outputs import BaseModelOutput
-from ...helpers.cache_helper import make_static_cache
+from ...helpers.cache_helper import (
+    make_dynamic_cache,
+    make_hybrid_cache,
+    make_sliding_window_cache,
+    make_static_cache,
+    CacheKeyValue,
+)
 from . import make_serialization_function_for_dataclass
 
 
@@ -29,6 +39,12 @@ def flatten_mamba_cache(
     mamba_cache: MambaCache,
 ) -> Tuple[List[Any], torch.utils._pytree.Context]:
     """Serializes a :class:`transformers.cache_utils.MambaCache` with python objects."""
+    assert isinstance(mamba_cache.conv_states, list) and isinstance(
+        mamba_cache.ssm_states, list
+    ), (
+        f"Unexpected types for conv_states and ssm_states {type(mamba_cache.conv_states)}, "
+        f"{type(mamba_cache.ssm_states)}"
+    )
     flat = [
         ("conv_states", mamba_cache.conv_states),
         ("ssm_states", mamba_cache.ssm_states),
@@ -85,9 +101,8 @@ def flatten_dynamic_cache(
     dynamic_cache: DynamicCache,
 ) -> Tuple[List[Any], torch.utils._pytree.Context]:
     """Serializes a :class:`transformers.cache_utils.DynamicCache` with python objects."""
-    if hasattr(transformers.cache_utils, "_flatten_dynamic_cache"):
-        return transformers.cache_utils._flatten_dynamic_cache(dynamic_cache)
-    flat = [("key_cache", dynamic_cache.key_cache), ("value_cache", dynamic_cache.value_cache)]
+    ca = CacheKeyValue(dynamic_cache)
+    flat = [("key_cache", ca.key_cache), ("value_cache", ca.value_cache)]
     return [f[1] for f in flat], [f[0] for f in flat]
 
 
@@ -95,8 +110,6 @@ def flatten_with_keys_dynamic_cache(
     dynamic_cache: DynamicCache,
 ) -> Tuple[List[Tuple[torch.utils._pytree.KeyEntry, Any]], torch.utils._pytree.Context]:
     """Serializes a :class:`transformers.cache_utils.DynamicCache` with python objects."""
-    if hasattr(transformers.cache_utils, "_flatten_with_keys_dynamic_cache"):
-        return transformers.cache_utils._flatten_with_keys_dynamic_cache(dynamic_cache)
     values, context = flatten_dynamic_cache(dynamic_cache)
     return [(torch.utils._pytree.MappingKey(k), v) for k, v in zip(context, values)], context
 
@@ -105,15 +118,36 @@ def unflatten_dynamic_cache(
     values: List[Any], context: torch.utils._pytree.Context, output_type=None
 ) -> DynamicCache:
     """Restores a :class:`transformers.cache_utils.DynamicCache` from python objects."""
-    if hasattr(transformers.cache_utils, "_unflatten_dynamic_cache"):
-        assert output_type is None, f"output_type={output_type} not supported"
-        return transformers.cache_utils._unflatten_dynamic_cache(values, context)
+    return make_dynamic_cache(list(zip(values[0], values[1])))
 
-    cache = transformers.cache_utils.DynamicCache()
-    values = dict(zip(context, values))
-    for k, v in values.items():
-        setattr(cache, k, v)
-    return cache
+
+#############
+# HybridCache
+#############
+
+
+def flatten_hybrid_cache(
+    cache: HybridCache,
+) -> Tuple[List[Any], torch.utils._pytree.Context]:
+    """Serializes a :class:`transformers.cache_utils.HybridCache` with python objects."""
+    ca = CacheKeyValue(cache)
+    flat = [("key_cache", ca.key_cache), ("value_cache", ca.value_cache)]
+    return [f[1] for f in flat], [f[0] for f in flat]
+
+
+def flatten_with_keys_hybrid_cache(
+    cache: HybridCache,
+) -> Tuple[List[Tuple[torch.utils._pytree.KeyEntry, Any]], torch.utils._pytree.Context]:
+    """Serializes a :class:`transformers.cache_utils.HybridCache` with python objects."""
+    values, context = flatten_hybrid_cache(cache)
+    return [(torch.utils._pytree.MappingKey(k), v) for k, v in zip(context, values)], context
+
+
+def unflatten_hybrid_cache(
+    values: List[Any], context: torch.utils._pytree.Context, output_type=None
+) -> HybridCache:
+    """Restores a :class:`transformers.cache_utils.HybridCache` from python objects."""
+    return make_hybrid_cache(list(zip(values[0], values[1])))
 
 
 #############
@@ -125,12 +159,13 @@ def flatten_static_cache(
     cache: StaticCache,
 ) -> Tuple[List[Any], torch.utils._pytree.Context]:
     """Serializes a :class:`transformers.cache_utils.StaticCache` with python objects."""
-    assert not cache.key_cache or cache.max_cache_len == cache.key_cache[0].shape[2], (
+    ca = CacheKeyValue(cache)
+    assert not ca.key_cache or cache.max_cache_len == ca.key_cache[0].shape[2], (
         f"Serialization doet not work when "
         f"cache.max_cache_len={cache.max_cache_len} != "
-        f"cache.key_cache[0].shape[2]={cache.key_cache[0].shape[2]}"
+        f"cache.key_cache[0].shape[2]={ca.keu_cache[0].shape[2]}"
     )
-    flat = [("key_cache", cache.key_cache), ("value_cache", cache.value_cache)]
+    flat = [("key_cache", ca.key_cache), ("value_cache", ca.value_cache)]
     return [f[1] for f in flat], [f[0] for f in flat]
 
 
@@ -163,7 +198,8 @@ def flatten_sliding_window_cache(
     Serializes a :class:`transformers.cache_utils.SlidingWindowCache`
     with python objects.
     """
-    flat = [("key_cache", cache.key_cache), ("value_cache", cache.value_cache)]
+    ca = CacheKeyValue(cache)
+    flat = [("key_cache", ca.key_cache), ("value_cache", ca.value_cache)]
     return [f[1] for f in flat], [f[0] for f in flat]
 
 
@@ -183,26 +219,7 @@ def unflatten_sliding_window_cache(
 ) -> SlidingWindowCache:
     """Restores a :class:`transformers.cache_utils.SlidingWindowCache` from python objects."""
     key_cache, value_cache = values
-
-    class _config:
-        def __init__(self):
-            self.head_dim = key_cache[0].shape[-1]
-            self.num_attention_heads = key_cache[0].shape[1]
-            self.num_hidden_layers = len(key_cache)
-            self.sliding_window = key_cache[0].shape[2]
-
-    cache = SlidingWindowCache(
-        _config(),
-        max_batch_size=key_cache[0].shape[0],
-        max_cache_len=key_cache[0].shape[2],  # sligding window
-        device=key_cache[0].device,
-        dtype=key_cache[0].dtype,
-    )
-
-    values = dict(zip(context, values))
-    for k, v in values.items():
-        setattr(cache, k, v)
-    return cache
+    return make_sliding_window_cache(list(zip(values[0], values[1])))
 
 
 #####################

onnx_diagnostic/torch_models/hghub/hub_data_cached_configs.py

@@ -1366,6 +1366,236 @@ def _ccached_fxmarty_tiny_random_gemmaforcausallm():
     )
 
 
+def _ccached_fxmarty_sam_vit_tiny_random():
+    "fxmarty/sam-vit-tiny-random"
+    return transformers.SamConfig(
+        **{
+            "_commit_hash": "a7c34ea5d2b33a3bc34d34dc9a7b2417c0eaa809",
+            "_name_or_path": "facebook/sam-vit-base",
+            "architectures": ["SamModel"],
+            "initializer_range": 0.02,
+            "mask_decoder_config": {
+                "_name_or_path": "",
+                "add_cross_attention": false,
+                "architectures": null,
+                "attention_downsample_rate": 2,
+                "bad_words_ids": null,
+                "begin_suppress_tokens": null,
+                "bos_token_id": null,
+                "chunk_size_feed_forward": 0,
+                "cross_attention_hidden_size": null,
+                "decoder_start_token_id": null,
+                "diversity_penalty": 0.0,
+                "do_sample": false,
+                "early_stopping": false,
+                "encoder_no_repeat_ngram_size": 0,
+                "eos_token_id": null,
+                "exponential_decay_length_penalty": null,
+                "finetuning_task": null,
+                "forced_bos_token_id": null,
+                "forced_eos_token_id": null,
+                "hidden_act": "relu",
+                "hidden_size": 32,
+                "id2label": {"0": "LABEL_0", "1": "LABEL_1"},
+                "iou_head_depth": 3,
+                "iou_head_hidden_dim": 256,
+                "is_decoder": false,
+                "is_encoder_decoder": false,
+                "label2id": {"LABEL_0": 0, "LABEL_1": 1},
+                "layer_norm_eps": 1e-06,
+                "length_penalty": 1.0,
+                "max_length": 20,
+                "min_length": 0,
+                "mlp_dim": 2048,
+                "model_type": "",
+                "no_repeat_ngram_size": 0,
+                "num_attention_heads": 8,
+                "num_beam_groups": 1,
+                "num_beams": 1,
+                "num_hidden_layers": 2,
+                "num_multimask_outputs": 3,
+                "num_return_sequences": 1,
+                "output_attentions": false,
+                "output_hidden_states": false,
+                "output_scores": false,
+                "pad_token_id": null,
+                "prefix": null,
+                "problem_type": null,
+                "pruned_heads": {},
+                "remove_invalid_values": false,
+                "repetition_penalty": 1.0,
+                "return_dict": true,
+                "return_dict_in_generate": false,
+                "sep_token_id": null,
+                "suppress_tokens": null,
+                "task_specific_params": null,
+                "temperature": 1.0,
+                "tf_legacy_loss": false,
+                "tie_encoder_decoder": false,
+                "tie_word_embeddings": true,
+                "tokenizer_class": null,
+                "top_k": 50,
+                "top_p": 1.0,
+                "torch_dtype": null,
+                "torchscript": false,
+                "transformers_version": "4.29.0.dev0",
+                "typical_p": 1.0,
+                "use_bfloat16": false,
+            },
+            "model_type": "sam",
+            "prompt_encoder_config": {
+                "_name_or_path": "",
+                "add_cross_attention": false,
+                "architectures": null,
+                "bad_words_ids": null,
+                "begin_suppress_tokens": null,
+                "bos_token_id": null,
+                "chunk_size_feed_forward": 0,
+                "cross_attention_hidden_size": null,
+                "decoder_start_token_id": null,
+                "diversity_penalty": 0.0,
+                "do_sample": false,
+                "early_stopping": false,
+                "encoder_no_repeat_ngram_size": 0,
+                "eos_token_id": null,
+                "exponential_decay_length_penalty": null,
+                "finetuning_task": null,
+                "forced_bos_token_id": null,
+                "forced_eos_token_id": null,
+                "hidden_act": "gelu",
+                "hidden_size": 32,
+                "id2label": {"0": "LABEL_0", "1": "LABEL_1"},
+                "image_embedding_size": 64,
+                "image_size": 1024,
+                "is_decoder": false,
+                "is_encoder_decoder": false,
+                "label2id": {"LABEL_0": 0, "LABEL_1": 1},
+                "layer_norm_eps": 1e-06,
+                "length_penalty": 1.0,
+                "mask_input_channels": 16,
+                "max_length": 20,
+                "min_length": 0,
+                "model_type": "",
+                "no_repeat_ngram_size": 0,
+                "num_beam_groups": 1,
+                "num_beams": 1,
+                "num_point_embeddings": 4,
+                "num_return_sequences": 1,
+                "output_attentions": false,
+                "output_hidden_states": false,
+                "output_scores": false,
+                "pad_token_id": null,
+                "patch_size": 16,
+                "prefix": null,
+                "problem_type": null,
+                "pruned_heads": {},
+                "remove_invalid_values": false,
+                "repetition_penalty": 1.0,
+                "return_dict": true,
+                "return_dict_in_generate": false,
+                "sep_token_id": null,
+                "suppress_tokens": null,
+                "task_specific_params": null,
+                "temperature": 1.0,
+                "tf_legacy_loss": false,
+                "tie_encoder_decoder": false,
+                "tie_word_embeddings": true,
+                "tokenizer_class": null,
+                "top_k": 50,
+                "top_p": 1.0,
+                "torch_dtype": null,
+                "torchscript": false,
+                "transformers_version": "4.29.0.dev0",
+                "typical_p": 1.0,
+                "use_bfloat16": false,
+            },
+            "torch_dtype": "float32",
+            "transformers_version": null,
+            "vision_config": {
+                "_name_or_path": "",
+                "add_cross_attention": false,
+                "architectures": null,
+                "attention_dropout": 0.0,
+                "bad_words_ids": null,
+                "begin_suppress_tokens": null,
+                "bos_token_id": null,
+                "chunk_size_feed_forward": 0,
+                "cross_attention_hidden_size": null,
+                "decoder_start_token_id": null,
+                "diversity_penalty": 0.0,
+                "do_sample": false,
+                "dropout": 0.0,
+                "early_stopping": false,
+                "encoder_no_repeat_ngram_size": 0,
+                "eos_token_id": null,
+                "exponential_decay_length_penalty": null,
+                "finetuning_task": null,
+                "forced_bos_token_id": null,
+                "forced_eos_token_id": null,
+                "global_attn_indexes": [2, 5, 8, 11],
+                "hidden_act": "gelu",
+                "hidden_size": 96,
+                "id2label": {"0": "LABEL_0", "1": "LABEL_1"},
+                "image_size": 1024,
+                "initializer_factor": 1.0,
+                "initializer_range": 1e-10,
+                "intermediate_size": 768,
+                "is_decoder": false,
+                "is_encoder_decoder": false,
+                "label2id": {"LABEL_0": 0, "LABEL_1": 1},
+                "layer_norm_eps": 1e-06,
+                "length_penalty": 1.0,
+                "max_length": 20,
+                "min_length": 0,
+                "mlp_dim": 384,
+                "mlp_ratio": 4.0,
+                "model_type": "",
+                "no_repeat_ngram_size": 0,
+                "num_attention_heads": 1,
+                "num_beam_groups": 1,
+                "num_beams": 1,
+                "num_channels": 3,
+                "num_hidden_layers": 12,
+                "num_pos_feats": 16,
+                "num_return_sequences": 1,
+                "output_attentions": false,
+                "output_channels": 32,
+                "output_hidden_states": false,
+                "output_scores": false,
+                "pad_token_id": null,
+                "patch_size": 16,
+                "prefix": null,
+                "problem_type": null,
+                "projection_dim": 64,
+                "pruned_heads": {},
+                "qkv_bias": true,
+                "remove_invalid_values": false,
+                "repetition_penalty": 1.0,
+                "return_dict": true,
+                "return_dict_in_generate": false,
+                "sep_token_id": null,
+                "suppress_tokens": null,
+                "task_specific_params": null,
+                "temperature": 1.0,
+                "tf_legacy_loss": false,
+                "tie_encoder_decoder": false,
+                "tie_word_embeddings": true,
+                "tokenizer_class": null,
+                "top_k": 50,
+                "top_p": 1.0,
+                "torch_dtype": null,
+                "torchscript": false,
+                "transformers_version": "4.29.0.dev0",
+                "typical_p": 1.0,
+                "use_abs_pos": true,
+                "use_bfloat16": false,
+                "use_rel_pos": true,
+                "window_size": 14,
+            },
+        }
+    )
+
+
 def _ccached_hf_internal_testing_tiny_random_gptneoxforcausallm():
     "hf-internal-testing/tiny-random-GPTNeoXForCausalLM"
     return transformers.GPTNeoXConfig(
@@ -4330,3 +4560,61 @@ def _ccached_diffusers_tiny_torch_full_checker_unet():
         "up_block_types": ["CrossAttnUpBlock2D", "UpBlock2D"],
         "use_linear_projection": false,
     }
+
+
+def _ccached_riny_random_gemma_3():
+    "tiny-random/gemma-3"
+    return transformers.Gemma3Config(
+        **{
+            "architectures": ["Gemma3ForConditionalGeneration"],
+            "boi_token_index": 255999,
+            "eoi_token_index": 256000,
+            "eos_token_id": [1, 106],
+            "image_token_index": 262144,
+            "initializer_range": 0.02,
+            "mm_tokens_per_image": 256,
+            "model_type": "gemma3",
+            "text_config": {
+                "attention_bias": false,
+                "attention_dropout": 0.0,
+                "attn_logit_softcapping": null,
+                "cache_implementation": "hybrid",
+                "final_logit_softcapping": null,
+                "head_dim": 32,
+                "hidden_activation": "gelu_pytorch_tanh",
+                "hidden_size": 32,
+                "initializer_range": 0.02,
+                "intermediate_size": 128,
+                "max_position_embeddings": 131072,
+                "model_type": "gemma3_text",
+                "num_attention_heads": 1,
+                "num_hidden_layers": 2,
+                "num_key_value_heads": 1,
+                "query_pre_attn_scalar": 168,
+                "rms_norm_eps": 1e-06,
+                "rope_local_base_freq": 10000.0,
+                "rope_scaling": {"factor": 8.0, "rope_type": "linear"},
+                "rope_theta": 1000000.0,
+                "sliding_window": 1024,
+                "sliding_window_pattern": 2,
+                "use_cache": true,
+                "vocab_size": 262208,
+            },
+            "torch_dtype": "bfloat16",
+            "transformers_version": "4.50.0.dev0",
+            "vision_config": {
+                "attention_dropout": 0.0,
+                "hidden_act": "gelu_pytorch_tanh",
+                "hidden_size": 32,
+                "image_size": 896,
+                "intermediate_size": 128,
+                "layer_norm_eps": 1e-06,
+                "model_type": "siglip_vision_model",
+                "num_attention_heads": 1,
+                "num_channels": 3,
+                "num_hidden_layers": 2,
+                "patch_size": 14,
+                "vision_use_head": false,
+            },
+        }
+    )

{onnx_diagnostic-0.7.5.dist-info → onnx_diagnostic-0.7.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: onnx-diagnostic
-Version: 0.7.5
+Version: 0.7.6
 Summary: Investigate ONNX models
 Home-page: https://github.com/sdpython/onnx-diagnostic
 Author: Xavier Dupré

{onnx_diagnostic-0.7.5.dist-info → onnx_diagnostic-0.7.6.dist-info}/RECORD

@@ -1,30 +1,30 @@
-onnx_diagnostic/__init__.py,sha256=759u8m5f7RZRqqatZb98hD3h2h5IG0CCVPhEq4f80aA,173
+onnx_diagnostic/__init__.py,sha256=p8ROK5tw0ZrpyWOL_GKb_10U5K4JDHEGIZP4h9WHz_w,173
 onnx_diagnostic/__main__.py,sha256=YmyV_Aq_ianDlHyKLHMa6h8YK3ZmFPpLVHLKjM91aCk,79
 onnx_diagnostic/_command_lines_parser.py,sha256=wU8L2C6f4BOrZMYM4WbHF6PDndeL7XKa__bx6BrKQs0,31227
 onnx_diagnostic/api.py,sha256=BhCl_yCd78N7TlVtPOHjeYv1QBEy39TjZ647rcHqLh0,345
 onnx_diagnostic/doc.py,sha256=t3RELgfooYnVMAi0JSpggWkQEgUsREz8NmRvn0TnLI8,2829
-onnx_diagnostic/ext_test_case.py,sha256=Bq4vdlM0P72H1orlKJTeOBqm1YGHTK-ylAlNsBe4LeA,43438
+onnx_diagnostic/ext_test_case.py,sha256=emfQGiQSz5FVDhyJ1Acsv_Tast7tWl426TjtpNqxDBU,43558
 onnx_diagnostic/export/__init__.py,sha256=yEIoWiOeTwBsDhyYt2fTKuhtA0Ya1J9u9ZzMTOTWaWs,101
 onnx_diagnostic/export/dynamic_shapes.py,sha256=HYf2OEi7PmRSj8uxMD-wbdVxxejkWXTPBAkxoFeM27A,40811
 onnx_diagnostic/export/shape_helper.py,sha256=EQXHRVxwGpHRYhx8Y44Crqs640pmaIuKSwW1KJOW0IU,7501
 onnx_diagnostic/export/validate.py,sha256=_PGUql2DJhIgGKo0WjTGUc5AgsZUx8fEs00MePy-w98,6043
 onnx_diagnostic/helpers/__init__.py,sha256=GJ2GT7cgnlIveVUwMZhuvUwidbTJaKv8CsSIOpZDsJg,83
-onnx_diagnostic/helpers/_log_helper.py,sha256=OCxmJKBN3T4joxlptvfe18xNlyClQH6mrJ2OOQvxZtI,16686
+onnx_diagnostic/helpers/_log_helper.py,sha256=zZ7AqGpiF3O2-9N8fLuPeB5VfJpbg3tQ20ccDRdQPVE,16753
 onnx_diagnostic/helpers/args_helper.py,sha256=SRWnqC7EENg09RZlA50B_PcdiIhdbgA4C3ACfzl5nMs,4419
 onnx_diagnostic/helpers/bench_run.py,sha256=CGA6VMJZMH2gDhVueT9ypNm4PMcjGrrGFYp08nhWj9k,16539
-onnx_diagnostic/helpers/cache_helper.py,sha256=TeBUuGvqIMO-dsLDy7keaVt3ImZeifldwTgx6TEjBo8,11595
+onnx_diagnostic/helpers/cache_helper.py,sha256=0DBawuOi9dYXmKmgAyT7dcZxbEINQWVaAcD4mkK_0N8,21912
 onnx_diagnostic/helpers/config_helper.py,sha256=9h1NWC9RLmu43Yf5Cz9usjMdLiyLWXMhwgE4Lg-eOU8,3889
 onnx_diagnostic/helpers/doc_helper.py,sha256=pl5MZd3_FaE8BqQnqoBuSBxoNCFcd2OJd3eITUSku5c,5897
 onnx_diagnostic/helpers/graph_helper.py,sha256=hevQT5a7_QuriVPQcbT5qe18n99Doyl5h3-qshx1-uk,14093
-onnx_diagnostic/helpers/helper.py,sha256=_6K0IvfK7ymBE8uWFAOA1ksU_fMvl2BRtlxj5SA9R2I,58203
+onnx_diagnostic/helpers/helper.py,sha256=Vz06pWFvkkTUHgHJQv2VXrAja1a6jqCT9Cz-_EKx6Ec,62757
 onnx_diagnostic/helpers/log_helper.py,sha256=rBYtZo85n61uQRIpxKpxkKTtKv-bDZvAc1J1uHRDosc,82567
 onnx_diagnostic/helpers/memory_peak.py,sha256=OT6mz0muBbBZY0pjgW2_eCk_lOtFRo-5w4jFo2Z6Kok,6380
-onnx_diagnostic/helpers/mini_onnx_builder.py,sha256=p0Xh2Br38xAqUjB2214GiNOIbCgiVZKeyVEnjdyqyFI,21091
+onnx_diagnostic/helpers/mini_onnx_builder.py,sha256=FgK-Kws1WpSYdYJCPyONwQYY3AjbgUHimZlaYyiNUfE,21286
 onnx_diagnostic/helpers/model_builder_helper.py,sha256=RvDyPFqRboEU3HsQV_xi9oy-o3_4KuGFVzs5MhksduY,12552
-onnx_diagnostic/helpers/onnx_helper.py,sha256=pXXQjfyNTSUF-Kt72U4fnBDkYAnWYMxdSw8m0qk3xmE,39670
+onnx_diagnostic/helpers/onnx_helper.py,sha256=GApd3fmweLZ85GjEqo49ZCiOUSJ7vtXCBs-Tp3WlydI,39825
 onnx_diagnostic/helpers/ort_session.py,sha256=UgUUeUslDxEFBc6w6f3HMq_a7bn4TBlItmojqWquSj4,29281
 onnx_diagnostic/helpers/rt_helper.py,sha256=qbV6zyMs-iH6H65WHC2tu4h0psnHg0TX5fwfO_k-glg,4623
-onnx_diagnostic/helpers/torch_helper.py,sha256=QfUXUPx0lZEqJBgyA97daPRDlT9duTM5Jq5Yjq1jJd8,32358
+onnx_diagnostic/helpers/torch_helper.py,sha256=r7uvT5Pmf4lvVf1LfzdoIFJeFVvnwXLayipgHmOK9SY,33081
 onnx_diagnostic/reference/__init__.py,sha256=rLZsxOlnb7-81F2CzepGnZLejaROg4JvgFaGR9FwVQA,208
 onnx_diagnostic/reference/evaluator.py,sha256=RzNzjFDeMe-4X51Tb22N6aagazY5ktNq-mRmPcfY5EU,8848
 onnx_diagnostic/reference/ort_evaluator.py,sha256=1O7dHj8Aspolidg6rB2Nm7hT3HaGb4TxAgjCCD0XVcQ,26159
@@ -72,43 +72,44 @@ onnx_diagnostic/reference/torch_ops/reduce_ops.py,sha256=9gFfraPTQbe_ZEUNCUis1JS
 onnx_diagnostic/reference/torch_ops/sequence_ops.py,sha256=3EiVKpGfN4d1Iry4hgnr3MIJyEEKUrAIDgmRGsUXXa0,2297
 onnx_diagnostic/reference/torch_ops/shape_ops.py,sha256=pJrNR2UB4PlWl6cv4EDl1uGl8YTBUUMQkhJcsh5K4sA,4291
 onnx_diagnostic/reference/torch_ops/unary_ops.py,sha256=E8Ys1eZsOTsucBKoXb1_Kl5LbBDygniDvW2BvN4IPMo,1708
-onnx_diagnostic/tasks/__init__.py,sha256=0BYtrAnr0zKN3om71oi-OVz5wFYDp9WWIk51qWjjyCw,2450
+onnx_diagnostic/tasks/__init__.py,sha256=uWFP7HIr-VnxmXD5i_QAfXnLXc1HwUq2e8v9cKLqraQ,2492
 onnx_diagnostic/tasks/automatic_speech_recognition.py,sha256=H94rxeiAjcJdECA1g95G_U9fZfpXk6dfjNKKYuvc4Qc,7130
 onnx_diagnostic/tasks/feature_extraction.py,sha256=4M5bE6lGf7KG9qnlim9EzVmqptL17jsSnWgT-gYtcYg,5534
 onnx_diagnostic/tasks/fill_mask.py,sha256=Rvrz0j_DQu-vf4CSSAZMBMXb2EuHvOCzRZwj8Cy8yfg,2620
 onnx_diagnostic/tasks/image_classification.py,sha256=x1XfeWAOe0r_s9kU6WENoYxjfoRTp1pkwKgIveoLbUw,4627
-onnx_diagnostic/tasks/image_text_to_text.py,sha256=-vbZMA_ruo0WR_96YMYRvoNfq1plpElBJWXC2klAf7Q,7802
+onnx_diagnostic/tasks/image_text_to_text.py,sha256=xAp3RcFGwVYdByDqAlTvO82mPZiwiFhVQMWL1yV7ZZU,16224
+onnx_diagnostic/tasks/mask_generation.py,sha256=UQExMner3As8KznK-y4MjycYeUz5POcVR-oLEiAXmK4,5002
 onnx_diagnostic/tasks/mixture_of_expert.py,sha256=DgIsbwzV4smysOK83wny91k3ix1Qt2tSFXLGLoz4WOo,2796
 onnx_diagnostic/tasks/object_detection.py,sha256=xRBH9JZxBQf0SVSTJP6d-VVCKqrw7JAeif1joHfiYng,4224
 onnx_diagnostic/tasks/sentence_similarity.py,sha256=soL6QxLvyjtQ-3tQ3nCFxrcrk_4a8tuAjil8zYQ_pXk,2635
 onnx_diagnostic/tasks/summarization.py,sha256=LZ8A8wl6cd8kWSc6k5vLHa_XZkm35rYkTRv8iUYtr6I,8268
 onnx_diagnostic/tasks/text2text_generation.py,sha256=SzmgECK05H_fieIa2rlY-MQUmvNRotOo05J2eiMwjIM,8578
 onnx_diagnostic/tasks/text_classification.py,sha256=dO_LLbwwv0OJfIa9DqxQqAGUDuz3iIF1XkafzaYJdJw,2691
-onnx_diagnostic/tasks/text_generation.py,sha256=tW9Gnum_eck3czNyctuUISA-Ek7pO37v5-11GC8QBW8,13124
+onnx_diagnostic/tasks/text_generation.py,sha256=xudXQlCC-chd3p_T1k5qmvLE698wIWoVLAUgAsJ8GaQ,13257
 onnx_diagnostic/tasks/text_to_image.py,sha256=mOS3Ruosi3hzRMxXLDN7ZkAbi7NnQb7MWwQP_okGVHs,2962
 onnx_diagnostic/tasks/zero_shot_image_classification.py,sha256=1iqYamkq5kZNXEXsySw748ernc0O94GkwpYAIEl6Kj4,4659
 onnx_diagnostic/torch_export_patches/__init__.py,sha256=0SaZedwznm1hQUCvXZsGZORV5vby954wEExr5faepGg,720
 onnx_diagnostic/torch_export_patches/onnx_export_errors.py,sha256=NVJNhwr5LVwKzU9RsR2b8fOounmQ1W3nx_k-6XirASc,23701
-onnx_diagnostic/torch_export_patches/onnx_export_serialization.py,sha256=wFE2fNxihAA3iua79AEB97_RBVv4wvGxwS9g4RJaSIc,10715
+onnx_diagnostic/torch_export_patches/onnx_export_serialization.py,sha256=klvqiMjccwGhiRnLRVbwTi5WWkMfvtnOV5ycirPcAdA,11354
 onnx_diagnostic/torch_export_patches/patch_expressions.py,sha256=vr4tt61cbDnaaaduzMj4UBZ8OUtr6GfDpIWwOYqjWzs,3213
-onnx_diagnostic/torch_export_patches/patch_inputs.py,sha256=9b4pmyT00BwLqi7WG-gliep1RUy3gXEgW6BDnlSSA-M,7689
+onnx_diagnostic/torch_export_patches/patch_inputs.py,sha256=_z6hcabYRGJ6VYiHuMzxYyFF8pYW-Xwcm60Wst3O8zA,7779
 onnx_diagnostic/torch_export_patches/patch_module.py,sha256=R2d9IHM-RwsBKDsxuBIJnEqMoxbS9gd4YWFGG2wwV5A,39881
 onnx_diagnostic/torch_export_patches/patch_module_helper.py,sha256=2U0AdyZuU0W54QTdE7tY7imVzMnpQ5091ADNtTCkT8Y,6967
 onnx_diagnostic/torch_export_patches/eval/__init__.py,sha256=57x62uZNA80XiWgkG8Fe0_8YJcIVrvKLPqvwLDPJwgc,24008
 onnx_diagnostic/torch_export_patches/eval/model_cases.py,sha256=DTvdHPtNQh25Akv5o3D4Jxf1L1-SJ7w14tgvj8AAns8,26577
 onnx_diagnostic/torch_export_patches/patches/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onnx_diagnostic/torch_export_patches/patches/patch_torch.py,sha256=KaZ8TjDa9ATgT4HllYzzoNf_51q_yOj_GuF5NYjPCrU,18913
-onnx_diagnostic/torch_export_patches/patches/patch_transformers.py,sha256=ZRUHF_wamXDq6rn6V1ja5MqtZW_sJzgxdE5P900GHbI,48511
+onnx_diagnostic/torch_export_patches/patches/patch_transformers.py,sha256=ZmBCpkHx7FV8eIQDXavxjK4PZLSOn5ApT4bVQbJIqMg,56770
 onnx_diagnostic/torch_export_patches/serialization/__init__.py,sha256=BHLdRPtNAtNPAS-bPKEj3-foGSPvwAbZXrHzGGPDLEw,1876
 onnx_diagnostic/torch_export_patches/serialization/diffusers_impl.py,sha256=drq3EH_yjcSuIWYsVeUWm8Cx6YCZFU6bP_1PLtPfY5I,945
-onnx_diagnostic/torch_export_patches/serialization/transformers_impl.py,sha256=9u2jkqnuyBkIF3R2sDEO0Jlkedl-cQhBNXxXXDLSEwE,8885
+onnx_diagnostic/torch_export_patches/serialization/transformers_impl.py,sha256=jcSO2pvzbLA3JXVl3uDfoak7gM3J1SnmxshdSFxzE9w,9280
 onnx_diagnostic/torch_models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onnx_diagnostic/torch_models/llms.py,sha256=soyg4yC87ptGoeulJhKqw5opGmuLvH1pn_ZDXZ4Jr8E,90
 onnx_diagnostic/torch_models/validate.py,sha256=FNqi-Dg7-S_dSQDdcUjc5ERgTquiXclwGv0UZxVHYbY,64866
 onnx_diagnostic/torch_models/hghub/__init__.py,sha256=vi1Q7YHdddj1soiBN42MSvJdFqe2_KUoWafHISjwOu8,58
 onnx_diagnostic/torch_models/hghub/hub_api.py,sha256=Bvr-sTAhS6s6UCkt-KsY_7Mdai08-AQzvHrzbYCSuvk,13186
 onnx_diagnostic/torch_models/hghub/hub_data.py,sha256=NTTDsCtIVvYnr5J3rlcq0GSGDOzOPzq9Tsnb3oVf4q8,8309
-onnx_diagnostic/torch_models/hghub/hub_data_cached_configs.py,sha256=zZvIxTbmL55x44kCj3-T5Kg3Qzm9KB_Xj-MCcU9-LuQ,268245
+onnx_diagnostic/torch_models/hghub/hub_data_cached_configs.py,sha256=XZ_PsMUmMooJw5pBqEtDMOWbbLYxDcJdRWf-FNz2cYg,279674
 onnx_diagnostic/torch_models/hghub/model_inputs.py,sha256=SDRLCA2zivEHIKr2RRRP-dZNiNUcpYS3EgP0unLExxY,11046
 onnx_diagnostic/torch_models/untrained/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onnx_diagnostic/torch_models/untrained/llm_phi2.py,sha256=ynBTDHJHCk44NjLT_t6OiFDBdPP0rFGPteiONDxvztw,3708
@@ -116,8 +117,8 @@ onnx_diagnostic/torch_models/untrained/llm_tiny_llm.py,sha256=QXw_Bs2SzfeiQMf-tm
 onnx_diagnostic/torch_onnx/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onnx_diagnostic/torch_onnx/runtime_info.py,sha256=1g9F_Jf9AAgYQU4stbsrFXwQl-30mWlQrFbQ7val8Ps,9268
 onnx_diagnostic/torch_onnx/sbs.py,sha256=1EL25DeYFzlBSiFG_XjePBLvsiItRXbdDrr5-QZW2mA,16878
-onnx_diagnostic-0.7.5.dist-info/licenses/LICENSE.txt,sha256=Vv6TXglX6Rc0d-f8aREhayhT-6PMQXEyOmI2NKlUCMc,1045
-onnx_diagnostic-0.7.5.dist-info/METADATA,sha256=sTLrt4adKj6mufYnekwgSwSXxhgJzrV_TZTL-lHA0EU,7431
-onnx_diagnostic-0.7.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-onnx_diagnostic-0.7.5.dist-info/top_level.txt,sha256=KwNkXewmcobM3ZT1DJLVWH6ebJzA5qKg7cWqKfpGNT4,16
-onnx_diagnostic-0.7.5.dist-info/RECORD,,
+onnx_diagnostic-0.7.6.dist-info/licenses/LICENSE.txt,sha256=Vv6TXglX6Rc0d-f8aREhayhT-6PMQXEyOmI2NKlUCMc,1045
+onnx_diagnostic-0.7.6.dist-info/METADATA,sha256=dPByK3aJs_ydnyy_Vfzlavdm00um0Ad3V6pu-78dWw0,7431
+onnx_diagnostic-0.7.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+onnx_diagnostic-0.7.6.dist-info/top_level.txt,sha256=KwNkXewmcobM3ZT1DJLVWH6ebJzA5qKg7cWqKfpGNT4,16
+onnx_diagnostic-0.7.6.dist-info/RECORD,,