onnx-diagnostic 0.8.1__py3-none-any.whl → 0.8.2__py3-none-any.whl

onnx_diagnostic/torch_models/hghub/hub_data_cached_configs.py

@@ -4903,3 +4903,56 @@ def _ccached_hf_internal_testing_tiny_random_gemma3_for_causal_lm():
             "vocab_size": 262144,
         }
     )
+
+
+def _ccached_qwen_qwen2_5_vl_7b_instruct():
+    "Qwen/Qwen2.5-VL-7B-Instruct"
+    return transformers.Qwen2_5_VLConfig(
+        **{
+            "architectures": ["Qwen2_5_VLForConditionalGeneration"],
+            "attention_dropout": 0.0,
+            "bos_token_id": 151643,
+            "eos_token_id": 151645,
+            "vision_start_token_id": 151652,
+            "vision_end_token_id": 151653,
+            "vision_token_id": 151654,
+            "image_token_id": 151655,
+            "video_token_id": 151656,
+            "hidden_act": "silu",
+            "hidden_size": 3584,
+            "initializer_range": 0.02,
+            "intermediate_size": 18944,
+            "max_position_embeddings": 128000,
+            "max_window_layers": 28,
+            "model_type": "qwen2_5_vl",
+            "num_attention_heads": 28,
+            "num_hidden_layers": 28,
+            "num_key_value_heads": 4,
+            "rms_norm_eps": 1e-06,
+            "rope_theta": 1000000.0,
+            "sliding_window": 32768,
+            "tie_word_embeddings": false,
+            "torch_dtype": "bfloat16",
+            "transformers_version": "4.41.2",
+            "use_cache": true,
+            "use_sliding_window": false,
+            "vision_config": {
+                "depth": 32,
+                "hidden_act": "silu",
+                "hidden_size": 1280,
+                "intermediate_size": 3420,
+                "num_heads": 16,
+                "in_chans": 3,
+                "out_hidden_size": 3584,
+                "patch_size": 14,
+                "spatial_merge_size": 2,
+                "spatial_patch_size": 14,
+                "window_size": 112,
+                "fullatt_block_indexes": [7, 15, 23, 31],
+                "tokens_per_second": 2,
+                "temporal_patch_size": 2,
+            },
+            "rope_scaling": {"type": "mrope", "mrope_section": [16, 24, 24]},
+            "vocab_size": 152064,
+        }
+    )

onnx_diagnostic/torch_models/hghub/model_inputs.py

@@ -3,7 +3,7 @@ import inspect
 import os
 import pprint
 import time
-from typing import Any, Dict, Optional, Tuple
+from typing import Any, Callable, Dict, Optional, Tuple
 import torch
 import transformers
 from ...helpers.config_helper import update_config, build_diff_config
@@ -53,6 +53,7 @@ def get_untrained_model_with_inputs(
     add_second_input: int = 1,
     subfolder: Optional[str] = None,
     use_only_preinstalled: bool = False,
+    config_reduction: Optional[Callable[[Any, str], Dict]] = None,
 ) -> Dict[str, Any]:
     """
     Gets a non initialized model similar to the original model
@@ -75,6 +76,12 @@ def get_untrained_model_with_inputs(
         supports different shapes
     :param subfolder: subfolder to use for this model id
     :param use_only_preinstalled: use only preinstalled version
+    :param config_reduction: if specified, this function is used to reduce the
+        model size by tweaking the configuration, it returns a dictionary with values
+        to update, if empty, function:`reduce_model_config
+        <onnx_diagnostic.torch_models.hghub.reduce_model_config>`,
+        this function takes a configuration and a task (string)
+        as arguments
     :return: dictionary with a model, inputs, dynamic shapes, and the configuration,
         some necessary rewriting as well
 
@@ -157,7 +164,13 @@ def get_untrained_model_with_inputs(
 
         # updating the configuration
         config0 = copy.deepcopy(config)
-        mkwargs = reduce_model_config(config, task) if not same_as_pretrained else {}
+        if config_reduction:
+            assert (
+                not same_as_pretrained
+            ), "config_reduction should be None if same_as_pretrained is True"
+            mkwargs = config_reduction(config, task)
+        else:
+            mkwargs = reduce_model_config(config, task) if not same_as_pretrained else {}
         if model_kwargs:
             for k, v in model_kwargs.items():
                 if isinstance(v, dict):

{onnx_diagnostic-0.8.1.dist-info → onnx_diagnostic-0.8.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: onnx-diagnostic
-Version: 0.8.1
+Version: 0.8.2
 Summary: Tools to help converting pytorch models into ONNX.
 Home-page: https://github.com/sdpython/onnx-diagnostic
 Author: Xavier Dupré

{onnx_diagnostic-0.8.1.dist-info → onnx_diagnostic-0.8.2.dist-info}/RECORD

@@ -1,11 +1,13 @@
-onnx_diagnostic/__init__.py,sha256=ZsPqstKLK63l9L8paT5pSopf6AlqtG5A_OLfTTZsdks,173
+onnx_diagnostic/__init__.py,sha256=V-Rg-8wiAAhPPRxZNTkkCAlGh_v3sDrFDlTo1Ptqi00,173
 onnx_diagnostic/__main__.py,sha256=YmyV_Aq_ianDlHyKLHMa6h8YK3ZmFPpLVHLKjM91aCk,79
 onnx_diagnostic/_command_lines_parser.py,sha256=uDn91eWmiz9i7KEaB2vTsR06kkrM0VCkUq9kaBDiPA0,39384
 onnx_diagnostic/api.py,sha256=BhCl_yCd78N7TlVtPOHjeYv1QBEy39TjZ647rcHqLh0,345
 onnx_diagnostic/doc.py,sha256=t3RELgfooYnVMAi0JSpggWkQEgUsREz8NmRvn0TnLI8,2829
-onnx_diagnostic/ext_test_case.py,sha256=tNFXtf1iaa6wweDaIJyKCDjW0LlT6n_its9JBS2pIX8,43859
+onnx_diagnostic/ext_test_case.py,sha256=RU1WQi2UJNla9vcgz2XrL3q1_YN4v7rB9WnF4_58kko,44867
 onnx_diagnostic/export/__init__.py,sha256=yEIoWiOeTwBsDhyYt2fTKuhtA0Ya1J9u9ZzMTOTWaWs,101
-onnx_diagnostic/export/api.py,sha256=zd_uTe1Ji41t6pcPbVQFcHX2Sl8Dfe7U6sMcMHXoVhk,4864
+onnx_diagnostic/export/api.py,sha256=gj0rhXjJRchrQhuBdyljA8DlxSNjO7S0dGV4qfoa040,6058
+onnx_diagnostic/export/control_flow.py,sha256=mJQHqnvf8RQ9hI69Ghnl-tJrSrWz2fK_STcbpSUZ02M,17351
+onnx_diagnostic/export/control_flow_research.py,sha256=qO4X52Lp_grMx0wXOEfwOpXMiRd-VFeMibfJ4VigBcU,5200
 onnx_diagnostic/export/dynamic_shapes.py,sha256=M2hlpHSTbkzZwGKAbrpQXng5HQrwjF5Z6wGGxEgnp74,42061
 onnx_diagnostic/export/shape_helper.py,sha256=m628y0oRCQbeZkeh8JDHIfWMsSjoJoeX-IPiPGDHT-w,11273
 onnx_diagnostic/export/validate.py,sha256=_PGUql2DJhIgGKo0WjTGUc5AgsZUx8fEs00MePy-w98,6043
@@ -13,20 +15,20 @@ onnx_diagnostic/helpers/__init__.py,sha256=GJ2GT7cgnlIveVUwMZhuvUwidbTJaKv8CsSIO
 onnx_diagnostic/helpers/_log_helper.py,sha256=OTwQH0OIxs9B6nrSvR7MoxMimSw_8mU0mj133NvLk5o,16832
 onnx_diagnostic/helpers/args_helper.py,sha256=SRWnqC7EENg09RZlA50B_PcdiIhdbgA4C3ACfzl5nMs,4419
 onnx_diagnostic/helpers/bench_run.py,sha256=CGA6VMJZMH2gDhVueT9ypNm4PMcjGrrGFYp08nhWj9k,16539
-onnx_diagnostic/helpers/cache_helper.py,sha256=MXNJH-HIqHR3EkVs576Ie_3kgFRU1zs4RXuNaIgwdvQ,27257
+onnx_diagnostic/helpers/cache_helper.py,sha256=JcpRNvwNY6CRjjaZApShhdw8hCZNHS2xUhce5ZaWVtU,28446
 onnx_diagnostic/helpers/config_helper.py,sha256=cWRETgFhZ7tayIZPnMqF8BF5AvTU64G2BMqyzgO7lzs,5670
 onnx_diagnostic/helpers/doc_helper.py,sha256=pl5MZd3_FaE8BqQnqoBuSBxoNCFcd2OJd3eITUSku5c,5897
 onnx_diagnostic/helpers/fake_tensor_helper.py,sha256=J7wnK3WTuVKnYiMzLVTAPkdJr3hQfIfMC9ZlOu7oGmI,11024
 onnx_diagnostic/helpers/graph_helper.py,sha256=hevQT5a7_QuriVPQcbT5qe18n99Doyl5h3-qshx1-uk,14093
-onnx_diagnostic/helpers/helper.py,sha256=7kNNsXRERffNSVo-NF5o585zAHzwMSOGuSl_g2uKGWs,62933
-onnx_diagnostic/helpers/log_helper.py,sha256=ujVwDkXoG4gKCIGMy-qxxBTHjkgfgPq9K-hEEcB_YWI,92199
+onnx_diagnostic/helpers/helper.py,sha256=xzq3iBiasWy6qH1_-ydn8QzRKaBgOy4Cs3f9O5PU-3M,63027
+onnx_diagnostic/helpers/log_helper.py,sha256=0lJiTF87lliI-LmgpUH_V2N8NuzJ0LryH0mSYpkRaL8,93272
 onnx_diagnostic/helpers/memory_peak.py,sha256=M3m4_thWFIwP5HytbJYEqaijXIv5v5BW_vlcJowIYI4,6434
-onnx_diagnostic/helpers/mini_onnx_builder.py,sha256=bJNHS9nQcm_0FVFgx09-EVEKirosiLMvbRAyImfrPbY,22057
+onnx_diagnostic/helpers/mini_onnx_builder.py,sha256=hGAh5pLmXMwx8vx8MUjPmvWak86nCc3pJOvdfX-mqcE,23828
 onnx_diagnostic/helpers/model_builder_helper.py,sha256=5V-SlOVQaGPZov6aSJ0IvYcwpDo2hsCBJpqadRUdnrk,17875
-onnx_diagnostic/helpers/onnx_helper.py,sha256=mgZv9DaT6xDJPgiysvFzRnfP9LpmmFyYmuhwTlfyAdY,39804
+onnx_diagnostic/helpers/onnx_helper.py,sha256=NC3dD1mKCjzkj5YS6rrBwo5zgfot2Lz71c2ARq-lLpI,39641
 onnx_diagnostic/helpers/ort_session.py,sha256=wjQ1pwzUHuOFxK8Q8Ve3Ph6CUBBC_udK7FcwuDyDMzA,29541
-onnx_diagnostic/helpers/rt_helper.py,sha256=WmIgK2lfZiiaZIYCq5rkzlT5rhe45MGJad9dVizKwU0,18833
-onnx_diagnostic/helpers/torch_helper.py,sha256=6OKQFcu9E5ub8E1L_9nedUqAH3ixQZivG2YY5jc7pqE,34938
+onnx_diagnostic/helpers/rt_helper.py,sha256=OOxHSCKZup2u7zTvVJxPkRHb4jQZ03KpkiDGrfwibMM,38135
+onnx_diagnostic/helpers/torch_helper.py,sha256=_-5ecz0D8CAEzkH0uW9MTRywH-NDPNCx0qVmWzTa6do,35180
 onnx_diagnostic/reference/__init__.py,sha256=rLZsxOlnb7-81F2CzepGnZLejaROg4JvgFaGR9FwVQA,208
 onnx_diagnostic/reference/evaluator.py,sha256=RzNzjFDeMe-4X51Tb22N6aagazY5ktNq-mRmPcfY5EU,8848
 onnx_diagnostic/reference/ort_evaluator.py,sha256=nituItsP3IKDDWF9z-iGX_iAubrTcdk8pb1GVBp9sCU,26161
@@ -79,7 +81,7 @@ onnx_diagnostic/tasks/automatic_speech_recognition.py,sha256=aMufLDGW005f7aLMZ9a
 onnx_diagnostic/tasks/feature_extraction.py,sha256=Bt5meYvVqOFd_v8NgLKAfyqtjoEsEi6oQcQLn1vcwG4,5316
 onnx_diagnostic/tasks/fill_mask.py,sha256=5Gt6zlj0p6vuifox7Wmj-TpHXJvPS0CEH8evgdBHDNA,2640
 onnx_diagnostic/tasks/image_classification.py,sha256=nLpBBB1Gkog3Fk6pu2waiHcuQr4ILPptc9FhQ-pn460,4682
-onnx_diagnostic/tasks/image_text_to_text.py,sha256=TmBmjsr42R928ZvejUsk-ckFkl-2PoAZKDYJTRdQyIY,21628
+onnx_diagnostic/tasks/image_text_to_text.py,sha256=g-xRRTVUiT6mBvYYbOxgzlHNfu9SnEgUcvTeSoqf7gE,21765
 onnx_diagnostic/tasks/image_to_video.py,sha256=SoF2cVIJr6P30Abp-FCuixFDh5RvTuNEOL36QthGY6U,3860
 onnx_diagnostic/tasks/mask_generation.py,sha256=fjdD3rd-O-mFL0hQy3la3JXKth_0bH2HL7Eelq-3Dbs,5057
 onnx_diagnostic/tasks/mixture_of_expert.py,sha256=al4tk1BrHidtRiHlAaiflWiJaAte0d5M8WcBioANG9k,2808
@@ -94,18 +96,18 @@ onnx_diagnostic/tasks/zero_shot_image_classification.py,sha256=jJCMWuOqGv5ahCfjr
 onnx_diagnostic/tasks/data/__init__.py,sha256=uJoemrWgEjI6oA-tMX7r3__x-b3siPmkgqaY7bgIles,401
 onnx_diagnostic/tasks/data/dummies_imagetext2text_generation_gemma3.onnx,sha256=UbtvmWMqcZOKJ-I-HXWI1A6YR6QDaFS5u_yXm5C3ZBw,10299
 onnx_diagnostic/torch_export_patches/__init__.py,sha256=0SaZedwznm1hQUCvXZsGZORV5vby954wEExr5faepGg,720
-onnx_diagnostic/torch_export_patches/onnx_export_errors.py,sha256=6Few2OhZsjshKXR-g_yHUfXg10Whru69S54t3AxemuU,41853
-onnx_diagnostic/torch_export_patches/onnx_export_serialization.py,sha256=K78uX5EHTuu0ah3mkZWNcGow4775GKH-EnDs3ZlIEhE,11778
+onnx_diagnostic/torch_export_patches/onnx_export_errors.py,sha256=WPb8Ku643UIV8kDyt9JUpaJBIVXth9UbteCNctd_yis,41863
+onnx_diagnostic/torch_export_patches/onnx_export_serialization.py,sha256=0HdubI06EGpxOICqDWZoVmZkVO9gAaFADEmby197EyM,11935
 onnx_diagnostic/torch_export_patches/patch_details.py,sha256=MSraVo5ngBhihi8ssPMXSY9B4fJ17J-GAADaw3dT-rc,11794
 onnx_diagnostic/torch_export_patches/patch_expressions.py,sha256=vr4tt61cbDnaaaduzMj4UBZ8OUtr6GfDpIWwOYqjWzs,3213
 onnx_diagnostic/torch_export_patches/patch_inputs.py,sha256=-TgcyjVzxTb5Y-_ibssTeaA5PFz6FJrV6q84HMUAsJw,8075
 onnx_diagnostic/torch_export_patches/patch_module.py,sha256=9DYgTiFwbFMipFQP-IgjyIkXyVrDsRgwmUQXE2qKFsw,39454
 onnx_diagnostic/torch_export_patches/patch_module_helper.py,sha256=2U0AdyZuU0W54QTdE7tY7imVzMnpQ5091ADNtTCkT8Y,6967
 onnx_diagnostic/torch_export_patches/eval/__init__.py,sha256=YQoOGt9XQLWqnJ15NnT7ri_jDevfvpuQwEJo38E-VRU,25056
-onnx_diagnostic/torch_export_patches/eval/model_cases.py,sha256=joDJV1YfrhYBR_6eXYvNO1jbiJM8Whb47NWZxo8SBwg,27172
+onnx_diagnostic/torch_export_patches/eval/model_cases.py,sha256=9h4yo9vKiK-E6zaXyAsxXGM-lCjd88ONybA1F3YcTI4,27988
 onnx_diagnostic/torch_export_patches/patches/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onnx_diagnostic/torch_export_patches/patches/patch_torch.py,sha256=FfES0WWiWxmuQbGTlQ7IJS0YBG7km3IQbnMYwk_lPPU,44667
-onnx_diagnostic/torch_export_patches/patches/patch_transformers.py,sha256=y2jV_zRj58vDFc3vTvudB3-EnjOW8ISeNngLNryyilE,87925
+onnx_diagnostic/torch_export_patches/patches/patch_transformers.py,sha256=8r5NQxVfwPi9YVHmeGS5xN52wsa5IgUKzFxls3xuX4Y,109850
 onnx_diagnostic/torch_export_patches/serialization/__init__.py,sha256=BHLdRPtNAtNPAS-bPKEj3-foGSPvwAbZXrHzGGPDLEw,1876
 onnx_diagnostic/torch_export_patches/serialization/diffusers_impl.py,sha256=drq3EH_yjcSuIWYsVeUWm8Cx6YCZFU6bP_1PLtPfY5I,945
 onnx_diagnostic/torch_export_patches/serialization/transformers_impl.py,sha256=sIHFvUQoMK8ytXQYB-k7OL62z8A3f5uDaq-S5R5uN-M,10034
@@ -116,8 +118,8 @@ onnx_diagnostic/torch_models/validate.py,sha256=jzBgZRKCzpWH25rCoc6b0QsLQlmQXSzL
 onnx_diagnostic/torch_models/hghub/__init__.py,sha256=vi1Q7YHdddj1soiBN42MSvJdFqe2_KUoWafHISjwOu8,58
 onnx_diagnostic/torch_models/hghub/hub_api.py,sha256=rFbiPNLET-KdBpnv-p0nKgwHX6d7C_Z0s9zZ86_92kQ,14307
 onnx_diagnostic/torch_models/hghub/hub_data.py,sha256=8V_pAgACPLPsLRYUododg7MSL6str-T3tBEGY4OaeYQ,8724
-onnx_diagnostic/torch_models/hghub/hub_data_cached_configs.py,sha256=VdLMPQ_ZpPg6cGMy00R2bGjSLWhvjkx8awY7kFD03I8,290141
-onnx_diagnostic/torch_models/hghub/model_inputs.py,sha256=xIY_CWOp3m5-cJUvDLTZiH9GwiXi6xTYwONgFY4o45g,15593
+onnx_diagnostic/torch_models/hghub/hub_data_cached_configs.py,sha256=GimzkI8W3guATkDx7RQ-w2xNGVaFDVegfTnnmNxf4iE,292068
+onnx_diagnostic/torch_models/hghub/model_inputs.py,sha256=bVjf7Tm8tTi0dbqQZbcbNXDWuS5g6YBfR3xyeQ-NAWM,16285
 onnx_diagnostic/torch_models/hghub/model_specific.py,sha256=j50Nu7wddJMoqmD4QzMbNdFDUUgUmSBKRzPDH55TlUQ,2498
 onnx_diagnostic/torch_models/untrained/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onnx_diagnostic/torch_models/untrained/llm_phi2.py,sha256=y_akbdApi136qHcEQgykwIAYVw0Yfi0lbjb3DNuafaU,3948
@@ -125,8 +127,8 @@ onnx_diagnostic/torch_models/untrained/llm_tiny_llm.py,sha256=QXw_Bs2SzfeiQMf-tm
 onnx_diagnostic/torch_onnx/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onnx_diagnostic/torch_onnx/runtime_info.py,sha256=1g9F_Jf9AAgYQU4stbsrFXwQl-30mWlQrFbQ7val8Ps,9268
 onnx_diagnostic/torch_onnx/sbs.py,sha256=IoKLA5UwS6kY8g4OOf_bdQwCziIsQfBczZ3w8wo4wZM,16905
-onnx_diagnostic-0.8.1.dist-info/licenses/LICENSE.txt,sha256=Vv6TXglX6Rc0d-f8aREhayhT-6PMQXEyOmI2NKlUCMc,1045
-onnx_diagnostic-0.8.1.dist-info/METADATA,sha256=tRTy3IKEDtdBM_VGHe0hUNu5WZ0xGKV_gGMVaUussjY,6734
-onnx_diagnostic-0.8.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-onnx_diagnostic-0.8.1.dist-info/top_level.txt,sha256=KwNkXewmcobM3ZT1DJLVWH6ebJzA5qKg7cWqKfpGNT4,16
-onnx_diagnostic-0.8.1.dist-info/RECORD,,
+onnx_diagnostic-0.8.2.dist-info/licenses/LICENSE.txt,sha256=Vv6TXglX6Rc0d-f8aREhayhT-6PMQXEyOmI2NKlUCMc,1045
+onnx_diagnostic-0.8.2.dist-info/METADATA,sha256=JbEdP7KIm9D1xwdr9Hot2BNxC2ZX9_YeBkdo6oy6UvQ,6734
+onnx_diagnostic-0.8.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+onnx_diagnostic-0.8.2.dist-info/top_level.txt,sha256=KwNkXewmcobM3ZT1DJLVWH6ebJzA5qKg7cWqKfpGNT4,16
+onnx_diagnostic-0.8.2.dist-info/RECORD,,