litert-torch-nightly 0.9.0.dev20260202__py3-none-any.whl → 0.9.0.dev20260203__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (18) hide show
  1. litert_torch/generative/export_hf/core/attention.py +86 -8
  2. litert_torch/generative/export_hf/core/attention_test.py +7 -2
  3. litert_torch/generative/export_hf/core/cache.py +112 -64
  4. litert_torch/generative/export_hf/core/cache_base.py +19 -2
  5. litert_torch/generative/export_hf/core/export_lib.py +55 -6
  6. litert_torch/generative/export_hf/core/exportable_module.py +30 -34
  7. litert_torch/generative/export_hf/core/exportable_module_config.py +39 -0
  8. litert_torch/generative/export_hf/core/split_cache/attention.py +28 -5
  9. litert_torch/generative/export_hf/core/split_cache/cache.py +113 -33
  10. litert_torch/generative/export_hf/core/split_cache/exportable_module.py +21 -14
  11. litert_torch/generative/export_hf/export.py +35 -2
  12. litert_torch/version.py +1 -1
  13. {litert_torch_nightly-0.9.0.dev20260202.dist-info → litert_torch_nightly-0.9.0.dev20260203.dist-info}/METADATA +1 -1
  14. {litert_torch_nightly-0.9.0.dev20260202.dist-info → litert_torch_nightly-0.9.0.dev20260203.dist-info}/RECORD +18 -17
  15. {litert_torch_nightly-0.9.0.dev20260202.dist-info → litert_torch_nightly-0.9.0.dev20260203.dist-info}/WHEEL +0 -0
  16. {litert_torch_nightly-0.9.0.dev20260202.dist-info → litert_torch_nightly-0.9.0.dev20260203.dist-info}/entry_points.txt +0 -0
  17. {litert_torch_nightly-0.9.0.dev20260202.dist-info → litert_torch_nightly-0.9.0.dev20260203.dist-info}/licenses/LICENSE +0 -0
  18. {litert_torch_nightly-0.9.0.dev20260202.dist-info → litert_torch_nightly-0.9.0.dev20260203.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: litert-torch-nightly
3
- Version: 0.9.0.dev20260202
3
+ Version: 0.9.0.dev20260203
4
4
  Summary: Support PyTorch model conversion with LiteRT.
5
5
  Home-page: https://github.com/google-ai-edge/litert-torch
6
6
  Keywords: On-Device ML,AI,Google,TFLite,LiteRT,PyTorch,LLMs,GenAI
@@ -3,7 +3,7 @@ litert_torch/_config.py,sha256=zDnki83sBsQzDAea6bvzwccylWHnPUzbEyGGRh6B14w,2526
3
3
  litert_torch/cli.py,sha256=TiAUbgbWm3ecTUJtJ1_hjKJuC1LrG-Qwnm8_zws-sVY,984
4
4
  litert_torch/conftest.py,sha256=gYmFrsR4c_fjIidbyrDnek26yS0crDP6-UoyMvy-WFg,757
5
5
  litert_torch/model.py,sha256=KXFTyyfPM6AnP0JoSwsTqQR3lUQbMkTGSr3dUsfQ5Jk,5635
6
- litert_torch/version.py,sha256=iKySIYgSr6kVzaTUMigOEXJibmSs1GRF2PkZU73H2GU,804
6
+ litert_torch/version.py,sha256=2PdMxmEsHLy685rHwoNek3_vuK11RPHYKDWcwZro51Y,804
7
7
  litert_torch/_convert/__init__.py,sha256=qdLdbj5NjhNG-QgY5O_8TzOr2XaDoWvmdY9JNPStQmw,670
8
8
  litert_torch/_convert/conversion.py,sha256=NuQEphyYp3W19IKvyTWo9pe7zt1-XmWM4zU9PDkUm54,6108
9
9
  litert_torch/_convert/conversion_utils.py,sha256=MWpB-3eN-rvQzTtXsPL30cDIK431SQuwvw3ia2K2ONM,2158
@@ -179,16 +179,17 @@ litert_torch/generative/examples/tiny_llama/verify.py,sha256=6geA8OUOSj8_sTRyoo0
179
179
  litert_torch/generative/examples/tiny_llama/verify_util.py,sha256=FKMC6Olex6bJbB8HXvC1KwxPbKgRBfT1CjoWcmyaPD8,2989
180
180
  litert_torch/generative/export_hf/__init__.py,sha256=5xWIp2ziIwapcZcjSKfeaFgBnIooa8ckhTQ7mazZC3c,670
181
181
  litert_torch/generative/export_hf/__main__.py,sha256=8VuBDkZ2sL-q2XdQ45qwzeHQk39-MM_6TdkxOU_23xE,782
182
- litert_torch/generative/export_hf/export.py,sha256=BIgdZxD3BhJ5ImZkwGAi7mSqyspbafx_AcYwMMooD_U,2711
182
+ litert_torch/generative/export_hf/export.py,sha256=HC_nwBg3WMGL_qMfOn7OB2SATKed6UQe2KqqE-6CHIA,3656
183
183
  litert_torch/generative/export_hf/export_main.py,sha256=bQidNXz0MEP_gil86LSfnpCW0pUiqZq2-F9ZOrSb3Yk,1183
184
184
  litert_torch/generative/export_hf/core/__init__.py,sha256=5xWIp2ziIwapcZcjSKfeaFgBnIooa8ckhTQ7mazZC3c,670
185
- litert_torch/generative/export_hf/core/attention.py,sha256=FFqq5TZ-V4Bdn2jb06_VWjAzVj1dlDuV1Llkftf_J54,2454
186
- litert_torch/generative/export_hf/core/attention_test.py,sha256=RevOczfPncmbIBths1bjYIWFbCHAZ3JK367NPt56dDs,4923
187
- litert_torch/generative/export_hf/core/cache.py,sha256=pfWh2SACdhNY2of2Z8KJC0wrSQ2jrkXgPHWe7PSEiuU,10263
188
- litert_torch/generative/export_hf/core/cache_base.py,sha256=FXMm9B8nDwC8uTyLmuBnYKLTnNtoeGN8gUnWwDCcH08,1714
185
+ litert_torch/generative/export_hf/core/attention.py,sha256=bXuTHNeVtKwWf6YXgb5I2j08vvgb9M7r1RYGvdjl9QI,4798
186
+ litert_torch/generative/export_hf/core/attention_test.py,sha256=KBSyYjHoTKYi6Se6Hf8BL5r_Vvy9VC--uIc4kQvXUzU,5064
187
+ litert_torch/generative/export_hf/core/cache.py,sha256=UnuTBpJvplEyig1myrhA1d0QJ05pNJgWbm-GrsUu5Uk,11763
188
+ litert_torch/generative/export_hf/core/cache_base.py,sha256=6s-6L6iSa-qn0PLdAAhpHdOU9qwqEE-JVdlIsYyCPt4,2180
189
189
  litert_torch/generative/export_hf/core/cache_test.py,sha256=y-v-oOGtRNPGWRfIfW3FcpDxvJbzrBU6Pb2o66FkUzU,6203
190
- litert_torch/generative/export_hf/core/export_lib.py,sha256=BLEmSuaOQpivSWJuw4ei8TGXH_vSu2o9nC43OXpw_lU,12458
191
- litert_torch/generative/export_hf/core/exportable_module.py,sha256=XEqsV9M34OP-_vsxH7bnmxSCD6erAPl0a9I9JQM7v6k,8305
190
+ litert_torch/generative/export_hf/core/export_lib.py,sha256=W1jG6L9oqu3hYnXaN0lQLtEqc5ZPkTyDVOzGOsLLkAU,14142
191
+ litert_torch/generative/export_hf/core/exportable_module.py,sha256=niCS0na0VvFLiwebnL4JeXZh2hT8FCQmp-vnyTBh7pA,8257
192
+ litert_torch/generative/export_hf/core/exportable_module_config.py,sha256=cpqtagzOglvbr91NFC0K_QX-7mr5Q7gnhQ8Srqral9Y,1284
192
193
  litert_torch/generative/export_hf/core/litert_lm_builder.py,sha256=f8Q2ifVyt65V-kRL0X9FRpQNKIer0R_Yx2lECZTMGPU,7965
193
194
  litert_torch/generative/export_hf/core/patches.py,sha256=i1fzs0anIFbBH-Q_PwCtp9VKXy64olJKwnGpnJUjkEo,1815
194
195
  litert_torch/generative/export_hf/core/utils.py,sha256=5Wgs9aAOKd2i8wmQF_IierLUuFG23v1T6zZPr-azQ7A,4018
@@ -200,10 +201,10 @@ litert_torch/generative/export_hf/core/external_rope/preprocess_model.py,sha256=
200
201
  litert_torch/generative/export_hf/core/mu/__init__.py,sha256=5xWIp2ziIwapcZcjSKfeaFgBnIooa8ckhTQ7mazZC3c,670
201
202
  litert_torch/generative/export_hf/core/mu/mu_pass_lib.py,sha256=LIUk5LOeH62a8xAHme5GNEMkZ7RVbdupSTLFfQeIuUE,3155
202
203
  litert_torch/generative/export_hf/core/split_cache/__init__.py,sha256=5xWIp2ziIwapcZcjSKfeaFgBnIooa8ckhTQ7mazZC3c,670
203
- litert_torch/generative/export_hf/core/split_cache/attention.py,sha256=qB1aXj3EOe8KW2yTEw-WUAdDmPJC8vQMGeEDzo6CNMc,3887
204
+ litert_torch/generative/export_hf/core/split_cache/attention.py,sha256=J1eJSVtTpW9jgzdAG85XWjb6JYnTfBwitQiquRasS7c,4690
204
205
  litert_torch/generative/export_hf/core/split_cache/attention_mask.py,sha256=6WP1GGtLL7uXcSdvouhZlXAhUM03gET3J5GESVFIttQ,6742
205
- litert_torch/generative/export_hf/core/split_cache/cache.py,sha256=308iNf8BfnUWCwSGv466YpK14pRXtttFk6p72yBU6ao,8214
206
- litert_torch/generative/export_hf/core/split_cache/exportable_module.py,sha256=RfYBYBFiR3P86-kwU44fjekt-_cdl5ZX1Z4rBjuNzPA,11036
206
+ litert_torch/generative/export_hf/core/split_cache/cache.py,sha256=BDMZvk4wD1AB3mpO-y1UoN7Tdp16gla4RzveTPxAyik,10256
207
+ litert_torch/generative/export_hf/core/split_cache/exportable_module.py,sha256=OQlDI9BcJIDR04FML2V0zmIMqkVbo2_gEZv_a1DrhIk,11047
207
208
  litert_torch/generative/fx_passes/__init__.py,sha256=SbWNMjx59zFxMTm2zGAkwz6GFRPv02h74vinQ2Z0E5I,1090
208
209
  litert_torch/generative/fx_passes/remove_sdpa_zero_mask_pass.py,sha256=_ec5w_-gqSE0d6wK5WhEo1R9tDbzZexHWR7S96M5q9s,2126
209
210
  litert_torch/generative/layers/__init__.py,sha256=qdLdbj5NjhNG-QgY5O_8TzOr2XaDoWvmdY9JNPStQmw,670
@@ -318,9 +319,9 @@ litert_torch/testing/__init__.py,sha256=AfYP1HwTYSQmupveonEHCDV5dEyshzUgbwUrCUhb
318
319
  litert_torch/testing/export.py,sha256=3dR6oxnrdtX0MfqAfMv233cf3sHA4e0F2TBQotoo8xc,3292
319
320
  litert_torch/testing/model_coverage/__init__.py,sha256=uPXeAhWiD1O0aMDLCX7FTOSNQiea8yOtoIYPCuHEAG4,763
320
321
  litert_torch/testing/model_coverage/model_coverage.py,sha256=EPCI7PbNPb7GV28lo3qQvFdzJwJ_ZDrbCGdpeiBZhVo,4715
321
- litert_torch_nightly-0.9.0.dev20260202.dist-info/licenses/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
322
- litert_torch_nightly-0.9.0.dev20260202.dist-info/METADATA,sha256=YY_H6XuwQE4NvTebtptQGb1sPP0oNHiZa9x4GtM4ZZs,2463
323
- litert_torch_nightly-0.9.0.dev20260202.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
324
- litert_torch_nightly-0.9.0.dev20260202.dist-info/entry_points.txt,sha256=roYAi9hp0uYrMudMR59hGNF2pz0TSAtqNl4vQLJzxnE,55
325
- litert_torch_nightly-0.9.0.dev20260202.dist-info/top_level.txt,sha256=mGrsl2SYcjQSLBJX4ZXrHnFqHZe6QLRR7uk0tLfzwfM,13
326
- litert_torch_nightly-0.9.0.dev20260202.dist-info/RECORD,,
322
+ litert_torch_nightly-0.9.0.dev20260203.dist-info/licenses/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
323
+ litert_torch_nightly-0.9.0.dev20260203.dist-info/METADATA,sha256=Sgln5T-9l7YfCtnElBAnIZtlxbZNiWxlISS3Hy-f788,2463
324
+ litert_torch_nightly-0.9.0.dev20260203.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
325
+ litert_torch_nightly-0.9.0.dev20260203.dist-info/entry_points.txt,sha256=roYAi9hp0uYrMudMR59hGNF2pz0TSAtqNl4vQLJzxnE,55
326
+ litert_torch_nightly-0.9.0.dev20260203.dist-info/top_level.txt,sha256=mGrsl2SYcjQSLBJX4ZXrHnFqHZe6QLRR7uk0tLfzwfM,13
327
+ litert_torch_nightly-0.9.0.dev20260203.dist-info/RECORD,,