speedy-utils 1.1.6__py3-none-any.whl → 1.1.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (25) hide show
  1. llm_utils/__init__.py +1 -5
  2. llm_utils/chat_format/transform.py +9 -9
  3. llm_utils/group_messages.py +1 -1
  4. llm_utils/lm/async_lm/__init__.py +6 -1
  5. llm_utils/lm/async_lm/_utils.py +7 -4
  6. llm_utils/lm/async_lm/async_llm_task.py +465 -110
  7. llm_utils/lm/async_lm/async_lm.py +273 -665
  8. llm_utils/lm/async_lm/async_lm_base.py +405 -0
  9. llm_utils/lm/async_lm/lm_specific.py +136 -0
  10. llm_utils/lm/utils.py +1 -3
  11. llm_utils/scripts/vllm_load_balancer.py +49 -37
  12. speedy_utils/__init__.py +3 -1
  13. speedy_utils/common/notebook_utils.py +4 -4
  14. speedy_utils/common/report_manager.py +2 -3
  15. speedy_utils/common/utils_cache.py +233 -3
  16. speedy_utils/common/utils_io.py +2 -0
  17. speedy_utils/scripts/mpython.py +1 -3
  18. {speedy_utils-1.1.6.dist-info → speedy_utils-1.1.7.dist-info}/METADATA +1 -1
  19. speedy_utils-1.1.7.dist-info/RECORD +39 -0
  20. llm_utils/lm/chat_html.py +0 -246
  21. llm_utils/lm/lm_json.py +0 -68
  22. llm_utils/lm/sync_lm.py +0 -943
  23. speedy_utils-1.1.6.dist-info/RECORD +0 -40
  24. {speedy_utils-1.1.6.dist-info → speedy_utils-1.1.7.dist-info}/WHEEL +0 -0
  25. {speedy_utils-1.1.6.dist-info → speedy_utils-1.1.7.dist-info}/entry_points.txt +0 -0
speedy_utils-1.1.6.dist-info/RECORD DELETED
@@ -1,40 +0,0 @@
1
- llm_utils/__init__.py,sha256=SlaCMArn_uKVw4r0psz0q0IOQ1VFGdgCFOAKxQ81WTI,694
2
- llm_utils/chat_format/__init__.py,sha256=8dBIUqFJvkgQYedxBtcyxt-4tt8JxAKVap2JlTXmgaM,737
3
- llm_utils/chat_format/display.py,sha256=M-__JpcJSqjqeP4LiW7-yF8fVL37yUEUdaNC4VEgIo8,10181
4
- llm_utils/chat_format/transform.py,sha256=8TZhvUS5DrjUeMNtDIuWY54B_QZ7jjpXEL9c8F5z79w,5400
5
- llm_utils/chat_format/utils.py,sha256=xTxN4HrLHcRO2PfCTR43nH1M5zCa7v0kTTdzAcGkZg0,1229
6
- llm_utils/group_messages.py,sha256=8CU9nKOja3xeuhdrX5CvYVveSqSKb2zQ0eeNzA88aTQ,3621
7
- llm_utils/lm/__init__.py,sha256=rX36_MsnekM5GHwWS56XELbm4W5x2TDwnPERDTfo0eU,194
8
- llm_utils/lm/async_lm/__init__.py,sha256=ouN2z1G24OwFglo2asBZ5w18RYcvTZ5r3ylx1aYp2rQ,70
9
- llm_utils/lm/async_lm/_utils.py,sha256=16yks9grCmFotuqFKxVBfPvrrrquBfhzFUZ22mno3LY,5946
10
- llm_utils/lm/async_lm/async_llm_task.py,sha256=JIU18Q7sPu_LCUR-geZmqiQ37stM8CqXmMzzkRUYibM,5352
11
- llm_utils/lm/async_lm/async_lm.py,sha256=LzX1zMKiAENtqPtQ-laVbUyQ1g6q9Xhuyr_IWIjxdVk,28589
12
- llm_utils/lm/chat_html.py,sha256=FkGo0Dv_nAHYBMZzXfMu_bGQKaCx302goh3XaT-_ETc,8674
13
- llm_utils/lm/lm_json.py,sha256=fMt42phzFV2f6ulrtWcDXsWHi8WcG7gGkCzpIq8VSSM,1975
14
- llm_utils/lm/sync_lm.py,sha256=ANw_m5KiWcRwwoeQ5no6dzPFLc6j9o2oEcJtkMKqrn8,34640
15
- llm_utils/lm/utils.py,sha256=gUejbVZPYg97g4ftYEptYN52WhH3TAKOFW81sjLvi08,4585
16
- llm_utils/scripts/README.md,sha256=yuOLnLa2od2jp4wVy3rV0rESeiV3o8zol5MNMsZx0DY,999
17
- llm_utils/scripts/vllm_load_balancer.py,sha256=DxZNDGl8tViE0SuGQPneBHqkkagyuEm70bNzWyqa_9Q,36837
18
- llm_utils/scripts/vllm_serve.py,sha256=4NaqpVs7LBvxtvTCMPsNCAOfqiWkKRttxWMmWY7SitA,14729
19
- speedy_utils/__init__.py,sha256=YCpiReW22zG4KkQXQe6V9BQ8bn7PtiXolOaW_iL8T4M,5734
20
- speedy_utils/all.py,sha256=t-HKzDmhF1MTFnmq7xRnPs5nFG_aZaLH9Ua0RM6nQ9Y,4855
21
- speedy_utils/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
22
- speedy_utils/common/clock.py,sha256=3n4FkCW0dz46O8By09V5Pve1DSMgpLDRbWEVRryryeQ,7423
23
- speedy_utils/common/function_decorator.py,sha256=BspJ0YuGL6elS7lWBAgELZ-sCfED_1N2P5fgH-fCRUQ,2132
24
- speedy_utils/common/logger.py,sha256=JqW9gG4ujfq4RldNeYP2p52BYgCwjkYeGGYyzLn6mfY,6422
25
- speedy_utils/common/notebook_utils.py,sha256=7tFXMaE365ubrD9VCwDoZe7oBqZ2qG5t_Vla4Qvg1M8,2062
26
- speedy_utils/common/report_manager.py,sha256=sEuwLcyYpYlj9uxIsC8yiAu1eirydkQIldKRtFStswI,3894
27
- speedy_utils/common/utils_cache.py,sha256=NsPf6rWV-Y4pFvrhKXtTQpfcxpSNAejE8JHzmzbb-Q4,8416
28
- speedy_utils/common/utils_io.py,sha256=d7PKz5tOPrwHDr7GXuYmILvjXJOFEwfzAEIuUcYaI60,4790
29
- speedy_utils/common/utils_misc.py,sha256=cdEuBBpiB1xpuzj0UBDHDuTIerqsMIw37ENq6EXliOw,1795
30
- speedy_utils/common/utils_print.py,sha256=iQqnOYw2EFC8TqeSDbrcnIQAUKT7FbB8Mec8b2aGAzw,4833
31
- speedy_utils/multi_worker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
32
- speedy_utils/multi_worker/process.py,sha256=BI-sgzzQ0_N8kOfaS_3ZAGZ3d6panYzJ3-BGZthY4dQ,6824
33
- speedy_utils/multi_worker/thread.py,sha256=u_hTwXh7_FciMa5EukdEA1fDCY_vUC4moDceBXk2b6w,16326
34
- speedy_utils/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
35
- speedy_utils/scripts/mpython.py,sha256=73PHm1jqbCt2APN4xuNjD0VDKwzOj4EZsViEMQiZU2g,3853
36
- speedy_utils/scripts/openapi_client_codegen.py,sha256=f2125S_q0PILgH5dyzoKRz7pIvNEjCkzpi4Q4pPFRZE,9683
37
- speedy_utils-1.1.6.dist-info/METADATA,sha256=vfJU1DO0R5VkRqYrN1omYIgcHNDvvKJ4F87l77wjP2s,7441
38
- speedy_utils-1.1.6.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
39
- speedy_utils-1.1.6.dist-info/entry_points.txt,sha256=T1t85jwx8fK6m5msdkBGIXH5R5Kd0zSL0S6erXERPzg,237
40
- speedy_utils-1.1.6.dist-info/RECORD,,