speedy-utils 1.1.33__tar.gz → 1.1.34__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (112) hide show
  1. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/skills/caching-utilities/examples/caching_example.py +4 -2
  2. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/skills/io-utilities/examples/io_example.py +7 -5
  3. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/skills/llm-integration/examples/llm_example.py +1 -0
  4. speedy_utils-1.1.34/.github/skills/ray-distributed-computing/SKILL.md +704 -0
  5. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/skills/vision-utilities/examples/vision_example.py +5 -2
  6. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/PKG-INFO +1 -1
  7. speedy_utils-1.1.34/docs/IMPLEMENTATION.md +149 -0
  8. speedy_utils-1.1.34/docs/QUICKSTART.md +109 -0
  9. speedy_utils-1.1.34/docs/zero_copy_sharing.md +235 -0
  10. speedy_utils-1.1.34/examples/pytorch_large_model.py +285 -0
  11. speedy_utils-1.1.34/examples/shared_kwargs_example.py +200 -0
  12. speedy_utils-1.1.34/examples/test_share_ray.py +24 -0
  13. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/pyproject.toml +1 -1
  14. speedy_utils-1.1.34/src/datasets/convert_to_arrow.py +40 -0
  15. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/utils.py +5 -1
  16. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/multi_worker/process.py +121 -25
  17. speedy_utils-1.1.34/src/vision_utils/__init__.py +11 -0
  18. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/vision_utils/io_utils.py +15 -14
  19. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/vision_utils/plot.py +2 -2
  20. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/import_time_report.py +2 -1
  21. speedy_utils-1.1.34/tests/integration_test.py +51 -0
  22. speedy_utils-1.1.34/tests/test_pytorch_sharing.py +269 -0
  23. speedy_utils-1.1.34/tests/test_shared_kwargs.py +197 -0
  24. speedy_utils-1.1.33/src/vision_utils/__init__.py +0 -4
  25. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/copilot-instructions.md +0 -0
  26. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/skills/caching-utilities/SKILL.md +0 -0
  27. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/skills/io-utilities/SKILL.md +0 -0
  28. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/skills/llm-integration/SKILL.md +0 -0
  29. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/skills/multi-threading-processing/SKILL.md +0 -0
  30. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/skills/skill-creation/SKILL.md +0 -0
  31. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/skills/vision-utilities/SKILL.md +0 -0
  32. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.github/workflows/publish.yml +0 -0
  33. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.gitignore +0 -0
  34. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/.pre-commit-config.yaml +0 -0
  35. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/README.md +0 -0
  36. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/bumpversion.sh +0 -0
  37. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/examples/temperature_range_example.py +0 -0
  38. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/examples/vision_utils_example.py +0 -0
  39. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/experiments/exp1/dockerfile +0 -0
  40. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/experiments/exp1/run_in_docker.sh +0 -0
  41. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/experiments/exp1/test.png +0 -0
  42. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/experiments/test_read_image.py +0 -0
  43. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/notebooks/README.ipynb +0 -0
  44. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/notebooks/llm_utils/llm_as_a_judge.ipynb +0 -0
  45. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/notebooks/ray_tutorial.ipynb +0 -0
  46. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/notebooks/test_multi_thread.ipynb +0 -0
  47. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/ruff.toml +0 -0
  48. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/scripts/debug_import_time.py +0 -0
  49. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/scripts/deploy.sh +0 -0
  50. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/scripts/imports.sh +0 -0
  51. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/scripts/test_import_time_vision.py +0 -0
  52. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/setup.cfg +0 -0
  53. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/__init__.py +0 -0
  54. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/chat_format/__init__.py +0 -0
  55. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/chat_format/display.py +0 -0
  56. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/chat_format/transform.py +0 -0
  57. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/chat_format/utils.py +0 -0
  58. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/group_messages.py +0 -0
  59. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/__init__.py +0 -0
  60. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/async_lm/__init__.py +0 -0
  61. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/async_lm/_utils.py +0 -0
  62. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/async_lm/async_llm_task.py +0 -0
  63. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/async_lm/async_lm.py +0 -0
  64. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/async_lm/async_lm_base.py +0 -0
  65. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/async_lm/lm_specific.py +0 -0
  66. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/base_prompt_builder.py +0 -0
  67. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/llm.py +0 -0
  68. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/llm_signature.py +0 -0
  69. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/lm_base.py +0 -0
  70. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/mixins.py +0 -0
  71. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/openai_memoize.py +0 -0
  72. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/lm/signature.py +0 -0
  73. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/scripts/README.md +0 -0
  74. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/scripts/vllm_load_balancer.py +0 -0
  75. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/scripts/vllm_serve.py +0 -0
  76. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/vector_cache/__init__.py +0 -0
  77. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/vector_cache/cli.py +0 -0
  78. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/vector_cache/core.py +0 -0
  79. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/vector_cache/types.py +0 -0
  80. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/llm_utils/vector_cache/utils.py +0 -0
  81. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/__imports.py +0 -0
  82. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/__init__.py +0 -0
  83. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/common/__init__.py +0 -0
  84. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/common/clock.py +0 -0
  85. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/common/function_decorator.py +0 -0
  86. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/common/logger.py +0 -0
  87. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/common/notebook_utils.py +0 -0
  88. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/common/patcher.py +0 -0
  89. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/common/report_manager.py +0 -0
  90. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/common/utils_cache.py +0 -0
  91. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/common/utils_io.py +0 -0
  92. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/common/utils_misc.py +0 -0
  93. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/common/utils_print.py +0 -0
  94. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/multi_worker/__init__.py +0 -0
  95. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/multi_worker/thread.py +0 -0
  96. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/scripts/__init__.py +0 -0
  97. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/scripts/mpython.py +0 -0
  98. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/speedy_utils/scripts/openapi_client_codegen.py +0 -0
  99. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/src/vision_utils/README.md +0 -0
  100. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/import_all.py +0 -0
  101. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/llm_utils/test_llm_mixins.py +0 -0
  102. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/sample_objects.py +0 -0
  103. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/test.py +0 -0
  104. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/test_logger.py +0 -0
  105. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/test_logger_format.py +0 -0
  106. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/test_memoize_typing.py +0 -0
  107. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/test_mpython.py +0 -0
  108. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/test_multithread_error_trace.py +0 -0
  109. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/test_process.py +0 -0
  110. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/test_process_update.py +0 -0
  111. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/tests/test_thread.py +0 -0
  112. {speedy_utils-1.1.33 → speedy_utils-1.1.34}/uv.lock +0 -0
@@ -1,6 +1,8 @@
1
- import time
2
1
  import asyncio
3
- from speedy_utils import memoize, imemoize
2
+ import time
3
+
4
+ from speedy_utils import imemoize, memoize
5
+
4
6
 
5
7
  # Sync Hybrid Cache
6
8
  @memoize(cache_type='both')
@@ -1,23 +1,25 @@
1
- from speedy_utils import dump_json_or_pickle, load_by_ext, fast_load_jsonl
2
1
  import os
3
2
 
3
+ from speedy_utils import dump_json_or_pickle, fast_load_jsonl, load_by_ext
4
+
5
+
4
6
  def main():
5
7
  # 1. Create some dummy data
6
8
  data = [{"id": i, "value": f"item_{i}"} for i in range(100)]
7
-
9
+
8
10
  # 2. Dump to JSONL
9
11
  print("Dumping to data.jsonl...")
10
12
  dump_json_or_pickle(data, 'data.jsonl')
11
-
13
+
12
14
  # 3. Dump to Pickle
13
15
  print("Dumping to data.pkl...")
14
16
  dump_json_or_pickle(data, 'data.pkl')
15
-
17
+
16
18
  # 4. Load using load_by_ext
17
19
  print("Loading data.pkl...")
18
20
  loaded_pkl = load_by_ext('data.pkl')
19
21
  print(f"Loaded {len(loaded_pkl)} items from pickle.")
20
-
22
+
21
23
  # 5. Stream using fast_load_jsonl
22
24
  print("Streaming data.jsonl...")
23
25
  count = 0
@@ -1,5 +1,6 @@
1
1
  from llm_utils.chat_format.transform import transform_messages
2
2
 
3
+
3
4
  def main():
4
5
  # 1. Define ShareGPT data
5
6
  sharegpt_data = {