isagellm-core 0.4.0.2__tar.gz → 0.4.0.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (137) hide show
  1. {isagellm_core-0.4.0.2/src/isagellm_core.egg-info → isagellm_core-0.4.0.3}/PKG-INFO +4 -2
  2. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/pyproject.toml +4 -2
  3. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3/src/isagellm_core.egg-info}/PKG-INFO +4 -2
  4. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/isagellm_core.egg-info/SOURCES.txt +0 -3
  5. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/isagellm_core.egg-info/requires.txt +3 -1
  6. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__init__.py +1 -1
  7. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__init__.pyc +0 -0
  8. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__main__.pyc +0 -0
  9. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/__init__.cpython-311.pyc +0 -0
  10. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/config.cpython-311.pyc +0 -0
  11. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/demo.cpython-311.pyc +0 -0
  12. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/engine.cpython-311.pyc +0 -0
  13. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/engine_factory.cpython-311.pyc +0 -0
  14. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/engine_server.cpython-311.pyc +0 -0
  15. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/factory.cpython-311.pyc +0 -0
  16. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/health.cpython-311.pyc +0 -0
  17. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/llm_engine.cpython-311.pyc +0 -0
  18. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/pd_executor.cpython-311.pyc +0 -0
  19. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/plugins.cpython-311.pyc +0 -0
  20. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/runner.cpython-311.pyc +0 -0
  21. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/runtime.cpython-311.pyc +0 -0
  22. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__pycache__/workload.cpython-311.pyc +0 -0
  23. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/config.pyc +0 -0
  24. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/demo.pyc +0 -0
  25. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/distributed/__init__.pyc +0 -0
  26. isagellm_core-0.4.0.3/src/sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc +0 -0
  27. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc +0 -0
  28. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/distributed/strategies.pyc +0 -0
  29. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine.pyc +0 -0
  30. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_core/__init__.pyc +0 -0
  31. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc +0 -0
  32. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc +0 -0
  33. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_core/engine_core.pyc +0 -0
  34. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_core/scheduler/__init__.pyc +0 -0
  35. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc +0 -0
  36. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc +0 -0
  37. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_core/scheduler/scheduler.pyc +0 -0
  38. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_factory.pyc +0 -0
  39. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_server.pyc +0 -0
  40. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engines/__init__.pyc +0 -0
  41. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engines/__pycache__/__init__.cpython-311.pyc +0 -0
  42. isagellm_core-0.4.0.3/src/sagellm_core/engines/__pycache__/ascend.cpython-311.pyc +0 -0
  43. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engines/__pycache__/cpu.cpython-311.pyc +0 -0
  44. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engines/__pycache__/embedding.cpython-311.pyc +0 -0
  45. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc +0 -0
  46. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc +0 -0
  47. isagellm_core-0.4.0.3/src/sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc +0 -0
  48. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engines/embedding.pyc +0 -0
  49. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/executor/__init__.pyc +0 -0
  50. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/executor/__pycache__/__init__.cpython-311.pyc +0 -0
  51. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc +0 -0
  52. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc +0 -0
  53. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/executor/executor_base.pyc +0 -0
  54. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/executor/uniproc_executor.pyc +0 -0
  55. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/factory.pyc +0 -0
  56. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/health.pyc +0 -0
  57. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/inputs/__init__.pyc +0 -0
  58. isagellm_core-0.4.0.3/src/sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc +0 -0
  59. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/inputs/__pycache__/processor.cpython-311.pyc +0 -0
  60. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc +0 -0
  61. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/inputs/processor.pyc +0 -0
  62. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/inputs/tokenizer_utils.pyc +0 -0
  63. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/llm_engine.pyc +0 -0
  64. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/model/__init__.pyc +0 -0
  65. isagellm_core-0.4.0.3/src/sagellm_core/model/__pycache__/__init__.cpython-311.pyc +0 -0
  66. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/model/__pycache__/model_loader.cpython-311.pyc +0 -0
  67. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc +0 -0
  68. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/model/model_loader.pyc +0 -0
  69. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/model/weight_utils.pyc +0 -0
  70. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/observability/__init__.pyc +0 -0
  71. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/observability/__pycache__/__init__.cpython-311.pyc +0 -0
  72. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/observability/__pycache__/logger.cpython-311.pyc +0 -0
  73. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/observability/__pycache__/metrics.cpython-311.pyc +0 -0
  74. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/observability/logger.pyc +0 -0
  75. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/observability/metrics.pyc +0 -0
  76. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/pd_executor.pyc +0 -0
  77. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/plugins.pyc +0 -0
  78. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/runner.pyc +0 -0
  79. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/runtime.pyc +0 -0
  80. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/sampling/__init__.pyc +0 -0
  81. isagellm_core-0.4.0.3/src/sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc +0 -0
  82. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/sampling/__pycache__/params.cpython-311.pyc +0 -0
  83. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc +0 -0
  84. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/sampling/params.pyc +0 -0
  85. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/sampling/sampler.pyc +0 -0
  86. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/__init__.pyc +0 -0
  87. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/__pycache__/__init__.cpython-311.pyc +0 -0
  88. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/__pycache__/worker.cpython-311.pyc +0 -0
  89. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/model_runner/__init__.pyc +0 -0
  90. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc +0 -0
  91. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc +0 -0
  92. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/model_runner/model_runner.pyc +0 -0
  93. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/worker.pyc +0 -0
  94. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/workload.pyc +0 -0
  95. isagellm_core-0.4.0.2/src/sagellm_core/__pycache__/base_engine.cpython-311.pyc +0 -0
  96. isagellm_core-0.4.0.2/src/sagellm_core/__pycache__/mock_engine.cpython-311.pyc +0 -0
  97. isagellm_core-0.4.0.2/src/sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc +0 -0
  98. isagellm_core-0.4.0.2/src/sagellm_core/engines/__pycache__/ascend.cpython-311.pyc +0 -0
  99. isagellm_core-0.4.0.2/src/sagellm_core/engines/__pycache__/mock.cpython-311.pyc +0 -0
  100. isagellm_core-0.4.0.2/src/sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc +0 -0
  101. isagellm_core-0.4.0.2/src/sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc +0 -0
  102. isagellm_core-0.4.0.2/src/sagellm_core/model/__pycache__/__init__.cpython-311.pyc +0 -0
  103. isagellm_core-0.4.0.2/src/sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc +0 -0
  104. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/MANIFEST.in +0 -0
  105. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/README.md +0 -0
  106. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/setup.cfg +0 -0
  107. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/setup.py +0 -0
  108. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/isagellm_core.egg-info/dependency_links.txt +0 -0
  109. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/isagellm_core.egg-info/entry_points.txt +0 -0
  110. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/isagellm_core.egg-info/top_level.txt +0 -0
  111. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/distributed/__init__.py +0 -0
  112. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_core/__init__.py +0 -0
  113. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_core/scheduler/__init__.py +0 -0
  114. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engines/__init__.py +0 -0
  115. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/executor/__init__.py +0 -0
  116. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/inputs/__init__.py +0 -0
  117. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/model/__init__.py +0 -0
  118. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/observability/__init__.py +0 -0
  119. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/py.typed +0 -0
  120. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/sampling/__init__.py +0 -0
  121. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/__init__.py +0 -0
  122. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/model_runner/__init__.py +0 -0
  123. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_ci_smoke.py +0 -0
  124. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_config.py +0 -0
  125. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_e2e_llm_integration.py +0 -0
  126. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_engine.py +0 -0
  127. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_engine_behavior_parity.py +0 -0
  128. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_engine_contract_simplified.py +0 -0
  129. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_engine_server.py +0 -0
  130. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_llm_engine_contract.py +0 -0
  131. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_llm_engine_error_handling.py +0 -0
  132. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_model_loader.py +0 -0
  133. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_observability.py +0 -0
  134. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_pd_separation.py +0 -0
  135. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_sampling.py +0 -0
  136. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_streaming_pd.py +0 -0
  137. {isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/tests/test_task0_10_workload.py +0 -0
{isagellm_core-0.4.0.2/src/isagellm_core.egg-info → isagellm_core-0.4.0.3}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: isagellm-core
3
- Version: 0.4.0.2
3
+ Version: 0.4.0.3
4
4
  Summary: sageLLM core runtime with PD separation (MVP)
5
5
  Author: IntelliStream Team
6
6
  License: Proprietary - IntelliStream
@@ -16,9 +16,11 @@ Requires-Dist: pyyaml>=6.0.0
16
16
  Requires-Dist: isagellm-protocol<0.5.0,>=0.4.0.0
17
17
  Requires-Dist: isagellm-backend<0.5.0,>=0.4.0.0
18
18
  Requires-Dist: isagellm-comm<0.5.0,>=0.4.0.0
19
- Requires-Dist: isagellm-kv-cache<0.5.0,>=0.3.0.1
19
+ Requires-Dist: isagellm-kv-cache<0.5.0,>=0.4.0.0
20
20
  Requires-Dist: fastapi>=0.100.0
21
21
  Requires-Dist: uvicorn>=0.22.0
22
+ Requires-Dist: torch>=2.0.0
23
+ Requires-Dist: transformers>=4.35.0
22
24
  Provides-Extra: dev
23
25
  Requires-Dist: pytest>=7.0.0; extra == "dev"
24
26
  Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "isagellm-core"
7
- version = "0.4.0.2"
7
+ version = "0.4.0.3"
8
8
  description = "sageLLM core runtime with PD separation (MVP)"
9
9
  readme = "README.md"
10
10
  requires-python = "==3.11.*"
@@ -23,9 +23,11 @@ dependencies = [
23
23
  "isagellm-protocol>=0.4.0.0,<0.5.0",
24
24
  "isagellm-backend>=0.4.0.0,<0.5.0",
25
25
  "isagellm-comm>=0.4.0.0,<0.5.0",
26
- "isagellm-kv-cache>=0.3.0.1,<0.5.0",
26
+ "isagellm-kv-cache>=0.4.0.0,<0.5.0",
27
27
  "fastapi>=0.100.0",
28
28
  "uvicorn>=0.22.0",
29
+ "torch>=2.0.0",
30
+ "transformers>=4.35.0",
29
31
  ]
30
32
 
31
33
  [project.optional-dependencies]
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3/src/isagellm_core.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: isagellm-core
3
- Version: 0.4.0.2
3
+ Version: 0.4.0.3
4
4
  Summary: sageLLM core runtime with PD separation (MVP)
5
5
  Author: IntelliStream Team
6
6
  License: Proprietary - IntelliStream
@@ -16,9 +16,11 @@ Requires-Dist: pyyaml>=6.0.0
16
16
  Requires-Dist: isagellm-protocol<0.5.0,>=0.4.0.0
17
17
  Requires-Dist: isagellm-backend<0.5.0,>=0.4.0.0
18
18
  Requires-Dist: isagellm-comm<0.5.0,>=0.4.0.0
19
- Requires-Dist: isagellm-kv-cache<0.5.0,>=0.3.0.1
19
+ Requires-Dist: isagellm-kv-cache<0.5.0,>=0.4.0.0
20
20
  Requires-Dist: fastapi>=0.100.0
21
21
  Requires-Dist: uvicorn>=0.22.0
22
+ Requires-Dist: torch>=2.0.0
23
+ Requires-Dist: transformers>=4.35.0
22
24
  Provides-Extra: dev
23
25
  Requires-Dist: pytest>=7.0.0; extra == "dev"
24
26
  Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/isagellm_core.egg-info/SOURCES.txt RENAMED
@@ -26,7 +26,6 @@ src/sagellm_core/runner.pyc
26
26
  src/sagellm_core/runtime.pyc
27
27
  src/sagellm_core/workload.pyc
28
28
  src/sagellm_core/__pycache__/__init__.cpython-311.pyc
29
- src/sagellm_core/__pycache__/base_engine.cpython-311.pyc
30
29
  src/sagellm_core/__pycache__/config.cpython-311.pyc
31
30
  src/sagellm_core/__pycache__/demo.cpython-311.pyc
32
31
  src/sagellm_core/__pycache__/engine.cpython-311.pyc
@@ -35,7 +34,6 @@ src/sagellm_core/__pycache__/engine_server.cpython-311.pyc
35
34
  src/sagellm_core/__pycache__/factory.cpython-311.pyc
36
35
  src/sagellm_core/__pycache__/health.cpython-311.pyc
37
36
  src/sagellm_core/__pycache__/llm_engine.cpython-311.pyc
38
- src/sagellm_core/__pycache__/mock_engine.cpython-311.pyc
39
37
  src/sagellm_core/__pycache__/pd_executor.cpython-311.pyc
40
38
  src/sagellm_core/__pycache__/plugins.cpython-311.pyc
41
39
  src/sagellm_core/__pycache__/runner.cpython-311.pyc
@@ -64,7 +62,6 @@ src/sagellm_core/engines/__pycache__/ascend.cpython-311.pyc
64
62
  src/sagellm_core/engines/__pycache__/cpu.cpython-311.pyc
65
63
  src/sagellm_core/engines/__pycache__/embedding.cpython-311.pyc
66
64
  src/sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc
67
- src/sagellm_core/engines/__pycache__/mock.cpython-311.pyc
68
65
  src/sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc
69
66
  src/sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc
70
67
  src/sagellm_core/executor/__init__.py
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/isagellm_core.egg-info/requires.txt RENAMED
@@ -3,9 +3,11 @@ pyyaml>=6.0.0
3
3
  isagellm-protocol<0.5.0,>=0.4.0.0
4
4
  isagellm-backend<0.5.0,>=0.4.0.0
5
5
  isagellm-comm<0.5.0,>=0.4.0.0
6
- isagellm-kv-cache<0.5.0,>=0.3.0.1
6
+ isagellm-kv-cache<0.5.0,>=0.4.0.0
7
7
  fastapi>=0.100.0
8
8
  uvicorn>=0.22.0
9
+ torch>=2.0.0
10
+ transformers>=4.35.0
9
11
 
10
12
  [dev]
11
13
  pytest>=7.0.0
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__init__.py RENAMED
@@ -26,7 +26,7 @@ Architecture (vLLM v1 style):
26
26
 
27
27
  from __future__ import annotations
28
28
 
29
- __version__ = "0.4.0.2"
29
+ __version__ = "0.4.0.3"
30
30
 
31
31
  # ============================================================================
32
32
  # New Architecture (vLLM v1 style) - Hardware Agnostic
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__init__.pyc RENAMED
index cfd14f3..3ba9a0e 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/__main__.pyc RENAMED
index cd8c30a..741e7e6 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/config.pyc RENAMED
index 527aac0..d0d86a5 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/demo.pyc RENAMED
index aed29b3..e1d55fa 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine.pyc RENAMED
index e5df730..21a520b 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_factory.pyc RENAMED
index 3080a24..eb079f4 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engine_server.pyc RENAMED
index 87c45d4..3cca29d 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engines/__init__.pyc RENAMED
index 90c8298..93222d7 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/engines/embedding.pyc RENAMED
index f05dd84..8270600 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/executor/__init__.pyc RENAMED
index c82d465..6c559e8 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/factory.pyc RENAMED
index 0dc3e2a..d34c640 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/health.pyc RENAMED
index 95be0c8..6bf4759 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/inputs/__init__.pyc RENAMED
index e1c20dd..d926036 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/inputs/processor.pyc RENAMED
index 9fa9455..45f8232 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/llm_engine.pyc RENAMED
index d572ba6..0c89441 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/model/__init__.pyc RENAMED
index a7637b2..363e7d6 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/pd_executor.pyc RENAMED
index 7c298a5..3570da3 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/plugins.pyc RENAMED
index 7b57172..74452c9 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/runner.pyc RENAMED
index 703552a..4e413d4 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/runtime.pyc RENAMED
index 326f780..8275fc5 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/sampling/__init__.pyc RENAMED
index 41eb6cb..86b15c9 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/sampling/params.pyc RENAMED
index 3f540f7..bf167fa 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/sampling/sampler.pyc RENAMED
index 136c5a9..83ee047 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/__init__.pyc RENAMED
index 9d65046..579800b 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/worker/worker.pyc RENAMED
index 6392241..9ad3c03 100644
Binary file
{isagellm_core-0.4.0.2 → isagellm_core-0.4.0.3}/src/sagellm_core/workload.pyc RENAMED
index 7baab66..5dd47b3 100644
Binary file