isagellm-core 0.4.0.4__py2.py3-none-any.whl → 0.4.0.5__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (71) hide show
  1. {isagellm_core-0.4.0.4.dist-info → isagellm_core-0.4.0.5.dist-info}/METADATA +1 -1
  2. isagellm_core-0.4.0.5.dist-info/RECORD +109 -0
  3. sagellm_core/__init__.py +1 -1
  4. sagellm_core/__init__.pyc +0 -0
  5. sagellm_core/__pycache__/__init__.cpython-311.pyc +0 -0
  6. sagellm_core/__pycache__/engine_server.cpython-311.pyc +0 -0
  7. sagellm_core/__pycache__/llm_engine.cpython-311.pyc +0 -0
  8. sagellm_core/__pycache__/pd_executor.cpython-311.pyc +0 -0
  9. sagellm_core/__pycache__/runner.cpython-311.pyc +0 -0
  10. sagellm_core/distributed/__init__.pyc +0 -0
  11. sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc +0 -0
  12. sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc +0 -0
  13. sagellm_core/distributed/strategies.pyc +0 -0
  14. sagellm_core/engine_core/__init__.pyc +0 -0
  15. sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc +0 -0
  16. sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc +0 -0
  17. sagellm_core/engine_core/engine_core.pyc +0 -0
  18. sagellm_core/engine_core/scheduler/__init__.pyc +0 -0
  19. sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc +0 -0
  20. sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc +0 -0
  21. sagellm_core/engine_core/scheduler/scheduler.pyc +0 -0
  22. sagellm_core/engine_server.pyc +0 -0
  23. sagellm_core/engines/__init__.pyc +0 -0
  24. sagellm_core/engines/__pycache__/__init__.cpython-311.pyc +0 -0
  25. sagellm_core/engines/__pycache__/embedding.cpython-311.pyc +0 -0
  26. sagellm_core/engines/embedding.pyc +0 -0
  27. sagellm_core/executor/__init__.pyc +0 -0
  28. sagellm_core/executor/__pycache__/__init__.cpython-311.pyc +0 -0
  29. sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc +0 -0
  30. sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc +0 -0
  31. sagellm_core/executor/executor_base.pyc +0 -0
  32. sagellm_core/executor/uniproc_executor.pyc +0 -0
  33. sagellm_core/inputs/__init__.pyc +0 -0
  34. sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc +0 -0
  35. sagellm_core/inputs/__pycache__/processor.cpython-311.pyc +0 -0
  36. sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc +0 -0
  37. sagellm_core/inputs/processor.pyc +0 -0
  38. sagellm_core/inputs/tokenizer_utils.pyc +0 -0
  39. sagellm_core/llm_engine.pyc +0 -0
  40. sagellm_core/model/__init__.pyc +0 -0
  41. sagellm_core/model/__pycache__/__init__.cpython-311.pyc +0 -0
  42. sagellm_core/model/__pycache__/model_loader.cpython-311.pyc +0 -0
  43. sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc +0 -0
  44. sagellm_core/model/model_loader.pyc +0 -0
  45. sagellm_core/model/weight_utils.pyc +0 -0
  46. sagellm_core/observability/__init__.pyc +0 -0
  47. sagellm_core/observability/__pycache__/__init__.cpython-311.pyc +0 -0
  48. sagellm_core/observability/__pycache__/logger.cpython-311.pyc +0 -0
  49. sagellm_core/observability/__pycache__/metrics.cpython-311.pyc +0 -0
  50. sagellm_core/observability/logger.pyc +0 -0
  51. sagellm_core/observability/metrics.pyc +0 -0
  52. sagellm_core/pd_executor.pyc +0 -0
  53. sagellm_core/runner.pyc +0 -0
  54. sagellm_core/sampling/__init__.pyc +0 -0
  55. sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc +0 -0
  56. sagellm_core/sampling/__pycache__/params.cpython-311.pyc +0 -0
  57. sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc +0 -0
  58. sagellm_core/sampling/params.pyc +0 -0
  59. sagellm_core/sampling/sampler.pyc +0 -0
  60. sagellm_core/worker/__init__.pyc +0 -0
  61. sagellm_core/worker/__pycache__/__init__.cpython-311.pyc +0 -0
  62. sagellm_core/worker/__pycache__/worker.cpython-311.pyc +0 -0
  63. sagellm_core/worker/model_runner/__init__.pyc +0 -0
  64. sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc +0 -0
  65. sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc +0 -0
  66. sagellm_core/worker/model_runner/model_runner.pyc +0 -0
  67. sagellm_core/worker/worker.pyc +0 -0
  68. isagellm_core-0.4.0.4.dist-info/RECORD +0 -109
  69. {isagellm_core-0.4.0.4.dist-info → isagellm_core-0.4.0.5.dist-info}/WHEEL +0 -0
  70. {isagellm_core-0.4.0.4.dist-info → isagellm_core-0.4.0.5.dist-info}/entry_points.txt +0 -0
  71. {isagellm_core-0.4.0.4.dist-info → isagellm_core-0.4.0.5.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: isagellm-core
3
- Version: 0.4.0.4
3
+ Version: 0.4.0.5
4
4
  Summary: sageLLM core runtime with PD separation (MVP)
5
5
  Author: IntelliStream Team
6
6
  License: Proprietary - IntelliStream
@@ -0,0 +1,109 @@
1
+ sagellm_core/__init__.py,sha256=cApcF4dceghRb3np3CuVC6Bx2uIDm-0qYSd46oRahWI,6922
2
+ sagellm_core/__init__.pyc,sha256=LpYdHxXKBZ6ynVS3j5RClvXwcxsN0hDcOjaqplI2Qxs,4482
3
+ sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
4
+ sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
5
+ sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
6
+ sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
7
+ sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
8
+ sagellm_core/engine_server.pyc,sha256=cPziNi2CVHFCunu1Fc1xaC-abSKFrdEo22ni4c1ThUk,19482
9
+ sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
10
+ sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
11
+ sagellm_core/llm_engine.pyc,sha256=hDodK4I7UVLhTI8j1qllcMEZhr4lcpZKWzJBNApB9Uw,23153
12
+ sagellm_core/pd_executor.pyc,sha256=0X4y_b1Eo0dbRMHUbNwMzDdrAnnM3_1nGEBROyM-9vo,17970
13
+ sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
14
+ sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
15
+ sagellm_core/runner.pyc,sha256=2UlxzkAZhE9s4tFIE6J-LsYMvWgf2KYsVUUl3AGHSq4,14180
16
+ sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
17
+ sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
18
+ sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=RHD61tIc9Gl_DZbNqqbTgPE_I_BiHgwlZOcXVKrpDug,4512
19
+ sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
20
+ sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
21
+ sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
22
+ sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
23
+ sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
24
+ sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=1e0EOjFWg3awIlmx-Sg9NozW_oUzqE7tvRnQuK-WmfY,19512
25
+ sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
26
+ sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
27
+ sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=DwTb8ZZD_zviceL8Iz_CH_xGMoZ1ttqK8D1zptQtGd8,23183
28
+ sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
29
+ sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=khKFSFOaqEVMsA9sqbJ2WctNpzq4DUs3VrBioJyu66I,18000
30
+ sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
31
+ sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=V_QCo-2QpP3LO23dGTrTJlX3c0eBumBd_8nQxDXW8jY,14210
32
+ sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=STMbXptWWqislgsqEk4kIXmUYXdFzGDihSeXGWLy_6k,10048
33
+ sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
34
+ sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
35
+ sagellm_core/distributed/__init__.pyc,sha256=L-ru2BwKIoQBrwdfndgwMO_-hfh_a09HEDe8y5FbTP0,498
36
+ sagellm_core/distributed/strategies.pyc,sha256=QxIMwtbXGSz4TKbveyY4U5zceYu7-bALbWcXFx_Id3w,6061
37
+ sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=sHA06SA1A8VpKKmjUqNaavq4ubM1w3OZhlnuLI4-ER8,528
38
+ sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=CcGcenv2u8crCJBOfUOaqqX3ZgmHp8kYBQBZCPw7Aa0,6091
39
+ sagellm_core/engine_core/__init__.py,sha256=wG6ONHCRWk4ScU6WwW8f-qL3xITF5OcqbxBHGKAAwd4,314
40
+ sagellm_core/engine_core/__init__.pyc,sha256=afXP8W2OkwkUE-DF8KuXkZnCKIvRQlgLgcRKCQWsSic,502
41
+ sagellm_core/engine_core/engine_core.pyc,sha256=XNqqasoE7Ues3Bj97_B1C3CwoQQ5kbaHxS37gjvWeWk,8790
42
+ sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=HmDClA2XR0HpgAycKBgUT5rrUw7sSiD7ya_ZgMA-l0s,532
43
+ sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=Edt077OVG1o_ZDiEyLcz_T3w9Lb5gt24ASNcGEYId08,8820
44
+ sagellm_core/engine_core/scheduler/__init__.py,sha256=V-XPvuplqlFusYZE7ta2NjLivYiN1ALDLkH7H6BbegU,448
45
+ sagellm_core/engine_core/scheduler/__init__.pyc,sha256=JuTZf21x9-JQlcUA3FKaAhHnviySF8IvzhiCBGztwdQ,614
46
+ sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=jn1TrZ0StQRH8AYPp-i7F43neeLPYVlLhJD-9J3nMT0,8974
47
+ sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=tpgFqfLDIQcMzivl7in_XpOiIIFBcdXuPVG6LYsDpTs,644
48
+ sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=82lBCpVN3zxQ2BtDyk5e2dJcyQbBn0CuJK9T4Wb88as,9004
49
+ sagellm_core/engines/__init__.py,sha256=eRxLCXebcl0DqhMh4J3yPcpmoSMtZzjWjCXNku0hcek,865
50
+ sagellm_core/engines/__init__.pyc,sha256=d03OLSOxhZQ8q2XxhyEQbfu9gdFko2FQPKeQ4wpekR4,934
51
+ sagellm_core/engines/embedding.pyc,sha256=FLbPRuR4pSPo4caNpYeIbm4Dn-zS97XAhsMsTUp9nPg,12189
52
+ sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=HU_A2xK17r19uVuGQEpdzjUQN4WHfnwPhcaHkcro5b0,964
53
+ sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=A3F0gZAhTeUDM7Fpur1skw1DaWBX-W88oXCs9L-0qm0,34653
54
+ sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=lxuj9LGXjsg7WwB0GXQUsYBphevFENmeLAjKYiswNxY,27863
55
+ sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=d30mG4YdFVylH8k9MgDeyj_cPHoWUeKIfERS9XY-Dzc,12219
56
+ sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxWJZKRv-os5Hw-InlfV2ZfZ6myrLY,61133
57
+ sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
58
+ sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
59
+ sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
60
+ sagellm_core/executor/__init__.py,sha256=Acm1uxVigM823XnTaJ2UC_mSgTIlvtHb6uX076tMSN0,507
61
+ sagellm_core/executor/__init__.pyc,sha256=pfDFMgavxPV9IE4NhfUIKyQHRJMVEX6S4GCt3_h2LTw,705
62
+ sagellm_core/executor/executor_base.pyc,sha256=QXIXhucFMPVkpriI2gr6oP8rU56c21YaGWA3yI9-VAw,4759
63
+ sagellm_core/executor/uniproc_executor.pyc,sha256=i9NCp17xqvRsELUefOYdo1mSGVCOo1oNF_egp4PmlnQ,4940
64
+ sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=zCkeC1EUpfT4oFAe3lLlj38QMKQQhN07zeGyh2u8l9A,735
65
+ sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=sKJhsR2sPKdRVuIwc6v-RrujK4opscqKbwM2m7Wkijs,4789
66
+ sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=XV00wde-YUHqnQwfOEZlvRNcurfsnQLCLUh0Bd7qGWQ,4970
67
+ sagellm_core/inputs/__init__.py,sha256=t_DP0n7Cx-L9BiniDcKHBcg6IK6EVCs8J7GRbAwPbLk,301
68
+ sagellm_core/inputs/__init__.pyc,sha256=xONx11cRp2Yx-W3oI5AoHBe03yQqY46xMTqh4f9lQ00,513
69
+ sagellm_core/inputs/processor.pyc,sha256=iztIZURC1H_GPo45X1L9MK6GcFw2Huz7Kd4tK2EKEtI,3641
70
+ sagellm_core/inputs/tokenizer_utils.pyc,sha256=F9RIwIxNlcD59rUBA2LHobz7IJGFtiY2V1jYtRPiCMQ,2871
71
+ sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=1NdxMZuJHkhlSFWj14_Q_vQaS62CgysRd14FASINH8o,543
72
+ sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=WFnO-UcDrN4jjuDc6PGtaXiaw0ZaOe2HWKSZuSmgRz8,3671
73
+ sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=M9R_iEwz3t_t-9ndSG5wjsjGGMO8yhfD-tJyPsLM7Tw,2901
74
+ sagellm_core/model/__init__.py,sha256=WKrGGLrz5yhK5R1-YapCiV8eBec7kH-NvBOEIm6VD90,329
75
+ sagellm_core/model/__init__.pyc,sha256=0dHCbuVhWPKha4dANqvQHwgVQktmpjBBt7g5jnmMlMw,542
76
+ sagellm_core/model/model_loader.pyc,sha256=offgPdq28eVbvEBt4Wy1Kcg-eSZZWQ6pfhIrPnUd0cQ,5822
77
+ sagellm_core/model/weight_utils.pyc,sha256=8n_GXcxh-Mbb8SWGTe2TxWHq5iAsed2sUHlwhelwtvI,1830
78
+ sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=BLJC6NsnIZLjbhIIa11N9ldnDPF2S0FA2D0y6JDo_cQ,572
79
+ sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=94FWyr2Dm5YBuvbYfQhhfLnefdqE7z2gQObBpc1Ax-o,5852
80
+ sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=KqfOW4NGgxi4eIZggRp0DTUD_-6HGRjJmKku9Ni2k58,1860
81
+ sagellm_core/observability/__init__.py,sha256=lT3qt-69vwH3KlxqN0H_hjknmaXl8Yx2Q3PrWifNvd8,378
82
+ sagellm_core/observability/__init__.pyc,sha256=Ghgsq2-WhtT_icjxVgWt6GpOapJupITe8CB_5W0dm2s,608
83
+ sagellm_core/observability/logger.pyc,sha256=GQj6rxgqlgMv7K-7WoDtIYMNttv91PQwXRUGHexhErU,1910
84
+ sagellm_core/observability/metrics.pyc,sha256=4PloQ9SvDFZxgD8LFqFdgW2BX1fOcjzIWLk1AMBxx3g,6314
85
+ sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=woY1VO6hI89r2lOAH4zT8WsBKDoOHJVovjmo3hMkzjw,638
86
+ sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=WiNrWJrA1z9Q_6NSLmSD0F_gpUW6yNewQuoHUPDkXFI,1940
87
+ sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=ADV4rPzi7RLfFLkmNprWgzQdd6fniy2tgFEbxLS1B6Y,6344
88
+ sagellm_core/sampling/__init__.py,sha256=H8b1UnwiYfMP2rODrjDJXvoI8fRTyfCoDImHRstIDGg,330
89
+ sagellm_core/sampling/__init__.pyc,sha256=2y3yOA-QUtYbJ2zdbWSK5pW8uXc6_b4kS1HPKAak78o,556
90
+ sagellm_core/sampling/params.pyc,sha256=KVrqkVx0PMolf_T7i6lBvqvAKq_AtpRV9FVZuQ6O7VQ,3391
91
+ sagellm_core/sampling/sampler.pyc,sha256=yJM6IFc4lkPsuA0Sesnu8NQlUocd0QjUfng3rRj8SW8,6721
92
+ sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=c7n2Y5x50weB_CDF57v0vO9AcOuF8JX_M49b5j0r-d4,586
93
+ sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=quP2CVoHy0HfX6XUUA6C54ylPZXEtYvt_Wl5dILczuw,3421
94
+ sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=tyVZKsPSzTwKxxiDf8sRUOulvLv5MDBOBc3WaRma0To,6751
95
+ sagellm_core/worker/__init__.py,sha256=isHAvgRYHX_HBRQsJtB72ziV4xeSDyjR1xFH3h_HEHQ,258
96
+ sagellm_core/worker/__init__.pyc,sha256=v8RU4B9o4jsoXQc-5-EJsJNV-0bk1axCOJumQ2BPRaE,445
97
+ sagellm_core/worker/worker.pyc,sha256=RS6QzEiDqAqje3grQdGjT1xNd2PQHyxttBxCYHPkJUI,4772
98
+ sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=MAsXeQ2Dqboq9C9G-vlGfuDBcSfx5E6lIBIuccz4PmA,475
99
+ sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=O0dKCd1vFcR4db5Q2f-Yhm_UBJub1O7054rpAPKqj4U,4802
100
+ sagellm_core/worker/model_runner/__init__.py,sha256=w4cq2JoxfHYNUQI3jXO-XhFCoYxNg6YHkioK-S3Ayro,246
101
+ sagellm_core/worker/model_runner/__init__.pyc,sha256=0-npKJTgcYCup-nQV2VdJJw_XHfIuWI1XYFBw7-dhMg,447
102
+ sagellm_core/worker/model_runner/model_runner.pyc,sha256=V2sGaArkhQsY_Ho1qnE5aZfYa140rRBeaDCL04Z8MVo,16106
103
+ sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=i58Yrh244v3ULPmf-vPb9brHH6izaiBvTs5w-F9QN_U,477
104
+ sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=tMZgOmjx29FyhjbS7HOwSBTtE4qL-X4bqjLZd0YX9Jo,16136
105
+ isagellm_core-0.4.0.5.dist-info/METADATA,sha256=E_VR5DEA3Lu10WsvJcs63IkVBGeC2oJwm_a-OipVxOE,9240
106
+ isagellm_core-0.4.0.5.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
107
+ isagellm_core-0.4.0.5.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
108
+ isagellm_core-0.4.0.5.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
109
+ isagellm_core-0.4.0.5.dist-info/RECORD,,
sagellm_core/__init__.py CHANGED
@@ -26,7 +26,7 @@ Architecture (vLLM v1 style):
26
26
 
27
27
  from __future__ import annotations
28
28
 
29
- __version__ = "0.4.0.4"
29
+ __version__ = "0.4.0.5"
30
30
 
31
31
  # ============================================================================
32
32
  # New Architecture (vLLM v1 style) - Hardware Agnostic
sagellm_core/__init__.pyc CHANGED
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
sagellm_core/runner.pyc CHANGED
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
@@ -1,109 +0,0 @@
1
- sagellm_core/__init__.py,sha256=VU3oJ3DfxdKcTbpomSJTjmqDqWlm__IgWgu9W2zDm5I,6922
2
- sagellm_core/__init__.pyc,sha256=C3rAI7tXoookToCv-r0kRps2zG51F9QdeRPH83HFgLM,4482
3
- sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
4
- sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
5
- sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
6
- sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
7
- sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
8
- sagellm_core/engine_server.pyc,sha256=rGA5dqn1bfUHkRSF3EDFQ_05daAPQufBP0XSja37IVg,19482
9
- sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
10
- sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
11
- sagellm_core/llm_engine.pyc,sha256=MMQnI0QYjNTKWBBCztqLxsYsrMYM2cB5WzcrrflUR3I,23153
12
- sagellm_core/pd_executor.pyc,sha256=vC9G5CYGjc8LaunhnxYUlpOW32TfMk3lzxcgflODNRo,17970
13
- sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
14
- sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
15
- sagellm_core/runner.pyc,sha256=mKaDOeVojOkJw05MAmRGhUOuSbyE3HvWXRR0Z3REBf4,14180
16
- sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
17
- sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
18
- sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=UqWFr-cq8LYzltqblgNSNR1o6zo0w9uSFo3NRPo_6p8,4512
19
- sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
20
- sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
21
- sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
22
- sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
23
- sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
24
- sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=FoGMK6BXBQxXdFo1g_EwX2YoMDwC3xS6kfu1LpIYxhU,19150
25
- sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
26
- sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
27
- sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=a33uEvNczAq37vEuy1oritLRE2qvcu3F95FAuspjgJU,22277
28
- sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
29
- sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=KBwJZjg5NAn6hv42KsH62ipba4-5dpAPEriQL02nCyo,18000
30
- sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
31
- sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=kKBk8o2INMZGAkaWq1maQnW1Lx7uDtd16XnNPj00asA,14210
32
- sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=STMbXptWWqislgsqEk4kIXmUYXdFzGDihSeXGWLy_6k,10048
33
- sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
34
- sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
35
- sagellm_core/distributed/__init__.pyc,sha256=hPC780PnFrUJlKX6x2IwE0aY4RXXkAOEf4yG6pd8lcY,498
36
- sagellm_core/distributed/strategies.pyc,sha256=8kbZ-xDIzJWefUktHAeMOrP8s4bXPFxiH41UoomqumY,6061
37
- sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=9IncnBC7RVnyilxq4hpXAgXsuDMRqV-VIznXn5aBzDw,528
38
- sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=MkphQflrmBzCek4KlxkI7yyEGGXpRI4lGNbpAvz5rjM,6091
39
- sagellm_core/engine_core/__init__.py,sha256=wG6ONHCRWk4ScU6WwW8f-qL3xITF5OcqbxBHGKAAwd4,314
40
- sagellm_core/engine_core/__init__.pyc,sha256=znjBZFMyjJnYFJQDWJh0Dyd9G3585ZsSdvHmTNnvVXQ,502
41
- sagellm_core/engine_core/engine_core.pyc,sha256=YkKW5Jl1mk3W1pipG8NRaNy6xgr7J059flKCUFHdDdw,8790
42
- sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=c6Ijkt6NLy0hMcKQSde48WCcobWUE7RCWjAsmTU8Emc,532
43
- sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=G07nZyXQaHjIJ7Lpe40Ne4-mZQJ_qaXwYllxZ8iLCos,8820
44
- sagellm_core/engine_core/scheduler/__init__.py,sha256=V-XPvuplqlFusYZE7ta2NjLivYiN1ALDLkH7H6BbegU,448
45
- sagellm_core/engine_core/scheduler/__init__.pyc,sha256=3SVyLGhehyQ1gzo_qyufRyMW1Rh4JjuDlikCn1KDSxc,614
46
- sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=JUbULVALVp4pGiAO_eD-s33sh82460_3-1enTF9ZaY8,8974
47
- sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=b1_3c-uB97F_ax0X_aQXEsOgf9_4mRUAN5UvNemv2U0,644
48
- sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=k_cgkiaJ3VIzQxK6ov2a7URzJ9v-RUQxe3TLNCvAvCE,9004
49
- sagellm_core/engines/__init__.py,sha256=eRxLCXebcl0DqhMh4J3yPcpmoSMtZzjWjCXNku0hcek,865
50
- sagellm_core/engines/__init__.pyc,sha256=2Ba-9pC-zZYAaH-6iiI-WYr1EKjxcXUWR45Q1R-CnNg,934
51
- sagellm_core/engines/embedding.pyc,sha256=K288BzPjw5zvQgJBrTgxxhxDgZuQKB7CO8Qh8ZQOINI,12189
52
- sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=lKfZzOG9_SjVM0qGzfO7GObYTI0we-WQjQwEthN1vdA,964
53
- sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=A3F0gZAhTeUDM7Fpur1skw1DaWBX-W88oXCs9L-0qm0,34653
54
- sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=lxuj9LGXjsg7WwB0GXQUsYBphevFENmeLAjKYiswNxY,27863
55
- sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=o_s6pSneeVZvjFvzMZHwJQzgQ0n7oiQL8CHVCXNDxeE,12219
56
- sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxWJZKRv-os5Hw-InlfV2ZfZ6myrLY,61133
57
- sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
58
- sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
59
- sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
60
- sagellm_core/executor/__init__.py,sha256=Acm1uxVigM823XnTaJ2UC_mSgTIlvtHb6uX076tMSN0,507
61
- sagellm_core/executor/__init__.pyc,sha256=3kZX3HR8cIos7PNDBL_uatf2Gpt8gOyLTJ2NwGkc6mg,705
62
- sagellm_core/executor/executor_base.pyc,sha256=8nZ7XwaSJxVt3HMqE9lfGybRTRbtwGgbdFLdm99yAKI,4759
63
- sagellm_core/executor/uniproc_executor.pyc,sha256=FSmR4csK7yFVMamdVf8n_riFB4hLgr2VOIez8qUxkvs,4940
64
- sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=DW6UXNP7P0l3aSrXyLWAfVsUvfp4Sr3YAyWQQVPW5yI,735
65
- sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=rwnOrzdAi5Z4XKEJ8Axujui9jXJ_0DUzLrSI6tWYEmA,4789
66
- sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=W1wu1CVtkc9muopiaB_uEkF-AW39cWQDwnMR9qMB0OE,4970
67
- sagellm_core/inputs/__init__.py,sha256=t_DP0n7Cx-L9BiniDcKHBcg6IK6EVCs8J7GRbAwPbLk,301
68
- sagellm_core/inputs/__init__.pyc,sha256=ItdqDd891ijkOjMdGoLUMkHUOzwtF1HAWEdJC4P1aNg,513
69
- sagellm_core/inputs/processor.pyc,sha256=5BEy2bE0Htt47RqOe1xSm4Hg1lRyUG1Lf7VrsgOSGmI,3641
70
- sagellm_core/inputs/tokenizer_utils.pyc,sha256=dCObZmoO7mv44KmUQVn8yhI7tSWbc79LjpLvwJ48dJw,2871
71
- sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=MVsPqzG-sEN2ELax-u-lONRLi5fPej09yHMJ8hpxP6M,543
72
- sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=eUxcsPoRGarL6HJa0mth9Okvsqh127o8pT8RZZdqAjE,3671
73
- sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=MaAf6SBfTgiYetFEIiNtFD6EPt9GJrvgOw_vXlLMhlM,2901
74
- sagellm_core/model/__init__.py,sha256=WKrGGLrz5yhK5R1-YapCiV8eBec7kH-NvBOEIm6VD90,329
75
- sagellm_core/model/__init__.pyc,sha256=0WoSvBoK7G2ZkZwW0RICyAKOlS013QJC-Ah1ma9ypF0,542
76
- sagellm_core/model/model_loader.pyc,sha256=yT3btma1ivialUd4Q9H_TBzimFsrUV2bpyUQn0GyQTY,5713
77
- sagellm_core/model/weight_utils.pyc,sha256=xmO5_1DoezAzsqvD9orukt6W2ripMQM1lAVGSm_1CG0,1830
78
- sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=kBQ6RJpIXBMJCPOig8nbUUStW3ur2tqp-m-dDqj5aOQ,572
79
- sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=lgI5h-AzU-byb9EpepebYrzAuQelUgscrOWi2lmID_U,5743
80
- sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=QMDROe_3TeJbL3aGseTc7fbnrk6rcCfTOQA96Yv8GE0,1860
81
- sagellm_core/observability/__init__.py,sha256=lT3qt-69vwH3KlxqN0H_hjknmaXl8Yx2Q3PrWifNvd8,378
82
- sagellm_core/observability/__init__.pyc,sha256=eUBjEiX6acN8o-j4pzg3vpI4oCh_o9WIuhGFepd72hE,608
83
- sagellm_core/observability/logger.pyc,sha256=eG0husObnRjypb-QNLEUR-oUo1_p0jdZby5xKhxwyJ0,1910
84
- sagellm_core/observability/metrics.pyc,sha256=AzprXuvGQm_QTlUXrwxfI3eZavkqY4uLQhal0dDx2D0,6314
85
- sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=fHM5HlyMXmSdwktWwqw94A5oypHStONrb9u5ws5xlEE,638
86
- sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=xpy5L6iaZioS-eqFOElqp_gwMTvdsWJsN5U_rPUs-P8,1940
87
- sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=91zrE-uhwTdY30wCiPEE1nARJ0Xu_yRo09vUOjNpPTA,6344
88
- sagellm_core/sampling/__init__.py,sha256=H8b1UnwiYfMP2rODrjDJXvoI8fRTyfCoDImHRstIDGg,330
89
- sagellm_core/sampling/__init__.pyc,sha256=3n9farL_N0_TRLrTDdPCZ7y4krH_1mBe7mpXyT4vJoc,556
90
- sagellm_core/sampling/params.pyc,sha256=fDXtSd4o_T4WB39JRJEfPkJkRgF-NdfVSAbwU6KTTSw,3391
91
- sagellm_core/sampling/sampler.pyc,sha256=qTLHamI9wGpzVP4tNPeBCXSjAH3mGMAfyKRkISs-wFo,6721
92
- sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=nuSCVY7y5eJ4m8OwZuDxbtCgWygoW7oyZBHpEWF908E,586
93
- sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=efbQsNo_JlLLyL9iq25RfDX257vPtdI6zYMfAp8ApQw,3421
94
- sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=hXSd9G0Y3XAtfYxVkwxD10j72WLjH0kZJ-j0I1zSuiI,6751
95
- sagellm_core/worker/__init__.py,sha256=isHAvgRYHX_HBRQsJtB72ziV4xeSDyjR1xFH3h_HEHQ,258
96
- sagellm_core/worker/__init__.pyc,sha256=i480iTr9DqsYUsUEP_jmiYwwNbxADVNETksFmlFvU28,445
97
- sagellm_core/worker/worker.pyc,sha256=0K2uxGOf1zjEo69hWvqpe_ws931ZEv0c1oNOj9YOXyo,4772
98
- sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=XhBciDjCBvSTjPEBK9tekQK9R81IgW_gldxqnNKg254,475
99
- sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=WL7BvD6aErgMUznNG4K2q-S8OalPAaE0vETf1cCcfL4,4802
100
- sagellm_core/worker/model_runner/__init__.py,sha256=w4cq2JoxfHYNUQI3jXO-XhFCoYxNg6YHkioK-S3Ayro,246
101
- sagellm_core/worker/model_runner/__init__.pyc,sha256=1fMhWI3uEAx4vmT6B92SuR8CIYq0EMj_71wPhAfPlzo,447
102
- sagellm_core/worker/model_runner/model_runner.pyc,sha256=y690vQKKAXlZVKdhp08SHngq77PH1OWxeuHXwtYpIcs,16106
103
- sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=8HAJa4LyKehuAPnokFNQ4dCqYVgTec_ZqcYu-BUFdd0,477
104
- sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=UIWv0vCebp9t6ph7grLSd17lpT9pMuiEWXzOQoHq_Sg,16136
105
- isagellm_core-0.4.0.4.dist-info/METADATA,sha256=LxzGJdar_aCcMkzbsNR2IcepbdgRguiJRkbGjUSjlEY,9240
106
- isagellm_core-0.4.0.4.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
107
- isagellm_core-0.4.0.4.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
108
- isagellm_core-0.4.0.4.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
109
- isagellm_core-0.4.0.4.dist-info/RECORD,,