isagellm-core 0.2.0.0__cp311-none-any.whl → 0.2.1.0__cp311-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (15) hide show
  1. {isagellm_core-0.2.0.0.dist-info → isagellm_core-0.2.1.0.dist-info}/METADATA +1 -1
  2. {isagellm_core-0.2.0.0.dist-info → isagellm_core-0.2.1.0.dist-info}/RECORD +15 -10
  3. isagellm_core-0.2.1.0.dist-info/entry_points.txt +6 -0
  4. sagellm_core/__init__.py +27 -1
  5. sagellm_core/__init__.pyc +0 -0
  6. sagellm_core/__pycache__/__init__.cpython-311.pyc +0 -0
  7. sagellm_core/engines/__init__.py +5 -0
  8. sagellm_core/engines/__init__.pyc +0 -0
  9. sagellm_core/engines/__pycache__/__init__.cpython-311.pyc +0 -0
  10. sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc +0 -0
  11. sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc +0 -0
  12. sagellm_core/engines/pytorch.pyc +0 -0
  13. sagellm_core/engines/pytorch_engine.pyc +0 -0
  14. {isagellm_core-0.2.0.0.dist-info → isagellm_core-0.2.1.0.dist-info}/WHEEL +0 -0
  15. {isagellm_core-0.2.0.0.dist-info → isagellm_core-0.2.1.0.dist-info}/top_level.txt +0 -0
{isagellm_core-0.2.0.0.dist-info → isagellm_core-0.2.1.0.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: isagellm-core
3
- Version: 0.2.0.0
3
+ Version: 0.2.1.0
4
4
  Summary: sageLLM core runtime (config/observability/registries), plugin-ready
5
5
  Author: IntelliStream Team
6
6
  License: Proprietary - IntelliStream
{isagellm_core-0.2.0.0.dist-info → isagellm_core-0.2.1.0.dist-info}/RECORD RENAMED
@@ -1,5 +1,5 @@
1
- sagellm_core/__init__.py,sha256=XQwsAH6UV2dIxiLASks_Ka2DPYviHtU7Xm8f9A_raMs,2362
2
- sagellm_core/__init__.pyc,sha256=L6uVckWOqO5Xr3A5lKzadtb46EpTyshtCBF1_U11tok,2445
1
+ sagellm_core/__init__.py,sha256=idV5mkOvtUDrEs57ka2HrKe9CZBJ7mw-3C9nyy3w4og,3029
2
+ sagellm_core/__init__.pyc,sha256=px30KQ5LM_H_h5HmAdN0wxv-hGAh6KQIEG8SZU17VL4,2972
3
3
  sagellm_core/__main__.pyc,sha256=4wEXHFB0JVZaI6wLACU59_b-LfEbujTQZyzONaalAYA,384
4
4
  sagellm_core/base_engine.pyc,sha256=XANZ2YIQGyhI6GqBvoZdmYkMblO3N2eMWHhU4waJZIg,9823
5
5
  sagellm_core/config.pyc,sha256=8gGOOBcHRSSv883bDIJNXzB069ntBc0yYEf-PFAeWdU,9617
@@ -13,7 +13,7 @@ sagellm_core/plugins.pyc,sha256=rhdewQ_zJxnmRFBjUozBlhQtIwFg0C1rFD8zMT7ZeKI,2618
13
13
  sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
14
14
  sagellm_core/runner.pyc,sha256=kUPITl68dX1rOY5Fg5o6KRBMjMhMAQFNizEuRF44PgM,14248
15
15
  sagellm_core/workload.pyc,sha256=LDuZAdimFAd3pHn8E9WG7LjwU_1IKABZ-gaMCMjOTus,4118
16
- sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=ry1xuui3JKKKwFfT-EKRMqQNj-iTz7PewMEzdoE3Dxg,2475
16
+ sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=Gy4DiPzL45yOxumS2iBaChKzWN5Vt7CYvfFme0Im3nU,3002
17
17
  sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=L5Al-v9E7_wvO_wCzwy-uogVGhcREnrEhWOPY8CMEdQ,9853
18
18
  sagellm_core/__pycache__/config.cpython-311.pyc,sha256=4c_gjzVmxIRApzmUq8LCboOG3wPqmmwWVFxZS3JOHOg,9647
19
19
  sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=yOMGCRRQigl8sclMTcg-iHThQoxrRTPWSUdgDYJ3hgU,6407
@@ -25,18 +25,23 @@ sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=KcHBGI1dVIEKm7rhZOkP
25
25
  sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=K6-SC0yOVvT-qVh7Fp2GC-O0GloaWY00W9_8y_jrBnk,2648
26
26
  sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=aZCGktjzcGBqNB7tJahEHfUgbTOYPCn-TyKp6yzpD6s,14278
27
27
  sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=ah0QMR3-t_EdjS6km5zi64LLn0FB3XgN7ALa1rVlDYY,4148
28
- sagellm_core/engines/__init__.py,sha256=e8UeuSNOx4pHFGp-RAQMwdqbuaQ-owAC2QCnIHB40KI,1155
29
- sagellm_core/engines/__init__.pyc,sha256=OuSihHfkoY7noliHKvmb8chxuk8qMKmVNJArSyUe41Q,1180
28
+ sagellm_core/engines/__init__.py,sha256=o2Yb0_kbIfBAJMAa1y0fB-JfkalNIh1FXFtWEytSQfU,1389
29
+ sagellm_core/engines/__init__.pyc,sha256=8BB5P3ewZazw3vPiHxqGdU3SsAouZRr728gjj00ILZQ,1388
30
30
  sagellm_core/engines/cpu.pyc,sha256=bvSyz1Rxu2T38_m3BjeP2stzcGrT6gwKBxnddLKw_V0,20190
31
31
  sagellm_core/engines/embedding.pyc,sha256=0cT3ODDmp-1aJlb6VthnzeKd09stAnITdTHuSaAssiA,11476
32
32
  sagellm_core/engines/hf_cuda.pyc,sha256=N6Pk-Vhj_5zOCdWiXLTasO3BU-7mNO5F0-HK4TaRn1g,50838
33
33
  sagellm_core/engines/mock.pyc,sha256=aOvuEPng6SUqQIB1Mpxcbb-8vzbrrwZSwal1atgSn3w,14611
34
- sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=axxxDoJnQ0TF7xv3FAdj4pkc9BVpKZdiIWdQh8Rsnao,1210
34
+ sagellm_core/engines/pytorch.pyc,sha256=I3oBL28pzeMCT6GNfaG52CY0yt1KR4tsOaVY-amkN7I,18413
35
+ sagellm_core/engines/pytorch_engine.pyc,sha256=XFRcrBNL3ccxHPWuqv2uBg56HNDW0xg7_fK5jOdaHio,9872
36
+ sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=IlXu4lev2PfOkLGSO6dbKDf_RIcxUvmL5cV0EIE3P0I,1418
35
37
  sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=gGjhwViirf7jzzFgcKqKo4ciiDJwWxNoBOC04vWL4dQ,20220
36
38
  sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=-kRmbxPN1IsSmNUi9FA3vp-zpOBiqLXf67gWVOU1wZg,11506
37
39
  sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=RjPewreHvv_9N_iSt8wAxlhTJ_kM-FsoaDWplYAf-cc,50868
38
40
  sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=O5j1RVjz8mAgoA0Aogt_3bVmChAtuJSrjMgDFB8YTAI,14641
39
- isagellm_core-0.2.0.0.dist-info/METADATA,sha256=X3MYU60lAf7XN9_kZaxigI5ASZ600mojmoUzQwGQTZY,10597
40
- isagellm_core-0.2.0.0.dist-info/WHEEL,sha256=ZJeWpR6hcCRGwxVKXlDk-HsGwijNyTq4fszaDj4Ycyo,93
41
- isagellm_core-0.2.0.0.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
42
- isagellm_core-0.2.0.0.dist-info/RECORD,,
41
+ sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=grmN4cmJmGdeO89jBPllYZGlB8gbRDYA2Zzy7pPWCjQ,18443
42
+ sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=T6r2t5X9UNh8uT36gdow1cF5qB5_aeK9NruvdIkreWE,9902
43
+ isagellm_core-0.2.1.0.dist-info/METADATA,sha256=FT7qXDZbnlsUvA2rDwBd-4EQbDj8oULbNh4wBaU-PRU,10597
44
+ isagellm_core-0.2.1.0.dist-info/WHEEL,sha256=ZJeWpR6hcCRGwxVKXlDk-HsGwijNyTq4fszaDj4Ycyo,93
45
+ isagellm_core-0.2.1.0.dist-info/entry_points.txt,sha256=FoTEGna8tmx20UEjrNJGXOOgUnfIbNbdCyhxlDiSfHA,303
46
+ isagellm_core-0.2.1.0.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
47
+ isagellm_core-0.2.1.0.dist-info/RECORD,,
isagellm_core-0.2.1.0.dist-info/entry_points.txt ADDED
@@ -0,0 +1,6 @@
1
+ [sagellm.engines]
2
+ cpu = sagellm_core.engines.cpu:create_cpu_engine
3
+ embedding = sagellm_core.engines.embedding:create_embedding_engine
4
+ hf-cuda = sagellm_core.engines.hf_cuda:create_hf_cuda_engine
5
+ mock = sagellm_core.engines:create_mock_engine
6
+ pytorch = sagellm_core.engines.pytorch:create_pytorch_engine
sagellm_core/__init__.py CHANGED
@@ -33,6 +33,22 @@ from sagellm_core.engines import (
33
33
  MockEngineConfig,
34
34
  create_mock_engine,
35
35
  )
36
+
37
+ # PyTorch engine (optional, loaded lazily)
38
+ PyTorchEngine = None
39
+ PyTorchEngineConfig = None
40
+ PyTorchEngineInstanceConfig = None
41
+ create_pytorch_engine = None
42
+
43
+ try:
44
+ from sagellm_core.engines.pytorch import (
45
+ PyTorchEngine,
46
+ PyTorchEngineConfig,
47
+ PyTorchEngineInstanceConfig,
48
+ create_pytorch_engine,
49
+ )
50
+ except ImportError:
51
+ pass # torch or transformers not available
36
52
  from sagellm_core.factory import create_backend, create_engine
37
53
  from sagellm_core.health import HealthStatus
38
54
  from sagellm_core.plugins import PluginResolutionError, list_entry_points, resolve_kind
@@ -57,7 +73,13 @@ try:
57
73
  except Exception:
58
74
  pass # sentence-transformers not available
59
75
 
60
- __version__ = "0.2.0.0"
76
+ try:
77
+ if PyTorchEngine is not None:
78
+ EngineFactory.register(PyTorchEngine)
79
+ except Exception:
80
+ pass # torch or transformers not available
81
+
82
+ __version__ = "0.2.1.0"
61
83
 
62
84
  __all__ = [
63
85
  # Version
@@ -84,6 +106,10 @@ __all__ = [
84
106
  "HFCudaEngineConfig",
85
107
  "EmbeddingEngine",
86
108
  "EmbeddingEngineConfig",
109
+ "PyTorchEngine",
110
+ "PyTorchEngineConfig",
111
+ "PyTorchEngineInstanceConfig",
112
+ "create_pytorch_engine",
87
113
  # Factory functions
88
114
  "create_backend",
89
115
  "create_engine",
sagellm_core/__init__.pyc CHANGED
Binary file
sagellm_core/engines/__init__.py CHANGED
@@ -4,6 +4,7 @@ This module provides built-in engine implementations:
4
4
  - MockEngine: GPU-free mock engine for testing
5
5
  - CPUEngine: CPU-only inference with HuggingFace Transformers
6
6
  - HFCudaEngine: CUDA inference with HuggingFace Transformers
7
+ - PyTorchEngine: Unified PyTorch engine (auto-detects CUDA/NPU/CPU)
7
8
  - EmbeddingEngine: Embedding model inference
8
9
  """
9
10
 
@@ -17,6 +18,7 @@ from sagellm_core.engines.mock import (
17
18
  MockEngineInstanceConfig,
18
19
  create_mock_engine,
19
20
  )
21
+ from sagellm_core.engines.pytorch_engine import PyTorchEngine, create_pytorch_engine
20
22
 
21
23
  # Export aliases for backward compatibility
22
24
  HFCudaEngineConfig = HFCudaEngineInstanceConfig
@@ -34,6 +36,9 @@ __all__ = [
34
36
  "HFCudaEngine",
35
37
  "HFCudaEngineConfig",
36
38
  "HFCudaEngineInstanceConfig",
39
+ # PyTorch engine (unified)
40
+ "PyTorchEngine",
41
+ "create_pytorch_engine",
37
42
  # Embedding engine
38
43
  "EmbeddingEngine",
39
44
  "EmbeddingEngineConfig",
sagellm_core/engines/__init__.pyc CHANGED
Binary file
sagellm_core/engines/pytorch.pyc ADDED
Binary file
sagellm_core/engines/pytorch_engine.pyc ADDED
Binary file