sam-gate 0.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (12) hide show
  1. sam_gate-0.1.0/PKG-INFO +28 -0
  2. sam_gate-0.1.0/README.md +0 -0
  3. sam_gate-0.1.0/benchmarks/__init__.py +1 -0
  4. sam_gate-0.1.0/benchmarks/benchmark.py +672 -0
  5. sam_gate-0.1.0/benchmarks/config_benchmark.py +50 -0
  6. sam_gate-0.1.0/examples/quickstart.py +105 -0
  7. sam_gate-0.1.0/pyproject.toml +49 -0
  8. sam_gate-0.1.0/sam_gate/__init__.py +10 -0
  9. sam_gate-0.1.0/sam_gate/config.py +206 -0
  10. sam_gate-0.1.0/sam_gate/kv_cache.py +2384 -0
  11. sam_gate-0.1.0/sam_gate/sam.py +2420 -0
  12. sam_gate-0.1.0/sam_gate/spectral.py +1685 -0
sam_gate-0.1.0/PKG-INFO ADDED
@@ -0,0 +1,28 @@
1
+ Metadata-Version: 2.4
2
+ Name: sam-gate
3
+ Version: 0.1.0
4
+ Summary: SAM-Gate: Semantic-Aware Memory Gate for heterogeneous KV-cache compression in transformer models
5
+ Project-URL: Repository, https://github.com/Regis3336/sam-gate
6
+ Author: Reinaldo
7
+ License: MIT
8
+ Keywords: attention,compression,kv-cache,llm,quantization,transformers
9
+ Classifier: License :: OSI Approved :: MIT License
10
+ Classifier: Programming Language :: Python :: 3
11
+ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
12
+ Requires-Python: >=3.10
13
+ Requires-Dist: faiss-cpu>=1.7.4
14
+ Requires-Dist: numpy>=1.24.0
15
+ Requires-Dist: psutil>=5.9.0
16
+ Requires-Dist: scipy>=1.10.0
17
+ Requires-Dist: torch>=2.1.0
18
+ Requires-Dist: transformers>=4.38.0
19
+ Provides-Extra: cuda
20
+ Requires-Dist: faiss-gpu>=1.7.4; extra == 'cuda'
21
+ Requires-Dist: flash-attn>=2.3.0; extra == 'cuda'
22
+ Provides-Extra: dev
23
+ Requires-Dist: build; extra == 'dev'
24
+ Requires-Dist: pytest>=7.0; extra == 'dev'
25
+ Requires-Dist: twine; extra == 'dev'
26
+ Provides-Extra: plot
27
+ Requires-Dist: matplotlib>=3.7.0; extra == 'plot'
28
+ Requires-Dist: plotly>=5.14.0; extra == 'plot'
sam_gate-0.1.0/README.md ADDED
File without changes
sam_gate-0.1.0/benchmarks/__init__.py ADDED
@@ -0,0 +1 @@
1
+ """Benchmark scripts for SAM-Gate / RCI (importable as the ``benchmarks`` package)."""