kolmo 0.0.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- kolmo/__init__.py +19 -0
- kolmo/py.typed +0 -0
- kolmo-0.0.1.dist-info/METADATA +41 -0
- kolmo-0.0.1.dist-info/RECORD +5 -0
- kolmo-0.0.1.dist-info/WHEEL +4 -0
kolmo/__init__.py
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"""
|
|
2
|
+
kolmo: Information-theoretic LLM routing.
|
|
3
|
+
"""
|
|
4
|
+
|
|
5
|
+
__version__ = "0.0.1"
|
|
6
|
+
|
|
7
|
+
def route(prompt: str, anchors: dict[str, str]) -> str:
|
|
8
|
+
"""
|
|
9
|
+
Placeholder routing function.
|
|
10
|
+
|
|
11
|
+
Args:
|
|
12
|
+
prompt: The user input string.
|
|
13
|
+
anchors: Mapping of domain names to reference text or dictionary paths.
|
|
14
|
+
|
|
15
|
+
Returns:
|
|
16
|
+
The selected domain name.
|
|
17
|
+
"""
|
|
18
|
+
# TODO: Implement NCD logic with zstandard dictionaries.
|
|
19
|
+
return list(anchors.keys())[0] if anchors else "default"
|
kolmo/py.typed
ADDED
|
File without changes
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: kolmo
|
|
3
|
+
Version: 0.0.1
|
|
4
|
+
Summary: Ultra-low latency LLM routing based on Kolmogorov Complexity and Compression.
|
|
5
|
+
Project-URL: Homepage, https://github.com/charlybgai/kolmo
|
|
6
|
+
Project-URL: Repository, https://github.com/charlybgai/kolmo
|
|
7
|
+
Author-email: Carlos Bustamante <me@carlosbustamante.dev>, KODEX <agent@carlosbustamante.dev>
|
|
8
|
+
Keywords: compression,information-theory,kolmogorov,llm,ncd,routing
|
|
9
|
+
Classifier: Development Status :: 2 - Pre-Alpha
|
|
10
|
+
Classifier: License :: OSI Approved :: MIT License
|
|
11
|
+
Classifier: Programming Language :: Python :: 3
|
|
12
|
+
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
|
13
|
+
Requires-Python: >=3.10
|
|
14
|
+
Requires-Dist: zstandard>=0.22.0
|
|
15
|
+
Description-Content-Type: text/markdown
|
|
16
|
+
|
|
17
|
+
# kolmo 🧠
|
|
18
|
+
|
|
19
|
+
**Ultra-low latency LLM routing based on Kolmogorov Complexity and Statistical Compression.**
|
|
20
|
+
|
|
21
|
+
`kolmo` is a zero-VRAM, microsecond-latency router for Large Language Models. Instead of using neural networks (embeddings) to classify user intent, it uses **Information Theory** and **Normalized Compression Distance (NCD)** to route prompts to the most efficient model.
|
|
22
|
+
|
|
23
|
+
## 🚀 The Vision
|
|
24
|
+
|
|
25
|
+
- **Zero VRAM:** Runs entirely on CPU, freeing up your GPU for what matters.
|
|
26
|
+
- **Explainable:** No black-box embeddings. Understand exactly why a prompt was routed based on compression ratios.
|
|
27
|
+
- **Language Agnostic:** Works at the byte level. Supports any human language or programming language natively.
|
|
28
|
+
- **Blazing Fast:** $O(n)$ complexity based on text length.
|
|
29
|
+
|
|
30
|
+
## 🛠 Installation
|
|
31
|
+
|
|
32
|
+
```bash
|
|
33
|
+
pip install kolmo
|
|
34
|
+
```
|
|
35
|
+
|
|
36
|
+
## 🏗 Status
|
|
37
|
+
|
|
38
|
+
`kolmo` is currently in **Pre-Alpha**. The current release (v0.0.1) is a placeholder for the upcoming information-theoretic routing engine.
|
|
39
|
+
|
|
40
|
+
---
|
|
41
|
+
Created by [Carlos Bustamante](mailto:me@carlosbustamante.dev) & [KODEX](mailto:agent@carlosbustamante.dev).
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
kolmo/__init__.py,sha256=y0GvGJG94nhcRz4JC1qAJbCa4jGDnVUCyIybaxxmLxc,492
|
|
2
|
+
kolmo/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
3
|
+
kolmo-0.0.1.dist-info/METADATA,sha256=VPr2YqiH_hCa-8fCbOCuolhOPtSRQdJcKxem3r6Yrmg,1825
|
|
4
|
+
kolmo-0.0.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
5
|
+
kolmo-0.0.1.dist-info/RECORD,,
|