kolmo 0.0.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- kolmo-0.0.1/.gitignore +207 -0
- kolmo-0.0.1/.python-version +1 -0
- kolmo-0.0.1/PKG-INFO +41 -0
- kolmo-0.0.1/README.md +25 -0
- kolmo-0.0.1/pyproject.toml +28 -0
- kolmo-0.0.1/src/kolmo/__init__.py +19 -0
- kolmo-0.0.1/src/kolmo/py.typed +0 -0
- kolmo-0.0.1/uv.lock +8 -0
kolmo-0.0.1/.gitignore
ADDED
|
@@ -0,0 +1,207 @@
|
|
|
1
|
+
# Byte-compiled / optimized / DLL files
|
|
2
|
+
__pycache__/
|
|
3
|
+
*.py[codz]
|
|
4
|
+
*$py.class
|
|
5
|
+
|
|
6
|
+
# C extensions
|
|
7
|
+
*.so
|
|
8
|
+
|
|
9
|
+
# Distribution / packaging
|
|
10
|
+
.Python
|
|
11
|
+
build/
|
|
12
|
+
develop-eggs/
|
|
13
|
+
dist/
|
|
14
|
+
downloads/
|
|
15
|
+
eggs/
|
|
16
|
+
.eggs/
|
|
17
|
+
lib/
|
|
18
|
+
lib64/
|
|
19
|
+
parts/
|
|
20
|
+
sdist/
|
|
21
|
+
var/
|
|
22
|
+
wheels/
|
|
23
|
+
share/python-wheels/
|
|
24
|
+
*.egg-info/
|
|
25
|
+
.installed.cfg
|
|
26
|
+
*.egg
|
|
27
|
+
MANIFEST
|
|
28
|
+
|
|
29
|
+
# PyInstaller
|
|
30
|
+
# Usually these files are written by a python script from a template
|
|
31
|
+
# before PyInstaller builds the exe, so as to inject date/other infos into it.
|
|
32
|
+
*.manifest
|
|
33
|
+
*.spec
|
|
34
|
+
|
|
35
|
+
# Installer logs
|
|
36
|
+
pip-log.txt
|
|
37
|
+
pip-delete-this-directory.txt
|
|
38
|
+
|
|
39
|
+
# Unit test / coverage reports
|
|
40
|
+
htmlcov/
|
|
41
|
+
.tox/
|
|
42
|
+
.nox/
|
|
43
|
+
.coverage
|
|
44
|
+
.coverage.*
|
|
45
|
+
.cache
|
|
46
|
+
nosetests.xml
|
|
47
|
+
coverage.xml
|
|
48
|
+
*.cover
|
|
49
|
+
*.py.cover
|
|
50
|
+
.hypothesis/
|
|
51
|
+
.pytest_cache/
|
|
52
|
+
cover/
|
|
53
|
+
|
|
54
|
+
# Translations
|
|
55
|
+
*.mo
|
|
56
|
+
*.pot
|
|
57
|
+
|
|
58
|
+
# Django stuff:
|
|
59
|
+
*.log
|
|
60
|
+
local_settings.py
|
|
61
|
+
db.sqlite3
|
|
62
|
+
db.sqlite3-journal
|
|
63
|
+
|
|
64
|
+
# Flask stuff:
|
|
65
|
+
instance/
|
|
66
|
+
.webassets-cache
|
|
67
|
+
|
|
68
|
+
# Scrapy stuff:
|
|
69
|
+
.scrapy
|
|
70
|
+
|
|
71
|
+
# Sphinx documentation
|
|
72
|
+
docs/_build/
|
|
73
|
+
|
|
74
|
+
# PyBuilder
|
|
75
|
+
.pybuilder/
|
|
76
|
+
target/
|
|
77
|
+
|
|
78
|
+
# Jupyter Notebook
|
|
79
|
+
.ipynb_checkpoints
|
|
80
|
+
|
|
81
|
+
# IPython
|
|
82
|
+
profile_default/
|
|
83
|
+
ipython_config.py
|
|
84
|
+
|
|
85
|
+
# pyenv
|
|
86
|
+
# For a library or package, you might want to ignore these files since the code is
|
|
87
|
+
# intended to run in multiple environments; otherwise, check them in:
|
|
88
|
+
# .python-version
|
|
89
|
+
|
|
90
|
+
# pipenv
|
|
91
|
+
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
|
|
92
|
+
# However, in case of collaboration, if having platform-specific dependencies or dependencies
|
|
93
|
+
# having no cross-platform support, pipenv may install dependencies that don't work, or not
|
|
94
|
+
# install all needed dependencies.
|
|
95
|
+
#Pipfile.lock
|
|
96
|
+
|
|
97
|
+
# UV
|
|
98
|
+
# Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
|
|
99
|
+
# This is especially recommended for binary packages to ensure reproducibility, and is more
|
|
100
|
+
# commonly ignored for libraries.
|
|
101
|
+
#uv.lock
|
|
102
|
+
|
|
103
|
+
# poetry
|
|
104
|
+
# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
|
|
105
|
+
# This is especially recommended for binary packages to ensure reproducibility, and is more
|
|
106
|
+
# commonly ignored for libraries.
|
|
107
|
+
# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
|
|
108
|
+
#poetry.lock
|
|
109
|
+
#poetry.toml
|
|
110
|
+
|
|
111
|
+
# pdm
|
|
112
|
+
# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
|
|
113
|
+
# pdm recommends including project-wide configuration in pdm.toml, but excluding .pdm-python.
|
|
114
|
+
# https://pdm-project.org/en/latest/usage/project/#working-with-version-control
|
|
115
|
+
#pdm.lock
|
|
116
|
+
#pdm.toml
|
|
117
|
+
.pdm-python
|
|
118
|
+
.pdm-build/
|
|
119
|
+
|
|
120
|
+
# pixi
|
|
121
|
+
# Similar to Pipfile.lock, it is generally recommended to include pixi.lock in version control.
|
|
122
|
+
#pixi.lock
|
|
123
|
+
# Pixi creates a virtual environment in the .pixi directory, just like venv module creates one
|
|
124
|
+
# in the .venv directory. It is recommended not to include this directory in version control.
|
|
125
|
+
.pixi
|
|
126
|
+
|
|
127
|
+
# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
|
|
128
|
+
__pypackages__/
|
|
129
|
+
|
|
130
|
+
# Celery stuff
|
|
131
|
+
celerybeat-schedule
|
|
132
|
+
celerybeat.pid
|
|
133
|
+
|
|
134
|
+
# SageMath parsed files
|
|
135
|
+
*.sage.py
|
|
136
|
+
|
|
137
|
+
# Environments
|
|
138
|
+
.env
|
|
139
|
+
.envrc
|
|
140
|
+
.venv
|
|
141
|
+
env/
|
|
142
|
+
venv/
|
|
143
|
+
ENV/
|
|
144
|
+
env.bak/
|
|
145
|
+
venv.bak/
|
|
146
|
+
|
|
147
|
+
# Spyder project settings
|
|
148
|
+
.spyderproject
|
|
149
|
+
.spyproject
|
|
150
|
+
|
|
151
|
+
# Rope project settings
|
|
152
|
+
.ropeproject
|
|
153
|
+
|
|
154
|
+
# mkdocs documentation
|
|
155
|
+
/site
|
|
156
|
+
|
|
157
|
+
# mypy
|
|
158
|
+
.mypy_cache/
|
|
159
|
+
.dmypy.json
|
|
160
|
+
dmypy.json
|
|
161
|
+
|
|
162
|
+
# Pyre type checker
|
|
163
|
+
.pyre/
|
|
164
|
+
|
|
165
|
+
# pytype static type analyzer
|
|
166
|
+
.pytype/
|
|
167
|
+
|
|
168
|
+
# Cython debug symbols
|
|
169
|
+
cython_debug/
|
|
170
|
+
|
|
171
|
+
# PyCharm
|
|
172
|
+
# JetBrains specific template is maintained in a separate JetBrains.gitignore that can
|
|
173
|
+
# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
|
|
174
|
+
# and can be added to the global gitignore or merged into this file. For a more nuclear
|
|
175
|
+
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
|
|
176
|
+
#.idea/
|
|
177
|
+
|
|
178
|
+
# Abstra
|
|
179
|
+
# Abstra is an AI-powered process automation framework.
|
|
180
|
+
# Ignore directories containing user credentials, local state, and settings.
|
|
181
|
+
# Learn more at https://abstra.io/docs
|
|
182
|
+
.abstra/
|
|
183
|
+
|
|
184
|
+
# Visual Studio Code
|
|
185
|
+
# Visual Studio Code specific template is maintained in a separate VisualStudioCode.gitignore
|
|
186
|
+
# that can be found at https://github.com/github/gitignore/blob/main/Global/VisualStudioCode.gitignore
|
|
187
|
+
# and can be added to the global gitignore or merged into this file. However, if you prefer,
|
|
188
|
+
# you could uncomment the following to ignore the entire vscode folder
|
|
189
|
+
# .vscode/
|
|
190
|
+
|
|
191
|
+
# Ruff stuff:
|
|
192
|
+
.ruff_cache/
|
|
193
|
+
|
|
194
|
+
# PyPI configuration file
|
|
195
|
+
.pypirc
|
|
196
|
+
|
|
197
|
+
# Cursor
|
|
198
|
+
# Cursor is an AI-powered code editor. `.cursorignore` specifies files/directories to
|
|
199
|
+
# exclude from AI features like autocomplete and code analysis. Recommended for sensitive data
|
|
200
|
+
# refer to https://docs.cursor.com/context/ignore-files
|
|
201
|
+
.cursorignore
|
|
202
|
+
.cursorindexingignore
|
|
203
|
+
|
|
204
|
+
# Marimo
|
|
205
|
+
marimo/_static/
|
|
206
|
+
marimo/_lsp/
|
|
207
|
+
__marimo__/
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
3.10
|
kolmo-0.0.1/PKG-INFO
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: kolmo
|
|
3
|
+
Version: 0.0.1
|
|
4
|
+
Summary: Ultra-low latency LLM routing based on Kolmogorov Complexity and Compression.
|
|
5
|
+
Project-URL: Homepage, https://github.com/charlybgai/kolmo
|
|
6
|
+
Project-URL: Repository, https://github.com/charlybgai/kolmo
|
|
7
|
+
Author-email: Carlos Bustamante <me@carlosbustamante.dev>, KODEX <agent@carlosbustamante.dev>
|
|
8
|
+
Keywords: compression,information-theory,kolmogorov,llm,ncd,routing
|
|
9
|
+
Classifier: Development Status :: 2 - Pre-Alpha
|
|
10
|
+
Classifier: License :: OSI Approved :: MIT License
|
|
11
|
+
Classifier: Programming Language :: Python :: 3
|
|
12
|
+
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
|
13
|
+
Requires-Python: >=3.10
|
|
14
|
+
Requires-Dist: zstandard>=0.22.0
|
|
15
|
+
Description-Content-Type: text/markdown
|
|
16
|
+
|
|
17
|
+
# kolmo 🧠
|
|
18
|
+
|
|
19
|
+
**Ultra-low latency LLM routing based on Kolmogorov Complexity and Statistical Compression.**
|
|
20
|
+
|
|
21
|
+
`kolmo` is a zero-VRAM, microsecond-latency router for Large Language Models. Instead of using neural networks (embeddings) to classify user intent, it uses **Information Theory** and **Normalized Compression Distance (NCD)** to route prompts to the most efficient model.
|
|
22
|
+
|
|
23
|
+
## 🚀 The Vision
|
|
24
|
+
|
|
25
|
+
- **Zero VRAM:** Runs entirely on CPU, freeing up your GPU for what matters.
|
|
26
|
+
- **Explainable:** No black-box embeddings. Understand exactly why a prompt was routed based on compression ratios.
|
|
27
|
+
- **Language Agnostic:** Works at the byte level. Supports any human language or programming language natively.
|
|
28
|
+
- **Blazing Fast:** $O(n)$ complexity based on text length.
|
|
29
|
+
|
|
30
|
+
## 🛠 Installation
|
|
31
|
+
|
|
32
|
+
```bash
|
|
33
|
+
pip install kolmo
|
|
34
|
+
```
|
|
35
|
+
|
|
36
|
+
## 🏗 Status
|
|
37
|
+
|
|
38
|
+
`kolmo` is currently in **Pre-Alpha**. The current release (v0.0.1) is a placeholder for the upcoming information-theoretic routing engine.
|
|
39
|
+
|
|
40
|
+
---
|
|
41
|
+
Created by [Carlos Bustamante](mailto:me@carlosbustamante.dev) & [KODEX](mailto:agent@carlosbustamante.dev).
|
kolmo-0.0.1/README.md
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
# kolmo 🧠
|
|
2
|
+
|
|
3
|
+
**Ultra-low latency LLM routing based on Kolmogorov Complexity and Statistical Compression.**
|
|
4
|
+
|
|
5
|
+
`kolmo` is a zero-VRAM, microsecond-latency router for Large Language Models. Instead of using neural networks (embeddings) to classify user intent, it uses **Information Theory** and **Normalized Compression Distance (NCD)** to route prompts to the most efficient model.
|
|
6
|
+
|
|
7
|
+
## 🚀 The Vision
|
|
8
|
+
|
|
9
|
+
- **Zero VRAM:** Runs entirely on CPU, freeing up your GPU for what matters.
|
|
10
|
+
- **Explainable:** No black-box embeddings. Understand exactly why a prompt was routed based on compression ratios.
|
|
11
|
+
- **Language Agnostic:** Works at the byte level. Supports any human language or programming language natively.
|
|
12
|
+
- **Blazing Fast:** $O(n)$ complexity based on text length.
|
|
13
|
+
|
|
14
|
+
## 🛠 Installation
|
|
15
|
+
|
|
16
|
+
```bash
|
|
17
|
+
pip install kolmo
|
|
18
|
+
```
|
|
19
|
+
|
|
20
|
+
## 🏗 Status
|
|
21
|
+
|
|
22
|
+
`kolmo` is currently in **Pre-Alpha**. The current release (v0.0.1) is a placeholder for the upcoming information-theoretic routing engine.
|
|
23
|
+
|
|
24
|
+
---
|
|
25
|
+
Created by [Carlos Bustamante](mailto:me@carlosbustamante.dev) & [KODEX](mailto:agent@carlosbustamante.dev).
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
[project]
|
|
2
|
+
name = "kolmo"
|
|
3
|
+
version = "0.0.1"
|
|
4
|
+
description = "Ultra-low latency LLM routing based on Kolmogorov Complexity and Compression."
|
|
5
|
+
readme = "README.md"
|
|
6
|
+
requires-python = ">=3.10"
|
|
7
|
+
authors = [
|
|
8
|
+
{ name = "Carlos Bustamante", email = "me@carlosbustamante.dev" },
|
|
9
|
+
{ name = "KODEX", email = "agent@carlosbustamante.dev" }
|
|
10
|
+
]
|
|
11
|
+
keywords = ["llm", "routing", "kolmogorov", "compression", "ncd", "information-theory"]
|
|
12
|
+
classifiers = [
|
|
13
|
+
"Development Status :: 2 - Pre-Alpha",
|
|
14
|
+
"Programming Language :: Python :: 3",
|
|
15
|
+
"License :: OSI Approved :: MIT License",
|
|
16
|
+
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
17
|
+
]
|
|
18
|
+
dependencies = [
|
|
19
|
+
"zstandard>=0.22.0",
|
|
20
|
+
]
|
|
21
|
+
|
|
22
|
+
[build-system]
|
|
23
|
+
requires = ["hatchling"]
|
|
24
|
+
build-backend = "hatchling.build"
|
|
25
|
+
|
|
26
|
+
[project.urls]
|
|
27
|
+
Homepage = "https://github.com/charlybgai/kolmo"
|
|
28
|
+
Repository = "https://github.com/charlybgai/kolmo"
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"""
|
|
2
|
+
kolmo: Information-theoretic LLM routing.
|
|
3
|
+
"""
|
|
4
|
+
|
|
5
|
+
__version__ = "0.0.1"
|
|
6
|
+
|
|
7
|
+
def route(prompt: str, anchors: dict[str, str]) -> str:
|
|
8
|
+
"""
|
|
9
|
+
Placeholder routing function.
|
|
10
|
+
|
|
11
|
+
Args:
|
|
12
|
+
prompt: The user input string.
|
|
13
|
+
anchors: Mapping of domain names to reference text or dictionary paths.
|
|
14
|
+
|
|
15
|
+
Returns:
|
|
16
|
+
The selected domain name.
|
|
17
|
+
"""
|
|
18
|
+
# TODO: Implement NCD logic with zstandard dictionaries.
|
|
19
|
+
return list(anchors.keys())[0] if anchors else "default"
|
|
File without changes
|