kipimo 0.2.0__tar.gz → 0.2.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {kipimo-0.2.0/src/kipimo.egg-info → kipimo-0.2.2}/PKG-INFO +5 -1
- {kipimo-0.2.0 → kipimo-0.2.2}/README.md +4 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/pyproject.toml +1 -1
- {kipimo-0.2.0 → kipimo-0.2.2}/src/kipimo/targets.py +36 -1
- {kipimo-0.2.0 → kipimo-0.2.2/src/kipimo.egg-info}/PKG-INFO +5 -1
- {kipimo-0.2.0 → kipimo-0.2.2}/LICENSE +0 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/setup.cfg +0 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/src/kipimo/__init__.py +0 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/src/kipimo/cli.py +0 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/src/kipimo/data/kipimo_v0.1.jsonl +0 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/src/kipimo.egg-info/SOURCES.txt +0 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/src/kipimo.egg-info/dependency_links.txt +0 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/src/kipimo.egg-info/entry_points.txt +0 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/src/kipimo.egg-info/top_level.txt +0 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/tests/test_kipimo.py +0 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/tests/test_smoke.py +0 -0
- {kipimo-0.2.0 → kipimo-0.2.2}/tests/test_targets.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: kipimo
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.2
|
|
4
4
|
Summary: Swahili agent-task evaluation suite for the East Africa coordination stack — model-agnostic seed benchmark (46 tasks: server routing, term grounding, cascade routing).
|
|
5
5
|
Author: AfriKaziOS maintainers
|
|
6
6
|
License-Expression: MIT
|
|
@@ -41,6 +41,10 @@ kipimo score preds.jsonl # per-type + overall report
|
|
|
41
41
|
|
|
42
42
|
The harness never calls a model — you generate predictions with whatever system you're evaluating; kipimo only scores. Any lab can publish comparable numbers.
|
|
43
43
|
|
|
44
|
+
## Data sovereignty
|
|
45
|
+
|
|
46
|
+
The models deployable under African data-sovereignty constraints are open-weight and self-hostable. kipimo scores that tier on equal terms with frontier APIs so builders can test whether the model they are *allowed* to run is good enough — see [docs/DATA_SOVEREIGNTY.md](docs/DATA_SOVEREIGNTY.md) and `examples/generate_predictions.py`.
|
|
47
|
+
|
|
44
48
|
## Honesty box
|
|
45
49
|
- **v0.1 is a seed set.** 46 tasks establish the format and scoring; breadth comes from contributions.
|
|
46
50
|
- Swahili phrasing is simple-register and **pending native-speaker review** — that is [issue #1](https://github.com/gabrielmahia/kipimo/issues), and corrections are the most valuable contribution possible.
|
|
@@ -23,6 +23,10 @@ kipimo score preds.jsonl # per-type + overall report
|
|
|
23
23
|
|
|
24
24
|
The harness never calls a model — you generate predictions with whatever system you're evaluating; kipimo only scores. Any lab can publish comparable numbers.
|
|
25
25
|
|
|
26
|
+
## Data sovereignty
|
|
27
|
+
|
|
28
|
+
The models deployable under African data-sovereignty constraints are open-weight and self-hostable. kipimo scores that tier on equal terms with frontier APIs so builders can test whether the model they are *allowed* to run is good enough — see [docs/DATA_SOVEREIGNTY.md](docs/DATA_SOVEREIGNTY.md) and `examples/generate_predictions.py`.
|
|
29
|
+
|
|
26
30
|
## Honesty box
|
|
27
31
|
- **v0.1 is a seed set.** 46 tasks establish the format and scoring; breadth comes from contributions.
|
|
28
32
|
- Swahili phrasing is simple-register and **pending native-speaker review** — that is [issue #1](https://github.com/gabrielmahia/kipimo/issues), and corrections are the most valuable contribution possible.
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "kipimo"
|
|
7
|
-
version = "0.2.
|
|
7
|
+
version = "0.2.2"
|
|
8
8
|
description = "Swahili agent-task evaluation suite for the East Africa coordination stack — model-agnostic seed benchmark (46 tasks: server routing, term grounding, cascade routing)."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = ">=3.10"
|
|
@@ -40,13 +40,21 @@ TARGETS: list[dict] = [
|
|
|
40
40
|
"notes": "reference frontier closed model",
|
|
41
41
|
},
|
|
42
42
|
# --- open weights (frontier-adjacent, downloadable) ---
|
|
43
|
+
{
|
|
44
|
+
"id": "kimi-k2.6",
|
|
45
|
+
"label": "Kimi K2.6 (Moonshot)",
|
|
46
|
+
"family": "open-weight",
|
|
47
|
+
"params_b": 1000,
|
|
48
|
+
"endpoint_env": ["KIPIMO_BASE_URL", "KIPIMO_API_KEY"],
|
|
49
|
+
"notes": "weights public (HF, ~900k downloads); 1T MoE; strong agentic/tool-use; self-hostable via vLLM/SGLang/Ollama",
|
|
50
|
+
},
|
|
43
51
|
{
|
|
44
52
|
"id": "kimi-k3",
|
|
45
53
|
"label": "Kimi K3 (Moonshot)",
|
|
46
54
|
"family": "open-weight",
|
|
47
55
|
"params_b": 2800,
|
|
48
56
|
"endpoint_env": ["KIPIMO_BASE_URL", "KIPIMO_API_KEY"],
|
|
49
|
-
"notes": "weights
|
|
57
|
+
"notes": "2.8T MoE, 104B active; weights PUBLIC on HF (moonshotai/Kimi-K3, native multimodal, 1M ctx) under the custom \"Kimi K3 License\" — read LICENSE before redistribution (NOT MIT/Apache); strong agentic/MCP scores make it a valid frontier reference",
|
|
50
58
|
},
|
|
51
59
|
{
|
|
52
60
|
"id": "glm-5.2",
|
|
@@ -97,6 +105,33 @@ TARGETS: list[dict] = [
|
|
|
97
105
|
"endpoint_env": ["KIPIMO_BASE_URL", "KIPIMO_API_KEY"],
|
|
98
106
|
"notes": "runnable on a single consumer GPU",
|
|
99
107
|
},
|
|
108
|
+
{
|
|
109
|
+
"id": "tiny-aya-earth",
|
|
110
|
+
"label": "Tiny Aya Earth (Cohere Labs)",
|
|
111
|
+
"family": "small-open",
|
|
112
|
+
"params_b": 3.35,
|
|
113
|
+
"endpoint_env": ["KIPIMO_BASE_URL", "KIPIMO_API_KEY"],
|
|
114
|
+
"notes": (
|
|
115
|
+
"Cohere Labs Tiny Aya (Feb 2026), Earth variant tuned for West-Asian + "
|
|
116
|
+
"African languages incl. Swahili; 70+ langs, 8K ctx, mobile/edge-runnable, "
|
|
117
|
+
"CC-BY-NC-4.0. Sits between InkubaLM 0.4B and the ~12B tier. Verify exact "
|
|
118
|
+
"HF repo id before use."
|
|
119
|
+
),
|
|
120
|
+
},
|
|
121
|
+
{
|
|
122
|
+
"id": "inkubalm-0.4b",
|
|
123
|
+
"label": "InkubaLM 0.4B (Lelapa AI)",
|
|
124
|
+
"family": "small-open",
|
|
125
|
+
"params_b": 0.4,
|
|
126
|
+
"endpoint_env": ["KIPIMO_BASE_URL", "KIPIMO_API_KEY"],
|
|
127
|
+
"notes": (
|
|
128
|
+
"African-built SLM (hf: lelapa/InkubaLM-0.4B) covering Swahili + "
|
|
129
|
+
"isiZulu/Yoruba/Hausa/isiXhosa; MobileLLM-class, mobile/edge-runnable "
|
|
130
|
+
"(community variants down to ~40M). License CC BY-NC 4.0 — evaluatable, "
|
|
131
|
+
"non-commercial redistribution. The floor of the deployment tier this "
|
|
132
|
+
"benchmark exists to measure."
|
|
133
|
+
),
|
|
134
|
+
},
|
|
100
135
|
]
|
|
101
136
|
|
|
102
137
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: kipimo
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.2
|
|
4
4
|
Summary: Swahili agent-task evaluation suite for the East Africa coordination stack — model-agnostic seed benchmark (46 tasks: server routing, term grounding, cascade routing).
|
|
5
5
|
Author: AfriKaziOS maintainers
|
|
6
6
|
License-Expression: MIT
|
|
@@ -41,6 +41,10 @@ kipimo score preds.jsonl # per-type + overall report
|
|
|
41
41
|
|
|
42
42
|
The harness never calls a model — you generate predictions with whatever system you're evaluating; kipimo only scores. Any lab can publish comparable numbers.
|
|
43
43
|
|
|
44
|
+
## Data sovereignty
|
|
45
|
+
|
|
46
|
+
The models deployable under African data-sovereignty constraints are open-weight and self-hostable. kipimo scores that tier on equal terms with frontier APIs so builders can test whether the model they are *allowed* to run is good enough — see [docs/DATA_SOVEREIGNTY.md](docs/DATA_SOVEREIGNTY.md) and `examples/generate_predictions.py`.
|
|
47
|
+
|
|
44
48
|
## Honesty box
|
|
45
49
|
- **v0.1 is a seed set.** 46 tasks establish the format and scoring; breadth comes from contributions.
|
|
46
50
|
- Swahili phrasing is simple-register and **pending native-speaker review** — that is [issue #1](https://github.com/gabrielmahia/kipimo/issues), and corrections are the most valuable contribution possible.
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|