modelcheck 1.0.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- modelcheck/__init__.py +4 -0
- modelcheck/__main__.py +3 -0
- modelcheck/checks/__init__.py +12 -0
- modelcheck/checks/capabilities/__init__.py +1 -0
- modelcheck/checks/capabilities/check.py +64 -0
- modelcheck/checks/forty_questions/__init__.py +0 -0
- modelcheck/checks/forty_questions/check.py +79 -0
- modelcheck/checks/hidden_prompt/__init__.py +0 -0
- modelcheck/checks/hidden_prompt/check.py +52 -0
- modelcheck/checks/identity/__init__.py +1 -0
- modelcheck/checks/identity/check.py +118 -0
- modelcheck/checks/late_turns/__init__.py +0 -0
- modelcheck/checks/late_turns/check.py +71 -0
- modelcheck/checks/model_field/__init__.py +1 -0
- modelcheck/checks/model_field/check.py +67 -0
- modelcheck/checks/random_number/__init__.py +1 -0
- modelcheck/checks/random_number/check.py +70 -0
- modelcheck/checks/reasoning/__init__.py +0 -0
- modelcheck/checks/reasoning/check.py +104 -0
- modelcheck/checks/response_shape/__init__.py +1 -0
- modelcheck/checks/response_shape/check.py +89 -0
- modelcheck/checks/thinking_signature/__init__.py +1 -0
- modelcheck/checks/thinking_signature/check.py +66 -0
- modelcheck/checks/tokenizer/__init__.py +1 -0
- modelcheck/checks/tokenizer/check.py +89 -0
- modelcheck/cli.py +207 -0
- modelcheck/core/__init__.py +1 -0
- modelcheck/core/baselines.py +60 -0
- modelcheck/core/check.py +30 -0
- modelcheck/core/client.py +170 -0
- modelcheck/core/engine.py +97 -0
- modelcheck/core/rand.py +52 -0
- modelcheck/core/types.py +79 -0
- modelcheck/makers/__init__.py +69 -0
- modelcheck/makers/alibaba/__init__.py +14 -0
- modelcheck/makers/amazon/__init__.py +9 -0
- modelcheck/makers/anthropic/__init__.py +15 -0
- modelcheck/makers/bytedance/__init__.py +12 -0
- modelcheck/makers/cohere/__init__.py +9 -0
- modelcheck/makers/deepseek/__init__.py +14 -0
- modelcheck/makers/google/__init__.py +14 -0
- modelcheck/makers/meta/__init__.py +12 -0
- modelcheck/makers/microsoft/__init__.py +11 -0
- modelcheck/makers/minimax/__init__.py +12 -0
- modelcheck/makers/mistral/__init__.py +12 -0
- modelcheck/makers/moonshot/__init__.py +14 -0
- modelcheck/makers/nvidia/__init__.py +10 -0
- modelcheck/makers/openai/__init__.py +14 -0
- modelcheck/makers/sber/__init__.py +10 -0
- modelcheck/makers/xai/__init__.py +13 -0
- modelcheck/makers/yandex/__init__.py +10 -0
- modelcheck/makers/zhipu/__init__.py +14 -0
- modelcheck/report/__init__.py +1 -0
- modelcheck/report/render.py +98 -0
- modelcheck-1.0.1.dist-info/METADATA +87 -0
- modelcheck-1.0.1.dist-info/RECORD +59 -0
- modelcheck-1.0.1.dist-info/WHEEL +4 -0
- modelcheck-1.0.1.dist-info/entry_points.txt +2 -0
- modelcheck-1.0.1.dist-info/licenses/LICENSE +9 -0
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
"""Профиль: Moonshot (Kimi). Исследование и источники — RESEARCH.md рядом."""
|
|
2
|
+
from .. import Profile
|
|
3
|
+
|
|
4
|
+
PROFILE = Profile(
|
|
5
|
+
name="moonshot",
|
|
6
|
+
title="Moonshot (Kimi)",
|
|
7
|
+
model_re=r"kimi|moonshot",
|
|
8
|
+
self_words=('moonshot', 'kimi', '月之暗面'),
|
|
9
|
+
tiers=('pro', 'turbo'),
|
|
10
|
+
reasoning_field="reasoning_content",
|
|
11
|
+
special_tokens=('<|im_end|>',),
|
|
12
|
+
cjk_native=True,
|
|
13
|
+
open_weights=True,
|
|
14
|
+
)
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"""Профиль: NVIDIA (Nemotron). Исследование и источники — RESEARCH.md рядом."""
|
|
2
|
+
from .. import Profile
|
|
3
|
+
|
|
4
|
+
PROFILE = Profile(
|
|
5
|
+
name="nvidia",
|
|
6
|
+
title="NVIDIA (Nemotron)",
|
|
7
|
+
model_re=r"nemotron|nvidia",
|
|
8
|
+
self_words=('nvidia', 'nemotron'),
|
|
9
|
+
open_weights=True,
|
|
10
|
+
)
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
"""Профиль: OpenAI (GPT). Исследование и источники — RESEARCH.md рядом."""
|
|
2
|
+
from .. import Profile
|
|
3
|
+
|
|
4
|
+
PROFILE = Profile(
|
|
5
|
+
name="openai",
|
|
6
|
+
title="OpenAI (GPT)",
|
|
7
|
+
model_re=r"(?<![a-z])gpt|openai|chatgpt|(?<![a-z])o[1-9](?![a-z0-9])",
|
|
8
|
+
self_words=('openai', 'chatgpt', 'gpt'),
|
|
9
|
+
tiers=('astra', 'sol', 'terra', 'luna', 'mini', 'nano'),
|
|
10
|
+
signature="openai_encrypted",
|
|
11
|
+
id_prefixes=('chatcmpl-', 'resp_'),
|
|
12
|
+
input_overhead=40,
|
|
13
|
+
notes=('Криптоподписи как у Claude нет: encrypted_content проверяется только через Responses API.',),
|
|
14
|
+
)
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"""Профиль: Сбер (GigaChat). Исследование и источники — RESEARCH.md рядом."""
|
|
2
|
+
from .. import Profile
|
|
3
|
+
|
|
4
|
+
PROFILE = Profile(
|
|
5
|
+
name="sber",
|
|
6
|
+
title="Сбер (GigaChat)",
|
|
7
|
+
model_re=r"gigachat|sber",
|
|
8
|
+
self_words=('gigachat', 'гигачат', 'сбер', 'sber'),
|
|
9
|
+
tiers=('max', 'pro', 'lite'),
|
|
10
|
+
)
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
"""Профиль: xAI (Grok). Исследование и источники — RESEARCH.md рядом."""
|
|
2
|
+
from .. import Profile
|
|
3
|
+
|
|
4
|
+
PROFILE = Profile(
|
|
5
|
+
name="xai",
|
|
6
|
+
title="xAI (Grok)",
|
|
7
|
+
model_re=r"grok|x-ai|xai",
|
|
8
|
+
self_words=('xai', 'grok'),
|
|
9
|
+
tiers=('heavy', 'pro', 'fast', 'mini'),
|
|
10
|
+
signature="xai_encrypted",
|
|
11
|
+
input_overhead=1300,
|
|
12
|
+
notes=('Официальный API сам добавляет ~1250 входных токенов на однострочный вопрос — это НЕ подмена.',),
|
|
13
|
+
)
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"""Профиль: Яндекс (YandexGPT, Алиса). Исследование и источники — RESEARCH.md рядом."""
|
|
2
|
+
from .. import Profile
|
|
3
|
+
|
|
4
|
+
PROFILE = Profile(
|
|
5
|
+
name="yandex",
|
|
6
|
+
title="Яндекс (YandexGPT, Алиса)",
|
|
7
|
+
model_re=r"yandex|yandexgpt|alice|алиса",
|
|
8
|
+
self_words=('yandex', 'яндекс', 'yandexgpt', 'алиса'),
|
|
9
|
+
tiers=('pro', 'lite'),
|
|
10
|
+
)
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
"""Профиль: Zhipu (GLM). Исследование и источники — RESEARCH.md рядом."""
|
|
2
|
+
from .. import Profile
|
|
3
|
+
|
|
4
|
+
PROFILE = Profile(
|
|
5
|
+
name="zhipu",
|
|
6
|
+
title="Zhipu (GLM)",
|
|
7
|
+
model_re=r"glm|zhipu|z-ai|chatglm|bigmodel",
|
|
8
|
+
self_words=('zhipu', 'glm', 'chatglm', '智谱'),
|
|
9
|
+
tiers=('plus', 'air', 'flash'),
|
|
10
|
+
reasoning_field="reasoning_content",
|
|
11
|
+
special_tokens=('<|user|>', '<|endoftext|>'),
|
|
12
|
+
cjk_native=True,
|
|
13
|
+
open_weights=True,
|
|
14
|
+
)
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
"""Вывод отчёта: терминал (rich), JSON и Markdown (можно приложить к жалобе в поддержку).
|
|
2
|
+
|
|
3
|
+
Два вердикта: «модель» (настоящая ли) и «обслуживание» (вмешивается ли посредник).
|
|
4
|
+
"""
|
|
5
|
+
from __future__ import annotations
|
|
6
|
+
|
|
7
|
+
import json
|
|
8
|
+
from dataclasses import asdict
|
|
9
|
+
from pathlib import Path
|
|
10
|
+
|
|
11
|
+
from rich.console import Console
|
|
12
|
+
from rich.panel import Panel
|
|
13
|
+
from rich.table import Table
|
|
14
|
+
|
|
15
|
+
from ..core.types import Axis, Report, ServiceVerdict, Status, Verdict
|
|
16
|
+
|
|
17
|
+
ICON = {Status.PASS: "[green]✔[/]", Status.WARN: "[yellow]▲[/]", Status.FAIL: "[red]✖[/]",
|
|
18
|
+
Status.INFO: "[cyan]i[/]", Status.SKIP: "[dim]–[/]"}
|
|
19
|
+
SYM = {Status.PASS: "✅", Status.WARN: "⚠️", Status.FAIL: "❌", Status.INFO: "ℹ️", Status.SKIP: "—"}
|
|
20
|
+
VERDICT = {
|
|
21
|
+
Verdict.GENUINE: ("green", "✅ Модель: похоже на настоящую"),
|
|
22
|
+
Verdict.SUSPICIOUS: ("yellow", "⚠️ Модель: подозрительно"),
|
|
23
|
+
Verdict.FAKE: ("red", "❌ Модель: признаки подмены"),
|
|
24
|
+
Verdict.UNKNOWN: ("white", "❔ Модель: недостаточно данных"),
|
|
25
|
+
}
|
|
26
|
+
SERVICE = {
|
|
27
|
+
ServiceVerdict.CLEAN: ("green", "✅ Обслуживание: без вмешательства"),
|
|
28
|
+
ServiceVerdict.INTERFERES: ("yellow", "⚠️ Обслуживание: посредник вмешивается (скрытый промпт / параметры / урезания)"),
|
|
29
|
+
ServiceVerdict.UNKNOWN: ("white", "❔ Обслуживание: нет данных"),
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
def _footer(rep: Report) -> str:
|
|
34
|
+
runs = f"{rep.runs} прогона · " if rep.runs > 1 else ""
|
|
35
|
+
return (f"{runs}{rep.requests} запросов · {rep.elapsed:.0f} с · сид {rep.seed} · "
|
|
36
|
+
"один прогон — не приговор: проверяй в разное время")
|
|
37
|
+
|
|
38
|
+
|
|
39
|
+
def to_console(rep: Report, console: Console | None = None, short: bool = False) -> None:
|
|
40
|
+
c = console or Console()
|
|
41
|
+
t = rep.target
|
|
42
|
+
if not short:
|
|
43
|
+
c.print(f"\n[bold]modelcheck[/] · {t.base_url} · [cyan]{t.model}[/] · ключ {t.masked_key} · "
|
|
44
|
+
f"протокол {t.protocol} · производитель [bold]{rep.maker}[/]\n")
|
|
45
|
+
for axis, head in ((Axis.MODEL, "Что за модель"), (Axis.SERVICE, "Честность обслуживания")):
|
|
46
|
+
rows = [f for f in rep.findings if f.axis is axis]
|
|
47
|
+
if not rows:
|
|
48
|
+
continue
|
|
49
|
+
tab = Table(title=head, title_justify="left", title_style="bold", show_header=False,
|
|
50
|
+
box=None, pad_edge=False)
|
|
51
|
+
tab.add_column(width=2)
|
|
52
|
+
tab.add_column(style="bold", min_width=26)
|
|
53
|
+
tab.add_column()
|
|
54
|
+
for f in rows:
|
|
55
|
+
tab.add_row(ICON[f.status], f.title, f.detail)
|
|
56
|
+
c.print(tab)
|
|
57
|
+
c.print()
|
|
58
|
+
mc, mt = VERDICT[rep.verdict]
|
|
59
|
+
sc, stext = SERVICE[rep.service]
|
|
60
|
+
border = "red" if rep.verdict is Verdict.FAKE else mc if rep.verdict is not Verdict.GENUINE else sc
|
|
61
|
+
label = f"[dim]{t.model}[/]\n" if short else ""
|
|
62
|
+
c.print(Panel(f"{label}[bold {mc}]{mt}[/] оценка {rep.score}/100\n[bold {sc}]{stext}[/]\n[dim]{_footer(rep)}[/]",
|
|
63
|
+
border_style=border))
|
|
64
|
+
|
|
65
|
+
|
|
66
|
+
def to_json(rep: Report) -> str:
|
|
67
|
+
d = asdict(rep)
|
|
68
|
+
d["target"]["api_key"] = rep.target.masked_key
|
|
69
|
+
return json.dumps(d, ensure_ascii=False, indent=2, default=str)
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
def to_markdown(rep: Report) -> str:
|
|
73
|
+
t = rep.target
|
|
74
|
+
lines = ["# Отчёт modelcheck", "",
|
|
75
|
+
f"- **Эндпоинт:** `{t.base_url}`", f"- **Модель:** `{t.model}` ({rep.maker})",
|
|
76
|
+
f"- **Ключ:** `{t.masked_key}`",
|
|
77
|
+
f"- **{VERDICT[rep.verdict][1]}** — {rep.score}/100", f"- **{SERVICE[rep.service][1]}**",
|
|
78
|
+
f"- {_footer(rep)}", ""]
|
|
79
|
+
for axis, head in ((Axis.MODEL, "Что за модель"), (Axis.SERVICE, "Честность обслуживания")):
|
|
80
|
+
rows = [f for f in rep.findings if f.axis is axis]
|
|
81
|
+
if rows:
|
|
82
|
+
lines += [f"## {head}", "", "| | Проверка | Результат |", "|---|---|---|"]
|
|
83
|
+
lines += [f"| {SYM[f.status]} | {f.title} | {f.detail.replace('|', '/')} |" for f in rows]
|
|
84
|
+
lines.append("")
|
|
85
|
+
return "\n".join(lines)
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
def history_table(log: Path) -> Table:
|
|
89
|
+
tab = Table(title=f"История: {log}", box=None)
|
|
90
|
+
for c in ("Время", "Модель", "Обслуживание", "Оценка", "Провалы"):
|
|
91
|
+
tab.add_column(c)
|
|
92
|
+
if log.exists():
|
|
93
|
+
for line in log.read_text(encoding="utf-8").splitlines()[-30:]:
|
|
94
|
+
r = json.loads(line)
|
|
95
|
+
v = Verdict(r["verdict"])
|
|
96
|
+
tab.add_row(r["time"], VERDICT[v][1].split(": ")[1], r.get("service", ""), str(r["score"]),
|
|
97
|
+
", ".join(r.get("fails", [])) or "—")
|
|
98
|
+
return tab
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
Metadata-Version: 2.5
|
|
2
|
+
Name: modelcheck
|
|
3
|
+
Version: 1.0.1
|
|
4
|
+
Summary: Проверка: настоящая ли нейросеть за API-ключом — Claude, GPT, Gemini, DeepSeek и ещё 14 производителей
|
|
5
|
+
Project-URL: Homepage, https://github.com/lideim/modelcheck
|
|
6
|
+
Project-URL: Issues, https://github.com/lideim/modelcheck/issues
|
|
7
|
+
Author: Lideim
|
|
8
|
+
License-Expression: MIT
|
|
9
|
+
License-File: LICENSE
|
|
10
|
+
Keywords: api,claude,deepseek,fingerprint,gemini,llm,openai,proxy,reseller,verification
|
|
11
|
+
Classifier: Development Status :: 5 - Production/Stable
|
|
12
|
+
Classifier: Environment :: Console
|
|
13
|
+
Classifier: Intended Audience :: Developers
|
|
14
|
+
Classifier: Natural Language :: Russian
|
|
15
|
+
Classifier: Operating System :: OS Independent
|
|
16
|
+
Classifier: Programming Language :: Python :: 3
|
|
17
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
18
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
19
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
20
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
21
|
+
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
|
22
|
+
Classifier: Topic :: Security
|
|
23
|
+
Requires-Python: >=3.10
|
|
24
|
+
Requires-Dist: httpx>=0.27
|
|
25
|
+
Requires-Dist: rich>=13
|
|
26
|
+
Requires-Dist: typer>=0.12
|
|
27
|
+
Provides-Extra: dev
|
|
28
|
+
Requires-Dist: pytest>=8; extra == 'dev'
|
|
29
|
+
Description-Content-Type: text/markdown
|
|
30
|
+
|
|
31
|
+
# modelcheck
|
|
32
|
+
|
|
33
|
+
**Проверка: настоящая ли нейросеть за вашим API-ключом.**
|
|
34
|
+
|
|
35
|
+
Перепродавцы продают «Claude» и «GPT», а внутри бывает дешёвая модель, урезанные возможности или скрытый промпт на тысячи токенов, за который платите вы. `modelcheck` проверяет это за минуту и объясняет результат по-русски.
|
|
36
|
+
|
|
37
|
+
```bash
|
|
38
|
+
pip install modelcheck
|
|
39
|
+
export MODELCHECK_KEY=sk-...
|
|
40
|
+
modelcheck run https://api.provider.com/v1 -m anthropic/claude-opus-4.8
|
|
41
|
+
```
|
|
42
|
+
|
|
43
|
+
## Результат
|
|
44
|
+
|
|
45
|
+
Два вердикта, потому что это разные вопросы:
|
|
46
|
+
|
|
47
|
+
- **Модель:** ✅ настоящая · ⚠️ подозрительно · ❌ подмена · ❔ нет данных
|
|
48
|
+
- **Обслуживание:** ✅ без вмешательства · ⚠️ посредник вмешивается (скрытый промпт, игнор параметров, урезания)
|
|
49
|
+
|
|
50
|
+
## Кого проверяет
|
|
51
|
+
|
|
52
|
+
Claude · GPT · Gemini · Grok · DeepSeek · Qwen · GLM · Kimi · Doubao · MiniMax · Llama · Mistral · Phi · Nemotron · Cohere · Nova · YandexGPT · GigaChat
|
|
53
|
+
|
|
54
|
+
Подходит любой провайдер с OpenAI-совместимым API или API Anthropic (`-p anthropic`).
|
|
55
|
+
|
|
56
|
+
## Что проверяет
|
|
57
|
+
|
|
58
|
+
| Проверка | Что ловит |
|
|
59
|
+
|---|---|
|
|
60
|
+
| Подпись размышлений | криптоподпись Claude: подделать нельзя |
|
|
61
|
+
| Скрытый промпт | лишние входные токены на сообщение из одного символа |
|
|
62
|
+
| Поле model | Haiku вместо Opus, ответ на несуществующую модель |
|
|
63
|
+
| Форма ответа | чужие поля: `reasoning_content`, `<think>`, чужой `usage` |
|
|
64
|
+
| Личность и ловушки | «я DeepSeek», служебные токены других моделей, игнор вашего промпта |
|
|
65
|
+
| Размышления | chat-версия вместо reasoning-модели |
|
|
66
|
+
| Поздние ходы | настоящая модель в начале диалога, дешёвая — дальше |
|
|
67
|
+
| Токенизатор, отпечатки | текст режется и отвечает как другая модель (нужен эталон) |
|
|
68
|
+
|
|
69
|
+
Формулировки каждый раз случайные, чтобы посредник не узнал проверку.
|
|
70
|
+
|
|
71
|
+
## Команды
|
|
72
|
+
|
|
73
|
+
```bash
|
|
74
|
+
modelcheck run URL -m МОДЕЛЬ [-l quick|standard|full] [-n 3] [--md отчёт.md]
|
|
75
|
+
modelcheck watch URL -m МОДЕЛЬ --every 60 # проверять по расписанию
|
|
76
|
+
modelcheck baseline URL -m МОДЕЛЬ -k ОФИЦИАЛЬНЫЙ_КЛЮЧ --full # эталон для сильных проверок
|
|
77
|
+
modelcheck list | makers | baselines
|
|
78
|
+
```
|
|
79
|
+
|
|
80
|
+
Код выхода: `0` настоящая, `1` подозрительно, `2` подмена, `3` нет данных.
|
|
81
|
+
|
|
82
|
+
## Важно
|
|
83
|
+
|
|
84
|
+
- Ключ уходит только на проверяемый адрес и маскируется в отчётах.
|
|
85
|
+
- Один прогон — не приговор: для уверенности используйте `-n 3` и `watch`.
|
|
86
|
+
|
|
87
|
+
MIT · [@Lideim](https://t.me/Lideim)
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
modelcheck/__init__.py,sha256=pRUQI7E4DauksEg27fCg2Oto8zBd4ZnDnExQK2321eI,129
|
|
2
|
+
modelcheck/__main__.py,sha256=bYt9eEaoRQWdejEHFD8REx9jxVEdZptECFsV7F49Ink,30
|
|
3
|
+
modelcheck/cli.py,sha256=uYyNJ-LrrfHDNodOAotYNlyJbneCpuz4x4h1GP7eXxo,10527
|
|
4
|
+
modelcheck/checks/__init__.py,sha256=4pruDBD8rz3puagCj3hIoAJ3lj31cz_v0eMzaeNPt-Q,782
|
|
5
|
+
modelcheck/checks/capabilities/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
6
|
+
modelcheck/checks/capabilities/check.py,sha256=NPyDvJAGJfzjTVcALvCpOoKvruF3gjWJyrDiDlshjbs,3826
|
|
7
|
+
modelcheck/checks/forty_questions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
8
|
+
modelcheck/checks/forty_questions/check.py,sha256=72UbEQPsPbVX_vyO2lK5M5HWRD5KS_9AWlk97r5Uya0,4197
|
|
9
|
+
modelcheck/checks/hidden_prompt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
10
|
+
modelcheck/checks/hidden_prompt/check.py,sha256=tQjUfdu52K_4pkTfn7BHIldBJOaqqoFqDBXSGdMVC0g,3238
|
|
11
|
+
modelcheck/checks/identity/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
12
|
+
modelcheck/checks/identity/check.py,sha256=uVh-mqyx_g7ABW5Cdv1M3kAfzqZKTX8KmJektwWI1JI,7815
|
|
13
|
+
modelcheck/checks/late_turns/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
14
|
+
modelcheck/checks/late_turns/check.py,sha256=Q6yiKkBKr3No8sw82niIikEMjB4TUioLH3E3Las_h90,5131
|
|
15
|
+
modelcheck/checks/model_field/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
16
|
+
modelcheck/checks/model_field/check.py,sha256=PoFyDjILvM8f6r0oxd2vD4oYqUI9fNrPgvFX0KOuXkw,3806
|
|
17
|
+
modelcheck/checks/random_number/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
18
|
+
modelcheck/checks/random_number/check.py,sha256=f5ejcoeVr0zzYd82MCp70FMJ7hROehbV2nlpdo97MK4,3408
|
|
19
|
+
modelcheck/checks/reasoning/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
20
|
+
modelcheck/checks/reasoning/check.py,sha256=bFEEQ-D67RW8ioo1cSSqsdfchuP_-0YC6Jnk6tzvJA4,7406
|
|
21
|
+
modelcheck/checks/response_shape/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
22
|
+
modelcheck/checks/response_shape/check.py,sha256=tCodC599vIfkicRwfW6lvuwtW0GHvFyCYkx8un-bAyQ,5865
|
|
23
|
+
modelcheck/checks/thinking_signature/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
24
|
+
modelcheck/checks/thinking_signature/check.py,sha256=veLlNwprP4EOL4ti-3g3lHnrwH34kayfK5QHCFoM_3E,4073
|
|
25
|
+
modelcheck/checks/tokenizer/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
26
|
+
modelcheck/checks/tokenizer/check.py,sha256=78ED-wD2WFitg0QwoIUg0SESRmcSDGVofq1DjshQCsU,5136
|
|
27
|
+
modelcheck/core/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
28
|
+
modelcheck/core/baselines.py,sha256=Ji86dyzYlZkYtYUVjEEydijt1nudBQ9eRlA6J2rOOxE,2160
|
|
29
|
+
modelcheck/core/check.py,sha256=eVnfpx6qjSMo_est4AoP9_mMtlDHcsYaKP6x6ZsLe1M,1041
|
|
30
|
+
modelcheck/core/client.py,sha256=sLVnYhPU1_jP_cdaY5OV9ISFZSVUPkoBRAW3hPd2ek4,7912
|
|
31
|
+
modelcheck/core/engine.py,sha256=DbmfUSag-mbsRzfOEVdWP5zODcVoeSBtn5ybP_UcrU0,4750
|
|
32
|
+
modelcheck/core/rand.py,sha256=5fOu6xUt48telrcUFK_UCxfuFbCrq0IAy6k-5UklV70,1980
|
|
33
|
+
modelcheck/core/types.py,sha256=UC2_JaKKsiD3cvvajIWMZ_vVec0q5II3WUh1NlRF2cc,2775
|
|
34
|
+
modelcheck/makers/__init__.py,sha256=5sw3H5q5dT-34bq8bhGLbGaljK6vEBGWtcVzrfHDYpE,3272
|
|
35
|
+
modelcheck/makers/alibaba/__init__.py,sha256=sf3758hQSPkHer06c5zXbD61Ul5TwrenusecEWvTGhQ,495
|
|
36
|
+
modelcheck/makers/amazon/__init__.py,sha256=gttbXvxWjKotTRnZJop20XT6kays7ehZPDTjlJIWX3k,298
|
|
37
|
+
modelcheck/makers/anthropic/__init__.py,sha256=cTNinpXjqY9DWDgLjAykqzTg7NJ3drizpPy0vdj7lbQ,589
|
|
38
|
+
modelcheck/makers/bytedance/__init__.py,sha256=dy5cx5AgJJldr8kUYzqBlB8ZtJIqJDi2QYfJYcTOuXo,431
|
|
39
|
+
modelcheck/makers/cohere/__init__.py,sha256=qry0S7TgnKdWozRkLnpjNA9tcqHsVkF0uuXteYk6sro,274
|
|
40
|
+
modelcheck/makers/deepseek/__init__.py,sha256=q5uVhNU-YHr1SuM53T5Typbyfj42iO20P1VUVXrzOIc,469
|
|
41
|
+
modelcheck/makers/google/__init__.py,sha256=jET4DmTO9LzCnzJFo7qUiywdBXLiv2MUuBovluct1Q4,620
|
|
42
|
+
modelcheck/makers/meta/__init__.py,sha256=jCoDTt3r1V0MyB-S34CqgXBMY6CFJiltyBDmncuP2LU,437
|
|
43
|
+
modelcheck/makers/microsoft/__init__.py,sha256=n0v7JcbLJAutL2kiKygdLXhfissXeSOR-zAWpdele60,376
|
|
44
|
+
modelcheck/makers/minimax/__init__.py,sha256=91jntnQ4yChmFUXWL4JKmNRoZS7b5n-fA8x1t-C4neM,336
|
|
45
|
+
modelcheck/makers/mistral/__init__.py,sha256=k6gvY1bBVBm9vFOLHaDgAjaaOsq1OHwv-eg1rmwlXmM,417
|
|
46
|
+
modelcheck/makers/moonshot/__init__.py,sha256=XZL5IYMJGqyCIdml44bv411QaMBCq4CdOfEH-ctu0Qk,442
|
|
47
|
+
modelcheck/makers/nvidia/__init__.py,sha256=20q2ji0t-_AHbj_eDDD3WbWoUIjaPTEWpBLIPEbWnW4,306
|
|
48
|
+
modelcheck/makers/openai/__init__.py,sha256=CJuUi0X-b-UucnxSBF3pQBXu26zElrhIHMT2xct-DDc,627
|
|
49
|
+
modelcheck/makers/sber/__init__.py,sha256=TMRKWg2gJpMna4IcS5vSWdVlDXFSMXpLyXKtxdrxbAM,345
|
|
50
|
+
modelcheck/makers/xai/__init__.py,sha256=tPNtT-4TbS6NsFI072k0lq5eX-mAazGsGU5fjhCNodY,537
|
|
51
|
+
modelcheck/makers/yandex/__init__.py,sha256=I11UWOpPFuilQDFZf9xtZg7QWklmuOkgg6y1Qx5o3tc,397
|
|
52
|
+
modelcheck/makers/zhipu/__init__.py,sha256=3jXroA1GyTbzxj_jxi_DMUwBNLCwcMwuDObsHqTkcw4,472
|
|
53
|
+
modelcheck/report/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
54
|
+
modelcheck/report/render.py,sha256=eJmWJBu4jBLLmM926A81g1VkDJruCIoeAgxyPs_v-Tk,4953
|
|
55
|
+
modelcheck-1.0.1.dist-info/METADATA,sha256=83Gm3taTJr4EhqZVZHA3JIIlyNTG3ClAlhmeSx4lTZA,4685
|
|
56
|
+
modelcheck-1.0.1.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
|
|
57
|
+
modelcheck-1.0.1.dist-info/entry_points.txt,sha256=hfx7jyCbdvh6t4A4uPFSLe9IF2GvZ-zW9WeacqIhsIM,51
|
|
58
|
+
modelcheck-1.0.1.dist-info/licenses/LICENSE,sha256=8vu0HbH0QJccBufIrq2Lqc_cCMSPZun4XULMOEoVocI,1063
|
|
59
|
+
modelcheck-1.0.1.dist-info/RECORD,,
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2026 Lideim
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
6
|
+
|
|
7
|
+
The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
8
|
+
|
|
9
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|