@bendyline/gezel-inference 1.0.5 → 1.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cache/controller.d.ts +2 -0
- package/dist/cache/controller.js +38 -5
- package/dist/catalog/chat-models/index.json +1 -1
- package/dist/catalog/chat-models/lf/lfm3-1.7b-q4/manifest.json +114 -0
- package/dist/catalog/chat-models/lf/lfm3-1.7b-q4/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/chat-models/raw-index.json +1 -1
- package/dist/catalog/image-loras/index.json +1 -0
- package/dist/catalog/image-loras/kr/krea-2-ink-wash/manifest.json +31 -0
- package/dist/catalog/image-loras/kr/krea-2-ink-wash/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/kr/krea-2-isometric-3d/manifest.json +32 -0
- package/dist/catalog/image-loras/kr/krea-2-isometric-3d/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/kr/krea-2-kids-drawing/manifest.json +31 -0
- package/dist/catalog/image-loras/kr/krea-2-kids-drawing/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/kr/krea-2-pixel-art/manifest.json +31 -0
- package/dist/catalog/image-loras/kr/krea-2-pixel-art/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/kr/krea-2-soft-watercolor/manifest.json +31 -0
- package/dist/catalog/image-loras/kr/krea-2-soft-watercolor/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/kr/krea-2-turbo-4step/manifest.json +31 -0
- package/dist/catalog/image-loras/kr/krea-2-turbo-4step/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/mo/moss-image-gouache/manifest.json +29 -0
- package/dist/catalog/image-loras/mo/moss-image-gouache/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/mo/moss-image-sft-4step/manifest.json +30 -0
- package/dist/catalog/image-loras/mo/moss-image-sft-4step/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/qw/qwen-image-edit-2511-lightning/manifest.json +31 -0
- package/dist/catalog/image-loras/qw/qwen-image-edit-2511-lightning/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/raw-index.json +1 -0
- package/dist/catalog/image-loras/sd/sdxl-3d-render/manifest.json +29 -0
- package/dist/catalog/image-loras/sd/sdxl-3d-render/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/sd/sdxl-coloring-book/manifest.json +30 -0
- package/dist/catalog/image-loras/sd/sdxl-coloring-book/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/sd/sdxl-papercut/manifest.json +29 -0
- package/dist/catalog/image-loras/sd/sdxl-papercut/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-loras/sd/sdxl-pixel-art/manifest.json +29 -0
- package/dist/catalog/image-loras/sd/sdxl-pixel-art/versions/1.0.0/manifest.json +15 -0
- package/dist/catalog/image-models/fl/flux-2-klein-4b-q4/manifest.json +3 -0
- package/dist/catalog/image-models/index.json +1 -1
- package/dist/catalog/image-models/qw/qwen-image-edit-2511-q4/manifest.json +44 -0
- package/dist/catalog/image-models/qw/qwen-image-edit-2511-q4/versions/1.0.0/manifest.json +36 -0
- package/dist/catalog/image-models/raw-index.json +1 -1
- package/dist/catalog/knowledge-catalogs/index.json +1 -1
- package/dist/catalog/knowledge-catalogs/raw-index.json +1 -1
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-arts/versions/2026.10.2/manifest.json +181 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-astronomy/versions/2026.10.2/manifest.json +181 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-biology/versions/2026.10.2/manifest.json +217 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-business/versions/2026.10.2/manifest.json +197 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-film-tv/versions/2026.10.2/manifest.json +197 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-food-drink/versions/2026.10.2/manifest.json +185 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-games/versions/2026.10.2/manifest.json +181 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-general/manifest.json +55 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-general/versions/2026.10.2/manifest.json +165 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-geography/versions/2026.10.2/manifest.json +217 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-history/versions/2026.10.2/manifest.json +217 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-language/versions/2026.10.2/manifest.json +181 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-law/versions/2026.10.2/manifest.json +185 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-literature/versions/2026.10.2/manifest.json +193 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-mathematics/versions/2026.10.2/manifest.json +189 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-medicine/versions/2026.10.2/manifest.json +185 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-military/versions/2026.10.2/manifest.json +189 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-music/versions/2026.10.2/manifest.json +197 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-people-arts/versions/2026.10.2/manifest.json +209 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-people-business/versions/2026.10.2/manifest.json +189 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-people-entertainment/versions/2026.10.2/manifest.json +201 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-people-military/versions/2026.10.2/manifest.json +185 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-people-other/versions/2026.10.2/manifest.json +165 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-people-politics/versions/2026.10.2/manifest.json +197 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-people-religion/versions/2026.10.2/manifest.json +201 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-people-science/versions/2026.10.2/manifest.json +205 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-people-sports/versions/2026.10.2/manifest.json +237 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-politics/versions/2026.10.2/manifest.json +197 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-religion-philosophy/versions/2026.10.2/manifest.json +189 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-science/versions/2026.10.2/manifest.json +185 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-sports/versions/2026.10.2/manifest.json +193 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-technology/versions/2026.10.2/manifest.json +185 -0
- package/dist/catalog/knowledge-catalogs/wi/wikipedia-transportation/versions/2026.10.2/manifest.json +189 -0
- package/dist/catalog/provenance.json +2 -1
- package/dist/engine-components.js +2 -2
- package/dist/engines/electron-native-reuse.d.ts +7 -1
- package/dist/engines/electron-native-reuse.js +12 -4
- package/dist/engines/native-file-manifest.json +546 -406
- package/dist/engines/native-manifest.d.ts +4 -4
- package/dist/engines/native-manifest.js +36 -36
- package/dist/engines/resolver.d.ts +1 -1
- package/dist/engines/resolver.js +48 -51
- package/dist/http/auth-context.d.ts +12 -0
- package/dist/http/routes/image-ensure-routes.d.ts +4 -0
- package/dist/http/routes/image-ensure-routes.js +102 -0
- package/dist/http/routes/v1-image-styles.d.ts +5 -0
- package/dist/http/routes/v1-image-styles.js +91 -0
- package/dist/http/routes/v1-images.d.ts +1 -0
- package/dist/http/routes/v1-images.js +15 -93
- package/dist/inference-service.js +2 -1
- package/dist/knowledge/worker-host.js +2 -0
- package/dist/machine-engine/inspect-runtime.js +12 -3
- package/dist/memory/embed-core.js +3 -0
- package/dist/memory/embeddings.js +2 -0
- package/dist/models/image-fit.js +2 -2
- package/dist/models/weight-facts.d.ts +5 -0
- package/dist/models/weight-facts.js +5 -2
- package/dist/providers/ds4/build-provider.js +1 -1
- package/dist/providers/ds4/residency.js +3 -3
- package/dist/providers/image/img2img-support.d.ts +36 -1
- package/dist/providers/image/img2img-support.js +30 -1
- package/dist/providers/image/local-engine.d.ts +1 -0
- package/dist/providers/image/local-engine.js +8 -2
- package/dist/providers/image/local-factory.d.ts +10 -1
- package/dist/providers/image/local-factory.js +33 -6
- package/dist/providers/image/mock.d.ts +8 -1
- package/dist/providers/image/mock.js +46 -1
- package/dist/providers/image/pull-registry.d.ts +25 -3
- package/dist/providers/image/pull-registry.js +96 -34
- package/dist/providers/image/sd-cpp.d.ts +63 -4
- package/dist/providers/image/sd-cpp.js +361 -38
- package/dist/providers/image/types.d.ts +76 -4
- package/dist/providers/image/types.js +8 -0
- package/dist/providers/llama-cpp/build-provider.js +3 -2
- package/dist/providers/llama-cpp/cache-adapter.d.ts +3 -0
- package/dist/providers/llama-cpp/cache-adapter.js +18 -4
- package/dist/providers/llama-cpp/devices.js +2 -2
- package/dist/providers/llama-cpp/engine-flags.d.ts +5 -0
- package/dist/providers/llama-cpp/engine-flags.js +5 -2
- package/dist/providers/llama-cpp/provider.js +20 -4
- package/dist/providers/mlx/provider.js +13 -4
- package/dist/providers/mlx/python/gezel_mlx_server.py +9 -2
- package/dist/providers/mlx/python/spec_decode.py +44 -5
- package/dist/providers/native/capacity-broker.d.ts +1 -1
- package/dist/providers/native/capacity-broker.js +8 -8
- package/dist/providers/native/capacity-budget.js +5 -4
- package/dist/providers/native/device-capacity-ledger.d.ts +2 -0
- package/dist/providers/native/device-capacity-ledger.js +36 -5
- package/dist/providers/native/device-capacity.js +4 -3
- package/dist/providers/native/local-engine-runtime.js +4 -4
- package/dist/providers/native/process-identity.d.ts +2 -0
- package/dist/providers/native/process-identity.js +70 -0
- package/dist/relevance/relevance-core.js +2 -0
- package/dist/relevance/relevance-model.js +2 -0
- package/dist/relevance/settings.js +2 -2
- package/dist/runtime-lock.d.ts +43 -5
- package/dist/runtime-lock.js +189 -26
- package/dist/system/host-memory.d.ts +46 -0
- package/dist/system/host-memory.js +89 -0
- package/dist/system/memory.js +5 -4
- package/dist/transformers-cache.js +2 -0
- package/dist/utils/download-common.d.ts +1 -1
- package/package.json +8 -8
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"kind": "chat-model",
|
|
4
|
+
"id": "lfm3-1.7b-q4",
|
|
5
|
+
"name": "LFM3 (1.7B, Q4)",
|
|
6
|
+
"description": "Liquid AI's LFM3 at 1.7B parameters. A tri-hybrid convolution-attention design built for local agents — about a gigabyte of memory, quick even on modest hardware, with integrated reasoning, native tool calling, and a 256K context window.",
|
|
7
|
+
"tags": [
|
|
8
|
+
"liquid-ai",
|
|
9
|
+
"small",
|
|
10
|
+
"tools",
|
|
11
|
+
"reasoning"
|
|
12
|
+
],
|
|
13
|
+
"category": "general",
|
|
14
|
+
"maintainer": {
|
|
15
|
+
"name": "Liquid AI",
|
|
16
|
+
"url": "https://huggingface.co/LiquidAI/LFM3-1.7B"
|
|
17
|
+
},
|
|
18
|
+
"version": "1.0.0",
|
|
19
|
+
"updatedAt": "2026-10-31T00:00:00Z",
|
|
20
|
+
"license": "LFM Open License v1.0",
|
|
21
|
+
"licenseClass": "custom-restricted",
|
|
22
|
+
"licenseShortName": "LFM Open 1.0",
|
|
23
|
+
"parameterSize": "1.7B",
|
|
24
|
+
"approxSizeBytes": 1049615680,
|
|
25
|
+
"supportsTools": true,
|
|
26
|
+
"contextWindow": 262144,
|
|
27
|
+
"upstream": "https://huggingface.co/LiquidAI/LFM3-1.7B",
|
|
28
|
+
"style": {
|
|
29
|
+
"family": "other",
|
|
30
|
+
"reasoningFormat": "think",
|
|
31
|
+
"toolCallFormat": "function-call"
|
|
32
|
+
},
|
|
33
|
+
"behaviors": [
|
|
34
|
+
"reasoning.strip-think-tags",
|
|
35
|
+
"prompt.private-reasoning-guidance",
|
|
36
|
+
"prompt.tool-cookbook-full",
|
|
37
|
+
"fabrication.detect-past-tense-no-tools",
|
|
38
|
+
"mcp.compact-tool-schemas",
|
|
39
|
+
"mcp.relax-required-fields",
|
|
40
|
+
"mcp.default-missing-fields",
|
|
41
|
+
{
|
|
42
|
+
"id": "turn.continuation-budget",
|
|
43
|
+
"config": {
|
|
44
|
+
"count": 4
|
|
45
|
+
}
|
|
46
|
+
},
|
|
47
|
+
"turn.preamble-folding",
|
|
48
|
+
"turn.ramble-detection",
|
|
49
|
+
"prompt.prefer-writefile-edits",
|
|
50
|
+
"prompt.derive-by-execution",
|
|
51
|
+
"prompt.retrieval-first"
|
|
52
|
+
],
|
|
53
|
+
"tuning": {
|
|
54
|
+
"sampling": {
|
|
55
|
+
"temperature": 0.1,
|
|
56
|
+
"topK": 50,
|
|
57
|
+
"repetitionPenalty": 1
|
|
58
|
+
},
|
|
59
|
+
"reasoning": {
|
|
60
|
+
"enableThinking": true,
|
|
61
|
+
"thinkingBudget": 2048
|
|
62
|
+
},
|
|
63
|
+
"profiles": {
|
|
64
|
+
"thinking-general": {
|
|
65
|
+
"sampling": {
|
|
66
|
+
"temperature": 0.1,
|
|
67
|
+
"topP": 0.95,
|
|
68
|
+
"topK": 50,
|
|
69
|
+
"repetitionPenalty": 1
|
|
70
|
+
}
|
|
71
|
+
},
|
|
72
|
+
"thinking-coding": {
|
|
73
|
+
"sampling": {
|
|
74
|
+
"temperature": 0.1,
|
|
75
|
+
"topP": 0.9,
|
|
76
|
+
"topK": 50,
|
|
77
|
+
"repetitionPenalty": 1
|
|
78
|
+
}
|
|
79
|
+
},
|
|
80
|
+
"thinking-precise": {
|
|
81
|
+
"sampling": {
|
|
82
|
+
"temperature": 0.05,
|
|
83
|
+
"topP": 0.9,
|
|
84
|
+
"topK": 20,
|
|
85
|
+
"repetitionPenalty": 1
|
|
86
|
+
}
|
|
87
|
+
},
|
|
88
|
+
"instruct": {
|
|
89
|
+
"sampling": {
|
|
90
|
+
"temperature": 0.1,
|
|
91
|
+
"topP": 0.95,
|
|
92
|
+
"topK": 50,
|
|
93
|
+
"repetitionPenalty": 1
|
|
94
|
+
}
|
|
95
|
+
},
|
|
96
|
+
"creative": {
|
|
97
|
+
"sampling": {
|
|
98
|
+
"temperature": 0.3,
|
|
99
|
+
"topP": 0.95,
|
|
100
|
+
"topK": 50,
|
|
101
|
+
"repetitionPenalty": 1.05
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
},
|
|
106
|
+
"llamaCpp": {
|
|
107
|
+
"huggingfaceRepo": "LiquidAI/LFM3-1.7B-GGUF",
|
|
108
|
+
"revision": "bad5729bba61d076fff20d2548e62526665af215",
|
|
109
|
+
"filename": "LFM3-1.7B-QAD-Q4_0.gguf",
|
|
110
|
+
"sha256": "43a7d09a0e9cba91b63eb7052488b9564569bddfd65754d2e426465e572a7452",
|
|
111
|
+
"approxSizeBytes": 1049615680,
|
|
112
|
+
"quantization": "Q4_0"
|
|
113
|
+
}
|
|
114
|
+
}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"version": "1.0.0",
|
|
4
|
+
"releasedAt": "2026-10-31T00:00:00Z",
|
|
5
|
+
"minGezelVersion": "1.99999",
|
|
6
|
+
"approxSizeBytes": 1049615680,
|
|
7
|
+
"llamaCpp": {
|
|
8
|
+
"huggingfaceRepo": "LiquidAI/LFM3-1.7B-GGUF",
|
|
9
|
+
"revision": "bad5729bba61d076fff20d2548e62526665af215",
|
|
10
|
+
"filename": "LFM3-1.7B-QAD-Q4_0.gguf",
|
|
11
|
+
"sha256": "43a7d09a0e9cba91b63eb7052488b9564569bddfd65754d2e426465e572a7452",
|
|
12
|
+
"approxSizeBytes": 1049615680,
|
|
13
|
+
"quantization": "Q4_0"
|
|
14
|
+
}
|
|
15
|
+
}
|