@atomic-chat/core 0.18.3 → 0.18.4

package/src/settings/schema/llamacpp.json

@@ -1,475 +0,0 @@
-[
-  {
-    "key": "version_backend",
-    "title": "Version & Backend",
-    "description": "Version and Backend for llama.cpp",
-    "controllerType": "dropdown",
-    "controllerProps": {
-      "value": "none",
-      "options": [],
-      "recommended": ""
-    }
-  },
-  {
-    "key": "concurrent_mode",
-    "title": "Concurrent Mode",
-    "description": "Run the model as a multi-slot server: serves multiple chat requests in parallel on one loaded model. Overrides Parallel Sequences and Continuous Batching and exposes Prometheus /metrics.",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": false
-    }
-  },
-  {
-    "key": "concurrent_slots",
-    "title": "Concurrent Slots",
-    "description": "Number of parallel slots when Concurrent Mode is enabled. Per-slot context = ctx_size / slots. Higher values serve more concurrent requests but give each less context.",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": 8,
-      "placeholder": "8",
-      "type": "number",
-      "textAlign": "right",
-      "min": 2,
-      "max": 16
-    }
-  },
-  {
-    "key": "expose_metrics",
-    "title": "Expose Prometheus /metrics",
-    "description": "Start llama-server with --metrics so the local API server can proxy /v1/metrics?model=<id>. Automatically enabled by Concurrent Mode.",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": false
-    }
-  },
-  {
-    "key": "parallel",
-    "title": "Parallel Sequences",
-    "description": "Number of parallel sequences to decode (0 = llama.cpp default of 1). Set to 1 to also enable -kvu for optimized single-request serving. Ignored when Concurrent Mode is on.",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": 1,
-      "placeholder": "1",
-      "type": "number",
-      "textAlign": "right",
-      "min": 0
-    }
-  },
-  {
-    "key": "cont_batching",
-    "title": "Continuous Batching",
-    "description": "Enable continuous batching (a.k.a dynamic batching) for concurrent requests.",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": false
-    }
-  },
-  {
-    "key": "llamacpp_env",
-    "title": "Environmental variables",
-    "description": "Environmental variables for llama.cpp(KEY=VALUE), separated by ';'",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": "",
-      "placeholder": "Eg. GGML_VK_VISIBLE_DEVICES=0,1",
-      "type": "text",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "reasoning_preserve",
-    "title": "Preserve Reasoning",
-    "description": "Preserve supported reasoning traces across conversation turns. Requires a compatible chat template and a TurboQuant build based on llama.cpp b9837 or newer.",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": false
-    }
-  },
-  {
-    "key": "extra_args",
-    "title": "Additional llama-server Arguments",
-    "description": "Advanced: append arbitrary llama-server arguments. Separate arguments with spaces and quote values containing spaces. Arguments are passed directly without shell expansion.",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": "",
-      "placeholder": "--reasoning-format deepseek --reasoning-budget 4096",
-      "type": "text",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "timeout",
-    "title": "Timeout for llamacpp",
-    "description": "Llamacpp connection and load timeout in seconds. Model loading and chat streaming both use at least 1800s regardless of a lower value here.",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": "1800",
-      "placeholder": "e.g 1800",
-      "type": "number",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "fit",
-    "title": "Fit context to device memory",
-    "description": "Let llama.cpp pick the largest context window that fits this device's memory (--fit). While on, the context-size slider is set by the engine; turn off to set it by hand. (env: LLAMA_ARG_FIT)",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": true
-    }
-  },
-  {
-    "key": "fit_target",
-    "title": "Fit Target per Device (MiB)",
-    "description": "Target margin per device for fit, comma-separated list of MiB values. Single value is broadcast across all devices. (env: LLAMA_ARG_FIT_TARGET)",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": "1024",
-      "placeholder": "1024 or MiB0,MiB1,...",
-      "type": "text",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "fit_ctx",
-    "title": "Fit Minimum Context Size",
-    "description": "Minimum context size (tokens) that can be set by --fit option. (env: LLAMA_ARG_FIT_CTX)",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": 4096,
-      "placeholder": "4096",
-      "type": "number",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "threads",
-    "title": "Threads",
-    "description": "Number of threads to use during generation (-1 for logical cores).",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": -1,
-      "placeholder": "-1",
-      "type": "number",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "threads_batch",
-    "title": "Threads (Batch)",
-    "description": "Number of threads for batch and prompt processing (default: same as Threads).",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": -1,
-      "placeholder": "-1 (same as Threads)",
-      "type": "number",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "ctx_shift",
-    "title": "Context Shift",
-    "description": "Allow model to cut text in the beginning to accommodate new text in its memory",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": false
-    }
-  },
-  {
-    "key": "n_predict",
-    "title": "Max Tokens to Predict",
-    "description": "Maximum number of tokens to generate (-1 = infinity).",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": -1,
-      "placeholder": "-1",
-      "type": "number",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "ubatch_size",
-    "title": "uBatch Size",
-    "description": "Physical maximum batch size for processing prompts.",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": 512,
-      "placeholder": "512",
-      "type": "number",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "device",
-    "title": "Devices for Offload",
-    "description": "Comma-separated list of devices to use for offloading (e.g., 'CUDA0', 'CUDA0,CUDA1'). Leave empty to use default/CPU only.",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": "",
-      "placeholder": "CUDA0",
-      "type": "text"
-    }
-  },
-  {
-    "key": "split_mode",
-    "title": "GPU Split Mode",
-    "description": "How to split the model across multiple GPUs.",
-    "controllerType": "dropdown",
-    "controllerProps": {
-      "value": "layer",
-      "options": [
-        {
-          "value": "none",
-          "name": "None"
-        },
-        {
-          "value": "layer",
-          "name": "Layer"
-        },
-        {
-          "value": "row",
-          "name": "Row"
-        }
-      ]
-    }
-  },
-  {
-    "key": "main_gpu",
-    "title": "Main GPU Index",
-    "description": "The GPU to use for the model (split-mode=none) or intermediate results (split-mode=row).",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": 0,
-      "placeholder": "0",
-      "type": "number",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "flash_attn",
-    "title": "Flash Attention",
-    "description": "Enable Flash Attention for optimized performance.",
-    "controllerType": "dropdown",
-    "controllerProps": {
-      "value": "auto",
-      "options": [
-        {
-          "value": "auto",
-          "name": "Auto"
-        },
-        {
-          "value": "on",
-          "name": "On"
-        },
-        {
-          "value": "off",
-          "name": "Off"
-        }
-      ]
-    }
-  },
-  {
-    "key": "no_mmap",
-    "title": "Disable mmap",
-    "description": "Do not memory-map model (slower load but may reduce pageouts if not using mlock).",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": false
-    }
-  },
-  {
-    "key": "mlock",
-    "title": "MLock",
-    "description": "Force system to keep model in RAM, preventing swapping/compression.",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": false
-    }
-  },
-  {
-    "key": "cache_type_k",
-    "title": "KV Cache K Type",
-    "description": "KV cache data type for Keys (default: turbo3).",
-    "controllerType": "dropdown",
-    "controllerProps": {
-      "value": "turbo3",
-      "options": [
-        {
-          "value": "turbo3",
-          "name": "turbo3"
-        },
-        {
-          "value": "turbo4",
-          "name": "turbo4"
-        },
-        {
-          "value": "f32",
-          "name": "f32"
-        },
-        {
-          "value": "f16",
-          "name": "f16"
-        },
-        {
-          "value": "bf16",
-          "name": "bf16"
-        },
-        {
-          "value": "q8_0",
-          "name": "q8_0"
-        },
-        {
-          "value": "q4_0",
-          "name": "q4_0"
-        },
-        {
-          "value": "q4_1",
-          "name": "q4_1"
-        },
-        {
-          "value": "iq4_nl",
-          "name": "iq4_nl"
-        },
-        {
-          "value": "q5_0",
-          "name": "q5_0"
-        },
-        {
-          "value": "q5_1",
-          "name": "q5_1"
-        }
-      ]
-    }
-  },
-  {
-    "key": "cache_type_v",
-    "title": "KV Cache V Type",
-    "description": "KV cache data type for Values (default: turbo3).",
-    "controllerType": "dropdown",
-    "controllerProps": {
-      "value": "turbo3",
-      "options": [
-        {
-          "value": "turbo3",
-          "name": "turbo3"
-        },
-        {
-          "value": "turbo4",
-          "name": "turbo4"
-        },
-        {
-          "value": "f32",
-          "name": "f32"
-        },
-        {
-          "value": "f16",
-          "name": "f16"
-        },
-        {
-          "value": "bf16",
-          "name": "bf16"
-        },
-        {
-          "value": "q8_0",
-          "name": "q8_0"
-        },
-        {
-          "value": "q4_0",
-          "name": "q4_0"
-        },
-        {
-          "value": "q4_1",
-          "name": "q4_1"
-        },
-        {
-          "value": "iq4_nl",
-          "name": "iq4_nl"
-        },
-        {
-          "value": "q5_0",
-          "name": "q5_0"
-        },
-        {
-          "value": "q5_1",
-          "name": "q5_1"
-        }
-      ]
-    }
-  },
-  {
-    "key": "defrag_thold",
-    "title": "KV Cache Defragmentation Threshold",
-    "description": "Threshold for KV cache defragmentation (< 0 to disable).",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": 0.1,
-      "placeholder": "0.1",
-      "type": "number",
-      "textAlign": "right",
-      "step": 0.01
-    }
-  },
-  {
-    "key": "rope_scaling",
-    "title": "RoPE Scaling Method",
-    "description": "RoPE frequency scaling method.",
-    "controllerType": "dropdown",
-    "controllerProps": {
-      "value": "none",
-      "options": [
-        {
-          "value": "none",
-          "name": "None"
-        },
-        {
-          "value": "linear",
-          "name": "Linear"
-        },
-        {
-          "value": "yarn",
-          "name": "YaRN"
-        }
-      ]
-    }
-  },
-  {
-    "key": "rope_scale",
-    "title": "RoPE Scale Factor",
-    "description": "RoPE context scaling factor.",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": 1.0,
-      "placeholder": "1.0",
-      "type": "number",
-      "textAlign": "right",
-      "min": 0,
-      "step": 0.01
-    }
-  },
-  {
-    "key": "rope_freq_base",
-    "title": "RoPE Frequency Base",
-    "description": "RoPE base frequency (0 = loaded from model).",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": 0,
-      "placeholder": "0 (model default)",
-      "type": "number",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "rope_freq_scale",
-    "title": "RoPE Frequency Scale Factor",
-    "description": "RoPE frequency scaling factor.",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": 1.0,
-      "placeholder": "1.0",
-      "type": "number",
-      "textAlign": "right",
-      "min": 0,
-      "step": 0.01
-    }
-  }
-]

package/src/settings/schema/mlx.json

@@ -1,136 +0,0 @@
-[
-  {
-    "key": "version_backend",
-    "title": "Version & Backend",
-    "description": "Current DFlash MLX server version. Updated with each app release.",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": "detecting...",
-      "placeholder": "",
-      "readonly": true
-    }
-  },
-  {
-    "key": "dflash_enabled",
-    "title": "DFlash Draft",
-    "description": "Enable DFlash speculative decoding. The matching draft model from the [z-lab/dflash](https://huggingface.co/collections/z-lab/dflash) collection is auto-downloaded for the currently running MLX model.",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": false
-    }
-  },
-  {
-    "key": "block_size",
-    "title": "DFlash Block Size",
-    "description": "Block size for DFlash speculative decoding. Default 16; raise for larger drafts at the cost of latency.",
-    "controllerType": "input",
-    "controllerProps": {
-      "placeholder": "16",
-      "value": 16,
-      "type": "number",
-      "min": 0,
-      "max": 64
-    }
-  },
-  {
-    "key": "mtp_enabled",
-    "title": "MTP Speculative Decoding (Gemma 4 · Qwen · DeepSeek V4)",
-    "description": "Enable Multi-Token Prediction speculative decoding. Covers three drafter families, with the matching head auto-downloaded for the currently running MLX model: Gemma 4 (`mlx-community/gemma-4-*-it-assistant-bf16`), Qwen 3.5/3.6 (`mlx-community/Qwen3.*-MTP-bf16`) and DeepSeek V4 Flash (`mlx-community/DeepSeek-V4-Flash-MTP-bf16`). Mutually exclusive with DFlash and EAGLE-3.",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": false
-    }
-  },
-  {
-    "key": "mtp_block_size",
-    "title": "MTP Block Size",
-    "description": "Number of speculatively drafted tokens per round for the MTP drafter (Gemma 4, Qwen 3.5/3.6 or DeepSeek V4). Default 4 (matches the Gemma 4 README perf table); raise for larger drafts at the cost of latency.",
-    "controllerType": "input",
-    "controllerProps": {
-      "placeholder": "4",
-      "value": 4,
-      "type": "number",
-      "min": 1,
-      "max": 16
-    }
-  },
-  {
-    "key": "eagle3_enabled",
-    "title": "EAGLE-3 Speculative Decoding (Gemma 4)",
-    "description": "Enable EAGLE-3 speculative decoding for Gemma 4 targets. The matching `RedHatAI/*-speculator.eagle3` drafter is auto-downloaded for the currently running MLX model. Mutually exclusive with DFlash and MTP.",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": false
-    }
-  },
-  {
-    "key": "eagle3_block_size",
-    "title": "EAGLE-3 Block Size",
-    "description": "Override the number of speculatively drafted tokens per round for the EAGLE-3 speculator. 0 (default) uses the speculator's own configured depth; raise for larger drafts at the cost of latency.",
-    "controllerType": "input",
-    "controllerProps": {
-      "placeholder": "0",
-      "value": 0,
-      "type": "number",
-      "min": 0,
-      "max": 16
-    }
-  },
-  {
-    "key": "kv_quant_scheme",
-    "title": "KV Cache Quantization",
-    "description": "Quantize the KV cache to shrink memory and fit longer contexts. `Off` keeps the full-precision cache. `TurboQuant` (WHT-rotated low-bit, pair with ~3.5 bits) gives the best quality-per-byte; `Uniform` is plain group quantization (pair with 4 or 8 bits). Applies on the next model load.",
-    "controllerType": "dropdown",
-    "controllerProps": {
-      "value": "off",
-      "options": [
-        {
-          "value": "off",
-          "name": "Off"
-        },
-        {
-          "value": "turboquant",
-          "name": "TurboQuant"
-        },
-        {
-          "value": "uniform",
-          "name": "Uniform"
-        }
-      ]
-    }
-  },
-  {
-    "key": "kv_bits",
-    "title": "KV Cache Bits",
-    "description": "Bit-width for KV cache quantization when a scheme is selected above. 3.5 is the recommended TurboQuant default; 4 or 8 suit Uniform. Ignored when KV Cache Quantization is Off.",
-    "controllerType": "input",
-    "controllerProps": {
-      "placeholder": "3.5",
-      "value": 3.5,
-      "type": "number",
-      "min": 0,
-      "max": 8
-    }
-  },
-  {
-    "key": "timeout",
-    "title": "Timeout for MLX",
-    "description": "MLX connection and load timeout in seconds.",
-    "controllerType": "input",
-    "controllerProps": {
-      "value": 600,
-      "placeholder": "e.g 600",
-      "type": "number",
-      "textAlign": "right"
-    }
-  },
-  {
-    "key": "auto_unload",
-    "title": "Auto-unload old models",
-    "description": "Unload the previous model when a new one is loaded, so only one MLX model holds memory at a time.",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": true
-    }
-  }
-]