@fugood/buttress-server 2.26.0-beta.16 → 2.26.0-beta.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/README.md +185 -4
  2. package/config/function-samples/README.md +1 -0
  3. package/config/function-samples/classify-ticket.ts +73 -0
  4. package/config/sample.toml +39 -0
  5. package/lib/agent/codemode-worker.d.ts +1 -0
  6. package/lib/agent/codemode.d.ts +7 -0
  7. package/lib/agent/decisions.check.d.ts +1 -0
  8. package/lib/agent/decisions.d.ts +113 -0
  9. package/lib/agent/mcp.d.ts +2 -3
  10. package/lib/agent/models.d.ts +4 -2
  11. package/lib/agent/sessions.d.ts +21 -8
  12. package/lib/agent/types.d.ts +30 -0
  13. package/lib/{cli-CtBbHMYQ.mjs → cli-CIa2rDj7.mjs} +2 -2
  14. package/lib/{client-DzfRSFcJ.mjs → client-BVyIuSyr.mjs} +1 -1
  15. package/lib/codemode-BxD8KKWZ.mjs +112 -0
  16. package/lib/codemode-worker.mjs +3 -0
  17. package/lib/config-cxApm_PZ.mjs +2 -0
  18. package/lib/functions/templates.d.ts +1 -1
  19. package/lib/functions/types.d.ts +7 -1
  20. package/lib/index.d.ts +4 -2
  21. package/lib/index.mjs +148 -68
  22. package/lib/mcp-Cy5Jhrn5.mjs +5 -0
  23. package/lib/protocol-RJSV46H1.mjs +351 -0
  24. package/lib/quickjs.wasm +0 -0
  25. package/lib/routes/decision-shared.d.ts +28 -0
  26. package/lib/routes/generator-cache.d.ts +3 -1
  27. package/lib/routes/index.d.ts +1 -0
  28. package/lib/routes/llm-shared.d.ts +1 -0
  29. package/lib/routes/typesafe-compat.check.d.ts +1 -0
  30. package/lib/routes/typesafe-compat.d.ts +31 -0
  31. package/lib/services/ggml-decision.d.ts +80 -0
  32. package/lib/services/ggml-llm.d.ts +29 -1
  33. package/lib/services/index.d.ts +3 -0
  34. package/lib/{tui-DbQ0zW-C.mjs → tui-Bxeb1d7E.mjs} +1 -1
  35. package/lib/types.d.ts +25 -1
  36. package/lib/utils/cors.d.ts +1 -0
  37. package/lib/utils/decision-sharing.d.ts +37 -0
  38. package/package.json +10 -9
  39. package/public/status.html +104 -1
  40. package/lib/agent/session-fs.d.ts +0 -3
  41. package/lib/config-DbRjQnNp.mjs +0 -2
package/README.md CHANGED
@@ -162,6 +162,7 @@ Configuration is loaded from a TOML file passed via `--config` / `-c`. Every top
162
162
  | `[autodiscover]` | LAN UDP / HTTP / mDNS discovery toggles |
163
163
  | `[openai_compat]` | Enable `/oai-compat/v1/*` — see [Compatibility Endpoints](#compatibility-endpoints-experimental) |
164
164
  | `[anthropic_messages]` | Enable `/anthropic-messages` — see [Compatibility Endpoints](#compatibility-endpoints-experimental)|
165
+ | `[typesafe_compat]` | Enable `/typesafe-compat/v1/*` — see [Compatibility Endpoints](#compatibility-endpoints-experimental) |
165
166
  | `[functions]` | Enable local functions — see [Local Functions](#local-functions-experimental) |
166
167
  | `[[agents]]` | Config-defined agents — see [Agents](#agents-experimental) |
167
168
  | `[[generators]]` | Array of generator instances — one entry per loaded model |
@@ -241,7 +242,7 @@ Every generator entry has a `type`, an optional `[generators.backend]` table, an
241
242
 
242
243
  ```toml
243
244
  [[generators]]
244
- type = "ggml-llm" # or "ggml-stt" / "ggml-tts" / "mlx-llm"
245
+ type = "ggml-llm" # or "ggml-stt" / "ggml-tts" / "ggml-decision" / "mlx-llm"
245
246
 
246
247
  [generators.backend]
247
248
  # (see per-type sections below)
@@ -261,7 +262,7 @@ Shared by **all** generator types:
261
262
  | `revision` | string | Default `"main"` |
262
263
  | `download` | boolean | Pre-download at server startup (default `false`) |
263
264
 
264
- Additional keys honored by **ggml-llm**, **ggml-stt** and **ggml-tts** (mlx-llm gets quantization from the repo itself and does not use these):
265
+ Additional keys honored by **ggml-llm**, **ggml-stt**, **ggml-tts** and **ggml-decision** (mlx-llm gets quantization from the repo itself and does not use these):
265
266
 
266
267
  | Key | Type | Notes |
267
268
  | ------------------------- | --------- | -------------------------------------------------------------------------------- |
@@ -493,6 +494,106 @@ vocoder_batch_size = 4096
493
494
 
494
495
  ---
495
496
 
497
+ ### `ggml-decision` (typed decisions via `@fugood/llama.node`)
498
+
499
+ Loads a typed decision model (System One — Julia-1, Laya, Kev, Jevling, lev,
500
+ ...) and answers `choice` / `score` / `noul` questions about a state with
501
+ calibrated probabilities: one forward pass per answer, no generated tokens.
502
+ Requests and results follow the TypeSafe `/v1/systemone` API that llama-server
503
+ serves. Clients reach it through the Typed Decision (GGML) generator; local
504
+ functions through `context.buttress.decide`.
505
+
506
+ The model is checked when its context loads: a GGUF with no decision metadata
507
+ (`<arch>.decision.type`) and no `system_one` template, or one whose decision
508
+ type this build cannot serve, fails the load with the reason. Requests on one
509
+ generator run one at a time.
510
+
511
+ **Sharing a model with `ggml-llm`** — a model that both generates and decides
512
+ (Jevling, for one) can be configured as both a `ggml-llm` and a
513
+ `ggml-decision`. By default each loads its own context. Set
514
+ `[generators.backend] share_llm_context = true` on the decision entry to run
515
+ its decisions on the LLM's context instead, when the two entries name the same
516
+ weights (same `repo_id`, `revision`, `filename`, `quantization`, `url` and
517
+ `local_path`): the model is then loaded once, with the LLM's config. This
518
+ applies to local functions, the TypeSafe-compatible endpoint and client
519
+ sessions (whose decision runtime options then do not apply).
520
+
521
+ Sharing trades throughput for memory. A decision takes one of the LLM's
522
+ `n_parallel` slots, and its forward passes run between the LLM's batches, so
523
+ concurrent completions stop generating while it runs (in a CPU test, a
524
+ 128-token completion took twice as long beside six decisions; with a separate
525
+ decision context it did not slow down). Results are not affected: the slot's
526
+ sequence and prompt cache are cleared after each decision. Without
527
+ `kv_unified = true` on the LLM a slot holds `n_ctx / n_parallel` tokens, which
528
+ must fit the state plus the questions. The decision loads its own context
529
+ anyway when it sets `rank_pooling` (it needs an embedding context), when its
530
+ projector differs from the LLM's, or when the LLM is embedding or vocab-only.
531
+ The server logs at startup which decision models share.
532
+
533
+ ```toml
534
+ [[generators]]
535
+ type = "ggml-llm"
536
+ [generators.model]
537
+ repo_id = "BricksDisplay/jevling-0.8b-v1-GGUF"
538
+ filename = "jevling-0.8b-v1-q8_0-embf16.gguf"
539
+ [generators.runtime]
540
+ n_ctx = 16384
541
+
542
+ [[generators]]
543
+ type = "ggml-decision"
544
+ [generators.backend]
545
+ share_llm_context = true
546
+ [generators.model]
547
+ repo_id = "BricksDisplay/jevling-0.8b-v1-GGUF"
548
+ filename = "jevling-0.8b-v1-q8_0-embf16.gguf"
549
+ ```
550
+
551
+ **`[generators.backend]`** — same keys as `ggml-tts` (`variant`,
552
+ `variant_preference`, `gpu_memory_fraction`, `cpu_memory_fraction`).
553
+
554
+ **`[generators.model]`** — common keys plus:
555
+
556
+ | Key | Type | Default | Notes |
557
+ | ------------------------- | -------- | -------------------------------- | ------------------------------------------------------------------ |
558
+ | `preferred_quantizations` | string[] | `["q8_0", "q4_k_m", <no-quant>]` | Default fallback chain |
559
+ | `mmproj_repo_id` | string | falls back to `repo_id` | Vision projector repo, for models whose prompt takes images |
560
+ | `mmproj_filename` | string | auto (`*mmproj*`) | Pin a specific projector artifact |
561
+ | `mmproj_url` | string | — | Direct projector URL (skips manifest lookup) |
562
+ | `mmproj_revision` | string | falls back to `revision` | |
563
+ | `mmproj_local_path` | string | — | Requires `allow_local_file` |
564
+ | `rank_pooling` | boolean | `false` | `system_one` models with a classification head (`rank_head` readout) |
565
+ | `use_gpu` | boolean | `true` | Force-disable GPU even when available |
566
+ | `n_gpu_layers` | number | `99` | Forced to `0` when the GPU is unused |
567
+
568
+ Setting any `mmproj_*` key loads a projector; requests can then pass `images`
569
+ (file paths or data URLs). The projector is ignored, with a warning, when the
570
+ model's prompt has no place for images.
571
+
572
+ **Runtime extras** — under `[runtime]` for ggml-decision:
573
+
574
+ | Key | Type | Default | Notes |
575
+ | -------------------------- | ------ | --------------- | ---------------------------------------- |
576
+ | `n_ctx` | number | `4096` | Must hold the state plus every question |
577
+ | `n_batch` / `n_ubatch` | number | `2048` / `512` | |
578
+ | `max_threads` | number | auto | Caps the llama.cpp thread count |
579
+ | `flash_attn_type` | string | `auto` | `auto` / `on` / `off` |
580
+ | `context_release_delay_ms` | number | `10000` | `0` releases the context right away |
581
+
582
+ **Example**
583
+
584
+ ```toml
585
+ [[generators]]
586
+ type = "ggml-decision"
587
+ [generators.model]
588
+ repo_id = "ggml-org/Julia-1-GGUF"
589
+ filename = "Julia-1-Q8_0.gguf"
590
+ download = true
591
+ [generators.runtime]
592
+ n_ctx = 4096
593
+ ```
594
+
595
+ ---
596
+
496
597
  ### `mlx-llm` (Apple Silicon, Python `mlx-lm` / `mlx-vlm` bridge)
497
598
 
498
599
  Loads an MLX-format model on Apple Silicon. On first use, the backend creates a virtualenv at `{cache_dir}/mlx-env` and installs `mlx_lm_package`, `mlx_vlm_package`, plus `torch` and `torchvision` (required by some VLM processors). If an existing venv already has `mlx_vlm` and `torch` importable, the install step is skipped. There is no `[generators.backend]` section.
@@ -654,11 +755,40 @@ enabled = true
654
755
  | --------------------- | ------------------------------------ |
655
756
  | `/oai-compat/v1/*` | `[openai_compat] enabled = true` |
656
757
  | `/anthropic-messages` | `[anthropic_messages] enabled = true` |
758
+ | `/typesafe-compat/v1/*` | `[typesafe_compat] enabled = true` |
657
759
 
658
760
  Completion requests may select only LLM models declared in `[[generators]]`. Use each
659
761
  endpoint's `GET /v1/models` response for valid model IDs; unknown IDs are rejected before the
660
762
  server starts or downloads a generator.
661
763
 
764
+ ### TypeSafe-compatible System One API
765
+
766
+ `POST /typesafe-compat/v1/systemone` answers typed decisions in the shape of
767
+ the hosted [TypeSafe API](https://docs.typesafe.ai/api) with this server's
768
+ `ggml-decision` generators. A TypeSafe SDK reaches it with
769
+ `TYPESAFE_BASE_URL=http://<host>:<port>/typesafe-compat`; models are listed at
770
+ `GET /typesafe-compat/v1/models`.
771
+
772
+ ```toml
773
+ [typesafe_compat]
774
+ enabled = true
775
+ # cors_allowed_origins = ["http://localhost:3000"]
776
+ # SDKs send `model = "jev-latest"` unless told otherwise; map such names to a
777
+ # configured decision generator id (as `GET /typesafe-compat/v1/models` lists it)
778
+ [typesafe_compat.models]
779
+ "jev-latest" = "BricksDisplay/jevling-0.8b-v1-GGUF:jevling-0.8b-v1-q8_0-embf16.gguf"
780
+ ```
781
+
782
+ - `model` must be a configured decision generator id or a mapped name. An
783
+ unknown model gets a 422, never another model: a different model answers
784
+ with different calibration. The response `model` is the resolved generator id.
785
+ - Auth is the same as the other endpoints: a bound server takes the
786
+ workspace-access JWT as the Bearer key; an unbound server is open.
787
+ - Validation errors are 422 with a FastAPI-style `detail` list (`loc`, `msg`),
788
+ as the SDKs print them; other failures are `{ "error": { "message" } }`.
789
+ - `images` (data URLs only) is a Buttress extension for models with a
790
+ projector. The hosted API is text-only.
791
+
662
792
  ## Local Functions (Experimental)
663
793
 
664
794
  Local functions are `.ts`/`.js` files you drop into a directory on the server. Each one becomes an MCP tool **and** an HTTP endpoint, so an agent (or any HTTP client) can run server-side work — shelling out to `ffmpeg`, calling this server's own LLM/STT generators — without you writing a service.
@@ -719,6 +849,7 @@ export default async function ({ path }: { path: string }, context: ButtressFunc
719
849
  | `buttress.detokenize({ model?, tokens })` | Convert token ids back into text with the same model. |
720
850
  | `buttress.transcribe({ model?, filePath \| audioData, options? })` | Transcribe audio with this server's STT generator. |
721
851
  | `buttress.synthesize({ model?, text, options? })` | Synthesize speech with this server's TTS generator (`onnx-tts` or `ggml-tts`); the WAV lands in `tempDir` → `{ path, sampling_rate, channels }`. |
852
+ | `buttress.decide({ model?, state, questions, images? })` | Answer typed `choice` / `score` / `noul` questions about `state` with this server's `ggml-decision` generator (TypeSafe `/v1/systemone` shape) → `{ model, answers, usage }`. `answers[id]` is typed from its question. `images` are local paths or data URLs. |
722
853
  | `bank.list({ keyword?, meta?, ids? })` / `bank.get(id)` / `bank.update(properties, { dontNotify? })` / `bank.remove(id)` | Read/write the bound workspace's remote **Data Bank** (see below). To listen for changes, use `bank.subscribe` inside a daemon function. |
723
854
  | `daemons.emit(name, event, data?)` / `daemons.list()` | Signal a running **daemon function**'s `onEvent` handlers (see below) / list running daemon names. |
724
855
  | `emit(event, data)` | Progress event; delivered to SSE callers, ignored otherwise. |
@@ -894,6 +1025,7 @@ system_prompt_file = "./prompts/ops.md" # or inline: system_prompt = "..."
894
1025
  tools = ["get_server_status", "restart_service"] # local function names (explicit; no wildcard)
895
1026
  local_devices = false # opt in to LAN scan + device DevTools tools
896
1027
  max_turns = 30 # assistant↔tool round-trips per run (default 30)
1028
+ # codemode = true # opt in: a sandboxed JS tool that calls the other tools
897
1029
  # max_tokens_per_run = 200000 # per-run token budget; unset = unlimited
898
1030
  # temperature = 0.2 # unrecognized keys pass through to generation
899
1031
 
@@ -901,6 +1033,9 @@ max_turns = 30 # assistant↔tool round-trips pe
901
1033
  url = "https://api.githubcopilot.com/mcp/"
902
1034
  # headers = { Authorization = "Bearer ..." }
903
1035
  # optional = true # continue without this server if it won't connect
1036
+ # timeout = 60 # per-request seconds (progress renews it)
1037
+ # exposure = "direct" # "hidden": unreachable; "codemode": scripts only (needs codemode = true)
1038
+ # tool_exposure = { "delete_*" = "hidden" } # per tool, by exact name or * pattern
904
1039
 
905
1040
  [agents_options] # optional; defaults shown
906
1041
  # sessions_dir = "./.buttress-agent/sessions" # relative to this config file
@@ -924,8 +1059,54 @@ tracking, and the function's own `meta.timeout` deadline), and aborting the
924
1059
  run aborts in-flight tool calls and their spawned processes. A listed function
925
1060
  that is missing fails the run loudly rather than letting a headless automation
926
1061
  improvise around it. MCP tools get server-qualified names
927
- (`mcp__github__create_issue`); MCP servers connect lazily on the first run and
928
- fail closed unless marked `optional = true`.
1062
+ (`mcp__github__create_issue`; characters outside `[A-Za-z0-9_]` become `_`);
1063
+ MCP servers connect lazily on the first run and fail closed unless marked
1064
+ `optional = true`.
1065
+
1066
+ **Codemode.** `codemode = true` on an `[[agents]]` entry (default `false`) adds a
1067
+ `codemode` tool: the model writes JavaScript that runs in a QuickJS sandbox and
1068
+ calls the agent's other tools (`await tools.<name>(args)`), so it can batch calls
1069
+ and filter large results before they reach the context. MCP servers of such an
1070
+ agent may use `exposure = "codemode"` (or `"deferred"`) to keep their tools out
1071
+ of the model's tool list; scripts find them with `searchTools()`.
1072
+ `models.classify()` runs pi-ai classifier models with the agent's credentials,
1073
+ including this server's decision generators (`buttress/<ggml-decision id>`).
1074
+ Small local models may write poor scripts — prefer it with capable models.
1075
+
1076
+ **Decisions (System One).** `decision_model` gives an agent a typed-decision
1077
+ model: `buttress/<ggml-decision id>` (as `GET /typesafe-compat/v1/models` lists
1078
+ it), or a hosted classifier such as `typesafe/jev-latest` (`TYPESAFE_API_KEY`;
1079
+ the questions and the state are then sent to TypeSafe). Unset means no
1080
+ decisions; it never falls back to the chat model.
1081
+
1082
+ ```toml
1083
+ [[agents]]
1084
+ name = "ops-assistant"
1085
+ model = "buttress/unsloth/Qwen3.5-4B-GGUF"
1086
+ tools = ["host-info"]
1087
+ decision_model = "buttress/BricksDisplay/jevling-e2b-v1-GGUF:jevling-e2b-v1-q8_0-embf16.gguf"
1088
+ decision_assistance = true # opt-in tool prefilter (default false)
1089
+ # decision_timeout_ms = 500 # prefilter deadline; past it the run keeps every tool
1090
+ ```
1091
+
1092
+ - With a `decision_model`, the agent gets a `decision_evaluate` tool. The model
1093
+ calls it itself with a `state` and `choice` / `score` / `bool` questions, and
1094
+ gets calibrated probabilities back. The tool sees only that state, not the
1095
+ conversation. Its answers are evidence for the model, not permission.
1096
+ - With `decision_assistance = true` too, a tool prefilter runs before each run.
1097
+ It asks three yes/no questions about the request: does it need live facts
1098
+ about the system, does it ask for an action (or approve/retry one), and does
1099
+ it point at something not in the conversation. Only when all three are
1100
+ clearly no (each probability < 0.35) does the run go out **without tool
1101
+ definitions**: a shorter prompt for greetings, thanks, explanations or
1102
+ translations. Anything else, including a timeout or an error, keeps every
1103
+ tool. It sends the request, the nearest user/assistant text (≤ 6,000
1104
+ characters) and the tool names; never tool arguments, results or reasoning.
1105
+ The server logs each outcome (`tool prefilter pruned|kept …`).
1106
+ - The prefilter never adds or allows a tool; it only withholds them for one
1107
+ run. Small decision models judge it less reliably: jevling-0.8b pruned some
1108
+ live-fact questions that need a tool, jevling-e2b kept them (about 170 ms per
1109
+ run on a GPU). The first run after start may time out while the model loads.
929
1110
 
930
1111
  **Local devices.** Set `local_devices = true` on an individual `[[agents]]` entry
931
1112
  (default `false`) to add just two built-in tools, independently of local functions/MCP:
@@ -14,6 +14,7 @@ needed. On first start the server scaffolds `buttress-functions.d.ts` and a
14
14
  | `simple-rag.ts` | Token chunking, embeddings, `sqlite3` + `sqlite-vec` retrieval, then completion | a chat LLM + a GGML embedding `[[generators]]` entry (below) |
15
15
  | `transcribe-media.ts` | `context.spawn` (ffmpeg), the scratch dir, SSE progress, STT | `ffmpeg` on PATH + an STT `[[generators]]` entry |
16
16
  | `text-to-speech.ts` | TTS (`context.buttress.synthesize`) + downloadable output (`context.fileUrl`) | an `onnx-tts` `[[generators]]` entry |
17
+ | `classify-ticket.ts` | Typed decisions (`context.buttress.decide`): a choice, a score and yes/no flags with calibrated probabilities | a `ggml-decision` `[[generators]]` entry |
17
18
  | `bank-note.ts` | Reading/writing the workspace's remote Data Bank (`context.bank`) | `bricks buttress bank-key` run on this host |
18
19
  | `bank-watch-daemon.ts` | A daemon (`meta.daemon = true`): `context.bank.subscribe`, `context.setInterval`, `context.onEvent` | `bricks buttress bank-key` run on this host |
19
20
  | `_auth.ts` | Custom auth: keep workspace tokens working, add static API keys | see the file header |
@@ -0,0 +1,73 @@
1
+ // Triage a support ticket with this server's typed decision model: which team
2
+ // takes it, how urgent it is, and two yes/no flags — calibrated probabilities
3
+ // from one forward pass per answer, no text generation and no output parsing.
4
+ //
5
+ // Needs a ggml-decision generator in the server config, e.g.:
6
+ //
7
+ // [[generators]]
8
+ // type = "ggml-decision"
9
+ // [generators.model]
10
+ // repo_id = "ggml-org/Julia-1-GGUF"
11
+ // filename = "Julia-1-Q8_0.gguf"
12
+ //
13
+ // curl -X POST http://<host>:<port>/functions/classify-ticket \
14
+ // -H 'Content-Type: application/json' \
15
+ // -d '{"message": "I was charged twice and nobody replies. I want my money back today."}'
16
+ // # → { "result": { "route": "billing", "urgency": 1.53, "urgencyLabel": "Today", "angry": true, … } }
17
+
18
+ export const meta: ButtressFunctionMeta = {
19
+ description:
20
+ 'Triage a support ticket: route it to a team, rate its urgency, and flag anger or a refund request',
21
+ parameters: {
22
+ type: 'object',
23
+ properties: {
24
+ message: { type: 'string', description: 'The customer message' },
25
+ model: { type: 'string', description: 'Optional decision model override' },
26
+ },
27
+ required: ['message'],
28
+ },
29
+ timeout: '2m',
30
+ }
31
+
32
+ type Input = { message: string; model?: string }
33
+
34
+ const URGENCY_LEVELS = ['Can wait', 'This week', 'Today', 'Right now']
35
+
36
+ export default async function ({ message, model }: Input, context: ButtressFunctionContext) {
37
+ const { answers, usage } = await context.buttress.decide({
38
+ model,
39
+ state: message,
40
+ questions: {
41
+ route: {
42
+ type: 'choice',
43
+ instructions: 'Which team should handle this?',
44
+ criteria: {
45
+ billing: 'Payments, charges, refunds',
46
+ shipping: 'Delivery and tracking',
47
+ technical: 'App or website problems',
48
+ account: 'Login and profile',
49
+ },
50
+ },
51
+ urgency: { type: 'score', instructions: 'How urgent is this?', criteria: URGENCY_LEVELS },
52
+ angry: { type: 'noul', instructions: 'The customer is angry' },
53
+ wants_refund: { type: 'noul', instructions: 'The customer asks for a refund' },
54
+ },
55
+ })
56
+
57
+ // `answers.route.choice` is typed as 'billing' | 'shipping' | 'technical' | 'account'
58
+ return {
59
+ route: answers.route.choice,
60
+ routeConfidence: answers.route.confidence,
61
+ // Expected level index (0 = "Can wait"), can fall between two levels
62
+ urgency: answers.urgency.score,
63
+ urgencyLabel: URGENCY_LEVELS[Math.round(answers.urgency.score)],
64
+ angry: answers.angry.noul >= 0.5,
65
+ wantsRefund: answers.wants_refund.noul >= 0.5,
66
+ probabilities: {
67
+ route: answers.route.probabilities,
68
+ angry: answers.angry.noul,
69
+ wantsRefund: answers.wants_refund.noul,
70
+ },
71
+ inputTokens: usage.input_tokens,
72
+ }
73
+ }
@@ -29,6 +29,15 @@ enabled = true
29
29
  # cors_allowed_origins = ["http://localhost:3000", "https://example.com"]
30
30
  # cors_allowed_origins = "*"
31
31
 
32
+ # TypeSafe-compatible System One API (`/typesafe-compat/v1/systemone`) for the
33
+ # TypeSafe SDKs: TYPESAFE_BASE_URL=http://<host>:<port>/typesafe-compat.
34
+ # Serves the decision generators below.
35
+ # [typesafe_compat]
36
+ # enabled = true
37
+ # cors_allowed_origins = ["http://localhost:3000"]
38
+ # [typesafe_compat.models]
39
+ # "jev-latest" = "ggml-org/Julia-1-GGUF:Julia-1-Q8_0.gguf"
40
+
32
41
  # Local functions (EXPERIMENTAL): .ts/.js files exposed as MCP tools and HTTP
33
42
  # endpoints. Interfaces may change between releases.
34
43
  # See the "Local Functions" section of README.md; ready-to-copy examples live
@@ -57,6 +66,8 @@ enabled = true
57
66
  # tools = ["host-info"] # local function names (explicit; no wildcard)
58
67
  # local_devices = false # opt in: devices_scan + devtools (inspection AND control)
59
68
  # max_turns = 30
69
+ # decision_model = "buttress/<ggml-decision id>" # adds the decision_evaluate tool
70
+ # decision_assistance = false # opt in: skip tool definitions on runs that need no tool
60
71
  # [agents.mcp_servers.example]
61
72
  # url = "https://example.com/mcp/"
62
73
  # optional = true
@@ -300,3 +311,31 @@ use_gpu = true
300
311
  [generators.runtime]
301
312
  n_ctx = 8192
302
313
  vocoder_batch_size = 4096
314
+
315
+ # Typed decision generators
316
+ #
317
+ # A typed decision model (System One) answers `choice` / `score` / `noul`
318
+ # questions about a state with calibrated probabilities — one forward pass per
319
+ # answer, no generated tokens. Clients reach it through the Typed Decision
320
+ # (GGML) generator, and local functions through `context.buttress.decide`.
321
+ # Uncomment to enable:
322
+ #
323
+ # [[generators]]
324
+ # type = "ggml-decision"
325
+ # [generators.model]
326
+ # repo_id = "ggml-org/Julia-1-GGUF"
327
+ # filename = "Julia-1-Q8_0.gguf"
328
+ # download = true
329
+ # # Models whose prompt takes images also need a projector:
330
+ # # mmproj_repo_id = "..."
331
+ # # mmproj_filename = "mmproj-....gguf"
332
+ # # system_one models with a classification head (rank_head readout):
333
+ # # rank_pooling = true
334
+ # [generators.runtime]
335
+ # n_ctx = 4096
336
+ #
337
+ # A model that also generates (Jevling, for one) can be configured as both a
338
+ # ggml-llm and a ggml-decision. To load it once, add to the decision entry
339
+ # [generators.backend]
340
+ # share_llm_context = true
341
+ # (decisions then compete with completions for the LLM's slots; see README).
@@ -0,0 +1 @@
1
+ import '@earendil-works/pi-codemode/worker';
@@ -0,0 +1,7 @@
1
+ import type { MutableModels } from '@earendil-works/pi-ai';
2
+ export declare function createAgentCodemodeTool({ tools, declaredNames, getState, models, }: {
3
+ tools: any[];
4
+ declaredNames: Set<string>;
5
+ getState: () => any;
6
+ models: MutableModels;
7
+ }): Promise<any>;
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,113 @@
1
+ /**
2
+ * System One decisions for Buttress agents.
3
+ *
4
+ * - Buttress decision generators as pi-ai classifier models (`buttress/<id>`),
5
+ * answered in-process. Codemode `models.classify()` and the pieces below go
6
+ * through pi-ai, so a hosted classifier (`typesafe/jev-latest`) is
7
+ * interchangeable with a local one.
8
+ * - `decision_evaluate`: a tool the model calls itself with typed questions.
9
+ * - Tool prefilter (`decision_assistance`): before a run, three yes/no questions
10
+ * decide whether its request needs tools at all; a conversational request
11
+ * is sent without tool definitions, which shortens the prompt.
12
+ *
13
+ * A decision is evidence, never permission: it can only withhold tools for one
14
+ * run, never grant one, and any failure keeps the full tool set.
15
+ */
16
+ import type { ClassifierModel, ClassifierResult, MutableModels, ProviderClassifier } from '@earendil-works/pi-ai';
17
+ import type { AgentMessage } from '@earendil-works/pi-agent-core';
18
+ import type { Config, DecisionRequest, DecisionResult } from '../types';
19
+ import type { AgentDefinition } from './types';
20
+ export declare const BUTTRESS_DECISION_API = "buttress-decision";
21
+ export type DecideFn = (request: DecisionRequest & {
22
+ model?: string;
23
+ }) => Promise<DecisionResult>;
24
+ /** One pi-ai classifier model per configured decision generator. */
25
+ export declare const buttressClassifierModels: (config: Config, provider: string, baseUrl: string) => ClassifierModel<string>[];
26
+ /**
27
+ * Answers classifier requests with this server's decision generators. Never
28
+ * rejects. A decision cannot be stopped once started, so a caller that gives
29
+ * up (timeout, abort) leaves it running; until it settles, new requests for
30
+ * that model fail fast instead of piling up behind it (a cold model load
31
+ * would otherwise start one more per agent run).
32
+ */
33
+ export declare const createButtressClassifier: (decide: DecideFn) => ProviderClassifier;
34
+ /** The agent's decision model, or null when it has none. Throws on an unknown one. */
35
+ export declare const resolveDecisionModel: (models: MutableModels, agent: AgentDefinition) => ClassifierModel<any> | null;
36
+ export declare const DECISION_TOOL_NAME = "decision_evaluate";
37
+ /** Typed questions about a state the model supplies. Results never authorize actions. */
38
+ export declare const createDecisionEvaluateTool: (models: MutableModels, model: ClassifierModel<any>) => {
39
+ name: string;
40
+ label: string;
41
+ description: string;
42
+ parameters: {
43
+ type: string;
44
+ properties: {
45
+ state: {
46
+ type: string;
47
+ description: string;
48
+ };
49
+ questions: {
50
+ type: string;
51
+ description: string;
52
+ additionalProperties: {
53
+ type: string;
54
+ properties: {
55
+ type: {
56
+ type: string;
57
+ enum: string[];
58
+ };
59
+ instructions: {
60
+ type: string;
61
+ };
62
+ criteria: {};
63
+ };
64
+ required: string[];
65
+ };
66
+ };
67
+ };
68
+ required: string[];
69
+ };
70
+ execute: (_toolCallId: string, args: any, signal?: AbortSignal) => Promise<{
71
+ content: {
72
+ type: string;
73
+ text: string;
74
+ }[];
75
+ details: {};
76
+ }>;
77
+ };
78
+ /** Every probability must be below this to send a run without tools. */
79
+ export declare const PREFILTER_THRESHOLD = 0.35;
80
+ /**
81
+ * The prefilter's evidence: the request, the nearest user/assistant exchanges
82
+ * that fit, and only counts for what is left out. Tool arguments and results,
83
+ * reasoning and system messages are never sent.
84
+ */
85
+ export declare const buildPrefilterState: (prompt: string, history: readonly AgentMessage[], toolNames: string[]) => {
86
+ latestRequest: string;
87
+ recentConversation: {
88
+ role: string;
89
+ text: string;
90
+ }[];
91
+ availableTools: string[];
92
+ omittedContext: {
93
+ olderConversation: number;
94
+ toolPayloads: number;
95
+ };
96
+ };
97
+ export type PrefilterOutcome = {
98
+ prune: boolean;
99
+ reason: 'conversational' | 'action-or-uncertain' | 'unavailable' | 'skipped';
100
+ detail?: string;
101
+ };
102
+ /** Prune only on clear "no" answers to every question; anything else keeps every tool. */
103
+ export declare const interpretPrefilter: (result: ClassifierResult) => PrefilterOutcome;
104
+ /** Decide whether this run's request can go out without tool definitions. */
105
+ export declare const runToolPrefilter: ({ models, model, prompt, history, toolNames, timeoutMs, signal, }: {
106
+ models: MutableModels;
107
+ model: ClassifierModel<any>;
108
+ prompt: string;
109
+ history: readonly AgentMessage[];
110
+ toolNames: string[];
111
+ timeoutMs: number;
112
+ signal?: AbortSignal;
113
+ }) => Promise<PrefilterOutcome>;
@@ -4,12 +4,11 @@ export type McpAgentTool = {
4
4
  label: string;
5
5
  description: string;
6
6
  parameters: Record<string, any>;
7
- execute: (toolCallId: string, args: any, signal?: AbortSignal) => Promise<any>;
7
+ execute: (toolCallId: string, args: any, signal?: AbortSignal, onUpdate?: any) => Promise<any>;
8
8
  _mcpServer: string;
9
9
  _mcpToolName: string;
10
+ _mcpExposure: string;
10
11
  };
11
- /** `mcp__<server>__<tool>`, hashed into the cap when too long or colliding. */
12
- export declare const qualifyToolName: (serverName: string, toolName: string, usedNames: Set<string>) => string;
13
12
  export type McpManager = {
14
13
  /**
15
14
  * Tools for every configured server of an agent. Fail-closed: a server that
@@ -1,6 +1,7 @@
1
1
  import { type Model, type MutableModels } from '@earendil-works/pi-ai';
2
2
  import type { Config } from '../types';
3
3
  import type { AgentDefinition } from './types';
4
+ import { type DecideFn } from './decisions';
4
5
  export declare const BUTTRESS_PROVIDER_ID = "buttress";
5
6
  /**
6
7
  * Loopback requests never leave the process: this host name only exists so the
@@ -13,8 +14,9 @@ export type LoopbackFetch = typeof fetch;
13
14
  /**
14
15
  * A `Models` collection with every pi built-in provider (env-var API keys)
15
16
  * plus the `buttress` pseudo-provider whose models are the configured LLM
16
- * generators, streamed over the in-process OpenAI-compat loopback.
17
+ * generators, streamed over the in-process OpenAI-compat loopback, and the
18
+ * configured decision generators as classifier models, answered by `decide`.
17
19
  */
18
- export declare const buildAgentModels: (config: Config, loopbackFetch: LoopbackFetch) => MutableModels;
20
+ export declare const buildAgentModels: (config: Config, loopbackFetch: LoopbackFetch, decide: DecideFn) => MutableModels;
19
21
  /** Resolve an agent's model reference against the registry, with clear errors. */
20
22
  export declare const resolveAgentModel: (models: MutableModels, agent: AgentDefinition) => Model<any>;
@@ -1,17 +1,30 @@
1
- import type { AgentMessage, Session } from '@earendil-works/pi-agent-core';
1
+ import type { AgentMessage } from '@earendil-works/pi-agent-core';
2
2
  import type { AgentSessionSummary, AgentsConfig } from './types';
3
+ type SessionMeta = {
4
+ id: string;
5
+ createdAt: number;
6
+ parentSessionId?: string;
7
+ path: string;
8
+ modifiedAt: number;
9
+ /** Written by pi-agent-core's v4 repo; converted on the first append. */
10
+ legacy: boolean;
11
+ };
12
+ export type AgentSession = {
13
+ metadata: SessionMeta;
14
+ /** True once the file is in the current format with no torn tail. */
15
+ appendable: boolean;
16
+ };
3
17
  export type AgentSessionStore = {
4
- create: (agentName: string) => Promise<Session<any>>;
18
+ create: (agentName: string) => Promise<AgentSession>;
5
19
  /** Throws when the id is unknown within the agent's scope. */
6
- open: (agentName: string, sessionId: string) => Promise<Session<any>>;
7
- fork: (agentName: string, sessionId: string) => Promise<Session<any>>;
8
- append: (session: Session<any>, message: AgentMessage) => Promise<string>;
9
- close: (session: Session<any>) => Promise<void>;
20
+ open: (agentName: string, sessionId: string) => Promise<AgentSession>;
21
+ fork: (agentName: string, sessionId: string) => Promise<AgentSession>;
22
+ append: (session: AgentSession, message: AgentMessage) => Promise<void>;
10
23
  list: (agentName: string, limit?: number) => Promise<AgentSessionSummary[]>;
11
24
  /** Reconstruct the pi message history for continuing a session. */
12
- messages: (session: Session<any>) => Promise<AgentMessage[]>;
25
+ messages: (session: AgentSession) => Promise<AgentMessage[]>;
13
26
  /** Retention sweep across every configured agent scope. */
14
27
  sweep: (agentNames: string[]) => Promise<number>;
15
- dispose: () => Promise<void>;
16
28
  };
17
29
  export declare const createAgentSessionStore: (config: AgentsConfig) => AgentSessionStore;
30
+ export {};
@@ -13,7 +13,18 @@ export type AgentMcpServerConfig = {
13
13
  env?: Record<string, string>;
14
14
  /** Degrade-and-continue when this server fails to connect (default: fail the run). */
15
15
  optional?: boolean;
16
+ /** Per-request timeout in seconds (default 60; progress notifications renew it). */
17
+ timeout?: number;
18
+ /**
19
+ * `direct` (default) declares every tool; `codemode` / `deferred` leave tools
20
+ * to codemode scripts (agents with `codemode = true` only); `hidden` makes
21
+ * them unreachable.
22
+ */
23
+ exposure?: AgentMcpExposure;
24
+ /** Per-tool exposure by exact tool name or `*` pattern. */
25
+ toolExposure?: Record<string, AgentMcpExposure>;
16
26
  };
27
+ export type AgentMcpExposure = 'direct' | 'codemode' | 'deferred' | 'hidden';
17
28
  export type AgentDefinition = {
18
29
  /** Unique agent name — the session scope key. */
19
30
  name: string;
@@ -29,12 +40,31 @@ export type AgentDefinition = {
29
40
  tools: string[];
30
41
  /** Opt-in LAN discovery and device DevTools access (default false). */
31
42
  localDevices: boolean;
43
+ /**
44
+ * Opt-in `codemode` tool (default false): scripts that call the agent's
45
+ * tools, including MCP tools with `codemode` / `deferred` exposure.
46
+ */
47
+ codemode: boolean;
32
48
  mcpServers: Record<string, AgentMcpServerConfig>;
33
49
  /** Assistant↔tool round-trips per run. */
34
50
  maxTurns: number;
35
51
  /** Cumulative token budget per run; null = unlimited (default). */
36
52
  maxTokensPerRun: number | null;
37
53
  thinking?: 'off' | 'minimal' | 'low' | 'medium' | 'high';
54
+ /**
55
+ * Classifier model (`provider/model-id`, e.g. `buttress/<decision generator>`
56
+ * or `typesafe/jev-latest`) for the `decision_evaluate` tool and decision
57
+ * assistance; null = no decisions (never falls back to the chat model).
58
+ */
59
+ decisionModel: {
60
+ provider: string;
61
+ modelId: string;
62
+ modelRef: string;
63
+ } | null;
64
+ /** Opt-in tool prefilter before each run (needs `decisionModel`; default false). */
65
+ decisionAssistance: boolean;
66
+ /** Prefilter deadline; past it the run keeps every tool. */
67
+ decisionTimeoutMs: number;
38
68
  /** Generation passthrough (temperature, top_p, …). */
39
69
  generation: Record<string, unknown>;
40
70
  };