@plurnk/plurnk-providers 6.0.0 → 6.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (66) hide show
  1. package/.env.defaults +8 -7
  2. package/README.md +2 -7
  3. package/SPEC.md +9 -10
  4. package/dist/LeadingReasoning.d.ts +0 -2
  5. package/dist/LeadingReasoning.d.ts.map +1 -1
  6. package/dist/LeadingReasoning.js +2 -10
  7. package/dist/LeadingReasoning.js.map +1 -1
  8. package/dist/Mock.d.ts +2 -3
  9. package/dist/Mock.d.ts.map +1 -1
  10. package/dist/Mock.js +1 -6
  11. package/dist/Mock.js.map +1 -1
  12. package/dist/ModelProvider.d.ts +1 -4
  13. package/dist/ModelProvider.d.ts.map +1 -1
  14. package/dist/ModelProvider.js +11 -87
  15. package/dist/ModelProvider.js.map +1 -1
  16. package/dist/ModelRequestBody.d.ts +3 -5
  17. package/dist/ModelRequestBody.d.ts.map +1 -1
  18. package/dist/ModelRequestBody.js +21 -43
  19. package/dist/ModelRequestBody.js.map +1 -1
  20. package/dist/Pool.d.ts +0 -1
  21. package/dist/Pool.d.ts.map +1 -1
  22. package/dist/Pool.js +1 -5
  23. package/dist/Pool.js.map +1 -1
  24. package/dist/ProviderRegistry.d.ts.map +1 -1
  25. package/dist/ProviderRegistry.js +1 -3
  26. package/dist/ProviderRegistry.js.map +1 -1
  27. package/dist/catalogProvider.d.ts +2 -3
  28. package/dist/catalogProvider.d.ts.map +1 -1
  29. package/dist/catalogProvider.js +4 -5
  30. package/dist/catalogProvider.js.map +1 -1
  31. package/dist/compatibleProvider.d.ts.map +1 -1
  32. package/dist/compatibleProvider.js +12 -4
  33. package/dist/compatibleProvider.js.map +1 -1
  34. package/dist/discover.d.ts +0 -2
  35. package/dist/discover.d.ts.map +1 -1
  36. package/dist/discover.js +1 -8
  37. package/dist/discover.js.map +1 -1
  38. package/dist/env.d.ts +2 -2
  39. package/dist/env.d.ts.map +1 -1
  40. package/dist/env.js +26 -25
  41. package/dist/env.js.map +1 -1
  42. package/dist/errors.d.ts.map +1 -1
  43. package/dist/errors.js +0 -11
  44. package/dist/errors.js.map +1 -1
  45. package/dist/index.d.ts +3 -3
  46. package/dist/index.d.ts.map +1 -1
  47. package/dist/index.js +1 -1
  48. package/dist/index.js.map +1 -1
  49. package/dist/modelAdapters.d.ts +3 -0
  50. package/dist/modelAdapters.d.ts.map +1 -1
  51. package/dist/modelAdapters.js +13 -5
  52. package/dist/modelAdapters.js.map +1 -1
  53. package/dist/openai.d.ts +1 -1
  54. package/dist/openai.d.ts.map +1 -1
  55. package/dist/pi-transport.js +1 -1
  56. package/dist/pi-transport.js.map +1 -1
  57. package/dist/providerError.d.ts +1 -1
  58. package/dist/providerError.d.ts.map +1 -1
  59. package/dist/providerError.js +1 -3
  60. package/dist/providerError.js.map +1 -1
  61. package/dist/stream-forensics.d.ts.map +1 -1
  62. package/dist/stream-forensics.js +64 -1
  63. package/dist/stream-forensics.js.map +1 -1
  64. package/dist/types.d.ts +0 -8
  65. package/dist/types.d.ts.map +1 -1
  66. package/package.json +3 -3
package/.env.defaults CHANGED
@@ -84,9 +84,13 @@ PLURNK_PROVIDERS_CACHE_WRITE_POLICY=stable-system
84
84
  # Native routes send it only where the SDK documents one ({§provider-request-authority}); others warn.
85
85
  # PLURNK_PROVIDERS_SERVICE_TIER=
86
86
  # PLURNK_PROVIDERS_SERVICE_TIER_myfireworks=priority
87
- # USD per million tokens, merged over Models.dev rates; omitted categories retain catalog values.
88
- # Supported keys: input, output, reasoning, cacheRead, cacheWrite. This is estimation, not billing truth.
89
- # PLURNK_PROVIDERS_COST=input=0.22,output=0.66,reasoning=0.66,cacheRead=0.007
87
+ # USD per million tokens, merged over Models.dev rates; empty = retain catalog values.
88
+ # One scalar knob per category (all accept _<alias> overrides). This is estimation, not billing truth.
89
+ PLURNK_PROVIDERS_COST_INPUT=
90
+ PLURNK_PROVIDERS_COST_OUTPUT=
91
+ PLURNK_PROVIDERS_COST_REASONING=
92
+ PLURNK_PROVIDERS_COST_CACHE_READ=
93
+ PLURNK_PROVIDERS_COST_CACHE_WRITE=
90
94
 
91
95
  # --- Connectivity (milliseconds; 0 = off) ---
92
96
  # Logical generation deadline, including admission queues, physical attempts and retry delays.
@@ -103,12 +107,9 @@ PLURNK_PROVIDERS_PROBE_ATTEMPTS=3
103
107
  # Initial probe backoff, ms.
104
108
  PLURNK_PROVIDERS_PROBE_DELAY=250
105
109
 
106
- # --- Local endpoints and grammar ---
110
+ # --- Local endpoints ---
107
111
  # llama-server: unset = detect; 1 = pin capabilities; 0 = force plain compatible transport.
108
112
  # PLURNK_PROVIDERS_LLAMA_SERVER=1
109
- # Path of an operator-written GBNF grammar carried verbatim to a llama-server route; unset/0 = none.
110
- # The service ships no grammar profile; a bare name is an error. Per alias: PLURNK_PROVIDERS_GBNF_<alias>.
111
- # PLURNK_PROVIDERS_GBNF=~/.config/plurnk/my-rail.gbnf
112
113
 
113
114
  # --- Evidence capture ---
114
115
  # OpenAI top_logprobs: off/unset = none; 0 = chosen token only; N > 0 = alternatives.
package/README.md CHANGED
@@ -169,8 +169,6 @@ llama-server capabilities, slots, EOS token, and exact tokenization.
169
169
  PLURNK_MODEL_local=openai/model-name-from-endpoint
170
170
  PLURNK_BASEURL_local=http://127.0.0.1:8080/v1
171
171
  PLURNK_MODEL=local
172
- # Optional: your own GBNF grammar, carried verbatim to this llama-server route:
173
- # PLURNK_PROVIDERS_GBNF_local=~/.config/plurnk/local.gbnf
174
172
  # Optional explicit generation allowances, in tokens:
175
173
  # PLURNK_PROVIDERS_OUTPUT_BUDGET_local=8192
176
174
  # PLURNK_PROVIDERS_REASONING_BUDGET_local=4096
@@ -180,13 +178,10 @@ PLURNK_MODEL=local
180
178
 
181
179
  Endpoint probing supplies served-model capacity and llama-server capabilities.
182
180
  Pin `PLURNK_PROVIDERS_LLAMA_SERVER_local=1` only for a known llama-server that
183
- cannot be fingerprinted reliably. GBNF is optional and yours: the service ships
184
- no grammar profile and never validates or grades one; the file's text reaches
185
- the route verbatim, and configuring it on a route without grammar transport is
186
- an error. Parsing always applies.
181
+ cannot be fingerprinted reliably.
187
182
 
188
183
  Sampling stays at endpoint defaults unless configured. Repetition penalties can
189
- fight exact source copying and grammar repetition. Measure local tuning; it is
184
+ fight exact source copying and operation syntax repetition. Measure local tuning; it is
190
185
  not a portable cloud policy. `think-tags` response interpretation is a separate
191
186
  opt-in for endpoints that emit a leading `<think>` envelope, not a reasoning switch.
192
187
 
package/SPEC.md CHANGED
@@ -16,12 +16,12 @@ Every `Provider` instance exposes:
16
16
 
17
17
  | Member | Contract |
18
18
  |---|---|
19
- | Physical & policy getters | `model`, `servedModel`, `contextWindow`, `maxInputTokens`, `maxOutputTokens`, `outputBudget`, `outputFloor`, `reasoningBudget`, `inputCapacity`, `inputWall`, `supportedEfforts`, `inputModalities` (`ReadonlySet<"image" \| "audio" \| "video" \| "pdf">`), `constrainsOutput`, and `requiresOutputBudget` |
19
+ | Physical & policy getters | `model`, `servedModel`, `contextWindow`, `maxInputTokens`, `maxOutputTokens`, `outputBudget`, `outputFloor`, `reasoningBudget`, `inputCapacity`, `inputWall`, `supportedEfforts`, `inputModalities` (`ReadonlySet<"image" \| "audio" \| "video" \| "pdf">`), and `requiresOutputBudget` |
20
20
  | `countPromptTokens(messages, signal?)` | Measures or estimates prompt token weight (`PromptTokenMeasurement`) |
21
21
  | `assessRequestCapacity(messages, maxOutputTokens?, signal?)` | Evaluates `inputCapacity`, `inputWall`, admission `decision` (`"admit" \| "defer" \| "reject"`), and flexed `responseMax` |
22
- | `generate(args)` | Requires non-empty `sessionId` (used for KV-cache and slot affinity), optional `callKind` (`"emission"` or `"bare"`), optional `grammar`, `maxOutputTokens`, `sampling`, `observeRequest`, and `observeReasoning`. Native tool calls are unconditionally disabled on every protocol |
22
+ | `generate(args)` | Requires non-empty `sessionId` (used for KV-cache and slot affinity), optional `callKind` (`"emission"` or `"bare"`), `maxOutputTokens`, `sampling`, `observeRequest`, and `observeReasoning`. Native tool calls are unconditionally disabled on every protocol |
23
23
  | `observeRequest` | Opens before each physical HTTP attempt and settles once with `(requestAccounting, forensicEvidence)`. When `PLURNK_PROVIDERS_RAWBODY=1`, `forensicEvidence.request` records `{ origin, method, body }` with credentials and URL path/query secrets stripped |
24
- | `observeReasoning` | Streams reasoning deltas live from structured reasoning events (`thinking_delta`) or leading tagged reasoning envelopes (`<think>...</think>` when `PLURNK_PROVIDERS_REASONING_RESPONSE_STYLE=think-tags`, or llama-server template envelopes on grammar-constrained turns) |
24
+ | `observeReasoning` | Streams reasoning deltas live from structured reasoning events (`thinking_delta`) or leading tagged reasoning envelopes (`<think>...</think>` when `PLURNK_PROVIDERS_REASONING_RESPONSE_STYLE=think-tags`) |
25
25
  | `Pool` | Fronts $N \ge 1$ homogeneous backends sharing a `model` id: aggregates limits to conservative floors, pins each `sessionId` to one backend for KV-cache locality, and overflows to a healthy sibling on retryable availability failures (`network_failure`, `rate_limit`, `deadline_exceeded`) while never overflowing terminal errors or `resource_interrupted` attempts |
26
26
 
27
27
  ## §provider-capacity-admission Capacity and prompt measurement
@@ -50,7 +50,7 @@ Every physical attempt settles a `ProviderRequestAccounting` record (`{ provider
50
50
  - Cost precedence resolves in order:
51
51
  1. Direct provider charge evidence (`kind: "charged"`, e.g. OpenRouter `usage.cost` and BYOK `upstream_inference_cost`).
52
52
  2. Direct provider response estimate (`kind: "estimated"`, e.g. DeepInfra `usage.estimated_cost`).
53
- 3. Operator rate override (`PLURNK_PROVIDERS_COST=input=...,output=...,reasoning=...,cacheRead=...,cacheWrite=...`) over catalog rates (`kind: "estimated"`).
53
+ 3. Operator rate override (`PLURNK_PROVIDERS_COST_INPUT`, `PLURNK_PROVIDERS_COST_OUTPUT`, `PLURNK_PROVIDERS_COST_REASONING`, `PLURNK_PROVIDERS_COST_CACHE_READ`, `PLURNK_PROVIDERS_COST_CACHE_WRITE`) over catalog rates (`kind: "estimated"`), or standalone rates on local/uncataloged routes when `INPUT` and `OUTPUT` are both set.
54
54
  4. Catalog rates (`kind: "estimated"`). When a model has a distinct rate for a token category (`reasoning`, `cacheRead`, `cacheWrite`) that the response omitted, cost resolves to `kind: "unknown"` rather than guessing.
55
55
  - `aggregateProviderAccounting` sums `usage` and `costUsd` across requests, returning `null` for `usage` or `costUsd` when any request's usage or cost is unknown while preserving `knownUsage` and `knownCostUsd` subtotals.
56
56
 
@@ -68,7 +68,7 @@ Every physical attempt settles a `ProviderRequestAccounting` record (`{ provider
68
68
  - `catalogEfforts(providerInfo, modelInfo, env)` intersects the model's cataloged effort vocabulary (extended by `PLURNK_PROVIDERS_PROVIDER_<ID>_REASONING_EFFORTS` for reasoning models) with what the provider adapter can preserve on the wire.
69
69
  - On `adaptive`, routes with native adaptive reasoning (such as Anthropic adaptive thinking or Gemini thinking) request their native adaptive posture; graded effort routes use `PLURNK_PROVIDERS_EFFORT_FALLBACK` (default `high`) when supported by the model's effort set.
70
70
  - When `PLURNK_PROVIDERS_REASONING_BUDGET` is set alongside `adaptive`, budget-capable routes send the token budget (`thinkingBudgets` / `thinking.budget_tokens` / `thinkingConfig.thinkingBudget` / `reasoning.max_tokens`); setting a fixed effort alongside `PLURNK_PROVIDERS_REASONING_BUDGET` is rejected at construction. On Google routes where `maxOutputTokens` is shared across `thoughtsTokenCount` and `candidatesTokenCount`, `thinkingConfig.thinkingBudget` is bounded by `maxOutputTokens - outputFloor` (or `maxOutputTokens - 1` when tightened below `outputFloor`) so visible output headroom is reserved.
71
- - On detected llama-server routes, `off` and `adaptive` send `chat_template_kwargs: { enable_thinking: false | true }`, and fixed efforts declared in `PLURNK_PROVIDERS_REASONING_EFFORTS` add `reasoning_effort`. When grammar constrains a template-reasoning turn, the adapter sends `reasoning_format: "none"` so the grammar governs the raw stream and projects the leading template block back into `assistant.reasoning`.
71
+ - On detected llama-server routes, `off` and `adaptive` send `chat_template_kwargs: { enable_thinking: false | true }`, and fixed efforts declared in `PLURNK_PROVIDERS_REASONING_EFFORTS` add `reasoning_effort`.
72
72
 
73
73
  ## §provider-configuration Environment configuration and envelope
74
74
 
@@ -81,11 +81,12 @@ Every physical attempt settles a `ProviderRequestAccounting` record (`{ provider
81
81
  | `PLURNK_PROVIDERS_FETCH_TIMEOUT` / `OPERATION_TIMEOUT` | `30000` / `600000` ms | Per-attempt fetch/idle timeout and total operation wall-clock timeout |
82
82
  | `PLURNK_PROVIDERS_RETRY_ATTEMPTS` | `3` | Maximum automatic retry attempts for retryable transport failures |
83
83
  | `PLURNK_PROVIDERS_MAX_CONCURRENCY` | `-1` (unbounded or positive integer) | Per-endpoint FIFO concurrency gate ({§provider-inference-admission}) |
84
+ | `PLURNK_PROVIDERS_COST_<CATEGORY>` | empty (non-negative USD per 1M tokens for `INPUT`, `OUTPUT`, `REASONING`, `CACHE_READ`, `CACHE_WRITE`) | Per-category operator rate overrides merged over catalog rates ({§provider-monetary-evidence}) |
84
85
  | `PLURNK_PROVIDERS_RAWBODY` | `0` (`0 \| 1`) | Retains redacted raw request/response forensic bodies in `forensicEvidence` |
85
86
 
86
87
  - Every knob in `PROVIDERS_KNOBS` is documented in `plurnk-providers/.env.defaults` and supports case-insensitive per-alias suffix scoping (`<KNOB>_<ALIAS>`) via `scopeEnvToAlias(env, alias)`.
87
88
  - Sampling knobs (`TEMPERATURE`, `TOP_P`, `TOP_K`, `PRESENCE_PENALTY`, `FREQUENCY_PENALTY`, `SEED`, `REPEAT_PENALTY`, `REPEAT_LAST_N`, `DRY_MULTIPLIER`, `DRY_BASE`, `DRY_ALLOWED_LENGTH`) validate at construction; caller `sampling` overrides configured defaults on a per-call basis, and `DRY_MULTIPLIER=0` suppresses all DRY fields.
88
- - `instantiateProvider` resolves cataloged providers and `ollama` in-framework before scanning `node_modules` for third-party provider extensions (gated by `PLURNK_EXTENSIONS_TRUSTED_ONLY`). `providerReadiness(provider, env)` reports missing credentials or endpoint configuration without exposing secret values.
89
+ - `instantiateProvider` resolves cataloged providers and `ollama` in-framework before scanning `node_modules` for third-party provider extensions (gated by `PLURNK_EXTENSIONS_TRUSTED_ONLY`). `providerReadiness(provider, env)` and `routeReadiness(route, env)` report missing credentials or endpoint configuration without exposing secret values.
89
90
 
90
91
  ## §model-fact-resolution Route facts and local probes
91
92
 
@@ -96,12 +97,11 @@ Every physical attempt settles a `ProviderRequestAccounting` record (`{ provider
96
97
  | Built-in Ollama rail (`ollama.ts`) | Probes `POST <origin>/api/show` for `*.context_length`, capped by optional `PLURNK_PROVIDERS_CONTEXT_WINDOW`, and dispatches chat completions to `<origin>/v1/chat/completions`. |
97
98
  | Operator probe scripts (`scripts/`) | `providers-ping.mjs` probes one cheapest declared route per keyed provider and writes redacted JSON evidence; `token-envelope-probe.mjs` probes explicit aliases across configured or physical output limits. |
98
99
 
99
- ## §provider-request-authority Request controls and grammar transport
100
+ ## §provider-request-authority Request controls
100
101
 
101
- - Caller `sampling` and extension body fields cannot override protocol-owned fields (`model`, `messages`, `stream`, `tools`, `tool_choice`, `response_format`, `grammar`, `logprobs`, `top_logprobs`).
102
+ - Caller `sampling` and extension body fields cannot override protocol-owned fields (`model`, `messages`, `stream`, `tools`, `tool_choice`, `response_format`, `logprobs`, `top_logprobs`).
102
103
  - `PLURNK_PROVIDERS_SERVICE_TIER` and `PLURNK_PROVIDERS_TOP_LOGPROBS` project onto native SDK requests only when the route's SDK documents the control; unsupported controls emit a single `PLURNK_REQUEST_CONTROL_UNSUPPORTED` process warning and are omitted from the wire.
103
104
  - OpenRouter requests attach `HTTP-Referer` and `X-OpenRouter-Title` from `PLURNK_PROVIDERS_PROVIDER_OPENROUTER_APP_URL` (validated as an absolute HTTP(S) URL) and `PLURNK_PROVIDERS_PROVIDER_OPENROUTER_APP_NAME`.
104
- - Grammar strings (`generate({ grammar })`) are transported only when `grammarStyle === "llamacpp"` (`constrainsOutput === true`), preserving `grammarEvidence` (`{ input, contentStart, transported }`) on the response. When `tokenize` is available on a grammar turn and billed `outputTokens` exceed visible content + reasoning tokens by more than 64, an `output_unaccounted` notice is attached ({§diagnostic-observation}).
105
105
 
106
106
  ## §provider-failure-normalization Failure normalization and evidence
107
107
 
@@ -113,7 +113,6 @@ All transport and response failures normalize into `ProviderError` carrying an R
113
113
  | `quota_exceeded` | 402 or billing/quota exhaustion | 402 | `false` | `cause` |
114
114
  | `rate_limit` | 429 | 429 | `true` | `cause` |
115
115
  | `capacity_exceeded` | Preflight exact wall overflow, 413, or upstream context-length code | 413 | `false` | `cause` |
116
- | `grammar_invalid` | 422 with `error.type === "grammar_invalid"` | 422 | `false` | `cause` |
117
116
  | `request_rejected` | Other 400, 404, 405, 422 | 400..422 | `false` | `cause` |
118
117
  | `network_failure` | 408, 409, 5xx, socket/TLS/proxy error, or mid-stream disconnect | 502 / 503 | `true` | `cause`, optional `attempt` |
119
118
  | `deadline_exceeded` | `PLURNK_PROVIDERS_FETCH_TIMEOUT` or `PLURNK_PROVIDERS_OPERATION_TIMEOUT` | 504 | `true` | `cause`, optional `attempt` |
@@ -2,7 +2,6 @@ export type ReasoningEnvelope = readonly [opening: string, closing: string];
2
2
  export default class LeadingReasoning {
3
3
  #private;
4
4
  static readonly THINK: readonly ReasoningEnvelope[];
5
- static readonly TEMPLATE: readonly ReasoningEnvelope[];
6
5
  constructor(envelopes: readonly ReasoningEnvelope[]);
7
6
  push(text: string): string;
8
7
  finish(): string;
@@ -10,7 +9,6 @@ export default class LeadingReasoning {
10
9
  content: string;
11
10
  reasoning: string;
12
11
  projected: boolean;
13
- contentStart: number;
14
12
  };
15
13
  }
16
14
  //# sourceMappingURL=LeadingReasoning.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"LeadingReasoning.d.ts","sourceRoot":"","sources":["../src/LeadingReasoning.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;AAI5E,MAAM,CAAC,OAAO,OAAO,gBAAgB;;IACjC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,iBAAiB,EAAE,CAA6B;IAChF,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,iBAAiB,EAAE,CAGpD;IAWF,YAAY,SAAS,EAAE,SAAS,iBAAiB,EAAE,EAElD;IAED,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAqCzB;IAED,MAAM,IAAI,MAAM,CAMf;IAQD,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,iBAAiB,EAAE,GAAG;QACzF,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;KAChF,CAMA;CACJ"}
1
+ {"version":3,"file":"LeadingReasoning.d.ts","sourceRoot":"","sources":["../src/LeadingReasoning.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;AAI5E,MAAM,CAAC,OAAO,OAAO,gBAAgB;;IACjC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,iBAAiB,EAAE,CAA6B;IAUhF,YAAY,SAAS,EAAE,SAAS,iBAAiB,EAAE,EAElD;IAED,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAmCzB;IAED,MAAM,IAAI,MAAM,CAMf;IAOD,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,iBAAiB,EAAE,GAAG;QACzF,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAC;KAC1D,CAMA;CACJ"}
@@ -2,10 +2,6 @@
2
2
  // observation and settled response projection. Only an undecided delimiter is held.
3
3
  export default class LeadingReasoning {
4
4
  static THINK = [["<think>", "</think>"]];
5
- static TEMPLATE = [
6
- ["<|channel>thought\n", "<channel|>"],
7
- ["<think>\n", "</think>"],
8
- ];
9
5
  #envelopes;
10
6
  #pending = "";
11
7
  #closing = null;
@@ -13,7 +9,6 @@ export default class LeadingReasoning {
13
9
  #projected = false;
14
10
  #reasoning = "";
15
11
  #content = "";
16
- #contentStart = 0;
17
12
  constructor(envelopes) {
18
13
  this.#envelopes = envelopes;
19
14
  }
@@ -37,12 +32,10 @@ export default class LeadingReasoning {
37
32
  this.#pending = this.#pending.slice(opening.length);
38
33
  this.#closing = closing;
39
34
  this.#projected = true;
40
- this.#contentStart = Array.from(opening).length;
41
35
  }
42
36
  const end = this.#pending.indexOf(this.#closing);
43
37
  if (end !== -1) {
44
38
  const delta = this.#emit(this.#pending.slice(0, end));
45
- this.#contentStart += Array.from(this.#closing).length;
46
39
  this.#content = this.#pending.slice(end + this.#closing.length);
47
40
  this.#pending = "";
48
41
  this.#closed = true;
@@ -66,16 +59,15 @@ export default class LeadingReasoning {
66
59
  }
67
60
  #emit(delta) {
68
61
  this.#reasoning += delta;
69
- this.#contentStart += Array.from(delta).length;
70
62
  return delta;
71
63
  }
72
64
  static project(content, reasoning, envelopes) {
73
65
  if (reasoning.length > 0)
74
- return { content, reasoning, projected: false, contentStart: 0 };
66
+ return { content, reasoning, projected: false };
75
67
  const parser = new LeadingReasoning(envelopes);
76
68
  parser.push(content);
77
69
  parser.finish();
78
- return { content: parser.#content, reasoning: parser.#reasoning, projected: parser.#projected, contentStart: parser.#contentStart };
70
+ return { content: parser.#content, reasoning: parser.#reasoning, projected: parser.#projected };
79
71
  }
80
72
  }
81
73
  //# sourceMappingURL=LeadingReasoning.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"LeadingReasoning.js","sourceRoot":"","sources":["../src/LeadingReasoning.ts"],"names":[],"mappings":"AAEA,oEAAoE;AACpE,oFAAoF;AACpF,MAAM,CAAC,OAAO,OAAO,gBAAgB;IACjC,MAAM,CAAU,KAAK,GAAiC,CAAC,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;IAChF,MAAM,CAAU,QAAQ,GAAiC;QACrD,CAAC,qBAAqB,EAAE,YAAY,CAAC;QACrC,CAAC,WAAW,EAAE,UAAU,CAAC;KAC5B,CAAC;IAEO,UAAU,CAA+B;IAClD,QAAQ,GAAG,EAAE,CAAC;IACd,QAAQ,GAAkB,IAAI,CAAC;IAC/B,OAAO,GAAG,KAAK,CAAC;IAChB,UAAU,GAAG,KAAK,CAAC;IACnB,UAAU,GAAG,EAAE,CAAC;IAChB,QAAQ,GAAG,EAAE,CAAC;IACd,aAAa,GAAG,CAAC,CAAC;IAElB,YAAY,SAAuC;QAC/C,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAChC,CAAC;IAED,IAAI,CAAC,IAAY;QACb,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;YACtB,OAAO,EAAE,CAAC;QACd,CAAC;QACD,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;QACtB,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;YACxF,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;oBAC1E,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;oBAC9B,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;oBACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;gBACxB,CAAC;gBACD,OAAO,EAAE,CAAC;YACd,CAAC;YACD,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;YACpC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACpD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACpD,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjD,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YACtD,IAAI,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;YACvD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAChE,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;YACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACpE,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAAE,IAAI,EAAE,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QACxD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3C,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,KAAa;QACf,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC;QACzB,IAAI,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QAC/C,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,OAAe,EAAE,SAAiB,EAAE,SAAuC;QAGtF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;QAC3F,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrB,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC;IACxI,CAAC;CACJ"}
1
+ {"version":3,"file":"LeadingReasoning.js","sourceRoot":"","sources":["../src/LeadingReasoning.ts"],"names":[],"mappings":"AAEA,oEAAoE;AACpE,oFAAoF;AACpF,MAAM,CAAC,OAAO,OAAO,gBAAgB;IACjC,MAAM,CAAU,KAAK,GAAiC,CAAC,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;IAEvE,UAAU,CAA+B;IAClD,QAAQ,GAAG,EAAE,CAAC;IACd,QAAQ,GAAkB,IAAI,CAAC;IAC/B,OAAO,GAAG,KAAK,CAAC;IAChB,UAAU,GAAG,KAAK,CAAC;IACnB,UAAU,GAAG,EAAE,CAAC;IAChB,QAAQ,GAAG,EAAE,CAAC;IAEd,YAAY,SAAuC;QAC/C,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAChC,CAAC;IAED,IAAI,CAAC,IAAY;QACb,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;YACtB,OAAO,EAAE,CAAC;QACd,CAAC;QACD,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;QACtB,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;YACxF,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;oBAC1E,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;oBAC9B,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;oBACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;gBACxB,CAAC;gBACD,OAAO,EAAE,CAAC;YACd,CAAC;YACD,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC;YACpC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACpD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAC3B,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjD,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YACtD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAChE,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;YACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACpE,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAAE,IAAI,EAAE,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QACxD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3C,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,KAAa;QACf,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC;QACzB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,OAAe,EAAE,SAAiB,EAAE,SAAuC;QAGtF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAC1E,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrB,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;IACpG,CAAC;CACJ"}
package/dist/Mock.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- import type { InputModality, ChatMessage, FinishReason, GrammarEvidence, PromptTokenMeasurement, Provider, ProviderAssistant, ProviderCost, ProviderRequestCapacity, ProviderResponse, ProviderUsage } from "./types.ts";
1
+ import type { InputModality, ChatMessage, FinishReason, PromptTokenMeasurement, Provider, ProviderAssistant, ProviderCost, ProviderRequestCapacity, ProviderResponse, ProviderUsage } from "./types.ts";
2
2
  import { type Effort } from "@plurnk/plurnk-contracts";
3
3
  export type MockAssistant = {
4
4
  content: string;
@@ -12,7 +12,6 @@ export type MockResponse = {
12
12
  assistantRaw?: unknown;
13
13
  usage?: Partial<ProviderUsage>;
14
14
  cost?: ProviderCost;
15
- grammarEvidence?: GrammarEvidence;
16
15
  };
17
16
  export type MockReturnedAssistant = ProviderAssistant & {
18
17
  ops?: unknown[];
@@ -45,7 +44,7 @@ export default class Mock implements Provider {
45
44
  get model(): string;
46
45
  countPromptTokens(messages: readonly ChatMessage[]): Promise<PromptTokenMeasurement>;
47
46
  assessRequestCapacity(messages: readonly ChatMessage[], maxOutputTokens?: number): Promise<ProviderRequestCapacity>;
48
- generate({ messages, maxOutputTokens, signal, grammar, observeRequest, observeReasoning }: MockGenerateArgs): Promise<MockReturnedResponse>;
47
+ generate({ messages, maxOutputTokens, signal, observeRequest, observeReasoning }: MockGenerateArgs): Promise<MockReturnedResponse>;
49
48
  get remaining(): number;
50
49
  }
51
50
  export { MOCK_USAGE as mockDefaultUsage };
@@ -1 +1 @@
1
- {"version":3,"file":"Mock.d.ts","sourceRoot":"","sources":["../src/Mock.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,YAAY,EAAE,eAAe,EAAE,sBAAsB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,YAAY,EAA6B,uBAAuB,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEpP,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAKhE,MAAM,MAAM,aAAa,GAAG;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IAMf,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACvB,SAAS,EAAE,aAAa,CAAC;IACzB,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB,KAAK,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAC/B,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,eAAe,CAAC,EAAE,eAAe,CAAC;CACrC,CAAC;AAGF,MAAM,MAAM,qBAAqB,GAAG,iBAAiB,GAAG;IAAE,GAAG,CAAC,EAAE,OAAO,EAAE,CAAA;CAAE,CAAC;AAC5E,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,SAAS,EAAE,qBAAqB,CAAA;CAAE,CAAC;AAE3F,QAAA,MAAM,UAAU,EAAE,aAIjB,CAAC;AACF,KAAK,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,GAAG;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAExG,MAAM,CAAC,OAAO,OAAO,IAAK,YAAW,QAAQ;;IAIzC,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,CAAM;IAYxC,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,eAAoB,EAAE,EAAE;QAAE,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,SAAS,EAAE,YAAY,EAAE,CAAC;QAAC,eAAe,CAAC,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAA;KAAE,EAQrK;IAED,IAAI,aAAa,IAAI,MAAM,GAAG,IAAI,CAAgC;IAClE,IAAI,eAAe,IAAI,WAAW,CAAC,aAAa,CAAC,CAAkC;IACnF,IAAI,cAAc,IAAI,MAAM,GAAG,IAAI,CAAiB;IACpD,IAAI,eAAe,IAAI,MAAM,GAAG,IAAI,CAAiB;IACrD,IAAI,YAAY,IAAI,MAAM,GAAG,IAAI,CAA+B;IAChE,IAAI,WAAW,IAAI,MAAM,GAAG,IAAI,CAA8B;IAC9D,IAAI,eAAe,IAAI,MAAM,GAAG,IAAI,CAAkC;IACtE,IAAI,gBAAgB,IAAI,SAAS,MAAM,EAAE,CAAoB;IAC7D,IAAI,aAAa,IAAI,MAAM,GAAG,IAAI,CAMjC;IACD,IAAI,SAAS,IAAI,MAAM,GAAG,IAAI,CAM7B;IACD,IAAI,KAAK,IAAI,MAAM,CAAmB;IAKhC,iBAAiB,CAAC,QAAQ,EAAE,SAAS,WAAW,EAAE,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAMzF;IAEK,qBAAqB,CACvB,QAAQ,EAAE,SAAS,WAAW,EAAE,EAChC,eAAe,CAAC,EAAE,MAAM,GACzB,OAAO,CAAC,uBAAuB,CAAC,CAoBlC;IAEK,QAAQ,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,EAAE,gBAAgB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAoEhJ;IAED,IAAI,SAAS,IAAI,MAAM,CAA+B;CACzD;AAED,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,CAAC"}
1
+ {"version":3,"file":"Mock.d.ts","sourceRoot":"","sources":["../src/Mock.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,YAAY,EAAE,sBAAsB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,YAAY,EAA6B,uBAAuB,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEnO,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAKhE,MAAM,MAAM,aAAa,GAAG;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IAMf,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACvB,SAAS,EAAE,aAAa,CAAC;IACzB,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB,KAAK,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAC/B,IAAI,CAAC,EAAE,YAAY,CAAC;CACvB,CAAC;AAGF,MAAM,MAAM,qBAAqB,GAAG,iBAAiB,GAAG;IAAE,GAAG,CAAC,EAAE,OAAO,EAAE,CAAA;CAAE,CAAC;AAC5E,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,SAAS,EAAE,qBAAqB,CAAA;CAAE,CAAC;AAE3F,QAAA,MAAM,UAAU,EAAE,aAIjB,CAAC;AACF,KAAK,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,GAAG;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAExG,MAAM,CAAC,OAAO,OAAO,IAAK,YAAW,QAAQ;;IAIzC,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,CAAM;IAYxC,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,eAAoB,EAAE,EAAE;QAAE,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,SAAS,EAAE,YAAY,EAAE,CAAC;QAAC,eAAe,CAAC,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAA;KAAE,EAQrK;IAED,IAAI,aAAa,IAAI,MAAM,GAAG,IAAI,CAAgC;IAClE,IAAI,eAAe,IAAI,WAAW,CAAC,aAAa,CAAC,CAAkC;IACnF,IAAI,cAAc,IAAI,MAAM,GAAG,IAAI,CAAiB;IACpD,IAAI,eAAe,IAAI,MAAM,GAAG,IAAI,CAAiB;IACrD,IAAI,YAAY,IAAI,MAAM,GAAG,IAAI,CAA+B;IAChE,IAAI,WAAW,IAAI,MAAM,GAAG,IAAI,CAA8B;IAC9D,IAAI,eAAe,IAAI,MAAM,GAAG,IAAI,CAAkC;IACtE,IAAI,gBAAgB,IAAI,SAAS,MAAM,EAAE,CAAoB;IAC7D,IAAI,aAAa,IAAI,MAAM,GAAG,IAAI,CAMjC;IACD,IAAI,SAAS,IAAI,MAAM,GAAG,IAAI,CAM7B;IACD,IAAI,KAAK,IAAI,MAAM,CAAmB;IAKhC,iBAAiB,CAAC,QAAQ,EAAE,SAAS,WAAW,EAAE,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAMzF;IAEK,qBAAqB,CACvB,QAAQ,EAAE,SAAS,WAAW,EAAE,EAChC,eAAe,CAAC,EAAE,MAAM,GACzB,OAAO,CAAC,uBAAuB,CAAC,CAoBlC;IAEK,QAAQ,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,cAAc,EAAE,gBAAgB,EAAE,EAAE,gBAAgB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA+DvI;IAED,IAAI,SAAS,IAAI,MAAM,CAA+B;CACzD;AAED,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,CAAC"}
package/dist/Mock.js CHANGED
@@ -93,7 +93,7 @@ export default class Mock {
93
93
  measurement: await this.countPromptTokens(messages),
94
94
  });
95
95
  }
96
- async generate({ messages, maxOutputTokens, signal, grammar, observeRequest, observeReasoning }) {
96
+ async generate({ messages, maxOutputTokens, signal, observeRequest, observeReasoning }) {
97
97
  // Honor abort before consuming the queue — an aborted call makes no
98
98
  // "wire call" and must not exhaust a queued response
99
99
  // ({§provider-failure-normalization}).
@@ -145,16 +145,11 @@ export default class Mock {
145
145
  if (assistant.reasoning !== null && assistant.reasoning.length > 0) {
146
146
  observeReasoning?.(assistant.reasoning);
147
147
  }
148
- const grammarEvidence = next.grammarEvidence
149
- ?? (grammar === undefined
150
- ? undefined
151
- : { input: assistant.content, contentStart: 0, transported: true });
152
148
  return {
153
149
  assistant,
154
150
  assistantRaw: next.assistantRaw ?? null,
155
151
  accounting: [requestAccounting],
156
152
  capacity,
157
- ...(grammarEvidence !== undefined ? { grammarEvidence } : {}),
158
153
  };
159
154
  }
160
155
  get remaining() { return this.#queue.length; }
package/dist/Mock.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"Mock.js","sourceRoot":"","sources":["../src/Mock.ts"],"names":[],"mappings":"AAAA,2DAA2D;AAC3D,EAAE;AACF,wEAAwE;AACxE,wEAAwE;AACxE,wEAAwE;AACxE,2CAA2C;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C,OAAO,EAAE,gCAAgC,EAAE,MAAM,UAAU,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAe,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,iCAAiC,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AA4BnJ,MAAM,UAAU,GAAkB;IAC9B,WAAW,EAAE,CAAC;IACd,YAAY,EAAE,CAAC;IACf,WAAW,EAAE,CAAC;CACjB,CAAC;AAGF,MAAM,CAAC,OAAO,OAAO,IAAI;IACrB,cAAc,CAAgB;IAC9B,gBAAgB,CAA6B;IAC7C,sFAAsF;IAC7E,QAAQ,GAAoB,EAAE,CAAC;IACxC,aAAa,CAAgB;IAC7B,YAAY,CAAgB;IAC5B,gBAAgB,CAAgB;IAChC,MAAM,CAAiB;IAEvB,8DAA8D;IAC9D,yEAAyE;IACzE,sEAAsE;IACtE,uEAAuE;IACvE,iFAAiF;IACjF,wBAAwB;IACxB,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,eAAe,GAAG,EAAE,EAA0G;QAClK,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,gCAAgC,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC9E,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC,YAAY,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC;QACzC,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC,eAAe,CAAC;QACjD,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,aAAa,KAAoB,OAAO,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;IAClE,IAAI,eAAe,KAAiC,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACnF,IAAI,cAAc,KAAoB,OAAO,IAAI,CAAC,CAAC,CAAC;IACpD,IAAI,eAAe,KAAoB,OAAO,IAAI,CAAC,CAAC,CAAC;IACrD,IAAI,YAAY,KAAoB,OAAO,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;IAChE,IAAI,WAAW,KAAoB,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IAC9D,IAAI,eAAe,KAAoB,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACtE,IAAI,gBAAgB,KAAwB,OAAO,OAAO,CAAC,CAAC,CAAC;IAC7D,IAAI,aAAa;QACb,OAAO,sBAAsB,CAAC;YAC1B,aAAa,EAAE,IAAI,CAAC,cAAc;YAClC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,YAAY,EAAE,IAAI,CAAC,aAAa;SACnC,CAAC,CAAC;IACP,CAAC;IACD,IAAI,SAAS;QACT,OAAO,kBAAkB,CAAC;YACtB,aAAa,EAAE,IAAI,CAAC,cAAc;YAClC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,WAAW,EAAE,IAAI,CAAC,YAAY;SACjC,CAAC,CAAC;IACP,CAAC;IACD,IAAI,KAAK,KAAa,OAAO,MAAM,CAAC,CAAC,CAAC;IAEtC,4EAA4E;IAC5E,8EAA8E;IAC9E,gFAAgF;IAChF,KAAK,CAAC,iBAAiB,CAAC,QAAgC;QACpD,OAAO;YACH,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YAClG,MAAM,EAAE,aAAa;SACxB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,qBAAqB,CACvB,QAAgC,EAChC,eAAwB;QAExB,MAAM,YAAY,GAAG,qBAAqB,CAAC;YACvC,SAAS,EAAE,eAAe;YAC1B,UAAU,EAAE,IAAI,CAAC,aAAa;YAC9B,eAAe,EAAE,IAAI;YACrB,aAAa,EAAE,IAAI,CAAC,cAAc;SACrC,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,wBAAwB,CAAC;YAC7C,UAAU,EAAE,IAAI,CAAC,gBAAgB;YACjC,YAAY;SACf,CAAC,CAAC;QACH,OAAO,qBAAqB,CAAC;YACzB,aAAa,EAAE,IAAI,CAAC,cAAc;YAClC,cAAc,EAAE,IAAI;YACpB,eAAe,EAAE,IAAI;YACrB,YAAY;YACZ,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,eAAe;YACf,WAAW,EAAE,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC;SACtD,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAoB;QAC7G,oEAAoE;QACpE,qDAAqD;QACrD,uCAAuC;QACvC,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;QAC7E,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACjC,MAAM,IAAI,aAAa,CAAC,MAAM,EAAE,mBAAmB,EAAE,sCAAsC,EAAE;gBACzF,QAAQ;gBACR,UAAU,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,QAAQ,EAAE;aACvD,CAAC,CAAC;QACP,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,cAAc,EAAE,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACxF,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACjC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,UAAU,GAAG,iCAAiC,CAAC;gBACjD,QAAQ,EAAE,eAAe;gBACzB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,qDAAqD,EAAE;aAC3F,CAAC,CAAC;YACH,MAAM,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC;YAC3B,MAAM,IAAI,aAAa,CACnB,MAAM,EACN,kBAAkB,EAClB,mDAAmD,EACnD,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,CACzC,CAAC;QACN,CAAC;QACD,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;QACzB,MAAM,KAAK,GAAkB;YACzB,GAAG,UAAU;YACb,GAAG,IAAI,CAAC,KAAK;SAChB,CAAC;QACF,MAAM,iBAAiB,GAA8B,iCAAiC,CAAC;YACnF,QAAQ,EAAE,eAAe;YACzB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YAC5B,OAAO,EAAE,UAAU;YACnB,KAAK;YACL,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI;gBACf,IAAI,EAAE,WAAW;gBACjB,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE;gBACxC,MAAM,EAAE,uBAAuB;aAClC;SACJ,CAAC,CAAC;QACH,MAAM,MAAM,EAAE,CAAC,iBAAiB,CAAC,CAAC;QAClC,MAAM,SAAS,GAA0B;YACrC,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,YAAY,EAAE,CAAC,CAAC,YAAY,IAAI,MAAM;YACtC,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,MAAM;YACxB,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjD,CAAC;QACF,IAAI,SAAS,CAAC,SAAS,KAAK,IAAI,IAAI,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,gBAAgB,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe;eACrC,CAAC,OAAO,KAAK,SAAS;gBACrB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5E,OAAO;YACH,SAAS;YACT,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,IAAI;YACvC,UAAU,EAAE,CAAC,iBAAiB,CAAC;YAC/B,QAAQ;YACR,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChE,CAAC;IACN,CAAC;IAED,IAAI,SAAS,KAAa,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;CACzD;AAED,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,CAAC"}
1
+ {"version":3,"file":"Mock.js","sourceRoot":"","sources":["../src/Mock.ts"],"names":[],"mappings":"AAAA,2DAA2D;AAC3D,EAAE;AACF,wEAAwE;AACxE,wEAAwE;AACxE,wEAAwE;AACxE,2CAA2C;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C,OAAO,EAAE,gCAAgC,EAAE,MAAM,UAAU,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAe,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,iCAAiC,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AA2BnJ,MAAM,UAAU,GAAkB;IAC9B,WAAW,EAAE,CAAC;IACd,YAAY,EAAE,CAAC;IACf,WAAW,EAAE,CAAC;CACjB,CAAC;AAGF,MAAM,CAAC,OAAO,OAAO,IAAI;IACrB,cAAc,CAAgB;IAC9B,gBAAgB,CAA6B;IAC7C,sFAAsF;IAC7E,QAAQ,GAAoB,EAAE,CAAC;IACxC,aAAa,CAAgB;IAC7B,YAAY,CAAgB;IAC5B,gBAAgB,CAAgB;IAChC,MAAM,CAAiB;IAEvB,8DAA8D;IAC9D,yEAAyE;IACzE,sEAAsE;IACtE,uEAAuE;IACvE,iFAAiF;IACjF,wBAAwB;IACxB,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,eAAe,GAAG,EAAE,EAA0G;QAClK,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,gCAAgC,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC9E,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC,YAAY,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC;QACzC,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC,eAAe,CAAC;QACjD,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,aAAa,KAAoB,OAAO,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;IAClE,IAAI,eAAe,KAAiC,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACnF,IAAI,cAAc,KAAoB,OAAO,IAAI,CAAC,CAAC,CAAC;IACpD,IAAI,eAAe,KAAoB,OAAO,IAAI,CAAC,CAAC,CAAC;IACrD,IAAI,YAAY,KAAoB,OAAO,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;IAChE,IAAI,WAAW,KAAoB,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IAC9D,IAAI,eAAe,KAAoB,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACtE,IAAI,gBAAgB,KAAwB,OAAO,OAAO,CAAC,CAAC,CAAC;IAC7D,IAAI,aAAa;QACb,OAAO,sBAAsB,CAAC;YAC1B,aAAa,EAAE,IAAI,CAAC,cAAc;YAClC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,YAAY,EAAE,IAAI,CAAC,aAAa;SACnC,CAAC,CAAC;IACP,CAAC;IACD,IAAI,SAAS;QACT,OAAO,kBAAkB,CAAC;YACtB,aAAa,EAAE,IAAI,CAAC,cAAc;YAClC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,WAAW,EAAE,IAAI,CAAC,YAAY;SACjC,CAAC,CAAC;IACP,CAAC;IACD,IAAI,KAAK,KAAa,OAAO,MAAM,CAAC,CAAC,CAAC;IAEtC,4EAA4E;IAC5E,8EAA8E;IAC9E,gFAAgF;IAChF,KAAK,CAAC,iBAAiB,CAAC,QAAgC;QACpD,OAAO;YACH,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YAClG,MAAM,EAAE,aAAa;SACxB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,qBAAqB,CACvB,QAAgC,EAChC,eAAwB;QAExB,MAAM,YAAY,GAAG,qBAAqB,CAAC;YACvC,SAAS,EAAE,eAAe;YAC1B,UAAU,EAAE,IAAI,CAAC,aAAa;YAC9B,eAAe,EAAE,IAAI;YACrB,aAAa,EAAE,IAAI,CAAC,cAAc;SACrC,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,wBAAwB,CAAC;YAC7C,UAAU,EAAE,IAAI,CAAC,gBAAgB;YACjC,YAAY;SACf,CAAC,CAAC;QACH,OAAO,qBAAqB,CAAC;YACzB,aAAa,EAAE,IAAI,CAAC,cAAc;YAClC,cAAc,EAAE,IAAI;YACpB,eAAe,EAAE,IAAI;YACrB,YAAY;YACZ,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,eAAe;YACf,WAAW,EAAE,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC;SACtD,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAE,cAAc,EAAE,gBAAgB,EAAoB;QACpG,oEAAoE;QACpE,qDAAqD;QACrD,uCAAuC;QACvC,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;QAC7E,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACjC,MAAM,IAAI,aAAa,CAAC,MAAM,EAAE,mBAAmB,EAAE,sCAAsC,EAAE;gBACzF,QAAQ;gBACR,UAAU,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,QAAQ,EAAE;aACvD,CAAC,CAAC;QACP,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,cAAc,EAAE,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACxF,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACjC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,UAAU,GAAG,iCAAiC,CAAC;gBACjD,QAAQ,EAAE,eAAe;gBACzB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,qDAAqD,EAAE;aAC3F,CAAC,CAAC;YACH,MAAM,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC;YAC3B,MAAM,IAAI,aAAa,CACnB,MAAM,EACN,kBAAkB,EAClB,mDAAmD,EACnD,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,CACzC,CAAC;QACN,CAAC;QACD,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;QACzB,MAAM,KAAK,GAAkB;YACzB,GAAG,UAAU;YACb,GAAG,IAAI,CAAC,KAAK;SAChB,CAAC;QACF,MAAM,iBAAiB,GAA8B,iCAAiC,CAAC;YACnF,QAAQ,EAAE,eAAe;YACzB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YAC5B,OAAO,EAAE,UAAU;YACnB,KAAK;YACL,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI;gBACf,IAAI,EAAE,WAAW;gBACjB,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE;gBACxC,MAAM,EAAE,uBAAuB;aAClC;SACJ,CAAC,CAAC;QACH,MAAM,MAAM,EAAE,CAAC,iBAAiB,CAAC,CAAC;QAClC,MAAM,SAAS,GAA0B;YACrC,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,YAAY,EAAE,CAAC,CAAC,YAAY,IAAI,MAAM;YACtC,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,MAAM;YACxB,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjD,CAAC;QACF,IAAI,SAAS,CAAC,SAAS,KAAK,IAAI,IAAI,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,gBAAgB,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,OAAO;YACH,SAAS;YACT,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,IAAI;YACvC,UAAU,EAAE,CAAC,iBAAiB,CAAC;YAC/B,QAAQ;SACX,CAAC;IACN,CAAC;IAED,IAAI,SAAS,KAAa,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;CACzD;AAED,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,CAAC"}
@@ -6,7 +6,6 @@ import type InferenceAdmission from "./InferenceAdmission.ts";
6
6
  export type ProviderFetch = typeof globalThis.fetch;
7
7
  export type ReasoningStyle = "none" | "think" | "template";
8
8
  export type NativeEffort = "minimal" | "low" | "medium" | "high" | "xhigh";
9
- export type GrammarStyle = "none" | "llamacpp";
10
9
  export type CacheAffinity = {
11
10
  readonly target: "header" | "body";
12
11
  readonly name: string;
@@ -40,7 +39,6 @@ export type ModelProviderConfig = {
40
39
  estimateCost?: (usage: ProviderUsage | undefined) => ProviderCost;
41
40
  normalizeCost?: ProviderCostNormalizer;
42
41
  source?: string;
43
- grammarStyle?: GrammarStyle;
44
42
  cacheAffinity?: CacheAffinity;
45
43
  systemCacheBreakpoint?: boolean;
46
44
  serviceTier?: string;
@@ -93,9 +91,8 @@ export default class ModelProvider implements Provider {
93
91
  get model(): string;
94
92
  get servedModel(): string | undefined;
95
93
  get requiresOutputBudget(): boolean | undefined;
96
- get constrainsOutput(): boolean;
97
94
  countPromptTokens(messages: readonly ChatMessage[], signal?: AbortSignal): Promise<PromptTokenMeasurement>;
98
95
  assessRequestCapacity(messages: readonly ChatMessage[], maxOutputTokens?: number, signal?: AbortSignal): Promise<ProviderRequestCapacity>;
99
- generate({ messages, sessionId, signal, grammar, maxOutputTokens, sampling, observeRequest, observeReasoning, callKind }: ProviderGenerateArgs): Promise<ProviderResponse>;
96
+ generate({ messages, sessionId, signal, maxOutputTokens, sampling, observeRequest, observeReasoning, callKind }: ProviderGenerateArgs): Promise<ProviderResponse>;
100
97
  }
101
98
  //# sourceMappingURL=ModelProvider.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"ModelProvider.d.ts","sourceRoot":"","sources":["../src/ModelProvider.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EACR,WAAW,EACX,MAAM,EAEN,aAAa,EACb,sBAAsB,EACtB,QAAQ,EAER,sBAAsB,EACtB,oBAAoB,EACpB,aAAa,EAEb,uBAAuB,EAEvB,gBAAgB,EAChB,aAAa,EAChB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAE7D,OAAO,KAAK,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAMtE,OAAO,EAAiB,KAAK,oBAAoB,EAAE,KAAK,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAOjH,OAAO,KAAK,kBAAkB,MAAM,yBAAyB,CAAC;AAM9D,MAAM,MAAM,aAAa,GAAG,OAAO,UAAU,CAAC,KAAK,CAAC;AAGpD,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,OAAO,GAAG,UAAU,CAAC;AAE3D,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;AAI3E,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,UAAU,CAAC;AAE/C,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,GAAG,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1F,MAAM,MAAM,mBAAmB,GAAG;IAC9B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,2BAA2B,KAAK,oBAAoB,CAAC;IAC9E,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,eAAe,CAAC,EAAE,WAAW,CAAC,aAAa,CAAC,CAAC;IAC7C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAIrC,cAAc,CAAC,EAAE,YAAY,GAAG,kBAAkB,CAAC;IACnD,sBAAsB,CAAC,EAAE,OAAO,CAAC;IAKjC,yBAAyB,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACpD,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,gBAAgB,CAAC,EAAE,YAAY,GAAG,uBAAuB,CAAC;IAC1D,oBAAoB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,IAAI,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjG,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;IAChD,iBAAiB,CAAC,EAAE,CAAC,QAAQ,EAAE,SAAS,WAAW,EAAE,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACzI,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,GAAG,SAAS,KAAK,YAAY,CAAC;IAClE,aAAa,CAAC,EAAE,sBAAsB,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,YAAY,CAAC;IAG5B,aAAa,CAAC,EAAE,aAAa,CAAC;IAG9B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAIhC,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,eAAe,CAAC,EAAE,qBAAqB,CAAC;IACxC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAI1B,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,eAAe,CAAC,EAAE,MAAM,CAAC;IAKzB,WAAW,CAAC,EAAE,MAAM,CAAC;IAIrB,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAG/B,MAAM,EAAE,aAAa,CAAC;IAGtB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAE7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAK1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IAKrB,aAAa,EAAE,MAAM,CAAC;IAItB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAQ1B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,OAAO,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAoCF,MAAM,WAAW,qBAAqB;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;CAC9B;AA+BD,MAAM,CAAC,OAAO,OAAO,aAAc,YAAW,QAAQ;;IAoDlD,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,2BAA2B,KAAK,oBAAoB,CAAC;IAMvF,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAE/C,YAAY,MAAM,EAAE,mBAAmB,EA6JtC;IAED,IAAI,aAAa,IAAI,MAAM,GAAG,IAAI,CAAgC;IAClE,IAAI,eAAe,IAAI,WAAW,CAAC,aAAa,CAAC,CAAkC;IACnF,IAAI,cAAc,IAAI,MAAM,GAAG,IAAI,CAAiC;IACpE,IAAI,eAAe,IAAI,MAAM,GAAG,IAAI,CAAkC;IACtE,IAAI,YAAY,IAAI,MAAM,GAAG,IAAI,CAA+B;IAChE,IAAI,WAAW,IAAI,MAAM,GAAG,IAAI,CAA8B;IAC9D,IAAI,eAAe,IAAI,MAAM,GAAG,IAAI,CAAkC;IACtE,IAAI,gBAAgB,IAAI,SAAS,MAAM,EAAE,CAAmC;IAC5E,IAAI,aAAa,IAAI,MAAM,GAAG,IAAI,CAMjC;IAED,IAAI,SAAS,IAAI,MAAM,GAAG,IAAI,CAM7B;IACD,IAAI,KAAK,IAAI,MAAM,CAAwB;IAE3C,IAAI,WAAW,IAAI,MAAM,GAAG,SAAS,CAA8B;IAEnE,IAAI,oBAAoB,IAAI,OAAO,GAAG,SAAS,CAAuC;IAItF,IAAI,gBAAgB,IAAI,OAAO,CAA0C;IAEnE,iBAAiB,CACnB,QAAQ,EAAE,SAAS,WAAW,EAAE,EAChC,MAAM,CAAC,EAAE,WAAW,GACrB,OAAO,CAAC,sBAAsB,CAAC,CAsDjC;IAEK,qBAAqB,CACvB,QAAQ,EAAE,SAAS,WAAW,EAAE,EAChC,eAAe,CAAC,EAAE,MAAM,EACxB,MAAM,CAAC,EAAE,WAAW,GACrB,OAAO,CAAC,uBAAuB,CAAC,CAoBlC;IA4BK,QAAQ,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,cAAc,EAAE,gBAAgB,EAAE,QAAQ,EAAE,EAAE,oBAAoB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAuf/K;CAEJ"}
1
+ {"version":3,"file":"ModelProvider.d.ts","sourceRoot":"","sources":["../src/ModelProvider.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EACR,WAAW,EACX,MAAM,EACN,aAAa,EACb,sBAAsB,EACtB,QAAQ,EAER,sBAAsB,EACtB,oBAAoB,EACpB,aAAa,EAEb,uBAAuB,EAEvB,gBAAgB,EAChB,aAAa,EAChB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAE7D,OAAO,KAAK,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAMtE,OAAO,EAAiB,KAAK,oBAAoB,EAAE,KAAK,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAOjH,OAAO,KAAK,kBAAkB,MAAM,yBAAyB,CAAC;AAM9D,MAAM,MAAM,aAAa,GAAG,OAAO,UAAU,CAAC,KAAK,CAAC;AAGpD,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,OAAO,GAAG,UAAU,CAAC;AAE3D,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;AAE3E,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,GAAG,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1F,MAAM,MAAM,mBAAmB,GAAG;IAC9B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,2BAA2B,KAAK,oBAAoB,CAAC;IAC9E,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,eAAe,CAAC,EAAE,WAAW,CAAC,aAAa,CAAC,CAAC;IAC7C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAIrC,cAAc,CAAC,EAAE,YAAY,GAAG,kBAAkB,CAAC;IACnD,sBAAsB,CAAC,EAAE,OAAO,CAAC;IAKjC,yBAAyB,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACpD,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,gBAAgB,CAAC,EAAE,YAAY,GAAG,uBAAuB,CAAC;IAC1D,oBAAoB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,IAAI,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjG,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;IAChD,iBAAiB,CAAC,EAAE,CAAC,QAAQ,EAAE,SAAS,WAAW,EAAE,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACzI,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,GAAG,SAAS,KAAK,YAAY,CAAC;IAClE,aAAa,CAAC,EAAE,sBAAsB,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,CAAC;IAGhB,aAAa,CAAC,EAAE,aAAa,CAAC;IAG9B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAIhC,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,eAAe,CAAC,EAAE,qBAAqB,CAAC;IACxC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAI1B,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,eAAe,CAAC,EAAE,MAAM,CAAC;IAKzB,WAAW,CAAC,EAAE,MAAM,CAAC;IAIrB,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAG/B,MAAM,EAAE,aAAa,CAAC;IAGtB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAE7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAK1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IAKrB,aAAa,EAAE,MAAM,CAAC;IAItB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAQ1B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,OAAO,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAmCF,MAAM,WAAW,qBAAqB;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;CAC9B;AA+BD,MAAM,CAAC,OAAO,OAAO,aAAc,YAAW,QAAQ;;IAmDlD,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,2BAA2B,KAAK,oBAAoB,CAAC;IAMvF,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAE/C,YAAY,MAAM,EAAE,mBAAmB,EA4JtC;IAED,IAAI,aAAa,IAAI,MAAM,GAAG,IAAI,CAAgC;IAClE,IAAI,eAAe,IAAI,WAAW,CAAC,aAAa,CAAC,CAAkC;IACnF,IAAI,cAAc,IAAI,MAAM,GAAG,IAAI,CAAiC;IACpE,IAAI,eAAe,IAAI,MAAM,GAAG,IAAI,CAAkC;IACtE,IAAI,YAAY,IAAI,MAAM,GAAG,IAAI,CAA+B;IAChE,IAAI,WAAW,IAAI,MAAM,GAAG,IAAI,CAA8B;IAC9D,IAAI,eAAe,IAAI,MAAM,GAAG,IAAI,CAAkC;IACtE,IAAI,gBAAgB,IAAI,SAAS,MAAM,EAAE,CAAmC;IAC5E,IAAI,aAAa,IAAI,MAAM,GAAG,IAAI,CAMjC;IAED,IAAI,SAAS,IAAI,MAAM,GAAG,IAAI,CAM7B;IACD,IAAI,KAAK,IAAI,MAAM,CAAwB;IAE3C,IAAI,WAAW,IAAI,MAAM,GAAG,SAAS,CAA8B;IAEnE,IAAI,oBAAoB,IAAI,OAAO,GAAG,SAAS,CAAuC;IAEhF,iBAAiB,CACnB,QAAQ,EAAE,SAAS,WAAW,EAAE,EAChC,MAAM,CAAC,EAAE,WAAW,GACrB,OAAO,CAAC,sBAAsB,CAAC,CAsDjC;IAEK,qBAAqB,CACvB,QAAQ,EAAE,SAAS,WAAW,EAAE,EAChC,eAAe,CAAC,EAAE,MAAM,EACxB,MAAM,CAAC,EAAE,WAAW,GACrB,OAAO,CAAC,uBAAuB,CAAC,CAoBlC;IA4BK,QAAQ,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,cAAc,EAAE,gBAAgB,EAAE,QAAQ,EAAE,EAAE,oBAAoB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAgbtK;CAEJ"}
@@ -41,9 +41,8 @@ class ProviderReasoningObserverError extends Error {
41
41
  }
42
42
  // Drop trailing occurrences of a server-rendered EOG marker. llama-server
43
43
  // under --special renders EOS as literal text, so a raw-EOS-ended turn carries a
44
- // trailing <eos> the grammar never sanctioned. Trailing-only + exact-match, so it
45
- // can never eat body content (a body ending in the literal marker isn't producible
46
- // under the grammar, and is vanishingly rare unconstrained).
44
+ // trailing <eos>. Trailing-only + exact-match, so it
45
+ // can never eat body content.
47
46
  const stripTrailingSpecial = (content, marker) => {
48
47
  if (marker.length === 0)
49
48
  return content;
@@ -115,7 +114,6 @@ export default class ModelProvider {
115
114
  #estimateCost;
116
115
  #normalizeCost;
117
116
  #source;
118
- #grammarStyle;
119
117
  #cacheAffinity;
120
118
  #systemCacheBreakpoint;
121
119
  #serviceTier;
@@ -175,7 +173,7 @@ export default class ModelProvider {
175
173
  }
176
174
  // Loud guard: an out-of-date consumer (stale extension dist) omitting the
177
175
  // required tuning fields must fail at construction, not silently send
178
- // undefined sampling on every grammar request.
176
+ // undefined sampling on every request.
179
177
  if (config.temperature === undefined || config.repeatPenalty === undefined) {
180
178
  throw new Error(`${config.source ?? "provider"}: ModelProviderConfig requires temperature + repeatPenalty declared (PLURNK_PROVIDERS_TEMPERATURE / _REPEAT_PENALTY; null = provider default)`);
181
179
  }
@@ -213,7 +211,6 @@ export default class ModelProvider {
213
211
  }));
214
212
  this.#normalizeCost = config.normalizeCost;
215
213
  this.#source = config.source ?? "provider";
216
- this.#grammarStyle = config.grammarStyle ?? "none";
217
214
  this.#cacheAffinity = config.cacheAffinity;
218
215
  this.#systemCacheBreakpoint = config.systemCacheBreakpoint === true;
219
216
  if (this.#providerModel === undefined && this.#systemCacheBreakpoint) {
@@ -288,7 +285,7 @@ export default class ModelProvider {
288
285
  return tokens;
289
286
  };
290
287
  }
291
- this.#requestBody = new ModelRequestBody({ reasoningBudget: this.#reasoningBudget, additiveReasoningProvider: this.#additiveReasoningProvider, effort: this.#effort, nativeAdaptiveThinking: this.#nativeAdaptiveThinking, repeatPenalty: this.#repeatPenalty, dryMultiplier: this.#dryMultiplier, dryBase: this.#dryBase, dryAllowedLength: this.#dryAllowedLength, repeatLastN: this.#repeatLastN, reasoningStyle: this.#reasoningStyle, source: this.#source, grammarStyle: this.#grammarStyle, supportsSlotPinning: this.#supportsSlotPinning, slotCount: this.#slotCount });
288
+ this.#requestBody = new ModelRequestBody({ reasoningBudget: this.#reasoningBudget, additiveReasoningProvider: this.#additiveReasoningProvider, effort: this.#effort, nativeAdaptiveThinking: this.#nativeAdaptiveThinking, repeatPenalty: this.#repeatPenalty, dryMultiplier: this.#dryMultiplier, dryBase: this.#dryBase, dryAllowedLength: this.#dryAllowedLength, repeatLastN: this.#repeatLastN, reasoningStyle: this.#reasoningStyle, source: this.#source, supportsSlotPinning: this.#supportsSlotPinning, slotCount: this.#slotCount });
292
289
  }
293
290
  get contextWindow() { return this.#contextWindow; }
294
291
  get inputModalities() { return this.#inputModalities; }
@@ -318,10 +315,6 @@ export default class ModelProvider {
318
315
  get servedModel() { return this.#servedModel; }
319
316
  // Resolved "decodes unbounded without a cap" fact; undefined = no claim.
320
317
  get requiresOutputBudget() { return this.#requiresOutputBudget; }
321
- // Resolved capability: will a transported grammar actually constrain
322
- // this backend's decode? Introspectable so a consumer can verify the rails
323
- // are LIVE without spending a generation on a forcing-grammar probe.
324
- get constrainsOutput() { return this.#grammarStyle !== "none"; }
325
318
  async countPromptTokens(messages, signal) {
326
319
  if (this.#promptTokensUrl === undefined) {
327
320
  return assertPromptTokenMeasurement(await this.#countPromptTokens(messages, signal), this.#source);
@@ -405,7 +398,7 @@ export default class ModelProvider {
405
398
  cost: resolveProviderCost(direct, this.#estimateCost(knownUsage)),
406
399
  });
407
400
  }
408
- async generate({ messages, sessionId, signal, grammar, maxOutputTokens, sampling, observeRequest, observeReasoning, callKind }) {
401
+ async generate({ messages, sessionId, signal, maxOutputTokens, sampling, observeRequest, observeReasoning, callKind }) {
409
402
  // {§provider-interface} The session identity is required.
410
403
  if (sessionId === undefined || sessionId.length === 0)
411
404
  throw new Error("generate: sessionId is required — the session's stable, opaque identity");
@@ -415,12 +408,6 @@ export default class ModelProvider {
415
408
  // Reject before any wire call when already aborted
416
409
  // ({§provider-failure-normalization}).
417
410
  signal?.throwIfAborted();
418
- // Grammar transport ({§provider-request-authority}): an operator's grammar rides a
419
- // llama-style route verbatim and is never sent on any other style.
420
- const wantGrammar = grammar !== undefined && this.#grammarStyle !== "none";
421
- const sendGrammar = wantGrammar ? grammar : undefined;
422
- const preserveGrammarSentence = wantGrammar
423
- && this.#reasoningStyle === "template";
424
411
  const capacity = await this.assessRequestCapacity(messages, maxOutputTokens, signal);
425
412
  if (capacity.decision === "reject") {
426
413
  if (capacity.prompt.kind !== "exact") {
@@ -443,9 +430,8 @@ export default class ModelProvider {
443
430
  ...(this.#serviceTier !== undefined ? { service_tier: this.#serviceTier } : {}),
444
431
  ...(this.#reasoningRequestBody !== undefined
445
432
  ? this.#reasoningRequestBody(this.#effort.mode, capacity.reasoningBudget)
446
- : this.#requestBody.reasoningBody(preserveGrammarSentence, capacity.reasoningBudget)),
433
+ : this.#requestBody.reasoningBody(capacity.reasoningBudget)),
447
434
  ...(effectiveMaxOutputTokens === undefined ? {} : { [this.#outputTokenField]: effectiveMaxOutputTokens }),
448
- ...this.#requestBody.grammarBody(sendGrammar),
449
435
  // Request per-token logprobs only when enabled (managed field —
450
436
  // reserved from caller sampling; the env flag is the single control).
451
437
  ...(this.#topLogprobs !== null ? { logprobs: true, top_logprobs: this.#topLogprobs } : {}),
@@ -494,8 +480,7 @@ export default class ModelProvider {
494
480
  const capture = this.#rawBody ? new RequestCapture() : undefined;
495
481
  let requestReasoningStream = "";
496
482
  let structuredReasoning = false;
497
- const envelopes = preserveGrammarSentence ? LeadingReasoning.TEMPLATE
498
- : this.#reasoningResponseStyle === "think-tags" ? LeadingReasoning.THINK : [];
483
+ const envelopes = this.#reasoningResponseStyle === "think-tags" ? LeadingReasoning.THINK : [];
499
484
  const observing = emitReasoning !== undefined;
500
485
  const liveProjection = observing && envelopes.length > 0 ? new LeadingReasoning(envelopes) : undefined;
501
486
  const observeRequestReasoning = !observing
@@ -686,46 +671,12 @@ export default class ModelProvider {
686
671
  throw pe;
687
672
  }
688
673
  // llama-server --special renders EOG tokens as text, so a turn ending
689
- // via raw EOS carries a trailing <eos> the grammar never sanctioned - it both
690
- // false-rejects the rail verdict and leaks a control token into the packet.
691
- // Strip the server-reported eos_token from the tail ONCE, before the verdict
692
- // grades it and before it reaches assistant/packet. rawBody keeps the verbatim
693
- // wire text for forensics.
674
+ // via raw EOS carries a trailing <eos> that would leak a control token into the packet.
675
+ // Strip the server-reported eos_token from the tail ONCE, before it reaches assistant/packet.
676
+ // rawBody keeps the verbatim wire text for forensics.
694
677
  if (this.#eosText !== undefined)
695
678
  raw.content = stripTrailingSpecial(raw.content, this.#eosText);
696
- const grammarInput = raw.content;
697
- const projectedReasoning = LeadingReasoning.project(raw.content, raw.reasoning, preserveGrammarSentence && !raw.reasoningProjected ? LeadingReasoning.TEMPLATE
698
- : this.#reasoningResponseStyle === "think-tags" ? LeadingReasoning.THINK : []);
699
- // Preserve the exact pre-projection response. Constrained template turns
700
- // request `reasoning_format: "none"`, so even an empty channel and any
701
- // template-provided opener remain observable. An unexpectedly projected
702
- // response cannot supply independent evidence.
703
- let grammarEvidence;
704
- if (wantGrammar) {
705
- if (preserveGrammarSentence) {
706
- if (!raw.reasoningProjected) {
707
- grammarEvidence = {
708
- input: grammarInput,
709
- contentStart: projectedReasoning.projected ? projectedReasoning.contentStart : 0,
710
- transported: sendGrammar !== undefined,
711
- };
712
- }
713
- }
714
- else if (projectedReasoning.projected) {
715
- grammarEvidence = {
716
- input: grammarInput,
717
- contentStart: projectedReasoning.contentStart,
718
- transported: sendGrammar !== undefined,
719
- };
720
- }
721
- else {
722
- grammarEvidence = {
723
- input: grammarInput,
724
- contentStart: 0,
725
- transported: sendGrammar !== undefined,
726
- };
727
- }
728
- }
679
+ const projectedReasoning = LeadingReasoning.project(raw.content, raw.reasoning, this.#reasoningResponseStyle === "think-tags" ? LeadingReasoning.THINK : []);
729
680
  if (projectedReasoning.projected) {
730
681
  raw.content = projectedReasoning.content;
731
682
  raw.reasoning = projectedReasoning.reasoning;
@@ -762,32 +713,6 @@ export default class ModelProvider {
762
713
  });
763
714
  }
764
715
  const usage = raw.usage;
765
- if (sendGrammar !== undefined
766
- && this.tokenize !== undefined
767
- && usage?.outputTokens !== undefined) {
768
- // {§diagnostic-observation} — billed output tokens far beyond every visible channel are reported
769
- // as the two counts, naming no cause. The count requires the serving vocabulary; an estimate
770
- // cannot prove absence.
771
- try {
772
- const [contentTokens, reasoningTokens] = await Promise.all([
773
- this.tokenize(raw.content),
774
- this.tokenize(raw.reasoning),
775
- ]);
776
- const visible = contentTokens.length + reasoningTokens.length;
777
- if (usage.outputTokens > visible + 64) {
778
- (notices ??= []).push({
779
- source: this.#source,
780
- kind: "output_unaccounted",
781
- level: "warn",
782
- message: `${usage.outputTokens} output tokens billed; ${visible} visible across content and reasoning.`,
783
- position: Array.from(raw.content).length,
784
- });
785
- }
786
- }
787
- catch (cause) {
788
- emitWarningOnce(`${this.#source}: exact visible-token diagnostic unavailable (${cause instanceof Error ? cause.message : String(cause)})`, "PLURNK_VISIBLE_TOKEN_COUNT_UNAVAILABLE");
789
- }
790
- }
791
716
  const meta = this.#buildMeta(raw.metadata);
792
717
  const logprobs = raw.logprobs.length > 0 ? raw.logprobs : undefined;
793
718
  const meanLogprob = logprobs !== undefined
@@ -804,7 +729,6 @@ export default class ModelProvider {
804
729
  assistantRaw: raw,
805
730
  accounting,
806
731
  capacity,
807
- ...(grammarEvidence !== undefined ? { grammarEvidence } : {}),
808
732
  ...(raw.rawBody !== undefined ? { rawBody: raw.rawBody } : {}),
809
733
  ...(meta !== undefined ? { meta } : {}),
810
734
  ...(notices !== undefined ? { notices } : {}),