@bendyline/gezel 1.0.3 → 1.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/checks/index.d.ts +1 -1
- package/dist/checks/index.js +2 -2
- package/dist/{index-4Q1N_3oe.d.ts → index-CiHSDsBv.d.ts} +174 -2
- package/dist/index.d.ts +8 -8
- package/dist/index.js +993 -14
- package/dist/markdown/index.d.ts +1 -1
- package/dist/markdown/index.js +13 -3
- package/dist/{report-action-C0KuyeNw.d.ts → report-action-BUinEFPt.d.ts} +11 -0
- package/dist/schemas/index.d.ts +2 -2
- package/dist/schemas/index.js +70 -12
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -673,7 +673,9 @@ var GateCheckSchema = z3.discriminatedUnion("kind", [
|
|
|
673
673
|
z3.object({
|
|
674
674
|
kind: z3.literal("markdownHeadingsMatch"),
|
|
675
675
|
file: z3.string().min(1),
|
|
676
|
-
outlineFile: z3.string().min(1)
|
|
676
|
+
outlineFile: z3.string().min(1),
|
|
677
|
+
/** Read outlineFile from artifacts while file uses the check's primary surface. */
|
|
678
|
+
outlineArtifact: z3.boolean().optional()
|
|
677
679
|
}),
|
|
678
680
|
/**
|
|
679
681
|
* Named facts in `file` must come from authorized sources: each fact
|
|
@@ -997,14 +999,16 @@ var CraftbookStepSchema = z5.object({
|
|
|
997
999
|
* Marks the parent step that triggers a declarative per-item fanout
|
|
998
1000
|
* (see {@link CraftbookSpawnSchema}). When this step activates on a
|
|
999
1001
|
* spawn-host task, the runtime reads the craftbook's `spawn.overFile`
|
|
1000
|
-
*
|
|
1002
|
+
* JSON array on its declared surface and spawns one child task per item — no model
|
|
1001
1003
|
* tool call. Inert unless the craftbook also declares `spawn`.
|
|
1002
1004
|
*/
|
|
1003
1005
|
spawnFanout: z5.boolean().optional()
|
|
1004
1006
|
});
|
|
1005
1007
|
var CraftbookSpawnSchema = z5.object({
|
|
1006
|
-
/**
|
|
1008
|
+
/** Surface-relative JSON file the parent produces; its array drives the fanout. */
|
|
1007
1009
|
overFile: z5.string().min(1),
|
|
1010
|
+
/** Read overFile from the artifacts drawer instead of the project workspace. */
|
|
1011
|
+
overArtifact: z5.boolean().optional(),
|
|
1008
1012
|
/** Dotted path to the array inside `overFile`. Absent → the file itself is the array. */
|
|
1009
1013
|
itemsPath: z5.string().optional(),
|
|
1010
1014
|
/** Entry step id of the child template. Defaults to the first `steps` entry. */
|
|
@@ -3467,6 +3471,12 @@ var ChatEventSchema = z17.discriminatedUnion("type", [
|
|
|
3467
3471
|
*/
|
|
3468
3472
|
z17.object({ type: z17.literal("reasoning_delta"), content: z17.string() }),
|
|
3469
3473
|
z17.object({ type: z17.literal("complete"), message: ChatMessageSchema }),
|
|
3474
|
+
/**
|
|
3475
|
+
* The user submitted a message, but a cold provider session is still being
|
|
3476
|
+
* created. Project timelines render this as a temporary pending row until
|
|
3477
|
+
* the durable `user_message` or a terminal `error` arrives.
|
|
3478
|
+
*/
|
|
3479
|
+
z17.object({ type: z17.literal("user_message_pending"), preview: z17.string() }),
|
|
3470
3480
|
/**
|
|
3471
3481
|
* Emitted right after the user's message is appended to the session
|
|
3472
3482
|
* record. The legacy session-scoped UI inserted user messages locally
|
|
@@ -4392,7 +4402,7 @@ var ProjectSchema = z19.object({
|
|
|
4392
4402
|
/** Optional gezel that acts as the project's voorman (foreman). Surfaces in
|
|
4393
4403
|
* the project detail pane, flows into the system prompt when a session is
|
|
4394
4404
|
* scoped here. For solo projects (`mode === 'solo'`) this same field
|
|
4395
|
-
* holds the project's
|
|
4405
|
+
* holds the project's Builder — the data is unchanged, only the
|
|
4396
4406
|
* label flips. */
|
|
4397
4407
|
voormanGezelId: z19.string().optional(),
|
|
4398
4408
|
/**
|
|
@@ -4442,7 +4452,7 @@ var ProjectSchema = z19.object({
|
|
|
4442
4452
|
/**
|
|
4443
4453
|
* Project shape. `crew` (the default) is the original behavior — the
|
|
4444
4454
|
* voorman recruits and coordinates a team of specialists. `solo` is a
|
|
4445
|
-
* "job" — a single
|
|
4455
|
+
* "job" — a single Builder (stored in
|
|
4446
4456
|
* `voormanGezelId`) handles the whole project themselves; team-
|
|
4447
4457
|
* management MCP tools are stripped from their session, and the
|
|
4448
4458
|
* Meester is instructed not to nominate other gezels. Missing → `crew`
|
|
@@ -4452,7 +4462,7 @@ var ProjectSchema = z19.object({
|
|
|
4452
4462
|
mode: z19.enum(["crew", "solo"]).optional(),
|
|
4453
4463
|
/**
|
|
4454
4464
|
* Optional custom label for this project's lead gezel, overriding the
|
|
4455
|
-
* mode-based default ("Voorman" / "
|
|
4465
|
+
* mode-based default ("Voorman" / "Builder") everywhere the UI
|
|
4456
4466
|
* renders it. Set by a project type at adoption (e.g. checkers →
|
|
4457
4467
|
* "Opponent"); absent → the mode default. The data field stays
|
|
4458
4468
|
* `voormanGezelId` — only the label changes.
|
|
@@ -5389,6 +5399,15 @@ var TaskSchema = z23.object({
|
|
|
5389
5399
|
issueRef: z23.string().regex(/^BW-[1-9]\d*$/),
|
|
5390
5400
|
path: z23.string().min(1)
|
|
5391
5401
|
}),
|
|
5402
|
+
z23.object({
|
|
5403
|
+
/**
|
|
5404
|
+
* An invoke_craftbook call keyed to one persisted root chat turn.
|
|
5405
|
+
* The HTTP task boundary uses this opaque digest to return the first
|
|
5406
|
+
* still-active task when a provider continuation repeats the call.
|
|
5407
|
+
*/
|
|
5408
|
+
kind: z23.literal("craftbook-invocation"),
|
|
5409
|
+
key: z23.string().regex(/^craftbook-root-v1:[a-f0-9]{64}$/)
|
|
5410
|
+
}),
|
|
5392
5411
|
z23.object({
|
|
5393
5412
|
/**
|
|
5394
5413
|
* A host materialized from a gezel template's `suggestedCraftbooks`
|
|
@@ -5418,6 +5437,13 @@ var TaskSchema = z23.object({
|
|
|
5418
5437
|
params: z23.record(z23.string(), z23.unknown()).optional(),
|
|
5419
5438
|
at: z23.string()
|
|
5420
5439
|
}).optional(),
|
|
5440
|
+
/**
|
|
5441
|
+
* Naming presentation inherited from the session that launched this
|
|
5442
|
+
* workflow. Task handoffs create fresh sessions (and may be rehydrated
|
|
5443
|
+
* after restart), so they cannot rely on the launcher's session record
|
|
5444
|
+
* still being available when the next step starts.
|
|
5445
|
+
*/
|
|
5446
|
+
roleBasedNameOnlyMode: z23.boolean().optional(),
|
|
5421
5447
|
createdAt: z23.string(),
|
|
5422
5448
|
updatedAt: z23.string(),
|
|
5423
5449
|
createdBy: TaskAssigneeSchema
|
|
@@ -5472,6 +5498,8 @@ var CreateTaskRequestSchema = z23.object({
|
|
|
5472
5498
|
}).optional(),
|
|
5473
5499
|
fanout: NewTaskFanoutSchema.optional(),
|
|
5474
5500
|
createdBy: TaskAssigneeSchema.optional(),
|
|
5501
|
+
/** Preserve the launcher's naming presentation across task handoffs. */
|
|
5502
|
+
roleBasedNameOnlyMode: z23.boolean().optional(),
|
|
5475
5503
|
/**
|
|
5476
5504
|
* Enqueue the entry-step handoff immediately after create — the
|
|
5477
5505
|
* single-channel kickoff (there is no "tell a gezel about work"
|
|
@@ -5481,7 +5509,13 @@ var CreateTaskRequestSchema = z23.object({
|
|
|
5481
5509
|
* on cron/fanout hosts (their children dispatch via their own
|
|
5482
5510
|
* activation hooks — flag-dispatching the host would double-engage).
|
|
5483
5511
|
*/
|
|
5484
|
-
dispatchEntry: z23.boolean().optional()
|
|
5512
|
+
dispatchEntry: z23.boolean().optional(),
|
|
5513
|
+
/**
|
|
5514
|
+
* Internal invoke_craftbook idempotency digest. The task route converts
|
|
5515
|
+
* it into service-owned Task.origin provenance; ordinary create_task
|
|
5516
|
+
* callers omit it.
|
|
5517
|
+
*/
|
|
5518
|
+
craftbookInvocationKey: z23.string().regex(/^craftbook-root-v1:[a-f0-9]{64}$/).optional()
|
|
5485
5519
|
}).refine((v) => !!v.craftbookId !== !!(v.steps && v.steps.length > 0), {
|
|
5486
5520
|
message: "exactly one of craftbookId or steps must be provided for the main craftbook",
|
|
5487
5521
|
path: ["craftbookId"]
|
|
@@ -6397,7 +6431,7 @@ var ProjectTypeCompositionShape = {
|
|
|
6397
6431
|
tabVisibility: ProjectTabVisibilitySchema.optional(),
|
|
6398
6432
|
/**
|
|
6399
6433
|
* Project shape for instances of this type. `solo` marks a single-gezel
|
|
6400
|
-
* "
|
|
6434
|
+
* "Builder" experience (games, the chat room): the one roster gezel
|
|
6401
6435
|
* does everything, no separate overseer voorman is recruited, and the UI
|
|
6402
6436
|
* collapses the crew picker to that lead. Maps onto the project's `mode`
|
|
6403
6437
|
* at adoption. Omit for the default crew shape.
|
|
@@ -6405,9 +6439,9 @@ var ProjectTypeCompositionShape = {
|
|
|
6405
6439
|
mode: z26.enum(["crew", "solo"]).optional(),
|
|
6406
6440
|
/**
|
|
6407
6441
|
* Custom label for this type's project lead, shown wherever the generic
|
|
6408
|
-
* "Voorman" / "
|
|
6442
|
+
* "Voorman" / "Builder" would appear (the chat chip, project
|
|
6409
6443
|
* settings) — e.g. checkers uses "Opponent". Aimed at solo types that
|
|
6410
|
-
* want a domain word instead of "
|
|
6444
|
+
* want a domain word instead of "Builder". The underlying data field
|
|
6411
6445
|
* stays `voormanGezelId`; only the rendered label changes.
|
|
6412
6446
|
*/
|
|
6413
6447
|
leadLabel: z26.string().min(1).optional(),
|
|
@@ -11041,6 +11075,19 @@ var GezelConfigSchema = z37.object({
|
|
|
11041
11075
|
* source of truth across boots.
|
|
11042
11076
|
*/
|
|
11043
11077
|
themePref: z37.enum(["system", "light", "dark"]).optional(),
|
|
11078
|
+
/**
|
|
11079
|
+
* Whether the terminal UI renders streamed and persisted model reasoning
|
|
11080
|
+
* inline with the chat transcript. CLI-only presentation preference;
|
|
11081
|
+
* absent/true shows reasoning, while false keeps it represented only by
|
|
11082
|
+
* the live token counter.
|
|
11083
|
+
*/
|
|
11084
|
+
cliShowThinking: z37.boolean().optional(),
|
|
11085
|
+
/**
|
|
11086
|
+
* Whether the terminal UI shows streamed write payloads inline. This is
|
|
11087
|
+
* deliberately opt-in because file, artifact, and task-note bodies can be
|
|
11088
|
+
* long; absent/false keeps the compact tool activity row only.
|
|
11089
|
+
*/
|
|
11090
|
+
cliShowWrites: z37.boolean().optional(),
|
|
11044
11091
|
/**
|
|
11045
11092
|
* Last-used document export settings. This is the cross-boot source of
|
|
11046
11093
|
* truth for the editor's quick-export action; see
|
|
@@ -11250,7 +11297,7 @@ var GezelConfigSchema = z37.object({
|
|
|
11250
11297
|
* crew with granular per-step craftbooks. Right for raw-completion
|
|
11251
11298
|
* local models, where gezel's loop IS the agent.
|
|
11252
11299
|
* - `flat`: route concrete asks to a single generalist (`start_job` →
|
|
11253
|
-
* solo
|
|
11300
|
+
* solo Builder, which already collapses the craftbook onto the
|
|
11254
11301
|
* one specialist). Right for self-orchestrating providers (codex-cli,
|
|
11255
11302
|
* anthropic-cli, copilot) that bring their own agent loop — the crew
|
|
11256
11303
|
* + granular steps are mostly redundant overhead for them (eval data:
|
|
@@ -11761,6 +11808,11 @@ var MessageGezelRequestSchema = z37.object({
|
|
|
11761
11808
|
fromSessionId: z37.string().optional(),
|
|
11762
11809
|
projectId: z37.string().optional(),
|
|
11763
11810
|
text: z37.string().min(1),
|
|
11811
|
+
/**
|
|
11812
|
+
* One-way system/harness feedback. The recipient still runs normally, but
|
|
11813
|
+
* its completion is not injected back into and auto-processed by the sender.
|
|
11814
|
+
*/
|
|
11815
|
+
suppressReply: z37.boolean().optional(),
|
|
11764
11816
|
/**
|
|
11765
11817
|
* Shape-of-deliverable hint persisted on the target's session so
|
|
11766
11818
|
* their consultation-mode addendum knows whether to default to
|
|
@@ -12154,6 +12206,12 @@ var ListProjectsResponseSchema = z37.object({
|
|
|
12154
12206
|
var CreateProjectRequestSchema = z37.object({
|
|
12155
12207
|
name: z37.string().min(1),
|
|
12156
12208
|
description: z37.string().optional(),
|
|
12209
|
+
/**
|
|
12210
|
+
* Existing local folder to use as the project workspace. Folder-backed
|
|
12211
|
+
* projects are created with ambient Meester progress check-ins disabled;
|
|
12212
|
+
* the user can opt back in from Project Settings.
|
|
12213
|
+
*/
|
|
12214
|
+
workingDir: z37.string().min(1).optional(),
|
|
12157
12215
|
// about/missionObjectives are *encouraged, not required* at the wire level.
|
|
12158
12216
|
// The New Project dialog still enforces the 60/40 richness minimums for the
|
|
12159
12217
|
// blank/GitHub flows (where the user is authoring context from scratch), but
|
|
@@ -12166,7 +12224,7 @@ var CreateProjectRequestSchema = z37.object({
|
|
|
12166
12224
|
missionObjectives: z37.string().optional().describe('Concrete success criteria \u2014 usually a bullet list. What does "done" look like?'),
|
|
12167
12225
|
/**
|
|
12168
12226
|
* Project shape. `crew` (default) → traditional voorman-coordinates-
|
|
12169
|
-
* specialists. `solo` → a "job": one
|
|
12227
|
+
* specialists. `solo` → a "job": one Builder does
|
|
12170
12228
|
* everything themselves; team-management tools are filtered out for
|
|
12171
12229
|
* sessions on this project.
|
|
12172
12230
|
*/
|
|
@@ -23119,6 +23177,55 @@ function firstActionForKind(kind, path) {
|
|
|
23119
23177
|
var scorecard_default = {
|
|
23120
23178
|
schemaVersion: 1,
|
|
23121
23179
|
runs: [
|
|
23180
|
+
{
|
|
23181
|
+
id: "2026-08-13-m4max-llamacpp",
|
|
23182
|
+
provenance: {
|
|
23183
|
+
startedAt: "2026-08-13T07:05:36.620Z",
|
|
23184
|
+
device: {
|
|
23185
|
+
label: "Mac \xB7 Apple M4 Max",
|
|
23186
|
+
platform: "darwin",
|
|
23187
|
+
arch: "arm64",
|
|
23188
|
+
memoryGb: 64,
|
|
23189
|
+
osRelease: "darwin 25.5.0",
|
|
23190
|
+
cpuModel: "Apple M4 Max"
|
|
23191
|
+
},
|
|
23192
|
+
harnessCommit: "c5904085",
|
|
23193
|
+
gildeVersion: "0.1.23",
|
|
23194
|
+
count: 3,
|
|
23195
|
+
judgeModelId: null
|
|
23196
|
+
},
|
|
23197
|
+
suites: ["core", "productivity"],
|
|
23198
|
+
scenariosBySuite: {
|
|
23199
|
+
core: [
|
|
23200
|
+
"tictactoe",
|
|
23201
|
+
"petshop",
|
|
23202
|
+
"tankcombat",
|
|
23203
|
+
"schema-migration",
|
|
23204
|
+
"failing-tests-spec",
|
|
23205
|
+
"symptom-debug",
|
|
23206
|
+
"data-wrangle",
|
|
23207
|
+
"incident-postmortem",
|
|
23208
|
+
"ops-runbook-anomaly",
|
|
23209
|
+
"plan-and-estimate",
|
|
23210
|
+
"conflict-synthesis"
|
|
23211
|
+
],
|
|
23212
|
+
productivity: [
|
|
23213
|
+
"constrained-comms",
|
|
23214
|
+
"craftbook-week-plan",
|
|
23215
|
+
"craftbook-ab-test-readout",
|
|
23216
|
+
"craftbook-annotated-bibliography",
|
|
23217
|
+
"records-intake",
|
|
23218
|
+
"plan-and-estimate",
|
|
23219
|
+
"meeting-followup",
|
|
23220
|
+
"craftbook-spreadsheet-model",
|
|
23221
|
+
"conflict-synthesis",
|
|
23222
|
+
"docblocks-theme-roundtrip",
|
|
23223
|
+
"craftbook-research-to-document",
|
|
23224
|
+
"craftbook-powerpoint-deck",
|
|
23225
|
+
"wikipedia-research-brief"
|
|
23226
|
+
]
|
|
23227
|
+
}
|
|
23228
|
+
},
|
|
23122
23229
|
{
|
|
23123
23230
|
id: "2026-08-11-m4max-llamacpp",
|
|
23124
23231
|
provenance: {
|
|
@@ -23220,6 +23327,878 @@ var scorecard_default = {
|
|
|
23220
23327
|
}
|
|
23221
23328
|
],
|
|
23222
23329
|
results: [
|
|
23330
|
+
{
|
|
23331
|
+
modelId: "gemma4-26b-q4",
|
|
23332
|
+
label: "gemma4-26b-q4",
|
|
23333
|
+
engine: "llama-cpp",
|
|
23334
|
+
tier: "medium",
|
|
23335
|
+
parameterSize: "25.2B",
|
|
23336
|
+
runId: "2026-08-13-m4max-llamacpp",
|
|
23337
|
+
suiteId: "core",
|
|
23338
|
+
performance: {
|
|
23339
|
+
prefillTokensPerSec: 1264,
|
|
23340
|
+
decodeTokensPerSec: 107.5,
|
|
23341
|
+
samples: 1
|
|
23342
|
+
},
|
|
23343
|
+
runtime: {
|
|
23344
|
+
contextTokens: 120832,
|
|
23345
|
+
peakMemoryMb: 42690
|
|
23346
|
+
},
|
|
23347
|
+
judge: {
|
|
23348
|
+
meanScore: 5.7,
|
|
23349
|
+
artifacts: 9,
|
|
23350
|
+
judgeModel: "claude-sonnet-4-6"
|
|
23351
|
+
},
|
|
23352
|
+
cells: [
|
|
23353
|
+
{
|
|
23354
|
+
scenarioId: "tictactoe",
|
|
23355
|
+
trials: 3,
|
|
23356
|
+
successes: 3,
|
|
23357
|
+
nonModelFailures: 0,
|
|
23358
|
+
medianDurationMs: 127411
|
|
23359
|
+
},
|
|
23360
|
+
{
|
|
23361
|
+
scenarioId: "petshop",
|
|
23362
|
+
trials: 3,
|
|
23363
|
+
successes: 3,
|
|
23364
|
+
nonModelFailures: 0,
|
|
23365
|
+
medianDurationMs: 482159
|
|
23366
|
+
},
|
|
23367
|
+
{
|
|
23368
|
+
scenarioId: "tankcombat",
|
|
23369
|
+
trials: 3,
|
|
23370
|
+
successes: 3,
|
|
23371
|
+
nonModelFailures: 0,
|
|
23372
|
+
medianDurationMs: 290618
|
|
23373
|
+
},
|
|
23374
|
+
{
|
|
23375
|
+
scenarioId: "schema-migration",
|
|
23376
|
+
trials: 3,
|
|
23377
|
+
successes: 3,
|
|
23378
|
+
nonModelFailures: 0,
|
|
23379
|
+
medianDurationMs: 69039
|
|
23380
|
+
},
|
|
23381
|
+
{
|
|
23382
|
+
scenarioId: "failing-tests-spec",
|
|
23383
|
+
trials: 3,
|
|
23384
|
+
successes: 3,
|
|
23385
|
+
nonModelFailures: 0,
|
|
23386
|
+
medianDurationMs: 28770
|
|
23387
|
+
},
|
|
23388
|
+
{
|
|
23389
|
+
scenarioId: "symptom-debug",
|
|
23390
|
+
trials: 3,
|
|
23391
|
+
successes: 3,
|
|
23392
|
+
nonModelFailures: 0,
|
|
23393
|
+
medianDurationMs: 83940
|
|
23394
|
+
},
|
|
23395
|
+
{
|
|
23396
|
+
scenarioId: "data-wrangle",
|
|
23397
|
+
trials: 3,
|
|
23398
|
+
successes: 3,
|
|
23399
|
+
nonModelFailures: 0,
|
|
23400
|
+
medianDurationMs: 48055
|
|
23401
|
+
},
|
|
23402
|
+
{
|
|
23403
|
+
scenarioId: "incident-postmortem",
|
|
23404
|
+
trials: 3,
|
|
23405
|
+
successes: 3,
|
|
23406
|
+
nonModelFailures: 0,
|
|
23407
|
+
medianDurationMs: 189005
|
|
23408
|
+
},
|
|
23409
|
+
{
|
|
23410
|
+
scenarioId: "ops-runbook-anomaly",
|
|
23411
|
+
trials: 3,
|
|
23412
|
+
successes: 3,
|
|
23413
|
+
nonModelFailures: 0,
|
|
23414
|
+
medianDurationMs: 233624
|
|
23415
|
+
},
|
|
23416
|
+
{
|
|
23417
|
+
scenarioId: "plan-and-estimate",
|
|
23418
|
+
trials: 3,
|
|
23419
|
+
successes: 3,
|
|
23420
|
+
nonModelFailures: 0,
|
|
23421
|
+
medianDurationMs: 17679
|
|
23422
|
+
},
|
|
23423
|
+
{
|
|
23424
|
+
scenarioId: "conflict-synthesis",
|
|
23425
|
+
trials: 3,
|
|
23426
|
+
successes: 3,
|
|
23427
|
+
nonModelFailures: 0,
|
|
23428
|
+
medianDurationMs: 52710
|
|
23429
|
+
}
|
|
23430
|
+
]
|
|
23431
|
+
},
|
|
23432
|
+
{
|
|
23433
|
+
modelId: "muse-glimmer-30b-q4",
|
|
23434
|
+
label: "muse-glimmer-30b-q4",
|
|
23435
|
+
engine: "llama-cpp",
|
|
23436
|
+
tier: "medium",
|
|
23437
|
+
parameterSize: "30B",
|
|
23438
|
+
runId: "2026-08-13-m4max-llamacpp",
|
|
23439
|
+
suiteId: "core",
|
|
23440
|
+
performance: {
|
|
23441
|
+
prefillTokensPerSec: 226,
|
|
23442
|
+
decodeTokensPerSec: 26,
|
|
23443
|
+
samples: 1
|
|
23444
|
+
},
|
|
23445
|
+
runtime: {
|
|
23446
|
+
contextTokens: 131072,
|
|
23447
|
+
peakMemoryMb: 19638
|
|
23448
|
+
},
|
|
23449
|
+
judge: {
|
|
23450
|
+
meanScore: 6.5,
|
|
23451
|
+
artifacts: 9,
|
|
23452
|
+
judgeModel: "claude-sonnet-4-6"
|
|
23453
|
+
},
|
|
23454
|
+
cells: [
|
|
23455
|
+
{
|
|
23456
|
+
scenarioId: "tictactoe",
|
|
23457
|
+
trials: 3,
|
|
23458
|
+
successes: 3,
|
|
23459
|
+
nonModelFailures: 0,
|
|
23460
|
+
medianDurationMs: 210652
|
|
23461
|
+
},
|
|
23462
|
+
{
|
|
23463
|
+
scenarioId: "petshop",
|
|
23464
|
+
trials: 3,
|
|
23465
|
+
successes: 3,
|
|
23466
|
+
nonModelFailures: 0,
|
|
23467
|
+
medianDurationMs: 356601
|
|
23468
|
+
},
|
|
23469
|
+
{
|
|
23470
|
+
scenarioId: "tankcombat",
|
|
23471
|
+
trials: 3,
|
|
23472
|
+
successes: 3,
|
|
23473
|
+
nonModelFailures: 0,
|
|
23474
|
+
medianDurationMs: 272117
|
|
23475
|
+
},
|
|
23476
|
+
{
|
|
23477
|
+
scenarioId: "schema-migration",
|
|
23478
|
+
trials: 3,
|
|
23479
|
+
successes: 3,
|
|
23480
|
+
nonModelFailures: 0,
|
|
23481
|
+
medianDurationMs: 269225
|
|
23482
|
+
},
|
|
23483
|
+
{
|
|
23484
|
+
scenarioId: "failing-tests-spec",
|
|
23485
|
+
trials: 3,
|
|
23486
|
+
successes: 3,
|
|
23487
|
+
nonModelFailures: 0,
|
|
23488
|
+
medianDurationMs: 279796
|
|
23489
|
+
},
|
|
23490
|
+
{
|
|
23491
|
+
scenarioId: "symptom-debug",
|
|
23492
|
+
trials: 3,
|
|
23493
|
+
successes: 3,
|
|
23494
|
+
nonModelFailures: 0,
|
|
23495
|
+
medianDurationMs: 239896
|
|
23496
|
+
},
|
|
23497
|
+
{
|
|
23498
|
+
scenarioId: "data-wrangle",
|
|
23499
|
+
trials: 3,
|
|
23500
|
+
successes: 3,
|
|
23501
|
+
nonModelFailures: 0,
|
|
23502
|
+
medianDurationMs: 563414
|
|
23503
|
+
},
|
|
23504
|
+
{
|
|
23505
|
+
scenarioId: "incident-postmortem",
|
|
23506
|
+
trials: 3,
|
|
23507
|
+
successes: 2,
|
|
23508
|
+
nonModelFailures: 0,
|
|
23509
|
+
medianDurationMs: 4467148
|
|
23510
|
+
},
|
|
23511
|
+
{
|
|
23512
|
+
scenarioId: "ops-runbook-anomaly",
|
|
23513
|
+
trials: 3,
|
|
23514
|
+
successes: 2,
|
|
23515
|
+
nonModelFailures: 0,
|
|
23516
|
+
medianDurationMs: 474336
|
|
23517
|
+
},
|
|
23518
|
+
{
|
|
23519
|
+
scenarioId: "plan-and-estimate",
|
|
23520
|
+
trials: 3,
|
|
23521
|
+
successes: 3,
|
|
23522
|
+
nonModelFailures: 0,
|
|
23523
|
+
medianDurationMs: 150465
|
|
23524
|
+
},
|
|
23525
|
+
{
|
|
23526
|
+
scenarioId: "conflict-synthesis",
|
|
23527
|
+
trials: 3,
|
|
23528
|
+
successes: 2,
|
|
23529
|
+
nonModelFailures: 0,
|
|
23530
|
+
medianDurationMs: 404097
|
|
23531
|
+
}
|
|
23532
|
+
]
|
|
23533
|
+
},
|
|
23534
|
+
{
|
|
23535
|
+
modelId: "nemotron3.5-lightning-30b-q4",
|
|
23536
|
+
label: "nemotron3.5-lightning-30b-q4",
|
|
23537
|
+
engine: "llama-cpp",
|
|
23538
|
+
tier: "medium",
|
|
23539
|
+
parameterSize: "30B",
|
|
23540
|
+
runId: "2026-08-13-m4max-llamacpp",
|
|
23541
|
+
suiteId: "core",
|
|
23542
|
+
performance: {
|
|
23543
|
+
prefillTokensPerSec: 1030,
|
|
23544
|
+
decodeTokensPerSec: 93.2,
|
|
23545
|
+
samples: 1
|
|
23546
|
+
},
|
|
23547
|
+
runtime: {
|
|
23548
|
+
contextTokens: 1048576,
|
|
23549
|
+
peakMemoryMb: 30085
|
|
23550
|
+
},
|
|
23551
|
+
judge: {
|
|
23552
|
+
meanScore: 5.6,
|
|
23553
|
+
artifacts: 9,
|
|
23554
|
+
judgeModel: "claude-sonnet-4-6"
|
|
23555
|
+
},
|
|
23556
|
+
cells: [
|
|
23557
|
+
{
|
|
23558
|
+
scenarioId: "tictactoe",
|
|
23559
|
+
trials: 3,
|
|
23560
|
+
successes: 3,
|
|
23561
|
+
nonModelFailures: 0,
|
|
23562
|
+
medianDurationMs: 90179
|
|
23563
|
+
},
|
|
23564
|
+
{
|
|
23565
|
+
scenarioId: "petshop",
|
|
23566
|
+
trials: 3,
|
|
23567
|
+
successes: 3,
|
|
23568
|
+
nonModelFailures: 0,
|
|
23569
|
+
medianDurationMs: 899922
|
|
23570
|
+
},
|
|
23571
|
+
{
|
|
23572
|
+
scenarioId: "tankcombat",
|
|
23573
|
+
trials: 3,
|
|
23574
|
+
successes: 3,
|
|
23575
|
+
nonModelFailures: 0,
|
|
23576
|
+
medianDurationMs: 65485
|
|
23577
|
+
},
|
|
23578
|
+
{
|
|
23579
|
+
scenarioId: "schema-migration",
|
|
23580
|
+
trials: 3,
|
|
23581
|
+
successes: 3,
|
|
23582
|
+
nonModelFailures: 0,
|
|
23583
|
+
medianDurationMs: 133904
|
|
23584
|
+
},
|
|
23585
|
+
{
|
|
23586
|
+
scenarioId: "failing-tests-spec",
|
|
23587
|
+
trials: 3,
|
|
23588
|
+
successes: 2,
|
|
23589
|
+
nonModelFailures: 0,
|
|
23590
|
+
medianDurationMs: 230269
|
|
23591
|
+
},
|
|
23592
|
+
{
|
|
23593
|
+
scenarioId: "symptom-debug",
|
|
23594
|
+
trials: 3,
|
|
23595
|
+
successes: 3,
|
|
23596
|
+
nonModelFailures: 0,
|
|
23597
|
+
medianDurationMs: 94023
|
|
23598
|
+
},
|
|
23599
|
+
{
|
|
23600
|
+
scenarioId: "data-wrangle",
|
|
23601
|
+
trials: 3,
|
|
23602
|
+
successes: 2,
|
|
23603
|
+
nonModelFailures: 0,
|
|
23604
|
+
medianDurationMs: 319197
|
|
23605
|
+
},
|
|
23606
|
+
{
|
|
23607
|
+
scenarioId: "incident-postmortem",
|
|
23608
|
+
trials: 3,
|
|
23609
|
+
successes: 1,
|
|
23610
|
+
nonModelFailures: 0,
|
|
23611
|
+
medianDurationMs: 223455
|
|
23612
|
+
},
|
|
23613
|
+
{
|
|
23614
|
+
scenarioId: "ops-runbook-anomaly",
|
|
23615
|
+
trials: 3,
|
|
23616
|
+
successes: 3,
|
|
23617
|
+
nonModelFailures: 0,
|
|
23618
|
+
medianDurationMs: 93099
|
|
23619
|
+
},
|
|
23620
|
+
{
|
|
23621
|
+
scenarioId: "plan-and-estimate",
|
|
23622
|
+
trials: 3,
|
|
23623
|
+
successes: 2,
|
|
23624
|
+
nonModelFailures: 0,
|
|
23625
|
+
medianDurationMs: 68902
|
|
23626
|
+
},
|
|
23627
|
+
{
|
|
23628
|
+
scenarioId: "conflict-synthesis",
|
|
23629
|
+
trials: 3,
|
|
23630
|
+
successes: 1,
|
|
23631
|
+
nonModelFailures: 0,
|
|
23632
|
+
medianDurationMs: 254006
|
|
23633
|
+
}
|
|
23634
|
+
]
|
|
23635
|
+
},
|
|
23636
|
+
{
|
|
23637
|
+
modelId: "qwen3.6-35b-a3b-q4",
|
|
23638
|
+
label: "qwen3.6-35b-a3b-q4",
|
|
23639
|
+
engine: "llama-cpp",
|
|
23640
|
+
tier: "medium",
|
|
23641
|
+
parameterSize: "35B",
|
|
23642
|
+
runId: "2026-08-13-m4max-llamacpp",
|
|
23643
|
+
suiteId: "core",
|
|
23644
|
+
performance: {
|
|
23645
|
+
prefillTokensPerSec: 1104,
|
|
23646
|
+
decodeTokensPerSec: 71.3,
|
|
23647
|
+
samples: 1
|
|
23648
|
+
},
|
|
23649
|
+
runtime: {
|
|
23650
|
+
contextTokens: 262144,
|
|
23651
|
+
peakMemoryMb: 26502
|
|
23652
|
+
},
|
|
23653
|
+
judge: {
|
|
23654
|
+
meanScore: 8.1,
|
|
23655
|
+
artifacts: 9,
|
|
23656
|
+
judgeModel: "claude-sonnet-4-6"
|
|
23657
|
+
},
|
|
23658
|
+
cells: [
|
|
23659
|
+
{
|
|
23660
|
+
scenarioId: "tictactoe",
|
|
23661
|
+
trials: 3,
|
|
23662
|
+
successes: 3,
|
|
23663
|
+
nonModelFailures: 0,
|
|
23664
|
+
medianDurationMs: 92213
|
|
23665
|
+
},
|
|
23666
|
+
{
|
|
23667
|
+
scenarioId: "petshop",
|
|
23668
|
+
trials: 3,
|
|
23669
|
+
successes: 3,
|
|
23670
|
+
nonModelFailures: 0,
|
|
23671
|
+
medianDurationMs: 162363
|
|
23672
|
+
},
|
|
23673
|
+
{
|
|
23674
|
+
scenarioId: "tankcombat",
|
|
23675
|
+
trials: 3,
|
|
23676
|
+
successes: 3,
|
|
23677
|
+
nonModelFailures: 0,
|
|
23678
|
+
medianDurationMs: 247709
|
|
23679
|
+
},
|
|
23680
|
+
{
|
|
23681
|
+
scenarioId: "schema-migration",
|
|
23682
|
+
trials: 3,
|
|
23683
|
+
successes: 2,
|
|
23684
|
+
nonModelFailures: 0,
|
|
23685
|
+
medianDurationMs: 186639
|
|
23686
|
+
},
|
|
23687
|
+
{
|
|
23688
|
+
scenarioId: "failing-tests-spec",
|
|
23689
|
+
trials: 3,
|
|
23690
|
+
successes: 3,
|
|
23691
|
+
nonModelFailures: 0,
|
|
23692
|
+
medianDurationMs: 28425
|
|
23693
|
+
},
|
|
23694
|
+
{
|
|
23695
|
+
scenarioId: "symptom-debug",
|
|
23696
|
+
trials: 3,
|
|
23697
|
+
successes: 3,
|
|
23698
|
+
nonModelFailures: 0,
|
|
23699
|
+
medianDurationMs: 37627
|
|
23700
|
+
},
|
|
23701
|
+
{
|
|
23702
|
+
scenarioId: "data-wrangle",
|
|
23703
|
+
trials: 3,
|
|
23704
|
+
successes: 2,
|
|
23705
|
+
nonModelFailures: 0,
|
|
23706
|
+
medianDurationMs: 47569
|
|
23707
|
+
},
|
|
23708
|
+
{
|
|
23709
|
+
scenarioId: "incident-postmortem",
|
|
23710
|
+
trials: 3,
|
|
23711
|
+
successes: 3,
|
|
23712
|
+
nonModelFailures: 0,
|
|
23713
|
+
medianDurationMs: 73048
|
|
23714
|
+
},
|
|
23715
|
+
{
|
|
23716
|
+
scenarioId: "ops-runbook-anomaly",
|
|
23717
|
+
trials: 3,
|
|
23718
|
+
successes: 3,
|
|
23719
|
+
nonModelFailures: 0,
|
|
23720
|
+
medianDurationMs: 98132
|
|
23721
|
+
},
|
|
23722
|
+
{
|
|
23723
|
+
scenarioId: "plan-and-estimate",
|
|
23724
|
+
trials: 3,
|
|
23725
|
+
successes: 3,
|
|
23726
|
+
nonModelFailures: 0,
|
|
23727
|
+
medianDurationMs: 27443
|
|
23728
|
+
},
|
|
23729
|
+
{
|
|
23730
|
+
scenarioId: "conflict-synthesis",
|
|
23731
|
+
trials: 3,
|
|
23732
|
+
successes: 2,
|
|
23733
|
+
nonModelFailures: 0,
|
|
23734
|
+
medianDurationMs: 82923
|
|
23735
|
+
}
|
|
23736
|
+
]
|
|
23737
|
+
},
|
|
23738
|
+
{
|
|
23739
|
+
modelId: "gemma4-26b-q4",
|
|
23740
|
+
label: "gemma4-26b-q4",
|
|
23741
|
+
engine: "llama-cpp",
|
|
23742
|
+
tier: "medium",
|
|
23743
|
+
parameterSize: "25.2B",
|
|
23744
|
+
runId: "2026-08-13-m4max-llamacpp",
|
|
23745
|
+
suiteId: "productivity",
|
|
23746
|
+
performance: {
|
|
23747
|
+
prefillTokensPerSec: 1264,
|
|
23748
|
+
decodeTokensPerSec: 107.5,
|
|
23749
|
+
samples: 1
|
|
23750
|
+
},
|
|
23751
|
+
runtime: {
|
|
23752
|
+
contextTokens: 120832,
|
|
23753
|
+
peakMemoryMb: 41762
|
|
23754
|
+
},
|
|
23755
|
+
judge: {
|
|
23756
|
+
meanScore: 6,
|
|
23757
|
+
artifacts: 19,
|
|
23758
|
+
judgeModel: "claude-sonnet-4-6"
|
|
23759
|
+
},
|
|
23760
|
+
cells: [
|
|
23761
|
+
{
|
|
23762
|
+
scenarioId: "constrained-comms",
|
|
23763
|
+
trials: 3,
|
|
23764
|
+
successes: 3,
|
|
23765
|
+
nonModelFailures: 0,
|
|
23766
|
+
medianDurationMs: 22693
|
|
23767
|
+
},
|
|
23768
|
+
{
|
|
23769
|
+
scenarioId: "craftbook-week-plan",
|
|
23770
|
+
trials: 3,
|
|
23771
|
+
successes: 3,
|
|
23772
|
+
nonModelFailures: 0,
|
|
23773
|
+
medianDurationMs: 58001
|
|
23774
|
+
},
|
|
23775
|
+
{
|
|
23776
|
+
scenarioId: "craftbook-ab-test-readout",
|
|
23777
|
+
trials: 3,
|
|
23778
|
+
successes: 0,
|
|
23779
|
+
nonModelFailures: 0,
|
|
23780
|
+
medianDurationMs: 196546
|
|
23781
|
+
},
|
|
23782
|
+
{
|
|
23783
|
+
scenarioId: "craftbook-annotated-bibliography",
|
|
23784
|
+
trials: 3,
|
|
23785
|
+
successes: 3,
|
|
23786
|
+
nonModelFailures: 0,
|
|
23787
|
+
medianDurationMs: 33179
|
|
23788
|
+
},
|
|
23789
|
+
{
|
|
23790
|
+
scenarioId: "records-intake",
|
|
23791
|
+
trials: 3,
|
|
23792
|
+
successes: 3,
|
|
23793
|
+
nonModelFailures: 0,
|
|
23794
|
+
medianDurationMs: 58377
|
|
23795
|
+
},
|
|
23796
|
+
{
|
|
23797
|
+
scenarioId: "plan-and-estimate",
|
|
23798
|
+
trials: 3,
|
|
23799
|
+
successes: 3,
|
|
23800
|
+
nonModelFailures: 0,
|
|
23801
|
+
medianDurationMs: 17469
|
|
23802
|
+
},
|
|
23803
|
+
{
|
|
23804
|
+
scenarioId: "meeting-followup",
|
|
23805
|
+
trials: 3,
|
|
23806
|
+
successes: 3,
|
|
23807
|
+
nonModelFailures: 0,
|
|
23808
|
+
medianDurationMs: 48022
|
|
23809
|
+
},
|
|
23810
|
+
{
|
|
23811
|
+
scenarioId: "craftbook-spreadsheet-model",
|
|
23812
|
+
trials: 3,
|
|
23813
|
+
successes: 0,
|
|
23814
|
+
nonModelFailures: 0,
|
|
23815
|
+
medianDurationMs: 191950
|
|
23816
|
+
},
|
|
23817
|
+
{
|
|
23818
|
+
scenarioId: "conflict-synthesis",
|
|
23819
|
+
trials: 3,
|
|
23820
|
+
successes: 3,
|
|
23821
|
+
nonModelFailures: 0,
|
|
23822
|
+
medianDurationMs: 48088
|
|
23823
|
+
},
|
|
23824
|
+
{
|
|
23825
|
+
scenarioId: "docblocks-theme-roundtrip",
|
|
23826
|
+
trials: 3,
|
|
23827
|
+
successes: 3,
|
|
23828
|
+
nonModelFailures: 0,
|
|
23829
|
+
medianDurationMs: 27505
|
|
23830
|
+
},
|
|
23831
|
+
{
|
|
23832
|
+
scenarioId: "craftbook-research-to-document",
|
|
23833
|
+
trials: 3,
|
|
23834
|
+
successes: 3,
|
|
23835
|
+
nonModelFailures: 0,
|
|
23836
|
+
medianDurationMs: 32944
|
|
23837
|
+
},
|
|
23838
|
+
{
|
|
23839
|
+
scenarioId: "craftbook-powerpoint-deck",
|
|
23840
|
+
trials: 3,
|
|
23841
|
+
successes: 0,
|
|
23842
|
+
nonModelFailures: 0,
|
|
23843
|
+
medianDurationMs: 937028
|
|
23844
|
+
},
|
|
23845
|
+
{
|
|
23846
|
+
scenarioId: "wikipedia-research-brief",
|
|
23847
|
+
trials: 3,
|
|
23848
|
+
successes: 1,
|
|
23849
|
+
nonModelFailures: 0,
|
|
23850
|
+
medianDurationMs: 81272
|
|
23851
|
+
}
|
|
23852
|
+
]
|
|
23853
|
+
},
|
|
23854
|
+
{
|
|
23855
|
+
modelId: "muse-glimmer-30b-q4",
|
|
23856
|
+
label: "muse-glimmer-30b-q4",
|
|
23857
|
+
engine: "llama-cpp",
|
|
23858
|
+
tier: "medium",
|
|
23859
|
+
parameterSize: "30B",
|
|
23860
|
+
runId: "2026-08-13-m4max-llamacpp",
|
|
23861
|
+
suiteId: "productivity",
|
|
23862
|
+
performance: {
|
|
23863
|
+
prefillTokensPerSec: 228,
|
|
23864
|
+
decodeTokensPerSec: 26,
|
|
23865
|
+
samples: 2
|
|
23866
|
+
},
|
|
23867
|
+
runtime: {
|
|
23868
|
+
contextTokens: 131072,
|
|
23869
|
+
peakMemoryMb: 19648
|
|
23870
|
+
},
|
|
23871
|
+
judge: {
|
|
23872
|
+
meanScore: 5.5,
|
|
23873
|
+
artifacts: 25,
|
|
23874
|
+
judgeModel: "claude-sonnet-4-6"
|
|
23875
|
+
},
|
|
23876
|
+
cells: [
|
|
23877
|
+
{
|
|
23878
|
+
scenarioId: "constrained-comms",
|
|
23879
|
+
trials: 3,
|
|
23880
|
+
successes: 3,
|
|
23881
|
+
nonModelFailures: 0,
|
|
23882
|
+
medianDurationMs: 168777
|
|
23883
|
+
},
|
|
23884
|
+
{
|
|
23885
|
+
scenarioId: "craftbook-week-plan",
|
|
23886
|
+
trials: 3,
|
|
23887
|
+
successes: 0,
|
|
23888
|
+
nonModelFailures: 0,
|
|
23889
|
+
medianDurationMs: 635096
|
|
23890
|
+
},
|
|
23891
|
+
{
|
|
23892
|
+
scenarioId: "craftbook-ab-test-readout",
|
|
23893
|
+
trials: 3,
|
|
23894
|
+
successes: 1,
|
|
23895
|
+
nonModelFailures: 0,
|
|
23896
|
+
medianDurationMs: 505316
|
|
23897
|
+
},
|
|
23898
|
+
{
|
|
23899
|
+
scenarioId: "craftbook-annotated-bibliography",
|
|
23900
|
+
trials: 3,
|
|
23901
|
+
successes: 3,
|
|
23902
|
+
nonModelFailures: 0,
|
|
23903
|
+
medianDurationMs: 153322
|
|
23904
|
+
},
|
|
23905
|
+
{
|
|
23906
|
+
scenarioId: "records-intake",
|
|
23907
|
+
trials: 3,
|
|
23908
|
+
successes: 2,
|
|
23909
|
+
nonModelFailures: 0,
|
|
23910
|
+
medianDurationMs: 2593201
|
|
23911
|
+
},
|
|
23912
|
+
{
|
|
23913
|
+
scenarioId: "plan-and-estimate",
|
|
23914
|
+
trials: 3,
|
|
23915
|
+
successes: 3,
|
|
23916
|
+
nonModelFailures: 0,
|
|
23917
|
+
medianDurationMs: 185158
|
|
23918
|
+
},
|
|
23919
|
+
{
|
|
23920
|
+
scenarioId: "meeting-followup",
|
|
23921
|
+
trials: 3,
|
|
23922
|
+
successes: 2,
|
|
23923
|
+
nonModelFailures: 0,
|
|
23924
|
+
medianDurationMs: 680419
|
|
23925
|
+
},
|
|
23926
|
+
{
|
|
23927
|
+
scenarioId: "craftbook-spreadsheet-model",
|
|
23928
|
+
trials: 3,
|
|
23929
|
+
successes: 0,
|
|
23930
|
+
nonModelFailures: 0,
|
|
23931
|
+
medianDurationMs: 541672
|
|
23932
|
+
},
|
|
23933
|
+
{
|
|
23934
|
+
scenarioId: "conflict-synthesis",
|
|
23935
|
+
trials: 3,
|
|
23936
|
+
successes: 2,
|
|
23937
|
+
nonModelFailures: 0,
|
|
23938
|
+
medianDurationMs: 344063
|
|
23939
|
+
},
|
|
23940
|
+
{
|
|
23941
|
+
scenarioId: "docblocks-theme-roundtrip",
|
|
23942
|
+
trials: 3,
|
|
23943
|
+
successes: 3,
|
|
23944
|
+
nonModelFailures: 0,
|
|
23945
|
+
medianDurationMs: 248997
|
|
23946
|
+
},
|
|
23947
|
+
{
|
|
23948
|
+
scenarioId: "craftbook-research-to-document",
|
|
23949
|
+
trials: 3,
|
|
23950
|
+
successes: 3,
|
|
23951
|
+
nonModelFailures: 0,
|
|
23952
|
+
medianDurationMs: 274010
|
|
23953
|
+
},
|
|
23954
|
+
{
|
|
23955
|
+
scenarioId: "craftbook-powerpoint-deck",
|
|
23956
|
+
trials: 3,
|
|
23957
|
+
successes: 0,
|
|
23958
|
+
nonModelFailures: 0,
|
|
23959
|
+
medianDurationMs: 3009529
|
|
23960
|
+
},
|
|
23961
|
+
{
|
|
23962
|
+
scenarioId: "wikipedia-research-brief",
|
|
23963
|
+
trials: 3,
|
|
23964
|
+
successes: 3,
|
|
23965
|
+
nonModelFailures: 0,
|
|
23966
|
+
medianDurationMs: 353289
|
|
23967
|
+
}
|
|
23968
|
+
]
|
|
23969
|
+
},
|
|
23970
|
+
{
|
|
23971
|
+
modelId: "nemotron3.5-lightning-30b-q4",
|
|
23972
|
+
label: "nemotron3.5-lightning-30b-q4",
|
|
23973
|
+
engine: "llama-cpp",
|
|
23974
|
+
tier: "medium",
|
|
23975
|
+
parameterSize: "30B",
|
|
23976
|
+
runId: "2026-08-13-m4max-llamacpp",
|
|
23977
|
+
suiteId: "productivity",
|
|
23978
|
+
performance: {
|
|
23979
|
+
prefillTokensPerSec: 1030,
|
|
23980
|
+
decodeTokensPerSec: 93.2,
|
|
23981
|
+
samples: 1
|
|
23982
|
+
},
|
|
23983
|
+
runtime: {
|
|
23984
|
+
contextTokens: 1048576,
|
|
23985
|
+
peakMemoryMb: 29452
|
|
23986
|
+
},
|
|
23987
|
+
judge: {
|
|
23988
|
+
meanScore: 5.6,
|
|
23989
|
+
artifacts: 27,
|
|
23990
|
+
judgeModel: "claude-sonnet-4-6"
|
|
23991
|
+
},
|
|
23992
|
+
cells: [
|
|
23993
|
+
{
|
|
23994
|
+
scenarioId: "constrained-comms",
|
|
23995
|
+
trials: 3,
|
|
23996
|
+
successes: 0,
|
|
23997
|
+
nonModelFailures: 0,
|
|
23998
|
+
medianDurationMs: 91133
|
|
23999
|
+
},
|
|
24000
|
+
{
|
|
24001
|
+
scenarioId: "craftbook-week-plan",
|
|
24002
|
+
trials: 3,
|
|
24003
|
+
successes: 3,
|
|
24004
|
+
nonModelFailures: 0,
|
|
24005
|
+
medianDurationMs: 113088
|
|
24006
|
+
},
|
|
24007
|
+
{
|
|
24008
|
+
scenarioId: "craftbook-ab-test-readout",
|
|
24009
|
+
trials: 3,
|
|
24010
|
+
successes: 3,
|
|
24011
|
+
nonModelFailures: 0,
|
|
24012
|
+
medianDurationMs: 283896
|
|
24013
|
+
},
|
|
24014
|
+
{
|
|
24015
|
+
scenarioId: "craftbook-annotated-bibliography",
|
|
24016
|
+
trials: 3,
|
|
24017
|
+
successes: 3,
|
|
24018
|
+
nonModelFailures: 0,
|
|
24019
|
+
medianDurationMs: 73049
|
|
24020
|
+
},
|
|
24021
|
+
{
|
|
24022
|
+
scenarioId: "records-intake",
|
|
24023
|
+
trials: 3,
|
|
24024
|
+
successes: 1,
|
|
24025
|
+
nonModelFailures: 0,
|
|
24026
|
+
medianDurationMs: 395444
|
|
24027
|
+
},
|
|
24028
|
+
{
|
|
24029
|
+
scenarioId: "plan-and-estimate",
|
|
24030
|
+
trials: 3,
|
|
24031
|
+
successes: 1,
|
|
24032
|
+
nonModelFailures: 0,
|
|
24033
|
+
medianDurationMs: 105986
|
|
24034
|
+
},
|
|
24035
|
+
{
|
|
24036
|
+
scenarioId: "meeting-followup",
|
|
24037
|
+
trials: 3,
|
|
24038
|
+
successes: 3,
|
|
24039
|
+
nonModelFailures: 0,
|
|
24040
|
+
medianDurationMs: 113144
|
|
24041
|
+
},
|
|
24042
|
+
{
|
|
24043
|
+
scenarioId: "craftbook-spreadsheet-model",
|
|
24044
|
+
trials: 3,
|
|
24045
|
+
successes: 3,
|
|
24046
|
+
nonModelFailures: 0,
|
|
24047
|
+
medianDurationMs: 233654
|
|
24048
|
+
},
|
|
24049
|
+
{
|
|
24050
|
+
scenarioId: "conflict-synthesis",
|
|
24051
|
+
trials: 3,
|
|
24052
|
+
successes: 1,
|
|
24053
|
+
nonModelFailures: 0,
|
|
24054
|
+
medianDurationMs: 469600
|
|
24055
|
+
},
|
|
24056
|
+
{
|
|
24057
|
+
scenarioId: "docblocks-theme-roundtrip",
|
|
24058
|
+
trials: 3,
|
|
24059
|
+
successes: 1,
|
|
24060
|
+
nonModelFailures: 0,
|
|
24061
|
+
medianDurationMs: 109277
|
|
24062
|
+
},
|
|
24063
|
+
{
|
|
24064
|
+
scenarioId: "craftbook-research-to-document",
|
|
24065
|
+
trials: 3,
|
|
24066
|
+
successes: 3,
|
|
24067
|
+
nonModelFailures: 0,
|
|
24068
|
+
medianDurationMs: 130992
|
|
24069
|
+
},
|
|
24070
|
+
{
|
|
24071
|
+
scenarioId: "craftbook-powerpoint-deck",
|
|
24072
|
+
trials: 3,
|
|
24073
|
+
successes: 0,
|
|
24074
|
+
nonModelFailures: 0,
|
|
24075
|
+
medianDurationMs: 791082
|
|
24076
|
+
},
|
|
24077
|
+
{
|
|
24078
|
+
scenarioId: "wikipedia-research-brief",
|
|
24079
|
+
trials: 3,
|
|
24080
|
+
successes: 1,
|
|
24081
|
+
nonModelFailures: 0,
|
|
24082
|
+
medianDurationMs: 136065
|
|
24083
|
+
}
|
|
24084
|
+
]
|
|
24085
|
+
},
|
|
24086
|
+
{
|
|
24087
|
+
modelId: "qwen3.6-35b-a3b-q4",
|
|
24088
|
+
label: "qwen3.6-35b-a3b-q4",
|
|
24089
|
+
engine: "llama-cpp",
|
|
24090
|
+
tier: "medium",
|
|
24091
|
+
parameterSize: "35B",
|
|
24092
|
+
runId: "2026-08-13-m4max-llamacpp",
|
|
24093
|
+
suiteId: "productivity",
|
|
24094
|
+
performance: {
|
|
24095
|
+
prefillTokensPerSec: 1104,
|
|
24096
|
+
decodeTokensPerSec: 71.3,
|
|
24097
|
+
samples: 1
|
|
24098
|
+
},
|
|
24099
|
+
runtime: {
|
|
24100
|
+
contextTokens: 262144,
|
|
24101
|
+
peakMemoryMb: 25657
|
|
24102
|
+
},
|
|
24103
|
+
judge: {
|
|
24104
|
+
meanScore: 6.6,
|
|
24105
|
+
artifacts: 27,
|
|
24106
|
+
judgeModel: "claude-sonnet-4-6"
|
|
24107
|
+
},
|
|
24108
|
+
cells: [
|
|
24109
|
+
{
|
|
24110
|
+
scenarioId: "constrained-comms",
|
|
24111
|
+
trials: 3,
|
|
24112
|
+
successes: 3,
|
|
24113
|
+
nonModelFailures: 0,
|
|
24114
|
+
medianDurationMs: 22314
|
|
24115
|
+
},
|
|
24116
|
+
{
|
|
24117
|
+
scenarioId: "craftbook-week-plan",
|
|
24118
|
+
trials: 3,
|
|
24119
|
+
successes: 3,
|
|
24120
|
+
nonModelFailures: 0,
|
|
24121
|
+
medianDurationMs: 88382
|
|
24122
|
+
},
|
|
24123
|
+
{
|
|
24124
|
+
scenarioId: "craftbook-ab-test-readout",
|
|
24125
|
+
trials: 3,
|
|
24126
|
+
successes: 3,
|
|
24127
|
+
nonModelFailures: 0,
|
|
24128
|
+
medianDurationMs: 303967
|
|
24129
|
+
},
|
|
24130
|
+
{
|
|
24131
|
+
scenarioId: "craftbook-annotated-bibliography",
|
|
24132
|
+
trials: 3,
|
|
24133
|
+
successes: 3,
|
|
24134
|
+
nonModelFailures: 0,
|
|
24135
|
+
medianDurationMs: 47530
|
|
24136
|
+
},
|
|
24137
|
+
{
|
|
24138
|
+
scenarioId: "records-intake",
|
|
24139
|
+
trials: 3,
|
|
24140
|
+
successes: 3,
|
|
24141
|
+
nonModelFailures: 0,
|
|
24142
|
+
medianDurationMs: 22365
|
|
24143
|
+
},
|
|
24144
|
+
{
|
|
24145
|
+
scenarioId: "plan-and-estimate",
|
|
24146
|
+
trials: 3,
|
|
24147
|
+
successes: 3,
|
|
24148
|
+
nonModelFailures: 0,
|
|
24149
|
+
medianDurationMs: 32491
|
|
24150
|
+
},
|
|
24151
|
+
{
|
|
24152
|
+
scenarioId: "meeting-followup",
|
|
24153
|
+
trials: 3,
|
|
24154
|
+
successes: 3,
|
|
24155
|
+
nonModelFailures: 0,
|
|
24156
|
+
medianDurationMs: 89751
|
|
24157
|
+
},
|
|
24158
|
+
{
|
|
24159
|
+
scenarioId: "craftbook-spreadsheet-model",
|
|
24160
|
+
trials: 3,
|
|
24161
|
+
successes: 3,
|
|
24162
|
+
nonModelFailures: 0,
|
|
24163
|
+
medianDurationMs: 228470
|
|
24164
|
+
},
|
|
24165
|
+
{
|
|
24166
|
+
scenarioId: "conflict-synthesis",
|
|
24167
|
+
trials: 3,
|
|
24168
|
+
successes: 1,
|
|
24169
|
+
nonModelFailures: 0,
|
|
24170
|
+
medianDurationMs: 211329
|
|
24171
|
+
},
|
|
24172
|
+
{
|
|
24173
|
+
scenarioId: "docblocks-theme-roundtrip",
|
|
24174
|
+
trials: 3,
|
|
24175
|
+
successes: 3,
|
|
24176
|
+
nonModelFailures: 0,
|
|
24177
|
+
medianDurationMs: 17446
|
|
24178
|
+
},
|
|
24179
|
+
{
|
|
24180
|
+
scenarioId: "craftbook-research-to-document",
|
|
24181
|
+
trials: 3,
|
|
24182
|
+
successes: 3,
|
|
24183
|
+
nonModelFailures: 0,
|
|
24184
|
+
medianDurationMs: 22407
|
|
24185
|
+
},
|
|
24186
|
+
{
|
|
24187
|
+
scenarioId: "craftbook-powerpoint-deck",
|
|
24188
|
+
trials: 3,
|
|
24189
|
+
successes: 1,
|
|
24190
|
+
nonModelFailures: 0,
|
|
24191
|
+
medianDurationMs: 1493404
|
|
24192
|
+
},
|
|
24193
|
+
{
|
|
24194
|
+
scenarioId: "wikipedia-research-brief",
|
|
24195
|
+
trials: 3,
|
|
24196
|
+
successes: 1,
|
|
24197
|
+
nonModelFailures: 0,
|
|
24198
|
+
medianDurationMs: 125222
|
|
24199
|
+
}
|
|
24200
|
+
]
|
|
24201
|
+
},
|
|
23223
24202
|
{
|
|
23224
24203
|
modelId: "gemma4-26b-q4",
|
|
23225
24204
|
label: "gemma4-26b-q4",
|
|
@@ -27094,8 +28073,8 @@ function visibleCatalogItems(items, showWorkInProgressFeatures, connectorIds = c
|
|
|
27094
28073
|
}
|
|
27095
28074
|
|
|
27096
28075
|
// src/index.ts
|
|
27097
|
-
var GEZEL_VERSION = "1.0.
|
|
27098
|
-
var GEZEL_CONTENT_COMPAT = "1.
|
|
28076
|
+
var GEZEL_VERSION = "1.0.5";
|
|
28077
|
+
var GEZEL_CONTENT_COMPAT = "1.26227";
|
|
27099
28078
|
function nowIso() {
|
|
27100
28079
|
return (/* @__PURE__ */ new Date()).toISOString();
|
|
27101
28080
|
}
|