mlx-bun 0.0.4

package/docs/investigations/hlg-runs/hlg-grid.json

@@ -0,0 +1,242 @@
+{
+  "model": "gemma-4-e4b-it-OptiQ-4bit",
+  "base": {
+    "window": 6,
+    "shoulderA": 0.35,
+    "sM": 0.7,
+    "targetGap": 15,
+    "refGap": 4,
+    "lw": 1200
+  },
+  "axisX": {
+    "key": "targetGap",
+    "values": [
+      10,
+      13,
+      16,
+      25,
+      50
+    ]
+  },
+  "axisY": {
+    "key": "window",
+    "values": [
+      4,
+      5,
+      6,
+      10,
+      20
+    ]
+  },
+  "refSbleu": 0.7990709346578788,
+  "refEmb": 0.13983780345129815,
+  "grid": [
+    {
+      "window": 4,
+      "targetGap": 10,
+      "canaryJunk": 0.2111801242236025,
+      "ok": false
+    },
+    {
+      "window": 4,
+      "targetGap": 13,
+      "canaryJunk": 0.06172839506172839,
+      "ok": false
+    },
+    {
+      "window": 4,
+      "targetGap": 16,
+      "canaryJunk": 0.037037037037037035,
+      "ok": false
+    },
+    {
+      "window": 4,
+      "targetGap": 25,
+      "canaryJunk": 0,
+      "sbleu": 0.7813115012980021,
+      "emb": 0.049058306586179434,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 4,
+      "targetGap": 50,
+      "canaryJunk": 0,
+      "sbleu": 0.5697718746845257,
+      "emb": 0.03137402362008679,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 5,
+      "targetGap": 10,
+      "canaryJunk": 0.3763440860215054,
+      "ok": false
+    },
+    {
+      "window": 5,
+      "targetGap": 13,
+      "canaryJunk": 0.037037037037037035,
+      "ok": false
+    },
+    {
+      "window": 5,
+      "targetGap": 16,
+      "canaryJunk": 0,
+      "sbleu": 0.7515451435276396,
+      "emb": 0.052802589470113626,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 5,
+      "targetGap": 25,
+      "canaryJunk": 0,
+      "sbleu": 0.7813115012980021,
+      "emb": 0.049058306586179434,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 5,
+      "targetGap": 50,
+      "canaryJunk": 0,
+      "sbleu": 0.5697718746845257,
+      "emb": 0.03137402362008679,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 6,
+      "targetGap": 10,
+      "canaryJunk": 0.037037037037037035,
+      "ok": false
+    },
+    {
+      "window": 6,
+      "targetGap": 13,
+      "canaryJunk": 0,
+      "sbleu": 0.8133151126644678,
+      "emb": 0.05667551831516121,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 6,
+      "targetGap": 16,
+      "canaryJunk": 0,
+      "sbleu": 0.7143578259345673,
+      "emb": 0.05251120729241293,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 6,
+      "targetGap": 25,
+      "canaryJunk": 0,
+      "sbleu": 0.7094389504028145,
+      "emb": 0.047535263744907574,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 6,
+      "targetGap": 50,
+      "canaryJunk": 0,
+      "sbleu": 0.4966783021424619,
+      "emb": 0.03455167018190197,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 10,
+      "targetGap": 10,
+      "canaryJunk": 0,
+      "sbleu": 0.7490732429509711,
+      "emb": 0.09219297176063324,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 10,
+      "targetGap": 13,
+      "canaryJunk": 0,
+      "sbleu": 0.7847219703570381,
+      "emb": 0.05424798810674902,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 10,
+      "targetGap": 16,
+      "canaryJunk": 0,
+      "sbleu": 0.7435100756366946,
+      "emb": 0.05224038864736685,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 10,
+      "targetGap": 25,
+      "canaryJunk": 0,
+      "sbleu": 0.733509981369008,
+      "emb": 0.04353876202338813,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 10,
+      "targetGap": 50,
+      "canaryJunk": 0,
+      "sbleu": 0.5686457789105916,
+      "emb": 0.031182224373443923,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 20,
+      "targetGap": 10,
+      "canaryJunk": 0,
+      "sbleu": 0.8828663707019628,
+      "emb": 0.05652604496245767,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 20,
+      "targetGap": 13,
+      "canaryJunk": 0,
+      "sbleu": 0.5818506481483345,
+      "emb": 0.050096875755886505,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 20,
+      "targetGap": 16,
+      "canaryJunk": 0,
+      "sbleu": 0.6271086077122796,
+      "emb": 0.05031362214098378,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 20,
+      "targetGap": 25,
+      "canaryJunk": 0,
+      "sbleu": 0.5967025248126816,
+      "emb": 0.035057706525902566,
+      "openJunk": 0,
+      "ok": true
+    },
+    {
+      "window": 20,
+      "targetGap": 50,
+      "canaryJunk": 0,
+      "sbleu": 0.5823943529195994,
+      "emb": 0.034214392193054166,
+      "openJunk": 0,
+      "ok": true
+    }
+  ]
+}

package/docs/investigations/hlg-runs/hlg-grid2.json

@@ -0,0 +1,343 @@
+{
+  "model": "gemma-4-e4b-it-OptiQ-4bit",
+  "k": 20,
+  "base": {
+    "window": 6,
+    "shoulderA": 0.35,
+    "sM": 0.7,
+    "targetGap": 15,
+    "refGap": 4,
+    "lw": 1200
+  },
+  "planes": [
+    {
+      "name": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "yKey": "sM",
+      "yVals": [
+        0.2,
+        0.7,
+        2,
+        4
+      ],
+      "xKey": "targetGap",
+      "xVals": [
+        7,
+        8,
+        9,
+        10,
+        11,
+        12
+      ]
+    },
+    {
+      "name": "W sharp edge × A  (does the channel-close move with A?)",
+      "yKey": "shoulderA",
+      "yVals": [
+        1,
+        10,
+        100
+      ],
+      "xKey": "window",
+      "xVals": [
+        3,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10
+      ]
+    }
+  ],
+  "grid": [
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.2,
+      "targetGap": 7,
+      "meanJunk": 0.0024024670109007457
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.2,
+      "targetGap": 8,
+      "meanJunk": 0.0013157894736842105
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.2,
+      "targetGap": 9,
+      "meanJunk": 0
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.2,
+      "targetGap": 10,
+      "meanJunk": 0
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.2,
+      "targetGap": 11,
+      "meanJunk": 0
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.2,
+      "targetGap": 12,
+      "meanJunk": 0
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.7,
+      "targetGap": 7,
+      "meanJunk": 0.24456282327979945
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.7,
+      "targetGap": 8,
+      "meanJunk": 0.19681853451251913
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.7,
+      "targetGap": 9,
+      "meanJunk": 0.0688070885356468
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.7,
+      "targetGap": 10,
+      "meanJunk": 0.0024470899470899468
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.7,
+      "targetGap": 11,
+      "meanJunk": 0.003655213615433933
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 0.7,
+      "targetGap": 12,
+      "meanJunk": 0
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 2,
+      "targetGap": 7,
+      "meanJunk": 0.253482259490888
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 2,
+      "targetGap": 8,
+      "meanJunk": 0.2474401492038513
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 2,
+      "targetGap": 9,
+      "meanJunk": 0.26688925466968577
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 2,
+      "targetGap": 10,
+      "meanJunk": 0.22724368068062742
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 2,
+      "targetGap": 11,
+      "meanJunk": 0.15330838763788276
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 2,
+      "targetGap": 12,
+      "meanJunk": 0.10053245039242423
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 4,
+      "targetGap": 7,
+      "meanJunk": 0.25206054305103615
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 4,
+      "targetGap": 8,
+      "meanJunk": 0.25309732786854056
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 4,
+      "targetGap": 9,
+      "meanJunk": 0.2482517160094317
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 4,
+      "targetGap": 10,
+      "meanJunk": 0.24317136475402537
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 4,
+      "targetGap": 11,
+      "meanJunk": 0.239812083744514
+    },
+    {
+      "plane": "target_gap ramp × s_m  (cliff × coupling hub)",
+      "sM": 4,
+      "targetGap": 12,
+      "meanJunk": 0.2019997446003104
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 1,
+      "window": 3,
+      "meanJunk": 0.05811613192388143
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 1,
+      "window": 4,
+      "meanJunk": 0.0580861618939114
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 1,
+      "window": 5,
+      "meanJunk": 0.0013157894736842105
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 1,
+      "window": 6,
+      "meanJunk": 0
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 1,
+      "window": 7,
+      "meanJunk": 0
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 1,
+      "window": 8,
+      "meanJunk": 0
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 1,
+      "window": 9,
+      "meanJunk": 0
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 1,
+      "window": 10,
+      "meanJunk": 0
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 10,
+      "window": 3,
+      "meanJunk": 0.06333991231246282
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 10,
+      "window": 4,
+      "meanJunk": 0.05259607373225461
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 10,
+      "window": 5,
+      "meanJunk": 0.0013157894736842105
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 10,
+      "window": 6,
+      "meanJunk": 0
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 10,
+      "window": 7,
+      "meanJunk": 0
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 10,
+      "window": 8,
+      "meanJunk": 0
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 10,
+      "window": 9,
+      "meanJunk": 0
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 10,
+      "window": 10,
+      "meanJunk": 0
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 100,
+      "window": 3,
+      "meanJunk": 0.25126598273185813
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 100,
+      "window": 4,
+      "meanJunk": 0.24586525547734173
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 100,
+      "window": 5,
+      "meanJunk": 0.26156771064234047
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 100,
+      "window": 6,
+      "meanJunk": 0.16097243758841046
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 100,
+      "window": 7,
+      "meanJunk": 0.05842702422655176
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 100,
+      "window": 8,
+      "meanJunk": 0.002995346586677856
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 100,
+      "window": 9,
+      "meanJunk": 0
+    },
+    {
+      "plane": "W sharp edge × A  (does the channel-close move with A?)",
+      "shoulderA": 100,
+      "window": 10,
+      "meanJunk": 0
+    }
+  ]
+}

package/docs/investigations/hlg-runs/hlg-lw-coarse.json

@@ -0,0 +1,110 @@
+{
+  "model": "MiniCPM5-1B-OptiQ-4bit",
+  "fine": false,
+  "base": {
+    "window": 6,
+    "shoulderA": 0.35,
+    "sM": 0.7,
+    "targetGap": 15,
+    "refGap": 4
+  },
+  "refDiversity": 0.6774181000192239,
+  "results": [
+    {
+      "lw": 1,
+      "gamma": -0.06000000000000005,
+      "canaryJunk": 0.12213740458015267,
+      "verdict": "REJECT",
+      "diversity": null,
+      "openJunk": null
+    },
+    {
+      "lw": 3,
+      "gamma": 0.1403909269822583,
+      "canaryJunk": 0,
+      "verdict": "ACCEPTABLE",
+      "diversity": 0.6353500734871361,
+      "openJunk": 0
+    },
+    {
+      "lw": 10,
+      "gamma": 0.36,
+      "canaryJunk": 0,
+      "verdict": "ACCEPTABLE",
+      "diversity": 0.5947641252170268,
+      "openJunk": 0
+    },
+    {
+      "lw": 30,
+      "gamma": 0.5603909269822582,
+      "canaryJunk": 0,
+      "verdict": "ACCEPTABLE",
+      "diversity": 0.6137204370350955,
+      "openJunk": 0
+    },
+    {
+      "lw": 100,
+      "gamma": 0.78,
+      "canaryJunk": 0,
+      "verdict": "ACCEPTABLE",
+      "diversity": 0.570215550639172,
+      "openJunk": 0
+    },
+    {
+      "lw": 300,
+      "gamma": 0.9803909269822582,
+      "canaryJunk": 0,
+      "verdict": "ACCEPTABLE",
+      "diversity": 0.5729090440072253,
+      "openJunk": 0
+    },
+    {
+      "lw": 1000,
+      "gamma": 1.2,
+      "canaryJunk": 0,
+      "verdict": "ACCEPTABLE",
+      "diversity": 0.5648894232445489,
+      "openJunk": 0
+    },
+    {
+      "lw": 3000,
+      "gamma": 1.400390926982258,
+      "canaryJunk": 0,
+      "verdict": "ACCEPTABLE",
+      "diversity": 0.5490265876856737,
+      "openJunk": 0
+    },
+    {
+      "lw": 10000,
+      "gamma": 1.6199999999999999,
+      "canaryJunk": 0,
+      "verdict": "ACCEPTABLE",
+      "diversity": 0.5815353816969331,
+      "openJunk": 0
+    },
+    {
+      "lw": 30000,
+      "gamma": 1.8203909269822582,
+      "canaryJunk": 0,
+      "verdict": "ACCEPTABLE",
+      "diversity": 0.5575117996635705,
+      "openJunk": 0
+    },
+    {
+      "lw": 100000,
+      "gamma": 2.04,
+      "canaryJunk": 0,
+      "verdict": "ACCEPTABLE",
+      "diversity": 0.5318523031136199,
+      "openJunk": 0
+    },
+    {
+      "lw": 1000000,
+      "gamma": 2.46,
+      "canaryJunk": 0,
+      "verdict": "ACCEPTABLE",
+      "diversity": 0.5644673568012248,
+      "openJunk": 0
+    }
+  ]
+}