mlx-bun 0.0.10 → 0.0.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +66 -21
- package/THIRD_PARTY_LICENSES.md +1 -0
- package/docs/archive/mlx-bun-lab-report.html +275 -0
- package/docs/archive/wwdc-mlx-bun.html +848 -0
- package/docs/design/audio-input-plan.md +356 -0
- package/docs/design/batching-perf-path.md +58 -35
- package/docs/design/batching-v2-plan.md +23 -9
- package/docs/design/bucketing-stage.md +2 -1
- package/docs/design/compat-cli-surface-design.md +4 -3
- package/docs/design/decode-speed-program.md +172 -0
- package/docs/design/docs-reorg-plan.md +1 -1
- package/docs/design/dspark-serving-program.md +371 -0
- package/docs/design/dspark-speculative-decoding.md +167 -5
- package/docs/design/faithful-l1-consolidation.md +310 -0
- package/docs/design/generic-model-support.md +8 -5
- package/docs/design/grammar-spec-batching-integration.md +301 -0
- package/docs/design/minicpm5-decode-megakernel.md +16 -11
- package/docs/design/mlx-lm-tool-parity-plan.md +11 -1
- package/docs/design/omlx-adoption-map.md +14 -6
- package/docs/design/orpo-training.md +34 -30
- package/docs/design/paged-kv-cache.md +214 -0
- package/docs/design/parallel-slots.md +82 -49
- package/docs/design/parity-tier-dag.md +43 -33
- package/docs/design/repo-cleanup-plan.md +189 -0
- package/docs/design/runtime-isolation.md +19 -3
- package/docs/design/segmented-backward-training.md +3 -2
- package/docs/design/ssd-kv-cold-tier.md +130 -0
- package/docs/design/structured-output.md +484 -0
- package/docs/design/the-dreaming-master-plan.md +2 -3
- package/docs/design/turboquant-kv.md +235 -0
- package/docs/design/unified-engine-frontier-plan.md +774 -0
- package/docs/design/web-chat-beat-matrix.md +315 -0
- package/docs/design/web-chat-redesign.md +1112 -0
- package/docs/investigations/dspark-handoff.md +182 -16
- package/docs/investigations/lab-build-journal.md +2 -2
- package/docs/investigations/openwiki-evaluation.md +249 -0
- package/docs/planning/IDEAS.md +14 -0
- package/docs/planning/PRODUCT_ROADMAP.md +2 -3
- package/docs/planning/chat-ui-vision-memory-first.md +199 -0
- package/docs/planning/chat-ui-vision.md +50 -0
- package/docs/planning/memory-docs-and-dag-plan.md +15 -6
- package/docs/planning/release-notes-v0.0.11.md +239 -0
- package/docs/reference/cli.md +35 -16
- package/docs/reference/distribution.md +13 -6
- package/docs/reference/embedding.md +35 -14
- package/docs/reference/features-matrix.md +97 -0
- package/docs/reference/library-api.md +30 -9
- package/docs/reference/memory.md +26 -6
- package/docs/reference/models.md +11 -1
- package/docs/reference/orpo-quickstart.md +3 -4
- package/docs/reference/server-api.md +634 -22
- package/docs/reference/server-config.md +250 -121
- package/docs/reference/training.md +14 -15
- package/package.json +5 -3
- package/src/anthropic.ts +13 -0
- package/src/audio/conformer.ts +647 -0
- package/src/audio/decode.ts +133 -0
- package/src/audio/features.ts +202 -0
- package/src/audio/transcode.ts +67 -0
- package/src/cli.ts +356 -105
- package/src/config.ts +49 -2
- package/src/download.ts +40 -0
- package/src/eval/README.md +7 -6
- package/src/eval/kl.ts +59 -3
- package/src/eval/quality-db.ts +2 -2
- package/src/eval/runner.ts +3 -3
- package/src/expert-offload.ts +15 -2
- package/src/flags.ts +13 -0
- package/src/generate.ts +330 -24
- package/src/grammar.ts +585 -0
- package/src/hub-rest.ts +242 -0
- package/src/kv-store.ts +442 -88
- package/src/lora.ts +8 -0
- package/src/md-modules.d.ts +42 -0
- package/src/media-fetch.ts +284 -0
- package/src/memory/rest.ts +245 -0
- package/src/memory/vault.ts +74 -0
- package/src/mlx/array.ts +106 -19
- package/src/mlx/autograd.ts +2 -2
- package/src/mlx/ffi.ts +27 -3
- package/src/mlx/metal-kernel.ts +7 -4
- package/src/mlx/ops.ts +153 -23
- package/src/mlx/turboquant-ops.ts +831 -0
- package/src/mlx/turboquant-tables.ts +237 -0
- package/src/model/batched-mask.ts +62 -1
- package/src/model/batched-quant.ts +206 -0
- package/src/model/batched-rotating-quant.ts +346 -0
- package/src/model/batched-rotating.ts +46 -1
- package/src/model/compiled-decode.ts +4 -15
- package/src/model/factory.ts +10 -4
- package/src/model/gemma4-base.ts +363 -39
- package/src/model/gemma4.ts +122 -33
- package/src/model/generated/gemma4-12b.ts +9 -13
- package/src/model/generated/gemma4-26b.ts +10 -5
- package/src/model/generated/gemma4-e4b.ts +14 -9
- package/src/model/minicpm5.ts +58 -102
- package/src/model/paged-kv.ts +253 -0
- package/src/model/qwen3-delta.ts +76 -15
- package/src/model/qwen3-moe.ts +404 -0
- package/src/model/qwen3.ts +9 -8
- package/src/model/qwen3_5.ts +88 -23
- package/src/model/support.ts +12 -1
- package/src/model/universal/dense.ts +40 -5
- package/src/model/universal/rope.ts +36 -21
- package/src/pi-web.ts +1299 -82
- package/src/preflight.ts +27 -8
- package/src/prompt-cache.ts +293 -33
- package/src/quantize/quantizer.ts +16 -1
- package/src/registry.ts +57 -2
- package/src/serve/batch-scheduler.ts +965 -72
- package/src/serve/generation-gateway.ts +214 -11
- package/src/serve/isolate.ts +417 -0
- package/src/serve/lane-registry.ts +44 -0
- package/src/serve/session-search.ts +326 -0
- package/src/server.ts +1380 -135
- package/src/spec/assistant-source.ts +150 -0
- package/src/spec/deepspec-source.ts +143 -0
- package/src/spec/dflash-source.ts +124 -0
- package/src/spec/dspark/ab-stats.ts +136 -0
- package/src/spec/dspark/calibration.ts +112 -0
- package/src/spec/dspark/deepspec-module.ts +801 -0
- package/src/spec/dspark/generate-dflash.ts +72 -20
- package/src/spec/dspark/loader.ts +23 -0
- package/src/spec/dspark/module-dflash.ts +278 -36
- package/src/spec/dspark/quantize-drafter.ts +91 -0
- package/src/spec/generate.ts +59 -25
- package/src/spec/ngram-source.ts +132 -0
- package/src/spec/serve-loop.ts +536 -0
- package/src/spec/source.ts +93 -0
- package/src/spec/two-model.ts +171 -0
- package/src/ssd-cache.ts +107 -35
- package/src/tokenizer.ts +288 -2
- package/src/tool-approvals.ts +131 -0
- package/src/tool-call.ts +408 -20
- package/src/train/flash-cce.ts +2 -2
- package/src/train/job.ts +0 -2
- package/src/train/trainer.ts +1 -4
- package/src/vision/prompt.ts +217 -48
- package/src/web/app.html +1184 -1789
- package/src/web/app.js +5667 -0
- package/src/web/icon.svg +13 -0
- package/src/web/manifest.webmanifest +24 -0
- package/src/web/src/adapters-panel.ts +288 -0
- package/src/web/src/api.ts +57 -0
- package/src/web/src/assistant.ts +485 -0
- package/src/web/src/chat.ts +1050 -0
- package/src/web/src/composer.ts +959 -0
- package/src/web/src/dataset.ts +132 -0
- package/src/web/src/finetune.ts +267 -0
- package/src/web/src/hub.ts +428 -0
- package/src/web/src/main.ts +98 -0
- package/src/web/src/markdown.ts +0 -0
- package/src/web/src/memory-panel.ts +572 -0
- package/src/web/src/model-picker.ts +159 -0
- package/src/web/src/palette.ts +346 -0
- package/src/web/src/protocol.ts +62 -0
- package/src/web/src/quantize.ts +167 -0
- package/src/web/src/rag.ts +274 -0
- package/src/web/src/sessions.ts +469 -0
- package/src/web/src/shell.ts +804 -0
- package/src/web/src/status.ts +252 -0
- package/src/web/src/ui-catalog.ts +92 -0
- package/src/web/sw.js +71 -0
- package/src/web/vendor/README.md +61 -0
- package/src/web/vendor/hljs-LICENSE +29 -0
- package/src/web/vendor/hljs-theme.css +59 -0
- package/src/web/vendor/hljs.js +26 -0
- package/src/model/fused-decode-kernel.ts +0 -312
- package/src/model/fused-geglu-kernel.ts +0 -198
- package/src/model/fused-mlp-kernel.ts +0 -169
- package/src/model/fused-swiglu-kernel.ts +0 -240
- package/src/model/steel-linear-kernel.ts +0 -96
- package/src/status-page.html +0 -497
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/*!
|
|
2
|
+
* Vendored bundle: highlight.js v11.11.1 (core engine) + a curated language
|
|
3
|
+
* set (javascript/typescript, python, bash/shell, json, html/xml, css,
|
|
4
|
+
* c/cpp, rust, go, sql, yaml, markdown, diff, plaintext).
|
|
5
|
+
*
|
|
6
|
+
* Source: https://github.com/highlightjs/highlight.js
|
|
7
|
+
* License: BSD-3-Clause
|
|
8
|
+
*
|
|
9
|
+
* Copyright (c) 2006, Ivan Sagalaev. All rights reserved.
|
|
10
|
+
*
|
|
11
|
+
* Redistribution and use in source and binary forms, with or without
|
|
12
|
+
* modification, are permitted provided that the following conditions are
|
|
13
|
+
* met: (1) source redistributions retain this notice; (2) binary
|
|
14
|
+
* redistributions reproduce it in the documentation; (3) the copyright
|
|
15
|
+
* holder's name may not be used to endorse derived products without
|
|
16
|
+
* permission. THIS SOFTWARE IS PROVIDED "AS IS" WITHOUT WARRANTY OF ANY
|
|
17
|
+
* KIND. See the upstream LICENSE file for the full text.
|
|
18
|
+
*
|
|
19
|
+
* Rebuild: see src/web/vendor/README.md (or the header of this bundling
|
|
20
|
+
* step in the mlx-bun repo) — `bun add highlight.js`, register the chosen
|
|
21
|
+
* languages onto `highlight.js/lib/core`, `bun build --minify`.
|
|
22
|
+
* NOT loaded from a CDN; served locally by src/server.ts.
|
|
23
|
+
*/
|
|
24
|
+
var O3=Object.create;var{getPrototypeOf:A3,defineProperty:c1,getOwnPropertyNames:p3}=Object;var u3=Object.prototype.hasOwnProperty;function j3(z){return this[z]}var N3,R3,_3=(z,Z,q)=>{var V=z!=null&&typeof z==="object";if(V){var y=Z?N3??=new WeakMap:R3??=new WeakMap,k=y.get(z);if(k)return k}q=z!=null?O3(A3(z)):{};let Q=Z||!z||!z.__esModule?c1(q,"default",{value:z,enumerable:!0}):q;for(let J of p3(z))if(!u3.call(Q,J))c1(Q,J,{get:j3.bind(z,J),enumerable:!0});if(V)y.set(z,Q);return Q};var c3=(z,Z)=>()=>(Z||z((Z={exports:{}}).exports,Z),Z.exports);var v3=c3((E5,$3)=>{function h1(z){if(z instanceof Map)z.clear=z.delete=z.set=function(){throw Error("map is read-only")};else if(z instanceof Set)z.add=z.clear=z.delete=function(){throw Error("set is read-only")};return Object.freeze(z),Object.getOwnPropertyNames(z).forEach((Z)=>{let q=z[Z],V=typeof q;if((V==="object"||V==="function")&&!Object.isFrozen(q))h1(q)}),z}class w1{constructor(z){if(z.data===void 0)z.data={};this.data=z.data,this.isMatchIgnored=!1}ignoreMatch(){this.isMatchIgnored=!0}}function d1(z){return z.replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">").replace(/"/g,""").replace(/'/g,"'")}function t(z,...Z){let q=Object.create(null);for(let V in z)q[V]=z[V];return Z.forEach(function(V){for(let y in V)q[y]=V[y]}),q}var S3="</span>",S1=(z)=>{return!!z.scope},T3=(z,{prefix:Z})=>{if(z.startsWith("language:"))return z.replace("language:","language-");if(z.includes(".")){let q=z.split(".");return[`${Z}${q.shift()}`,...q.map((V,y)=>`${V}${"_".repeat(y+1)}`)].join(" ")}return`${Z}${z}`};class r1{constructor(z,Z){this.buffer="",this.classPrefix=Z.classPrefix,z.walk(this)}addText(z){this.buffer+=d1(z)}openNode(z){if(!S1(z))return;let Z=T3(z.scope,{prefix:this.classPrefix});this.span(Z)}closeNode(z){if(!S1(z))return;this.buffer+=S3}value(){return this.buffer}span(z){this.buffer+=`<span class="${z}">`}}var T1=(z={})=>{let Z={children:[]};return Object.assign(Z,z),Z};class b1{constructor(){this.rootNode=T1(),this.stack=[this.rootNode]}get top(){return this.stack[this.stack.length-1]}get root(){return this.rootNode}add(z){this.top.children.push(z)}openNode(z){let Z=T1({scope:z});this.add(Z),this.stack.push(Z)}closeNode(){if(this.stack.length>1)return this.stack.pop();return}closeAllNodes(){while(this.closeNode());}toJSON(){return JSON.stringify(this.rootNode,null,4)}walk(z){return this.constructor._walk(z,this.rootNode)}static _walk(z,Z){if(typeof Z==="string")z.addText(Z);else if(Z.children)z.openNode(Z),Z.children.forEach((q)=>this._walk(z,q)),z.closeNode(Z);return z}static _collapse(z){if(typeof z==="string")return;if(!z.children)return;if(z.children.every((Z)=>typeof Z==="string"))z.children=[z.children.join("")];else z.children.forEach((Z)=>{b1._collapse(Z)})}}class m1 extends b1{constructor(z){super();this.options=z}addText(z){if(z==="")return;this.add(z)}startScope(z){this.openNode(z)}endScope(){this.closeNode()}__addSublanguage(z,Z){let q=z.root;if(Z)q.scope=`language:${Z}`;this.add(q)}toHTML(){return new r1(this,this.options).value()}finalize(){return this.closeAllNodes(),!0}}function $1(z){if(!z)return null;if(typeof z==="string")return z;return z.source}function t1(z){return s("(?=",z,")")}function i3(z){return s("(?:",z,")*")}function E3(z){return s("(?:",z,")?")}function s(...z){return z.map((q)=>$1(q)).join("")}function g3(z){let Z=z[z.length-1];if(typeof Z==="object"&&Z.constructor===Object)return z.splice(z.length-1,1),Z;else return{}}function f1(...z){return"("+(g3(z).capture?"":"?:")+z.map((V)=>$1(V)).join("|")+")"}function l1(z){return new RegExp(z.toString()+"|").exec("").length-1}function n3(z,Z){let q=z&&z.exec(Z);return q&&q.index===0}var h3=/\[(?:[^\\\]]|\\.)*\]|\(\??|\\([1-9][0-9]*)|\\./;function U1(z,{joinWith:Z}){let q=0;return z.map((V)=>{q+=1;let y=q,k=$1(V),Q="";while(k.length>0){let J=h3.exec(k);if(!J){Q+=k;break}if(Q+=k.substring(0,J.index),k=k.substring(J.index+J[0].length),J[0][0]==="\\"&&J[1])Q+="\\"+String(Number(J[1])+y);else if(Q+=J[0],J[0]==="(")q++}return Q}).map((V)=>`(${V})`).join(Z)}var d3=/\b\B/,a1="[a-zA-Z]\\w*",B1="[a-zA-Z_]\\w*",s1="\\b\\d+(\\.\\d+)?",o1="(-?)(\\b0[xX][a-fA-F0-9]+|(\\b\\d+(\\.\\d*)?|\\.\\d+)([eE][-+]?\\d+)?)",e1="\\b(0b[01]+)",r3="!|!=|!==|%|%=|&|&&|&=|\\*|\\*=|\\+|\\+=|,|-|-=|/=|/|:|;|<<|<<=|<=|<|===|==|=|>>>=|>>=|>=|>>>|>>|>|\\?|\\[|\\{|\\(|\\^|\\^=|\\||\\|=|\\|\\||~",m3=(z={})=>{let Z=/^#![ ]*\//;if(z.binary)z.begin=s(Z,/.*\b/,z.binary,/\b.*/);return t({scope:"meta",begin:Z,end:/$/,relevance:0,"on:begin":(q,V)=>{if(q.index!==0)V.ignoreMatch()}},z)},v1={begin:"\\\\[\\s\\S]",relevance:0},t3={scope:"string",begin:"'",end:"'",illegal:"\\n",contains:[v1]},l3={scope:"string",begin:'"',end:'"',illegal:"\\n",contains:[v1]},a3={begin:/\b(a|an|the|are|I'm|isn't|don't|doesn't|won't|but|just|should|pretty|simply|enough|gonna|going|wtf|so|such|will|you|your|they|like|more)\b/},y1=function(z,Z,q={}){let V=t({scope:"comment",begin:z,end:Z,contains:[]},q);V.contains.push({scope:"doctag",begin:"[ ]*(?=(TODO|FIXME|NOTE|BUG|OPTIMIZE|HACK|XXX):)",end:/(TODO|FIXME|NOTE|BUG|OPTIMIZE|HACK|XXX):/,excludeBegin:!0,relevance:0});let y=f1("I","a","is","so","us","to","at","if","in","it","on",/[A-Za-z]+['](d|ve|re|ll|t|s|n)/,/[A-Za-z]+[-][a-z]+/,/[A-Za-z][a-z]{2,}/);return V.contains.push({begin:s(/[ ]+/,"(",y,/[.]?[:]?([.][ ]|[ ])/,"){3}")}),V},s3=y1("//","$"),o3=y1("/\\*","\\*/"),e3=y1("#","$"),z5={scope:"number",begin:s1,relevance:0},Z5={scope:"number",begin:o1,relevance:0},q5={scope:"number",begin:e1,relevance:0},J5={scope:"regexp",begin:/\/(?=[^/\n]*\/)/,end:/\/[gimuy]*/,contains:[v1,{begin:/\[/,end:/\]/,relevance:0,contains:[v1]}]},Q5={scope:"title",begin:a1,relevance:0},$5={scope:"title",begin:B1,relevance:0},v5={begin:"\\.\\s*"+B1,relevance:0},V5=function(z){return Object.assign(z,{"on:begin":(Z,q)=>{q.data._beginMatch=Z[1]},"on:end":(Z,q)=>{if(q.data._beginMatch!==Z[1])q.ignoreMatch()}})},W1=Object.freeze({__proto__:null,APOS_STRING_MODE:t3,BACKSLASH_ESCAPE:v1,BINARY_NUMBER_MODE:q5,BINARY_NUMBER_RE:e1,COMMENT:y1,C_BLOCK_COMMENT_MODE:o3,C_LINE_COMMENT_MODE:s3,C_NUMBER_MODE:Z5,C_NUMBER_RE:o1,END_SAME_AS_BEGIN:V5,HASH_COMMENT_MODE:e3,IDENT_RE:a1,MATCH_NOTHING_RE:d3,METHOD_GUARD:v5,NUMBER_MODE:z5,NUMBER_RE:s1,PHRASAL_WORDS_MODE:a3,QUOTE_STRING_MODE:l3,REGEXP_MODE:J5,RE_STARTERS_RE:r3,SHEBANG:m3,TITLE_MODE:Q5,UNDERSCORE_IDENT_RE:B1,UNDERSCORE_TITLE_MODE:$5});function X5(z,Z){if(z.input[z.index-1]===".")Z.ignoreMatch()}function F5(z,Z){if(z.className!==void 0)z.scope=z.className,delete z.className}function W5(z,Z){if(!Z)return;if(!z.beginKeywords)return;if(z.begin="\\b("+z.beginKeywords.split(" ").join("|")+")(?!\\.)(?=\\b|\\s)",z.__beforeBegin=X5,z.keywords=z.keywords||z.beginKeywords,delete z.beginKeywords,z.relevance===void 0)z.relevance=0}function Y5(z,Z){if(!Array.isArray(z.illegal))return;z.illegal=f1(...z.illegal)}function y5(z,Z){if(!z.match)return;if(z.begin||z.end)throw Error("begin & end are not supported with match");z.begin=z.match,delete z.match}function k5(z,Z){if(z.relevance===void 0)z.relevance=1}var H5=(z,Z)=>{if(!z.beforeMatch)return;if(z.starts)throw Error("beforeMatch cannot be used with starts");let q=Object.assign({},z);Object.keys(z).forEach((V)=>{delete z[V]}),z.keywords=q.keywords,z.begin=s(q.beforeMatch,t1(q.begin)),z.starts={relevance:0,contains:[Object.assign(q,{endsParent:!0})]},z.relevance=0,delete q.beforeMatch},K5=["of","and","for","in","not","or","if","then","parent","list","value"],G5="keyword";function z3(z,Z,q=G5){let V=Object.create(null);if(typeof z==="string")y(q,z.split(" "));else if(Array.isArray(z))y(q,z);else Object.keys(z).forEach(function(k){Object.assign(V,z3(z[k],Z,k))});return V;function y(k,Q){if(Z)Q=Q.map((J)=>J.toLowerCase());Q.forEach(function(J){let X=J.split("|");V[X[0]]=[k,w5(X[0],X[1])]})}}function w5(z,Z){if(Z)return Number(Z);return b5(z)?0:1}function b5(z){return K5.includes(z.toLowerCase())}var i1={},a=(z)=>{console.error(z)},E1=(z,...Z)=>{console.log(`WARN: ${z}`,...Z)},e=(z,Z)=>{if(i1[`${z}/${Z}`])return;console.log(`Deprecated as of ${z}. ${Z}`),i1[`${z}/${Z}`]=!0},Y1=Error();function Z3(z,Z,{key:q}){let V=0,y=z[q],k={},Q={};for(let J=1;J<=Z.length;J++)Q[J+V]=y[J],k[J+V]=!0,V+=l1(Z[J-1]);z[q]=Q,z[q]._emit=k,z[q]._multi=!0}function f5(z){if(!Array.isArray(z.begin))return;if(z.skip||z.excludeBegin||z.returnBegin)throw a("skip, excludeBegin, returnBegin not compatible with beginScope: {}"),Y1;if(typeof z.beginScope!=="object"||z.beginScope===null)throw a("beginScope must be object"),Y1;Z3(z,z.begin,{key:"beginScope"}),z.begin=U1(z.begin,{joinWith:""})}function U5(z){if(!Array.isArray(z.end))return;if(z.skip||z.excludeEnd||z.returnEnd)throw a("skip, excludeEnd, returnEnd not compatible with endScope: {}"),Y1;if(typeof z.endScope!=="object"||z.endScope===null)throw a("endScope must be object"),Y1;Z3(z,z.end,{key:"endScope"}),z.end=U1(z.end,{joinWith:""})}function B5(z){if(z.scope&&typeof z.scope==="object"&&z.scope!==null)z.beginScope=z.scope,delete z.scope}function x5(z){if(B5(z),typeof z.beginScope==="string")z.beginScope={_wrap:z.beginScope};if(typeof z.endScope==="string")z.endScope={_wrap:z.endScope};f5(z),U5(z)}function P5(z){function Z(Q,J){return new RegExp($1(Q),"m"+(z.case_insensitive?"i":"")+(z.unicodeRegex?"u":"")+(J?"g":""))}class q{constructor(){this.matchIndexes={},this.regexes=[],this.matchAt=1,this.position=0}addRule(Q,J){J.position=this.position++,this.matchIndexes[this.matchAt]=J,this.regexes.push([J,Q]),this.matchAt+=l1(Q)+1}compile(){if(this.regexes.length===0)this.exec=()=>null;let Q=this.regexes.map((J)=>J[1]);this.matcherRe=Z(U1(Q,{joinWith:"|"}),!0),this.lastIndex=0}exec(Q){this.matcherRe.lastIndex=this.lastIndex;let J=this.matcherRe.exec(Q);if(!J)return null;let X=J.findIndex((K,U)=>U>0&&K!==void 0),H=this.matchIndexes[X];return J.splice(0,X),Object.assign(J,H)}}class V{constructor(){this.rules=[],this.multiRegexes=[],this.count=0,this.lastIndex=0,this.regexIndex=0}getMatcher(Q){if(this.multiRegexes[Q])return this.multiRegexes[Q];let J=new q;return this.rules.slice(Q).forEach(([X,H])=>J.addRule(X,H)),J.compile(),this.multiRegexes[Q]=J,J}resumingScanAtSamePosition(){return this.regexIndex!==0}considerAll(){this.regexIndex=0}addRule(Q,J){if(this.rules.push([Q,J]),J.type==="begin")this.count++}exec(Q){let J=this.getMatcher(this.regexIndex);J.lastIndex=this.lastIndex;let X=J.exec(Q);if(this.resumingScanAtSamePosition())if(X&&X.index===this.lastIndex);else{let H=this.getMatcher(0);H.lastIndex=this.lastIndex+1,X=H.exec(Q)}if(X){if(this.regexIndex+=X.position+1,this.regexIndex===this.count)this.considerAll()}return X}}function y(Q){let J=new V;if(Q.contains.forEach((X)=>J.addRule(X.begin,{rule:X,type:"begin"})),Q.terminatorEnd)J.addRule(Q.terminatorEnd,{type:"end"});if(Q.illegal)J.addRule(Q.illegal,{type:"illegal"});return J}function k(Q,J){let X=Q;if(Q.isCompiled)return X;[F5,y5,x5,H5].forEach((K)=>K(Q,J)),z.compilerExtensions.forEach((K)=>K(Q,J)),Q.__beforeBegin=null,[W5,Y5,k5].forEach((K)=>K(Q,J)),Q.isCompiled=!0;let H=null;if(typeof Q.keywords==="object"&&Q.keywords.$pattern)Q.keywords=Object.assign({},Q.keywords),H=Q.keywords.$pattern,delete Q.keywords.$pattern;if(H=H||/\w+/,Q.keywords)Q.keywords=z3(Q.keywords,z.case_insensitive);if(X.keywordPatternRe=Z(H,!0),J){if(!Q.begin)Q.begin=/\B|\b/;if(X.beginRe=Z(X.begin),!Q.end&&!Q.endsWithParent)Q.end=/\B|\b/;if(Q.end)X.endRe=Z(X.end);if(X.terminatorEnd=$1(X.end)||"",Q.endsWithParent&&J.terminatorEnd)X.terminatorEnd+=(Q.end?"|":"")+J.terminatorEnd}if(Q.illegal)X.illegalRe=Z(Q.illegal);if(!Q.contains)Q.contains=[];if(Q.contains=[].concat(...Q.contains.map(function(K){return D5(K==="self"?Q:K)})),Q.contains.forEach(function(K){k(K,X)}),Q.starts)k(Q.starts,J);return X.matcher=y(X),X}if(!z.compilerExtensions)z.compilerExtensions=[];if(z.contains&&z.contains.includes("self"))throw Error("ERR: contains `self` is not supported at the top-level of a language. See documentation.");return z.classNameAliases=t(z.classNameAliases||{}),k(z)}function q3(z){if(!z)return!1;return z.endsWithParent||q3(z.starts)}function D5(z){if(z.variants&&!z.cachedVariants)z.cachedVariants=z.variants.map(function(Z){return t(z,{variants:null},Z)});if(z.cachedVariants)return z.cachedVariants;if(q3(z))return t(z,{starts:z.starts?t(z.starts):null});if(Object.isFrozen(z))return t(z);return z}var C5="11.11.1";class J3 extends Error{constructor(z,Z){super(z);this.name="HTMLInjectionError",this.html=Z}}var G1=d1,g1=t,n1=Symbol("nomatch"),L5=7,Q3=function(z){let Z=Object.create(null),q=Object.create(null),V=[],y=!0,k="Could not find the language '{}', did you forget to load/include a language module?",Q={disableAutodetect:!0,name:"Plain text",contains:[]},J={ignoreUnescapedHTML:!1,throwUnescapedHTML:!1,noHighlightRe:/^(no-?highlight)$/i,languageDetectRe:/\blang(?:uage)?-([\w-]+)\b/i,classPrefix:"hljs-",cssSelector:"pre code",languages:null,__emitter:m1};function X($){return J.noHighlightRe.test($)}function H($){let W=$.className+" ";W+=$.parentNode?$.parentNode.className:"";let F=J.languageDetectRe.exec(W);if(F){let w=R(F[1]);if(!w)E1(k.replace("{}",F[1])),E1("Falling back to no-highlight mode for this block.",$);return w?F[1]:"no-highlight"}return W.split(/\s+/).find((w)=>X(w)||R(w))}function K($,W,F){let w="",B="";if(typeof W==="object")w=$,F=W.ignoreIllegals,B=W.language;else e("10.7.0","highlight(lang, code, ...args) has been deprecated."),e("10.7.0",`Please use highlight(code, options) instead.
|
|
25
|
+
https://github.com/highlightjs/highlight.js/issues/2277`),B=$,w=W;if(F===void 0)F=!0;let j={code:w,language:B};m("before:highlight",j);let c=j.result?j.result:U(j.language,j.code,F);return c.code=j.code,m("after:highlight",c),c}function U($,W,F,w){let B=Object.create(null);function j(v,Y){return v.keywords[Y]}function c(){if(!G.keywords){_.addText(L);return}let v=0;G.keywordPatternRe.lastIndex=0;let Y=G.keywordPatternRe.exec(L),b="";while(Y){b+=L.substring(v,Y.index);let C=h.case_insensitive?Y[0].toLowerCase():Y[0],S=j(G,C);if(S){let[r,M3]=S;if(_.addText(b),b="",B[C]=(B[C]||0)+1,B[C]<=L5)F1+=M3;if(r.startsWith("_"))b+=Y[0];else{let I3=h.classNameAliases[r]||r;n(Y[0],I3)}}else b+=Y[0];v=G.keywordPatternRe.lastIndex,Y=G.keywordPatternRe.exec(L)}b+=L.substring(v),_.addText(b)}function g(){if(L==="")return;let v=null;if(typeof G.subLanguage==="string"){if(!Z[G.subLanguage]){_.addText(L);return}v=U(G.subLanguage,L,!0,_1[G.subLanguage]),_1[G.subLanguage]=v._top}else v=f(L,G.subLanguage.length?G.subLanguage:null);if(G.relevance>0)F1+=v.relevance;_.__addSublanguage(v._emitter,v.language)}function E(){if(G.subLanguage!=null)g();else c();L=""}function n(v,Y){if(v==="")return;_.startScope(Y),_.addText(v),_.endScope()}function u1(v,Y){let b=1,C=Y.length-1;while(b<=C){if(!v._emit[b]){b++;continue}let S=h.classNameAliases[v[b]]||v[b],r=Y[b];if(S)n(r,S);else L=r,c(),L="";b++}}function j1(v,Y){if(v.scope&&typeof v.scope==="string")_.openNode(h.classNameAliases[v.scope]||v.scope);if(v.beginScope){if(v.beginScope._wrap)n(L,h.classNameAliases[v.beginScope._wrap]||v.beginScope._wrap),L="";else if(v.beginScope._multi)u1(v.beginScope,Y),L=""}return G=Object.create(v,{parent:{value:G}}),G}function N1(v,Y,b){let C=n3(v.endRe,b);if(C){if(v["on:end"]){let S=new w1(v);if(v["on:end"](Y,S),S.isMatchIgnored)C=!1}if(C){while(v.endsParent&&v.parent)v=v.parent;return v}}if(v.endsWithParent)return N1(v.parent,Y,b)}function x3(v){if(G.matcher.regexIndex===0)return L+=v[0],1;else return K1=!0,0}function P3(v){let Y=v[0],b=v.rule,C=new w1(b),S=[b.__beforeBegin,b["on:begin"]];for(let r of S){if(!r)continue;if(r(v,C),C.isMatchIgnored)return x3(Y)}if(b.skip)L+=Y;else{if(b.excludeBegin)L+=Y;if(E(),!b.returnBegin&&!b.excludeBegin)L=Y}return j1(b,v),b.returnBegin?0:Y.length}function D3(v){let Y=v[0],b=W.substring(v.index),C=N1(G,v,b);if(!C)return n1;let S=G;if(G.endScope&&G.endScope._wrap)E(),n(Y,G.endScope._wrap);else if(G.endScope&&G.endScope._multi)E(),u1(G.endScope,v);else if(S.skip)L+=Y;else{if(!(S.returnEnd||S.excludeEnd))L+=Y;if(E(),S.excludeEnd)L=Y}do{if(G.scope)_.closeNode();if(!G.skip&&!G.subLanguage)F1+=G.relevance;G=G.parent}while(G!==C.parent);if(C.starts)j1(C.starts,v);return S.returnEnd?0:Y.length}function C3(){let v=[];for(let Y=G;Y!==h;Y=Y.parent)if(Y.scope)v.unshift(Y.scope);v.forEach((Y)=>_.openNode(Y))}let X1={};function R1(v,Y){let b=Y&&Y[0];if(L+=v,b==null)return E(),0;if(X1.type==="begin"&&Y.type==="end"&&X1.index===Y.index&&b===""){if(L+=W.slice(Y.index,Y.index+1),!y){let C=Error(`0 width match regex (${$})`);throw C.languageName=$,C.badRule=X1.rule,C}return 1}if(X1=Y,Y.type==="begin")return P3(Y);else if(Y.type==="illegal"&&!F){let C=Error('Illegal lexeme "'+b+'" for mode "'+(G.scope||"<unnamed>")+'"');throw C.mode=G,C}else if(Y.type==="end"){let C=D3(Y);if(C!==n1)return C}if(Y.type==="illegal"&&b==="")return L+=`
|
|
26
|
+
`,1;if(H1>1e5&&H1>Y.index*3)throw Error("potential infinite loop, way more iterations than matches");return L+=b,b.length}let h=R($);if(!h)throw a(k.replace("{}",$)),Error('Unknown language: "'+$+'"');let L3=P5(h),k1="",G=w||L3,_1={},_=new J.__emitter(J);C3();let L="",F1=0,l=0,H1=0,K1=!1;try{if(!h.__emitTokens){G.matcher.considerAll();for(;;){if(H1++,K1)K1=!1;else G.matcher.considerAll();G.matcher.lastIndex=l;let v=G.matcher.exec(W);if(!v)break;let Y=W.substring(l,v.index),b=R1(Y,v);l=v.index+b}R1(W.substring(l))}else h.__emitTokens(W,_);return _.finalize(),k1=_.toHTML(),{language:$,value:k1,relevance:F1,illegal:!1,_emitter:_,_top:G}}catch(v){if(v.message&&v.message.includes("Illegal"))return{language:$,value:G1(W),illegal:!0,relevance:0,_illegalBy:{message:v.message,index:l,context:W.slice(l-100,l+100),mode:v.mode,resultSoFar:k1},_emitter:_};else if(y)return{language:$,value:G1(W),illegal:!1,relevance:0,errorRaised:v,_emitter:_,_top:G};else throw v}}function x($){let W={value:G1($),illegal:!1,relevance:0,_top:Q,_emitter:new J.__emitter(J)};return W._emitter.addText($),W}function f($,W){W=W||J.languages||Object.keys(Z);let F=x($),w=W.filter(R).filter(o).map((E)=>U(E,$,!1));w.unshift(F);let B=w.sort((E,n)=>{if(E.relevance!==n.relevance)return n.relevance-E.relevance;if(E.language&&n.language){if(R(E.language).supersetOf===n.language)return 1;else if(R(n.language).supersetOf===E.language)return-1}return 0}),[j,c]=B,g=j;return g.secondBest=c,g}function M($,W,F){let w=W&&q[W]||F;$.classList.add("hljs"),$.classList.add(`language-${w}`)}function P($){let W=null,F=H($);if(X(F))return;if(m("before:highlightElement",{el:$,language:F}),$.dataset.highlighted){console.log("Element previously highlighted. To highlight again, first unset `dataset.highlighted`.",$);return}if($.children.length>0){if(!J.ignoreUnescapedHTML)console.warn("One of your code blocks includes unescaped HTML. This is a potentially serious security risk."),console.warn("https://github.com/highlightjs/highlight.js/wiki/security"),console.warn("The element with unescaped HTML:"),console.warn($);if(J.throwUnescapedHTML)throw new J3("One of your code blocks includes unescaped HTML.",$.innerHTML)}W=$;let w=W.textContent,B=F?K(w,{language:F,ignoreIllegals:!0}):f(w);if($.innerHTML=B.value,$.dataset.highlighted="yes",M($,F,B.language),$.result={language:B.language,re:B.relevance,relevance:B.relevance},B.secondBest)$.secondBest={language:B.secondBest.language,relevance:B.secondBest.relevance};m("after:highlightElement",{el:$,result:B,text:w})}function p($){J=g1(J,$)}let u=()=>{I(),e("10.6.0","initHighlighting() deprecated. Use highlightAll() now.")};function N(){I(),e("10.6.0","initHighlightingOnLoad() deprecated. Use highlightAll() now.")}let T=!1;function I(){function $(){I()}if(document.readyState==="loading"){if(!T)window.addEventListener("DOMContentLoaded",$,!1);T=!0;return}document.querySelectorAll(J.cssSelector).forEach(P)}function A($,W){let F=null;try{F=W(z)}catch(w){if(a("Language definition for '{}' could not be registered.".replace("{}",$)),!y)throw w;else a(w);F=Q}if(!F.name)F.name=$;if(Z[$]=F,F.rawDefinition=W.bind(null,z),F.aliases)i(F.aliases,{languageName:$})}function O($){delete Z[$];for(let W of Object.keys(q))if(q[W]===$)delete q[W]}function d(){return Object.keys(Z)}function R($){return $=($||"").toLowerCase(),Z[$]||Z[q[$]]}function i($,{languageName:W}){if(typeof $==="string")$=[$];$.forEach((F)=>{q[F.toLowerCase()]=W})}function o($){let W=R($);return W&&!W.disableAutodetect}function Z1($){if($["before:highlightBlock"]&&!$["before:highlightElement"])$["before:highlightElement"]=(W)=>{$["before:highlightBlock"](Object.assign({block:W.el},W))};if($["after:highlightBlock"]&&!$["after:highlightElement"])$["after:highlightElement"]=(W)=>{$["after:highlightBlock"](Object.assign({block:W.el},W))}}function q1($){Z1($),V.push($)}function J1($){let W=V.indexOf($);if(W!==-1)V.splice(W,1)}function m($,W){let F=$;V.forEach(function(w){if(w[F])w[F](W)})}function Q1($){return e("10.7.0","highlightBlock will be removed entirely in v12.0"),e("10.7.0","Please use highlightElement now."),P($)}Object.assign(z,{highlight:K,highlightAuto:f,highlightAll:I,highlightElement:P,highlightBlock:Q1,configure:p,initHighlighting:u,initHighlightingOnLoad:N,registerLanguage:A,unregisterLanguage:O,listLanguages:d,getLanguage:R,registerAliases:i,autoDetection:o,inherit:g1,addPlugin:q1,removePlugin:J1}),z.debugMode=function(){y=!1},z.safeMode=function(){y=!0},z.versionString=C5,z.regex={concat:s,lookahead:t1,either:f1,optional:E3,anyNumberOfTimes:i3};for(let $ in W1)if(typeof W1[$]==="object")h1(W1[$]);return Object.assign(z,W1),z},z1=Q3({});z1.newInstance=()=>Q3({});$3.exports=z1;z1.HighlightJS=z1;z1.default=z1});var V3=_3(v3(),1);var D=V3.default;var M5=["as","in","of","if","for","while","finally","var","new","function","do","return","void","else","break","catch","instanceof","with","throw","case","default","try","switch","continue","typeof","delete","let","yield","const","class","debugger","async","await","static","import","from","export","extends","using"],I5=["true","false","null","undefined","NaN","Infinity"],X3=["Object","Function","Boolean","Symbol","Math","Date","Number","BigInt","String","RegExp","Array","Float32Array","Float64Array","Int8Array","Uint8Array","Uint8ClampedArray","Int16Array","Int32Array","Uint16Array","Uint32Array","BigInt64Array","BigUint64Array","Set","Map","WeakSet","WeakMap","ArrayBuffer","SharedArrayBuffer","Atomics","DataView","JSON","Promise","Generator","GeneratorFunction","AsyncFunction","Reflect","Proxy","Intl","WebAssembly"],F3=["Error","EvalError","InternalError","RangeError","ReferenceError","SyntaxError","TypeError","URIError"],W3=["setInterval","setTimeout","clearInterval","clearTimeout","require","exports","eval","isFinite","isNaN","parseFloat","parseInt","decodeURI","decodeURIComponent","encodeURI","encodeURIComponent","escape","unescape"],O5=["arguments","this","super","console","window","document","localStorage","sessionStorage","module","global"],A5=[].concat(W3,X3,F3);function x1(z){let Z=z.regex,q=(F,{after:w})=>{let B="</"+F[0].slice(1);return F.input.indexOf(B,w)!==-1},V="[A-Za-z$_][0-9A-Za-z$_]*",y={begin:"<>",end:"</>"},k=/<[A-Za-z0-9\\._:-]+\s*\/>/,Q={begin:/<[A-Za-z0-9\\._:-]+/,end:/\/[A-Za-z0-9\\._:-]+>|\/>/,isTrulyOpeningTag:(F,w)=>{let B=F[0].length+F.index,j=F.input[B];if(j==="<"||j===","){w.ignoreMatch();return}if(j===">"){if(!q(F,{after:B}))w.ignoreMatch()}let c,g=F.input.substring(B);if(c=g.match(/^\s*=/)){w.ignoreMatch();return}if(c=g.match(/^\s+extends\s+/)){if(c.index===0){w.ignoreMatch();return}}}},J={$pattern:"[A-Za-z$_][0-9A-Za-z$_]*",keyword:M5,literal:I5,built_in:A5,"variable.language":O5},X="[0-9](_?[0-9])*",H="\\.([0-9](_?[0-9])*)",K="0|[1-9](_?[0-9])*|0[0-7]*[89][0-9]*",U={className:"number",variants:[{begin:"(\\b(0|[1-9](_?[0-9])*|0[0-7]*[89][0-9]*)((\\.([0-9](_?[0-9])*))|\\.)?|(\\.([0-9](_?[0-9])*)))[eE][+-]?([0-9](_?[0-9])*)\\b"},{begin:"\\b(0|[1-9](_?[0-9])*|0[0-7]*[89][0-9]*)\\b((\\.([0-9](_?[0-9])*))\\b|\\.)?|(\\.([0-9](_?[0-9])*))\\b"},{begin:"\\b(0|[1-9](_?[0-9])*)n\\b"},{begin:"\\b0[xX][0-9a-fA-F](_?[0-9a-fA-F])*n?\\b"},{begin:"\\b0[bB][0-1](_?[0-1])*n?\\b"},{begin:"\\b0[oO][0-7](_?[0-7])*n?\\b"},{begin:"\\b0[0-7]+n?\\b"}],relevance:0},x={className:"subst",begin:"\\$\\{",end:"\\}",keywords:J,contains:[]},f={begin:".?html`",end:"",starts:{end:"`",returnEnd:!1,contains:[z.BACKSLASH_ESCAPE,x],subLanguage:"xml"}},M={begin:".?css`",end:"",starts:{end:"`",returnEnd:!1,contains:[z.BACKSLASH_ESCAPE,x],subLanguage:"css"}},P={begin:".?gql`",end:"",starts:{end:"`",returnEnd:!1,contains:[z.BACKSLASH_ESCAPE,x],subLanguage:"graphql"}},p={className:"string",begin:"`",end:"`",contains:[z.BACKSLASH_ESCAPE,x]},N={className:"comment",variants:[z.COMMENT(/\/\*\*(?!\/)/,"\\*/",{relevance:0,contains:[{begin:"(?=@[A-Za-z]+)",relevance:0,contains:[{className:"doctag",begin:"@[A-Za-z]+"},{className:"type",begin:"\\{",end:"\\}",excludeEnd:!0,excludeBegin:!0,relevance:0},{className:"variable",begin:"[A-Za-z$_][0-9A-Za-z$_]*(?=\\s*(-)|$)",endsParent:!0,relevance:0},{begin:/(?=[^\n])\s/,relevance:0}]}]}),z.C_BLOCK_COMMENT_MODE,z.C_LINE_COMMENT_MODE]},T=[z.APOS_STRING_MODE,z.QUOTE_STRING_MODE,f,M,P,p,{match:/\$\d+/},U];x.contains=T.concat({begin:/\{/,end:/\}/,keywords:J,contains:["self"].concat(T)});let I=[].concat(N,x.contains),A=I.concat([{begin:/(\s*)\(/,end:/\)/,keywords:J,contains:["self"].concat(I)}]),O={className:"params",begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:J,contains:A},d={variants:[{match:[/class/,/\s+/,"[A-Za-z$_][0-9A-Za-z$_]*",/\s+/,/extends/,/\s+/,Z.concat("[A-Za-z$_][0-9A-Za-z$_]*","(",Z.concat(/\./,"[A-Za-z$_][0-9A-Za-z$_]*"),")*")],scope:{1:"keyword",3:"title.class",5:"keyword",7:"title.class.inherited"}},{match:[/class/,/\s+/,"[A-Za-z$_][0-9A-Za-z$_]*"],scope:{1:"keyword",3:"title.class"}}]},R={relevance:0,match:Z.either(/\bJSON/,/\b[A-Z][a-z]+([A-Z][a-z]*|\d)*/,/\b[A-Z]{2,}([A-Z][a-z]+|\d)+([A-Z][a-z]*)*/,/\b[A-Z]{2,}[a-z]+([A-Z][a-z]+|\d)*([A-Z][a-z]*)*/),className:"title.class",keywords:{_:[...X3,...F3]}},i={label:"use_strict",className:"meta",relevance:10,begin:/^\s*['"]use (strict|asm)['"]/},o={variants:[{match:[/function/,/\s+/,"[A-Za-z$_][0-9A-Za-z$_]*",/(?=\s*\()/]},{match:[/function/,/\s*(?=\()/]}],className:{1:"keyword",3:"title.function"},label:"func.def",contains:[O],illegal:/%/},Z1={relevance:0,match:/\b[A-Z][A-Z_0-9]+\b/,className:"variable.constant"};function q1(F){return Z.concat("(?!",F.join("|"),")")}let J1={match:Z.concat(/\b/,q1([...W3,"super","import"].map((F)=>`${F}\\s*\\(`)),"[A-Za-z$_][0-9A-Za-z$_]*",Z.lookahead(/\s*\(/)),className:"title.function",relevance:0},m={begin:Z.concat(/\./,Z.lookahead(Z.concat("[A-Za-z$_][0-9A-Za-z$_]*",/(?![0-9A-Za-z$_(])/))),end:"[A-Za-z$_][0-9A-Za-z$_]*",excludeBegin:!0,keywords:"prototype",className:"property",relevance:0},Q1={match:[/get|set/,/\s+/,"[A-Za-z$_][0-9A-Za-z$_]*",/(?=\()/],className:{1:"keyword",3:"title.function"},contains:[{begin:/\(\)/},O]},$="(\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)|"+z.UNDERSCORE_IDENT_RE+")\\s*=>",W={match:[/const|var|let/,/\s+/,"[A-Za-z$_][0-9A-Za-z$_]*",/\s*/,/=\s*/,/(async\s*)?/,Z.lookahead($)],keywords:"async",className:{1:"keyword",3:"title.function"},contains:[O]};return{name:"JavaScript",aliases:["js","jsx","mjs","cjs"],keywords:J,exports:{PARAMS_CONTAINS:A,CLASS_REFERENCE:R},illegal:/#(?![$_A-z])/,contains:[z.SHEBANG({label:"shebang",binary:"node",relevance:5}),i,z.APOS_STRING_MODE,z.QUOTE_STRING_MODE,f,M,P,p,N,{match:/\$\d+/},U,R,{scope:"attr",match:"[A-Za-z$_][0-9A-Za-z$_]*"+Z.lookahead(":"),relevance:0},W,{begin:"("+z.RE_STARTERS_RE+"|\\b(case|return|throw)\\b)\\s*",keywords:"return throw case",relevance:0,contains:[N,z.REGEXP_MODE,{className:"function",begin:$,returnBegin:!0,end:"\\s*=>",contains:[{className:"params",variants:[{begin:z.UNDERSCORE_IDENT_RE,relevance:0},{className:null,begin:/\(\s*\)/,skip:!0},{begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:J,contains:A}]}]},{begin:/,/,relevance:0},{match:/\s+/,relevance:0},{variants:[{begin:y.begin,end:y.end},{match:k},{begin:Q.begin,"on:begin":Q.isTrulyOpeningTag,end:Q.end}],subLanguage:"xml",contains:[{begin:Q.begin,end:Q.end,skip:!0,contains:["self"]}]}]},o,{beginKeywords:"while if switch catch for"},{begin:"\\b(?!function)"+z.UNDERSCORE_IDENT_RE+"\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)\\s*\\{",returnBegin:!0,label:"func.def",contains:[O,z.inherit(z.TITLE_MODE,{begin:"[A-Za-z$_][0-9A-Za-z$_]*",className:"title.function"})]},{match:/\.\.\./,relevance:0},m,{match:"\\$[A-Za-z$_][0-9A-Za-z$_]*",relevance:0},{match:[/\bconstructor(?=\s*\()/],className:{1:"title.function"},contains:[O]},J1,Z1,d,Q1,{match:/\$[(.]/}]}}var Y3=["as","in","of","if","for","while","finally","var","new","function","do","return","void","else","break","catch","instanceof","with","throw","case","default","try","switch","continue","typeof","delete","let","yield","const","class","debugger","async","await","static","import","from","export","extends","using"],y3=["true","false","null","undefined","NaN","Infinity"],k3=["Object","Function","Boolean","Symbol","Math","Date","Number","BigInt","String","RegExp","Array","Float32Array","Float64Array","Int8Array","Uint8Array","Uint8ClampedArray","Int16Array","Int32Array","Uint16Array","Uint32Array","BigInt64Array","BigUint64Array","Set","Map","WeakSet","WeakMap","ArrayBuffer","SharedArrayBuffer","Atomics","DataView","JSON","Promise","Generator","GeneratorFunction","AsyncFunction","Reflect","Proxy","Intl","WebAssembly"],H3=["Error","EvalError","InternalError","RangeError","ReferenceError","SyntaxError","TypeError","URIError"],K3=["setInterval","setTimeout","clearInterval","clearTimeout","require","exports","eval","isFinite","isNaN","parseFloat","parseInt","decodeURI","decodeURIComponent","encodeURI","encodeURIComponent","escape","unescape"],G3=["arguments","this","super","console","window","document","localStorage","sessionStorage","module","global"],w3=[].concat(K3,k3,H3);function p5(z){let Z=z.regex,q=(F,{after:w})=>{let B="</"+F[0].slice(1);return F.input.indexOf(B,w)!==-1},V="[A-Za-z$_][0-9A-Za-z$_]*",y={begin:"<>",end:"</>"},k=/<[A-Za-z0-9\\._:-]+\s*\/>/,Q={begin:/<[A-Za-z0-9\\._:-]+/,end:/\/[A-Za-z0-9\\._:-]+>|\/>/,isTrulyOpeningTag:(F,w)=>{let B=F[0].length+F.index,j=F.input[B];if(j==="<"||j===","){w.ignoreMatch();return}if(j===">"){if(!q(F,{after:B}))w.ignoreMatch()}let c,g=F.input.substring(B);if(c=g.match(/^\s*=/)){w.ignoreMatch();return}if(c=g.match(/^\s+extends\s+/)){if(c.index===0){w.ignoreMatch();return}}}},J={$pattern:"[A-Za-z$_][0-9A-Za-z$_]*",keyword:Y3,literal:y3,built_in:w3,"variable.language":G3},X="[0-9](_?[0-9])*",H="\\.([0-9](_?[0-9])*)",K="0|[1-9](_?[0-9])*|0[0-7]*[89][0-9]*",U={className:"number",variants:[{begin:"(\\b(0|[1-9](_?[0-9])*|0[0-7]*[89][0-9]*)((\\.([0-9](_?[0-9])*))|\\.)?|(\\.([0-9](_?[0-9])*)))[eE][+-]?([0-9](_?[0-9])*)\\b"},{begin:"\\b(0|[1-9](_?[0-9])*|0[0-7]*[89][0-9]*)\\b((\\.([0-9](_?[0-9])*))\\b|\\.)?|(\\.([0-9](_?[0-9])*))\\b"},{begin:"\\b(0|[1-9](_?[0-9])*)n\\b"},{begin:"\\b0[xX][0-9a-fA-F](_?[0-9a-fA-F])*n?\\b"},{begin:"\\b0[bB][0-1](_?[0-1])*n?\\b"},{begin:"\\b0[oO][0-7](_?[0-7])*n?\\b"},{begin:"\\b0[0-7]+n?\\b"}],relevance:0},x={className:"subst",begin:"\\$\\{",end:"\\}",keywords:J,contains:[]},f={begin:".?html`",end:"",starts:{end:"`",returnEnd:!1,contains:[z.BACKSLASH_ESCAPE,x],subLanguage:"xml"}},M={begin:".?css`",end:"",starts:{end:"`",returnEnd:!1,contains:[z.BACKSLASH_ESCAPE,x],subLanguage:"css"}},P={begin:".?gql`",end:"",starts:{end:"`",returnEnd:!1,contains:[z.BACKSLASH_ESCAPE,x],subLanguage:"graphql"}},p={className:"string",begin:"`",end:"`",contains:[z.BACKSLASH_ESCAPE,x]},N={className:"comment",variants:[z.COMMENT(/\/\*\*(?!\/)/,"\\*/",{relevance:0,contains:[{begin:"(?=@[A-Za-z]+)",relevance:0,contains:[{className:"doctag",begin:"@[A-Za-z]+"},{className:"type",begin:"\\{",end:"\\}",excludeEnd:!0,excludeBegin:!0,relevance:0},{className:"variable",begin:"[A-Za-z$_][0-9A-Za-z$_]*(?=\\s*(-)|$)",endsParent:!0,relevance:0},{begin:/(?=[^\n])\s/,relevance:0}]}]}),z.C_BLOCK_COMMENT_MODE,z.C_LINE_COMMENT_MODE]},T=[z.APOS_STRING_MODE,z.QUOTE_STRING_MODE,f,M,P,p,{match:/\$\d+/},U];x.contains=T.concat({begin:/\{/,end:/\}/,keywords:J,contains:["self"].concat(T)});let I=[].concat(N,x.contains),A=I.concat([{begin:/(\s*)\(/,end:/\)/,keywords:J,contains:["self"].concat(I)}]),O={className:"params",begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:J,contains:A},d={variants:[{match:[/class/,/\s+/,"[A-Za-z$_][0-9A-Za-z$_]*",/\s+/,/extends/,/\s+/,Z.concat("[A-Za-z$_][0-9A-Za-z$_]*","(",Z.concat(/\./,"[A-Za-z$_][0-9A-Za-z$_]*"),")*")],scope:{1:"keyword",3:"title.class",5:"keyword",7:"title.class.inherited"}},{match:[/class/,/\s+/,"[A-Za-z$_][0-9A-Za-z$_]*"],scope:{1:"keyword",3:"title.class"}}]},R={relevance:0,match:Z.either(/\bJSON/,/\b[A-Z][a-z]+([A-Z][a-z]*|\d)*/,/\b[A-Z]{2,}([A-Z][a-z]+|\d)+([A-Z][a-z]*)*/,/\b[A-Z]{2,}[a-z]+([A-Z][a-z]+|\d)*([A-Z][a-z]*)*/),className:"title.class",keywords:{_:[...k3,...H3]}},i={label:"use_strict",className:"meta",relevance:10,begin:/^\s*['"]use (strict|asm)['"]/},o={variants:[{match:[/function/,/\s+/,"[A-Za-z$_][0-9A-Za-z$_]*",/(?=\s*\()/]},{match:[/function/,/\s*(?=\()/]}],className:{1:"keyword",3:"title.function"},label:"func.def",contains:[O],illegal:/%/},Z1={relevance:0,match:/\b[A-Z][A-Z_0-9]+\b/,className:"variable.constant"};function q1(F){return Z.concat("(?!",F.join("|"),")")}let J1={match:Z.concat(/\b/,q1([...K3,"super","import"].map((F)=>`${F}\\s*\\(`)),"[A-Za-z$_][0-9A-Za-z$_]*",Z.lookahead(/\s*\(/)),className:"title.function",relevance:0},m={begin:Z.concat(/\./,Z.lookahead(Z.concat("[A-Za-z$_][0-9A-Za-z$_]*",/(?![0-9A-Za-z$_(])/))),end:"[A-Za-z$_][0-9A-Za-z$_]*",excludeBegin:!0,keywords:"prototype",className:"property",relevance:0},Q1={match:[/get|set/,/\s+/,"[A-Za-z$_][0-9A-Za-z$_]*",/(?=\()/],className:{1:"keyword",3:"title.function"},contains:[{begin:/\(\)/},O]},$="(\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)|"+z.UNDERSCORE_IDENT_RE+")\\s*=>",W={match:[/const|var|let/,/\s+/,"[A-Za-z$_][0-9A-Za-z$_]*",/\s*/,/=\s*/,/(async\s*)?/,Z.lookahead($)],keywords:"async",className:{1:"keyword",3:"title.function"},contains:[O]};return{name:"JavaScript",aliases:["js","jsx","mjs","cjs"],keywords:J,exports:{PARAMS_CONTAINS:A,CLASS_REFERENCE:R},illegal:/#(?![$_A-z])/,contains:[z.SHEBANG({label:"shebang",binary:"node",relevance:5}),i,z.APOS_STRING_MODE,z.QUOTE_STRING_MODE,f,M,P,p,N,{match:/\$\d+/},U,R,{scope:"attr",match:"[A-Za-z$_][0-9A-Za-z$_]*"+Z.lookahead(":"),relevance:0},W,{begin:"("+z.RE_STARTERS_RE+"|\\b(case|return|throw)\\b)\\s*",keywords:"return throw case",relevance:0,contains:[N,z.REGEXP_MODE,{className:"function",begin:$,returnBegin:!0,end:"\\s*=>",contains:[{className:"params",variants:[{begin:z.UNDERSCORE_IDENT_RE,relevance:0},{className:null,begin:/\(\s*\)/,skip:!0},{begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:J,contains:A}]}]},{begin:/,/,relevance:0},{match:/\s+/,relevance:0},{variants:[{begin:y.begin,end:y.end},{match:k},{begin:Q.begin,"on:begin":Q.isTrulyOpeningTag,end:Q.end}],subLanguage:"xml",contains:[{begin:Q.begin,end:Q.end,skip:!0,contains:["self"]}]}]},o,{beginKeywords:"while if switch catch for"},{begin:"\\b(?!function)"+z.UNDERSCORE_IDENT_RE+"\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)\\s*\\{",returnBegin:!0,label:"func.def",contains:[O,z.inherit(z.TITLE_MODE,{begin:"[A-Za-z$_][0-9A-Za-z$_]*",className:"title.function"})]},{match:/\.\.\./,relevance:0},m,{match:"\\$[A-Za-z$_][0-9A-Za-z$_]*",relevance:0},{match:[/\bconstructor(?=\s*\()/],className:{1:"title.function"},contains:[O]},J1,Z1,d,Q1,{match:/\$[(.]/}]}}function P1(z){let Z=z.regex,q=p5(z),V="[A-Za-z$_][0-9A-Za-z$_]*",y=["any","void","number","boolean","string","object","never","symbol","bigint","unknown"],k={begin:[/namespace/,/\s+/,z.IDENT_RE],beginScope:{1:"keyword",3:"title.class"}},Q={beginKeywords:"interface",end:/\{/,excludeEnd:!0,keywords:{keyword:"interface extends",built_in:y},contains:[q.exports.CLASS_REFERENCE]},J={className:"meta",relevance:10,begin:/^\s*['"]use strict['"]/},X=["type","interface","public","private","protected","implements","declare","abstract","readonly","enum","override","satisfies"],H={$pattern:"[A-Za-z$_][0-9A-Za-z$_]*",keyword:Y3.concat(X),literal:y3,built_in:w3.concat(y),"variable.language":G3},K={className:"meta",begin:"@[A-Za-z$_][0-9A-Za-z$_]*"},U=(P,p,u)=>{let N=P.contains.findIndex((T)=>T.label===p);if(N===-1)throw Error("can not find mode to replace");P.contains.splice(N,1,u)};Object.assign(q.keywords,H),q.exports.PARAMS_CONTAINS.push(K);let x=q.contains.find((P)=>P.scope==="attr"),f=Object.assign({},x,{match:Z.concat("[A-Za-z$_][0-9A-Za-z$_]*",Z.lookahead(/\s*\?:/))});q.exports.PARAMS_CONTAINS.push([q.exports.CLASS_REFERENCE,x,f]),q.contains=q.contains.concat([K,k,Q,f]),U(q,"shebang",z.SHEBANG()),U(q,"use_strict",J);let M=q.contains.find((P)=>P.label==="func.def");return M.relevance=0,Object.assign(q,{name:"TypeScript",aliases:["ts","tsx","mts","cts"]}),q}function D1(z){let Z=z.regex,q=/[\p{XID_Start}_]\p{XID_Continue}*/u,V=["and","as","assert","async","await","break","case","class","continue","def","del","elif","else","except","finally","for","from","global","if","import","in","is","lambda","match","nonlocal|10","not","or","pass","raise","return","try","while","with","yield"],J={$pattern:/[A-Za-z]\w+|__\w+__/,keyword:V,built_in:["__import__","abs","all","any","ascii","bin","bool","breakpoint","bytearray","bytes","callable","chr","classmethod","compile","complex","delattr","dict","dir","divmod","enumerate","eval","exec","filter","float","format","frozenset","getattr","globals","hasattr","hash","help","hex","id","input","int","isinstance","issubclass","iter","len","list","locals","map","max","memoryview","min","next","object","oct","open","ord","pow","print","property","range","repr","reversed","round","set","setattr","slice","sorted","staticmethod","str","sum","super","tuple","type","vars","zip"],literal:["__debug__","Ellipsis","False","None","NotImplemented","True"],type:["Any","Callable","Coroutine","Dict","List","Literal","Generic","Optional","Sequence","Set","Tuple","Type","Union"]},X={className:"meta",begin:/^(>>>|\.\.\.) /},H={className:"subst",begin:/\{/,end:/\}/,keywords:J,illegal:/#/},K={begin:/\{\{/,relevance:0},U={className:"string",contains:[z.BACKSLASH_ESCAPE],variants:[{begin:/([uU]|[bB]|[rR]|[bB][rR]|[rR][bB])?'''/,end:/'''/,contains:[z.BACKSLASH_ESCAPE,X],relevance:10},{begin:/([uU]|[bB]|[rR]|[bB][rR]|[rR][bB])?"""/,end:/"""/,contains:[z.BACKSLASH_ESCAPE,X],relevance:10},{begin:/([fF][rR]|[rR][fF]|[fF])'''/,end:/'''/,contains:[z.BACKSLASH_ESCAPE,X,K,H]},{begin:/([fF][rR]|[rR][fF]|[fF])"""/,end:/"""/,contains:[z.BACKSLASH_ESCAPE,X,K,H]},{begin:/([uU]|[rR])'/,end:/'/,relevance:10},{begin:/([uU]|[rR])"/,end:/"/,relevance:10},{begin:/([bB]|[bB][rR]|[rR][bB])'/,end:/'/},{begin:/([bB]|[bB][rR]|[rR][bB])"/,end:/"/},{begin:/([fF][rR]|[rR][fF]|[fF])'/,end:/'/,contains:[z.BACKSLASH_ESCAPE,K,H]},{begin:/([fF][rR]|[rR][fF]|[fF])"/,end:/"/,contains:[z.BACKSLASH_ESCAPE,K,H]},z.APOS_STRING_MODE,z.QUOTE_STRING_MODE]},x="[0-9](_?[0-9])*",f="(\\b([0-9](_?[0-9])*))?\\.([0-9](_?[0-9])*)|\\b([0-9](_?[0-9])*)\\.",M=`\\b|${V.join("|")}`,P={className:"number",relevance:0,variants:[{begin:`(\\b([0-9](_?[0-9])*)|((\\b([0-9](_?[0-9])*))?\\.([0-9](_?[0-9])*)|\\b([0-9](_?[0-9])*)\\.))[eE][+-]?([0-9](_?[0-9])*)[jJ]?(?=${M})`},{begin:"((\\b([0-9](_?[0-9])*))?\\.([0-9](_?[0-9])*)|\\b([0-9](_?[0-9])*)\\.)[jJ]?"},{begin:`\\b([1-9](_?[0-9])*|0+(_?0)*)[lLjJ]?(?=${M})`},{begin:`\\b0[bB](_?[01])+[lL]?(?=${M})`},{begin:`\\b0[oO](_?[0-7])+[lL]?(?=${M})`},{begin:`\\b0[xX](_?[0-9a-fA-F])+[lL]?(?=${M})`},{begin:`\\b([0-9](_?[0-9])*)[jJ](?=${M})`}]},p={className:"comment",begin:Z.lookahead(/# type:/),end:/$/,keywords:J,contains:[{begin:/# type:/},{begin:/#/,end:/\b\B/,endsWithParent:!0}]},u={className:"params",variants:[{className:"",begin:/\(\s*\)/,skip:!0},{begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:J,contains:["self",X,P,U,z.HASH_COMMENT_MODE]}]};return H.contains=[U,P,X],{name:"Python",aliases:["py","gyp","ipython"],unicodeRegex:!0,keywords:J,illegal:/(<\/|\?)|=>/,contains:[X,P,{scope:"variable.language",match:/\bself\b/},{beginKeywords:"if",relevance:0},{match:/\bor\b/,scope:"keyword"},U,p,z.HASH_COMMENT_MODE,{match:[/\bdef/,/\s+/,q],scope:{1:"keyword",3:"title.function"},contains:[u]},{variants:[{match:[/\bclass/,/\s+/,q,/\s*/,/\(\s*/,q,/\s*\)/]},{match:[/\bclass/,/\s+/,q]}],scope:{1:"keyword",3:"title.class",6:"title.class.inherited"}},{className:"meta",begin:/^[\t ]*@/,end:/(?=#)|$/,contains:[P,u,U]}]}}function V1(z){let Z=z.regex,q={},V={begin:/\$\{/,end:/\}/,contains:["self",{begin:/:-/,contains:[q]}]};Object.assign(q,{className:"variable",variants:[{begin:Z.concat(/\$[\w\d#@][\w\d_]*/,"(?![\\w\\d])(?![$])")},V]});let y={className:"subst",begin:/\$\(/,end:/\)/,contains:[z.BACKSLASH_ESCAPE]},k=z.inherit(z.COMMENT(),{match:[/(^|\s)/,/#.*$/],scope:{2:"comment"}}),Q={begin:/<<-?\s*(?=\w+)/,starts:{contains:[z.END_SAME_AS_BEGIN({begin:/(\w+)/,end:/(\w+)/,className:"string"})]}},J={className:"string",begin:/"/,end:/"/,contains:[z.BACKSLASH_ESCAPE,q,y]};y.contains.push(J);let X={match:/\\"/},H={className:"string",begin:/'/,end:/'/},K={match:/\\'/},U={begin:/\$?\(\(/,end:/\)\)/,contains:[{begin:/\d+#[0-9a-f]+/,className:"number"},z.NUMBER_MODE,q]},x=["fish","bash","zsh","sh","csh","ksh","tcsh","dash","scsh"],f=z.SHEBANG({binary:`(${x.join("|")})`,relevance:10}),M={className:"function",begin:/\w[\w\d_]*\s*\(\s*\)\s*\{/,returnBegin:!0,contains:[z.inherit(z.TITLE_MODE,{begin:/\w[\w\d_]*/})],relevance:0},P=["if","then","else","elif","fi","time","for","while","until","in","do","done","case","esac","coproc","function","select"],p=["true","false"],u={match:/(\/[a-z._-]+)+/},N=["break","cd","continue","eval","exec","exit","export","getopts","hash","pwd","readonly","return","shift","test","times","trap","umask","unset"],T=["alias","bind","builtin","caller","command","declare","echo","enable","help","let","local","logout","mapfile","printf","read","readarray","source","sudo","type","typeset","ulimit","unalias"],I=["autoload","bg","bindkey","bye","cap","chdir","clone","comparguments","compcall","compctl","compdescribe","compfiles","compgroups","compquote","comptags","comptry","compvalues","dirs","disable","disown","echotc","echoti","emulate","fc","fg","float","functions","getcap","getln","history","integer","jobs","kill","limit","log","noglob","popd","print","pushd","pushln","rehash","sched","setcap","setopt","stat","suspend","ttyctl","unfunction","unhash","unlimit","unsetopt","vared","wait","whence","where","which","zcompile","zformat","zftp","zle","zmodload","zparseopts","zprof","zpty","zregexparse","zsocket","zstyle","ztcp"],A=["chcon","chgrp","chown","chmod","cp","dd","df","dir","dircolors","ln","ls","mkdir","mkfifo","mknod","mktemp","mv","realpath","rm","rmdir","shred","sync","touch","truncate","vdir","b2sum","base32","base64","cat","cksum","comm","csplit","cut","expand","fmt","fold","head","join","md5sum","nl","numfmt","od","paste","ptx","pr","sha1sum","sha224sum","sha256sum","sha384sum","sha512sum","shuf","sort","split","sum","tac","tail","tr","tsort","unexpand","uniq","wc","arch","basename","chroot","date","dirname","du","echo","env","expr","factor","groups","hostid","id","link","logname","nice","nohup","nproc","pathchk","pinky","printenv","printf","pwd","readlink","runcon","seq","sleep","stat","stdbuf","stty","tee","test","timeout","tty","uname","unlink","uptime","users","who","whoami","yes"];return{name:"Bash",aliases:["sh","zsh"],keywords:{$pattern:/\b[a-z][a-z0-9._-]+\b/,keyword:P,literal:p,built_in:[...N,...T,"set","shopt",...I,...A]},contains:[f,z.SHEBANG(),M,U,k,Q,u,J,X,H,K,q]}}function b3(z){let Z={className:"attr",begin:/"(\\.|[^\\"\r\n])*"(?=\s*:)/,relevance:1.01},q={match:/[{}[\],:]/,className:"punctuation",relevance:0},V=["true","false","null"],y={scope:"literal",beginKeywords:V.join(" ")};return{name:"JSON",aliases:["jsonc"],keywords:{literal:V},contains:[Z,q,z.QUOTE_STRING_MODE,y,z.C_NUMBER_MODE,z.C_LINE_COMMENT_MODE,z.C_BLOCK_COMMENT_MODE],illegal:"\\S"}}function C1(z){let Z=z.regex,q=Z.concat(/[\p{L}_]/u,Z.optional(/[\p{L}0-9_.-]*:/u),/[\p{L}0-9_.-]*/u),V=/[\p{L}0-9._:-]+/u,y={className:"symbol",begin:/&[a-z]+;|&#[0-9]+;|&#x[a-f0-9]+;/},k={begin:/\s/,contains:[{className:"keyword",begin:/#?[a-z_][a-z1-9_-]+/,illegal:/\n/}]},Q=z.inherit(k,{begin:/\(/,end:/\)/}),J=z.inherit(z.APOS_STRING_MODE,{className:"string"}),X=z.inherit(z.QUOTE_STRING_MODE,{className:"string"}),H={endsWithParent:!0,illegal:/</,relevance:0,contains:[{className:"attr",begin:V,relevance:0},{begin:/=\s*/,relevance:0,contains:[{className:"string",endsParent:!0,variants:[{begin:/"/,end:/"/,contains:[y]},{begin:/'/,end:/'/,contains:[y]},{begin:/[^\s"'=<>`]+/}]}]}]};return{name:"HTML, XML",aliases:["html","xhtml","rss","atom","xjb","xsd","xsl","plist","wsf","svg"],case_insensitive:!0,unicodeRegex:!0,contains:[{className:"meta",begin:/<![a-z]/,end:/>/,relevance:10,contains:[k,X,J,Q,{begin:/\[/,end:/\]/,contains:[{className:"meta",begin:/<![a-z]/,end:/>/,contains:[k,Q,X,J]}]}]},z.COMMENT(/<!--/,/-->/,{relevance:10}),{begin:/<!\[CDATA\[/,end:/\]\]>/,relevance:10},y,{className:"meta",end:/\?>/,variants:[{begin:/<\?xml/,relevance:10,contains:[X]},{begin:/<\?[a-z][a-z0-9]+/}]},{className:"tag",begin:/<style(?=\s|>)/,end:/>/,keywords:{name:"style"},contains:[H],starts:{end:/<\/style>/,returnEnd:!0,subLanguage:["css","xml"]}},{className:"tag",begin:/<script(?=\s|>)/,end:/>/,keywords:{name:"script"},contains:[H],starts:{end:/<\/script>/,returnEnd:!0,subLanguage:["javascript","handlebars","xml"]}},{className:"tag",begin:/<>|<\/>/},{className:"tag",begin:Z.concat(/</,Z.lookahead(Z.concat(q,Z.either(/\/>/,/>/,/\s/)))),end:/\/?>/,contains:[{className:"name",begin:q,relevance:0,starts:H}]},{className:"tag",begin:Z.concat(/<\//,Z.lookahead(Z.concat(q,/>/))),contains:[{className:"name",begin:q,relevance:0},{begin:/>/,relevance:0,endsParent:!0}]}]}}var u5=(z)=>{return{IMPORTANT:{scope:"meta",begin:"!important"},BLOCK_COMMENT:z.C_BLOCK_COMMENT_MODE,HEXCOLOR:{scope:"number",begin:/#(([0-9a-fA-F]{3,4})|(([0-9a-fA-F]{2}){3,4}))\b/},FUNCTION_DISPATCH:{className:"built_in",begin:/[\w-]+(?=\()/},ATTRIBUTE_SELECTOR_MODE:{scope:"selector-attr",begin:/\[/,end:/\]/,illegal:"$",contains:[z.APOS_STRING_MODE,z.QUOTE_STRING_MODE]},CSS_NUMBER_MODE:{scope:"number",begin:z.NUMBER_RE+"(%|em|ex|ch|rem|vw|vh|vmin|vmax|cm|mm|in|pt|pc|px|deg|grad|rad|turn|s|ms|Hz|kHz|dpi|dpcm|dppx)?",relevance:0},CSS_VARIABLE:{className:"attr",begin:/--[A-Za-z_][A-Za-z0-9_-]*/}}},j5=["a","abbr","address","article","aside","audio","b","blockquote","body","button","canvas","caption","cite","code","dd","del","details","dfn","div","dl","dt","em","fieldset","figcaption","figure","footer","form","h1","h2","h3","h4","h5","h6","header","hgroup","html","i","iframe","img","input","ins","kbd","label","legend","li","main","mark","menu","nav","object","ol","optgroup","option","p","picture","q","quote","samp","section","select","source","span","strong","summary","sup","table","tbody","td","textarea","tfoot","th","thead","time","tr","ul","var","video"],N5=["defs","g","marker","mask","pattern","svg","switch","symbol","feBlend","feColorMatrix","feComponentTransfer","feComposite","feConvolveMatrix","feDiffuseLighting","feDisplacementMap","feFlood","feGaussianBlur","feImage","feMerge","feMorphology","feOffset","feSpecularLighting","feTile","feTurbulence","linearGradient","radialGradient","stop","circle","ellipse","image","line","path","polygon","polyline","rect","text","use","textPath","tspan","foreignObject","clipPath"],R5=[...j5,...N5],_5=["any-hover","any-pointer","aspect-ratio","color","color-gamut","color-index","device-aspect-ratio","device-height","device-width","display-mode","forced-colors","grid","height","hover","inverted-colors","monochrome","orientation","overflow-block","overflow-inline","pointer","prefers-color-scheme","prefers-contrast","prefers-reduced-motion","prefers-reduced-transparency","resolution","scan","scripting","update","width","min-width","max-width","min-height","max-height"].sort().reverse(),c5=["active","any-link","blank","checked","current","default","defined","dir","disabled","drop","empty","enabled","first","first-child","first-of-type","fullscreen","future","focus","focus-visible","focus-within","has","host","host-context","hover","indeterminate","in-range","invalid","is","lang","last-child","last-of-type","left","link","local-link","not","nth-child","nth-col","nth-last-child","nth-last-col","nth-last-of-type","nth-of-type","only-child","only-of-type","optional","out-of-range","past","placeholder-shown","read-only","read-write","required","right","root","scope","target","target-within","user-invalid","valid","visited","where"].sort().reverse(),S5=["after","backdrop","before","cue","cue-region","first-letter","first-line","grammar-error","marker","part","placeholder","selection","slotted","spelling-error"].sort().reverse(),T5=["accent-color","align-content","align-items","align-self","alignment-baseline","all","anchor-name","animation","animation-composition","animation-delay","animation-direction","animation-duration","animation-fill-mode","animation-iteration-count","animation-name","animation-play-state","animation-range","animation-range-end","animation-range-start","animation-timeline","animation-timing-function","appearance","aspect-ratio","backdrop-filter","backface-visibility","background","background-attachment","background-blend-mode","background-clip","background-color","background-image","background-origin","background-position","background-position-x","background-position-y","background-repeat","background-size","baseline-shift","block-size","border","border-block","border-block-color","border-block-end","border-block-end-color","border-block-end-style","border-block-end-width","border-block-start","border-block-start-color","border-block-start-style","border-block-start-width","border-block-style","border-block-width","border-bottom","border-bottom-color","border-bottom-left-radius","border-bottom-right-radius","border-bottom-style","border-bottom-width","border-collapse","border-color","border-end-end-radius","border-end-start-radius","border-image","border-image-outset","border-image-repeat","border-image-slice","border-image-source","border-image-width","border-inline","border-inline-color","border-inline-end","border-inline-end-color","border-inline-end-style","border-inline-end-width","border-inline-start","border-inline-start-color","border-inline-start-style","border-inline-start-width","border-inline-style","border-inline-width","border-left","border-left-color","border-left-style","border-left-width","border-radius","border-right","border-right-color","border-right-style","border-right-width","border-spacing","border-start-end-radius","border-start-start-radius","border-style","border-top","border-top-color","border-top-left-radius","border-top-right-radius","border-top-style","border-top-width","border-width","bottom","box-align","box-decoration-break","box-direction","box-flex","box-flex-group","box-lines","box-ordinal-group","box-orient","box-pack","box-shadow","box-sizing","break-after","break-before","break-inside","caption-side","caret-color","clear","clip","clip-path","clip-rule","color","color-interpolation","color-interpolation-filters","color-profile","color-rendering","color-scheme","column-count","column-fill","column-gap","column-rule","column-rule-color","column-rule-style","column-rule-width","column-span","column-width","columns","contain","contain-intrinsic-block-size","contain-intrinsic-height","contain-intrinsic-inline-size","contain-intrinsic-size","contain-intrinsic-width","container","container-name","container-type","content","content-visibility","counter-increment","counter-reset","counter-set","cue","cue-after","cue-before","cursor","cx","cy","direction","display","dominant-baseline","empty-cells","enable-background","field-sizing","fill","fill-opacity","fill-rule","filter","flex","flex-basis","flex-direction","flex-flow","flex-grow","flex-shrink","flex-wrap","float","flood-color","flood-opacity","flow","font","font-display","font-family","font-feature-settings","font-kerning","font-language-override","font-optical-sizing","font-palette","font-size","font-size-adjust","font-smooth","font-smoothing","font-stretch","font-style","font-synthesis","font-synthesis-position","font-synthesis-small-caps","font-synthesis-style","font-synthesis-weight","font-variant","font-variant-alternates","font-variant-caps","font-variant-east-asian","font-variant-emoji","font-variant-ligatures","font-variant-numeric","font-variant-position","font-variation-settings","font-weight","forced-color-adjust","gap","glyph-orientation-horizontal","glyph-orientation-vertical","grid","grid-area","grid-auto-columns","grid-auto-flow","grid-auto-rows","grid-column","grid-column-end","grid-column-start","grid-gap","grid-row","grid-row-end","grid-row-start","grid-template","grid-template-areas","grid-template-columns","grid-template-rows","hanging-punctuation","height","hyphenate-character","hyphenate-limit-chars","hyphens","icon","image-orientation","image-rendering","image-resolution","ime-mode","initial-letter","initial-letter-align","inline-size","inset","inset-area","inset-block","inset-block-end","inset-block-start","inset-inline","inset-inline-end","inset-inline-start","isolation","justify-content","justify-items","justify-self","kerning","left","letter-spacing","lighting-color","line-break","line-height","line-height-step","list-style","list-style-image","list-style-position","list-style-type","margin","margin-block","margin-block-end","margin-block-start","margin-bottom","margin-inline","margin-inline-end","margin-inline-start","margin-left","margin-right","margin-top","margin-trim","marker","marker-end","marker-mid","marker-start","marks","mask","mask-border","mask-border-mode","mask-border-outset","mask-border-repeat","mask-border-slice","mask-border-source","mask-border-width","mask-clip","mask-composite","mask-image","mask-mode","mask-origin","mask-position","mask-repeat","mask-size","mask-type","masonry-auto-flow","math-depth","math-shift","math-style","max-block-size","max-height","max-inline-size","max-width","min-block-size","min-height","min-inline-size","min-width","mix-blend-mode","nav-down","nav-index","nav-left","nav-right","nav-up","none","normal","object-fit","object-position","offset","offset-anchor","offset-distance","offset-path","offset-position","offset-rotate","opacity","order","orphans","outline","outline-color","outline-offset","outline-style","outline-width","overflow","overflow-anchor","overflow-block","overflow-clip-margin","overflow-inline","overflow-wrap","overflow-x","overflow-y","overlay","overscroll-behavior","overscroll-behavior-block","overscroll-behavior-inline","overscroll-behavior-x","overscroll-behavior-y","padding","padding-block","padding-block-end","padding-block-start","padding-bottom","padding-inline","padding-inline-end","padding-inline-start","padding-left","padding-right","padding-top","page","page-break-after","page-break-before","page-break-inside","paint-order","pause","pause-after","pause-before","perspective","perspective-origin","place-content","place-items","place-self","pointer-events","position","position-anchor","position-visibility","print-color-adjust","quotes","r","resize","rest","rest-after","rest-before","right","rotate","row-gap","ruby-align","ruby-position","scale","scroll-behavior","scroll-margin","scroll-margin-block","scroll-margin-block-end","scroll-margin-block-start","scroll-margin-bottom","scroll-margin-inline","scroll-margin-inline-end","scroll-margin-inline-start","scroll-margin-left","scroll-margin-right","scroll-margin-top","scroll-padding","scroll-padding-block","scroll-padding-block-end","scroll-padding-block-start","scroll-padding-bottom","scroll-padding-inline","scroll-padding-inline-end","scroll-padding-inline-start","scroll-padding-left","scroll-padding-right","scroll-padding-top","scroll-snap-align","scroll-snap-stop","scroll-snap-type","scroll-timeline","scroll-timeline-axis","scroll-timeline-name","scrollbar-color","scrollbar-gutter","scrollbar-width","shape-image-threshold","shape-margin","shape-outside","shape-rendering","speak","speak-as","src","stop-color","stop-opacity","stroke","stroke-dasharray","stroke-dashoffset","stroke-linecap","stroke-linejoin","stroke-miterlimit","stroke-opacity","stroke-width","tab-size","table-layout","text-align","text-align-all","text-align-last","text-anchor","text-combine-upright","text-decoration","text-decoration-color","text-decoration-line","text-decoration-skip","text-decoration-skip-ink","text-decoration-style","text-decoration-thickness","text-emphasis","text-emphasis-color","text-emphasis-position","text-emphasis-style","text-indent","text-justify","text-orientation","text-overflow","text-rendering","text-shadow","text-size-adjust","text-transform","text-underline-offset","text-underline-position","text-wrap","text-wrap-mode","text-wrap-style","timeline-scope","top","touch-action","transform","transform-box","transform-origin","transform-style","transition","transition-behavior","transition-delay","transition-duration","transition-property","transition-timing-function","translate","unicode-bidi","user-modify","user-select","vector-effect","vertical-align","view-timeline","view-timeline-axis","view-timeline-inset","view-timeline-name","view-transition-name","visibility","voice-balance","voice-duration","voice-family","voice-pitch","voice-range","voice-rate","voice-stress","voice-volume","white-space","white-space-collapse","widows","width","will-change","word-break","word-spacing","word-wrap","writing-mode","x","y","z-index","zoom"].sort().reverse();function f3(z){let Z=z.regex,q=u5(z),V={begin:/-(webkit|moz|ms|o)-(?=[a-z])/},y="and or not only",k=/@-?\w[\w]*(-\w+)*/,Q="[a-zA-Z-][a-zA-Z0-9_-]*",J=[z.APOS_STRING_MODE,z.QUOTE_STRING_MODE];return{name:"CSS",case_insensitive:!0,illegal:/[=|'\$]/,keywords:{keyframePosition:"from to"},classNameAliases:{keyframePosition:"selector-tag"},contains:[q.BLOCK_COMMENT,V,q.CSS_NUMBER_MODE,{className:"selector-id",begin:/#[A-Za-z0-9_-]+/,relevance:0},{className:"selector-class",begin:"\\.[a-zA-Z-][a-zA-Z0-9_-]*",relevance:0},q.ATTRIBUTE_SELECTOR_MODE,{className:"selector-pseudo",variants:[{begin:":("+c5.join("|")+")"},{begin:":(:)?("+S5.join("|")+")"}]},q.CSS_VARIABLE,{className:"attribute",begin:"\\b("+T5.join("|")+")\\b"},{begin:/:/,end:/[;}{]/,contains:[q.BLOCK_COMMENT,q.HEXCOLOR,q.IMPORTANT,q.CSS_NUMBER_MODE,...J,{begin:/(url|data-uri)\(/,end:/\)/,relevance:0,keywords:{built_in:"url data-uri"},contains:[...J,{className:"string",begin:/[^)]/,endsWithParent:!0,excludeEnd:!0}]},q.FUNCTION_DISPATCH]},{begin:Z.lookahead(/@/),end:"[{;]",relevance:0,illegal:/:/,contains:[{className:"keyword",begin:k},{begin:/\s/,endsWithParent:!0,excludeEnd:!0,relevance:0,keywords:{$pattern:/[a-z-]+/,keyword:"and or not only",attribute:_5.join(" ")},contains:[{begin:/[a-z-]+(?=:)/,className:"attribute"},...J,q.CSS_NUMBER_MODE]}]},{className:"selector-tag",begin:"\\b("+R5.join("|")+")\\b"}]}}function L1(z){let Z=z.regex,q=z.COMMENT("//","$",{contains:[{begin:/\\\n/}]}),V="decltype\\(auto\\)",y="[a-zA-Z_]\\w*::",k="<[^<>]+>",Q="(?!struct)(decltype\\(auto\\)|"+Z.optional("[a-zA-Z_]\\w*::")+"[a-zA-Z_]\\w*"+Z.optional("<[^<>]+>")+")",J={className:"type",begin:"\\b[a-z\\d_]*_t\\b"},X="\\\\(x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4,8}|[0-7]{3}|\\S)",H={className:"string",variants:[{begin:'(u8?|U|L)?"',end:'"',illegal:"\\n",contains:[z.BACKSLASH_ESCAPE]},{begin:"(u8?|U|L)?'(\\\\(x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4,8}|[0-7]{3}|\\S)|.)",end:"'",illegal:"."},z.END_SAME_AS_BEGIN({begin:/(?:u8?|U|L)?R"([^()\\ ]{0,16})\(/,end:/\)([^()\\ ]{0,16})"/})]},K={className:"number",variants:[{begin:"[+-]?(?:(?:[0-9](?:'?[0-9])*\\.(?:[0-9](?:'?[0-9])*)?|\\.[0-9](?:'?[0-9])*)(?:[Ee][+-]?[0-9](?:'?[0-9])*)?|[0-9](?:'?[0-9])*[Ee][+-]?[0-9](?:'?[0-9])*|0[Xx](?:[0-9A-Fa-f](?:'?[0-9A-Fa-f])*(?:\\.(?:[0-9A-Fa-f](?:'?[0-9A-Fa-f])*)?)?|\\.[0-9A-Fa-f](?:'?[0-9A-Fa-f])*)[Pp][+-]?[0-9](?:'?[0-9])*)(?:[Ff](?:16|32|64|128)?|(BF|bf)16|[Ll]|)"},{begin:"[+-]?\\b(?:0[Bb][01](?:'?[01])*|0[Xx][0-9A-Fa-f](?:'?[0-9A-Fa-f])*|0(?:'?[0-7])*|[1-9](?:'?[0-9])*)(?:[Uu](?:LL?|ll?)|[Uu][Zz]?|(?:LL?|ll?)[Uu]?|[Zz][Uu]|)"}],relevance:0},U={className:"meta",begin:/#\s*[a-z]+\b/,end:/$/,keywords:{keyword:"if else elif endif define undef warning error line pragma _Pragma ifdef ifndef include"},contains:[{begin:/\\\n/,relevance:0},z.inherit(H,{className:"string"}),{className:"string",begin:/<.*?>/},q,z.C_BLOCK_COMMENT_MODE]},x={className:"title",begin:Z.optional("[a-zA-Z_]\\w*::")+z.IDENT_RE,relevance:0},f=Z.optional("[a-zA-Z_]\\w*::")+z.IDENT_RE+"\\s*\\(",M=["alignas","alignof","and","and_eq","asm","atomic_cancel","atomic_commit","atomic_noexcept","auto","bitand","bitor","break","case","catch","class","co_await","co_return","co_yield","compl","concept","const_cast|10","consteval","constexpr","constinit","continue","decltype","default","delete","do","dynamic_cast|10","else","enum","explicit","export","extern","false","final","for","friend","goto","if","import","inline","module","mutable","namespace","new","noexcept","not","not_eq","nullptr","operator","or","or_eq","override","private","protected","public","reflexpr","register","reinterpret_cast|10","requires","return","sizeof","static_assert","static_cast|10","struct","switch","synchronized","template","this","thread_local","throw","transaction_safe","transaction_safe_dynamic","true","try","typedef","typeid","typename","union","using","virtual","volatile","while","xor","xor_eq"],P=["bool","char","char16_t","char32_t","char8_t","double","float","int","long","short","void","wchar_t","unsigned","signed","const","static"],p=["any","auto_ptr","barrier","binary_semaphore","bitset","complex","condition_variable","condition_variable_any","counting_semaphore","deque","false_type","flat_map","flat_set","future","imaginary","initializer_list","istringstream","jthread","latch","lock_guard","multimap","multiset","mutex","optional","ostringstream","packaged_task","pair","promise","priority_queue","queue","recursive_mutex","recursive_timed_mutex","scoped_lock","set","shared_future","shared_lock","shared_mutex","shared_timed_mutex","shared_ptr","stack","string_view","stringstream","timed_mutex","thread","true_type","tuple","unique_lock","unique_ptr","unordered_map","unordered_multimap","unordered_multiset","unordered_set","variant","vector","weak_ptr","wstring","wstring_view"],u=["abort","abs","acos","apply","as_const","asin","atan","atan2","calloc","ceil","cerr","cin","clog","cos","cosh","cout","declval","endl","exchange","exit","exp","fabs","floor","fmod","forward","fprintf","fputs","free","frexp","fscanf","future","invoke","isalnum","isalpha","iscntrl","isdigit","isgraph","islower","isprint","ispunct","isspace","isupper","isxdigit","labs","launder","ldexp","log","log10","make_pair","make_shared","make_shared_for_overwrite","make_tuple","make_unique","malloc","memchr","memcmp","memcpy","memset","modf","move","pow","printf","putchar","puts","realloc","scanf","sin","sinh","snprintf","sprintf","sqrt","sscanf","std","stderr","stdin","stdout","strcat","strchr","strcmp","strcpy","strcspn","strlen","strncat","strncmp","strncpy","strpbrk","strrchr","strspn","strstr","swap","tan","tanh","terminate","to_underlying","tolower","toupper","vfprintf","visit","vprintf","vsprintf"],I={type:P,keyword:M,literal:["NULL","false","nullopt","nullptr","true"],built_in:["_Pragma"],_type_hints:p},A={className:"function.dispatch",relevance:0,keywords:{_hint:u},begin:Z.concat(/\b/,/(?!decltype)/,/(?!if)/,/(?!for)/,/(?!switch)/,/(?!while)/,z.IDENT_RE,Z.lookahead(/(<[^<>]+>|)\s*\(/))},O=[A,U,J,q,z.C_BLOCK_COMMENT_MODE,K,H],d={variants:[{begin:/=/,end:/;/},{begin:/\(/,end:/\)/},{beginKeywords:"new throw return else",end:/;/}],keywords:I,contains:O.concat([{begin:/\(/,end:/\)/,keywords:I,contains:O.concat(["self"]),relevance:0}]),relevance:0},R={className:"function",begin:"("+Q+"[\\*&\\s]+)+"+f,returnBegin:!0,end:/[{;=]/,excludeEnd:!0,keywords:I,illegal:/[^\w\s\*&:<>.]/,contains:[{begin:"decltype\\(auto\\)",keywords:I,relevance:0},{begin:f,returnBegin:!0,contains:[x],relevance:0},{begin:/::/,relevance:0},{begin:/:/,endsWithParent:!0,contains:[H,K]},{relevance:0,match:/,/},{className:"params",begin:/\(/,end:/\)/,keywords:I,relevance:0,contains:[q,z.C_BLOCK_COMMENT_MODE,H,K,J,{begin:/\(/,end:/\)/,keywords:I,relevance:0,contains:["self",q,z.C_BLOCK_COMMENT_MODE,H,K,J]}]},J,q,z.C_BLOCK_COMMENT_MODE,U]};return{name:"C++",aliases:["cc","c++","h++","hpp","hh","hxx","cxx"],keywords:I,illegal:"</",classNameAliases:{"function.dispatch":"built_in"},contains:[].concat(d,R,A,O,[U,{begin:"\\b(deque|list|queue|priority_queue|pair|stack|vector|map|set|bitset|multiset|multimap|unordered_map|unordered_set|unordered_multiset|unordered_multimap|array|tuple|optional|variant|function|flat_map|flat_set)\\s*<(?!<)",end:">",keywords:I,contains:["self",J]},{begin:z.IDENT_RE+"::",keywords:I},{match:[/\b(?:enum(?:\s+(?:class|struct))?|class|struct|union)/,/\s+/,/\w+/],className:{1:"keyword",3:"title.class"}}])}}function M1(z){let Z=z.regex,q=/(r#)?/,V=Z.concat(q,z.UNDERSCORE_IDENT_RE),y=Z.concat(q,z.IDENT_RE),k={className:"title.function.invoke",relevance:0,begin:Z.concat(/\b/,/(?!let|for|while|if|else|match\b)/,y,Z.lookahead(/\s*\(/))},Q="([ui](8|16|32|64|128|size)|f(32|64))?",J=["abstract","as","async","await","become","box","break","const","continue","crate","do","dyn","else","enum","extern","false","final","fn","for","if","impl","in","let","loop","macro","match","mod","move","mut","override","priv","pub","ref","return","self","Self","static","struct","super","trait","true","try","type","typeof","union","unsafe","unsized","use","virtual","where","while","yield"],X=["true","false","Some","None","Ok","Err"],H=["drop ","Copy","Send","Sized","Sync","Drop","Fn","FnMut","FnOnce","ToOwned","Clone","Debug","PartialEq","PartialOrd","Eq","Ord","AsRef","AsMut","Into","From","Default","Iterator","Extend","IntoIterator","DoubleEndedIterator","ExactSizeIterator","SliceConcatExt","ToString","assert!","assert_eq!","bitflags!","bytes!","cfg!","col!","concat!","concat_idents!","debug_assert!","debug_assert_eq!","env!","eprintln!","panic!","file!","format!","format_args!","include_bytes!","include_str!","line!","local_data_key!","module_path!","option_env!","print!","println!","select!","stringify!","try!","unimplemented!","unreachable!","vec!","write!","writeln!","macro_rules!","assert_ne!","debug_assert_ne!"],K=["i8","i16","i32","i64","i128","isize","u8","u16","u32","u64","u128","usize","f32","f64","str","char","bool","Box","Option","Result","String","Vec"];return{name:"Rust",aliases:["rs"],keywords:{$pattern:z.IDENT_RE+"!?",type:K,keyword:J,literal:X,built_in:H},illegal:"</",contains:[z.C_LINE_COMMENT_MODE,z.COMMENT("/\\*","\\*/",{contains:["self"]}),z.inherit(z.QUOTE_STRING_MODE,{begin:/b?"/,illegal:null}),{className:"symbol",begin:/'[a-zA-Z_][a-zA-Z0-9_]*(?!')/},{scope:"string",variants:[{begin:/b?r(#*)"(.|\n)*?"\1(?!#)/},{begin:/b?'/,end:/'/,contains:[{scope:"char.escape",match:/\\('|\w|x\w{2}|u\w{4}|U\w{8})/}]}]},{className:"number",variants:[{begin:"\\b0b([01_]+)([ui](8|16|32|64|128|size)|f(32|64))?"},{begin:"\\b0o([0-7_]+)([ui](8|16|32|64|128|size)|f(32|64))?"},{begin:"\\b0x([A-Fa-f0-9_]+)([ui](8|16|32|64|128|size)|f(32|64))?"},{begin:"\\b(\\d[\\d_]*(\\.[0-9_]+)?([eE][+-]?[0-9_]+)?)([ui](8|16|32|64|128|size)|f(32|64))?"}],relevance:0},{begin:[/fn/,/\s+/,V],className:{1:"keyword",3:"title.function"}},{className:"meta",begin:"#!?\\[",end:"\\]",contains:[{className:"string",begin:/"/,end:/"/,contains:[z.BACKSLASH_ESCAPE]}]},{begin:[/let/,/\s+/,/(?:mut\s+)?/,V],className:{1:"keyword",3:"keyword",4:"variable"}},{begin:[/for/,/\s+/,V,/\s+/,/in/],className:{1:"keyword",3:"variable",5:"keyword"}},{begin:[/type/,/\s+/,V],className:{1:"keyword",3:"title.class"}},{begin:[/(?:trait|enum|struct|union|impl|for)/,/\s+/,V],className:{1:"keyword",3:"title.class"}},{begin:z.IDENT_RE+"::",keywords:{keyword:"Self",built_in:H,type:K}},{className:"punctuation",begin:"->"},k]}}function I1(z){let k={keyword:["break","case","chan","const","continue","default","defer","else","fallthrough","for","func","go","goto","if","import","interface","map","package","range","return","select","struct","switch","type","var"],type:["bool","byte","complex64","complex128","error","float32","float64","int8","int16","int32","int64","string","uint8","uint16","uint32","uint64","int","uint","uintptr","rune"],literal:["true","false","iota","nil"],built_in:["append","cap","close","complex","copy","imag","len","make","new","panic","print","println","real","recover","delete"]};return{name:"Go",aliases:["golang"],keywords:k,illegal:"</",contains:[z.C_LINE_COMMENT_MODE,z.C_BLOCK_COMMENT_MODE,{className:"string",variants:[z.QUOTE_STRING_MODE,z.APOS_STRING_MODE,{begin:"`",end:"`"}]},{className:"number",variants:[{match:/-?\b0[xX]\.[a-fA-F0-9](_?[a-fA-F0-9])*[pP][+-]?\d(_?\d)*i?/,relevance:0},{match:/-?\b0[xX](_?[a-fA-F0-9])+((\.([a-fA-F0-9](_?[a-fA-F0-9])*)?)?[pP][+-]?\d(_?\d)*)?i?/,relevance:0},{match:/-?\b0[oO](_?[0-7])*i?/,relevance:0},{match:/-?\.\d(_?\d)*([eE][+-]?\d(_?\d)*)?i?/,relevance:0},{match:/-?\b\d(_?\d)*(\.(\d(_?\d)*)?)?([eE][+-]?\d(_?\d)*)?i?/,relevance:0}]},{begin:/:=/},{className:"function",beginKeywords:"func",end:"\\s*(\\{|$)",excludeEnd:!0,contains:[z.TITLE_MODE,{className:"params",begin:/\(/,end:/\)/,endsParent:!0,keywords:k,illegal:/["']/}]}]}}function U3(z){let Z=z.regex,q=z.COMMENT("--","$"),V={scope:"string",variants:[{begin:/'/,end:/'/,contains:[{match:/''/}]}]},y={begin:/"/,end:/"/,contains:[{match:/""/}]},k=["true","false","unknown"],Q=["double precision","large object","with timezone","without timezone"],J=["bigint","binary","blob","boolean","char","character","clob","date","dec","decfloat","decimal","float","int","integer","interval","nchar","nclob","national","numeric","real","row","smallint","time","timestamp","varchar","varying","varbinary"],X=["add","asc","collation","desc","final","first","last","view"],H=["abs","acos","all","allocate","alter","and","any","are","array","array_agg","array_max_cardinality","as","asensitive","asin","asymmetric","at","atan","atomic","authorization","avg","begin","begin_frame","begin_partition","between","bigint","binary","blob","boolean","both","by","call","called","cardinality","cascaded","case","cast","ceil","ceiling","char","char_length","character","character_length","check","classifier","clob","close","coalesce","collate","collect","column","commit","condition","connect","constraint","contains","convert","copy","corr","corresponding","cos","cosh","count","covar_pop","covar_samp","create","cross","cube","cume_dist","current","current_catalog","current_date","current_default_transform_group","current_path","current_role","current_row","current_schema","current_time","current_timestamp","current_path","current_role","current_transform_group_for_type","current_user","cursor","cycle","date","day","deallocate","dec","decimal","decfloat","declare","default","define","delete","dense_rank","deref","describe","deterministic","disconnect","distinct","double","drop","dynamic","each","element","else","empty","end","end_frame","end_partition","end-exec","equals","escape","every","except","exec","execute","exists","exp","external","extract","false","fetch","filter","first_value","float","floor","for","foreign","frame_row","free","from","full","function","fusion","get","global","grant","group","grouping","groups","having","hold","hour","identity","in","indicator","initial","inner","inout","insensitive","insert","int","integer","intersect","intersection","interval","into","is","join","json_array","json_arrayagg","json_exists","json_object","json_objectagg","json_query","json_table","json_table_primitive","json_value","lag","language","large","last_value","lateral","lead","leading","left","like","like_regex","listagg","ln","local","localtime","localtimestamp","log","log10","lower","match","match_number","match_recognize","matches","max","member","merge","method","min","minute","mod","modifies","module","month","multiset","national","natural","nchar","nclob","new","no","none","normalize","not","nth_value","ntile","null","nullif","numeric","octet_length","occurrences_regex","of","offset","old","omit","on","one","only","open","or","order","out","outer","over","overlaps","overlay","parameter","partition","pattern","per","percent","percent_rank","percentile_cont","percentile_disc","period","portion","position","position_regex","power","precedes","precision","prepare","primary","procedure","ptf","range","rank","reads","real","recursive","ref","references","referencing","regr_avgx","regr_avgy","regr_count","regr_intercept","regr_r2","regr_slope","regr_sxx","regr_sxy","regr_syy","release","result","return","returns","revoke","right","rollback","rollup","row","row_number","rows","running","savepoint","scope","scroll","search","second","seek","select","sensitive","session_user","set","show","similar","sin","sinh","skip","smallint","some","specific","specifictype","sql","sqlexception","sqlstate","sqlwarning","sqrt","start","static","stddev_pop","stddev_samp","submultiset","subset","substring","substring_regex","succeeds","sum","symmetric","system","system_time","system_user","table","tablesample","tan","tanh","then","time","timestamp","timezone_hour","timezone_minute","to","trailing","translate","translate_regex","translation","treat","trigger","trim","trim_array","true","truncate","uescape","union","unique","unknown","unnest","update","upper","user","using","value","values","value_of","var_pop","var_samp","varbinary","varchar","varying","versioning","when","whenever","where","width_bucket","window","with","within","without","year"],K=["abs","acos","array_agg","asin","atan","avg","cast","ceil","ceiling","coalesce","corr","cos","cosh","count","covar_pop","covar_samp","cume_dist","dense_rank","deref","element","exp","extract","first_value","floor","json_array","json_arrayagg","json_exists","json_object","json_objectagg","json_query","json_table","json_table_primitive","json_value","lag","last_value","lead","listagg","ln","log","log10","lower","max","min","mod","nth_value","ntile","nullif","percent_rank","percentile_cont","percentile_disc","position","position_regex","power","rank","regr_avgx","regr_avgy","regr_count","regr_intercept","regr_r2","regr_slope","regr_sxx","regr_sxy","regr_syy","row_number","sin","sinh","sqrt","stddev_pop","stddev_samp","substring","substring_regex","sum","tan","tanh","translate","translate_regex","treat","trim","trim_array","unnest","upper","value_of","var_pop","var_samp","width_bucket"],U=["current_catalog","current_date","current_default_transform_group","current_path","current_role","current_schema","current_transform_group_for_type","current_user","session_user","system_time","system_user","current_time","localtime","current_timestamp","localtimestamp"],x=["create table","insert into","primary key","foreign key","not null","alter table","add constraint","grouping sets","on overflow","character set","respect nulls","ignore nulls","nulls first","nulls last","depth first","breadth first"],f=K,M=[...H,...X].filter((A)=>{return!K.includes(A)}),P={scope:"variable",match:/@[a-z0-9][a-z0-9_]*/},p={scope:"operator",match:/[-+*/=%^~]|&&?|\|\|?|!=?|<(?:=>?|<|>)?|>[>=]?/,relevance:0},u={match:Z.concat(/\b/,Z.either(...f),/\s*\(/),relevance:0,keywords:{built_in:f}};function N(A){return Z.concat(/\b/,Z.either(...A.map((O)=>{return O.replace(/\s+/,"\\s+")})),/\b/)}let T={scope:"keyword",match:N(x),relevance:0};function I(A,{exceptions:O,when:d}={}){let R=d;return O=O||[],A.map((i)=>{if(i.match(/\|\d+$/)||O.includes(i))return i;else if(R(i))return`${i}|0`;else return i})}return{name:"SQL",case_insensitive:!0,illegal:/[{}]|<\//,keywords:{$pattern:/\b[\w\.]+/,keyword:I(M,{when:(A)=>A.length<3}),literal:k,type:J,built_in:U},contains:[{scope:"type",match:N(Q)},T,u,P,V,y,z.C_NUMBER_MODE,z.C_BLOCK_COMMENT_MODE,q,p]}}function O1(z){let V={className:"attr",variants:[{begin:/[\w*@][\w*@ :()\./-]*:(?=[ \t]|$)/},{begin:/"[\w*@][\w*@ :()\./-]*":(?=[ \t]|$)/},{begin:/'[\w*@][\w*@ :()\./-]*':(?=[ \t]|$)/}]},y={className:"template-variable",variants:[{begin:/\{\{/,end:/\}\}/},{begin:/%\{/,end:/\}/}]},k={className:"string",relevance:0,begin:/'/,end:/'/,contains:[{match:/''/,scope:"char.escape",relevance:0}]},Q={className:"string",relevance:0,variants:[{begin:/"/,end:/"/},{begin:/\S+/}],contains:[z.BACKSLASH_ESCAPE,y]},J=z.inherit(Q,{variants:[{begin:/'/,end:/'/,contains:[{begin:/''/,relevance:0}]},{begin:/"/,end:/"/},{begin:/[^\s,{}[\]]+/}]}),X="[0-9]{4}(-[0-9][0-9]){0,2}",H="([Tt \\t][0-9][0-9]?(:[0-9][0-9]){2})?",K="(\\.[0-9]*)?",U="([ \\t])*(Z|[-+][0-9][0-9]?(:[0-9][0-9])?)?",x={className:"number",begin:"\\b[0-9]{4}(-[0-9][0-9]){0,2}([Tt \\t][0-9][0-9]?(:[0-9][0-9]){2})?(\\.[0-9]*)?([ \\t])*(Z|[-+][0-9][0-9]?(:[0-9][0-9])?)?\\b"},f={end:",",endsWithParent:!0,excludeEnd:!0,keywords:"true false yes no null",relevance:0},M={begin:/\{/,end:/\}/,contains:[f],illegal:"\\n",relevance:0},P={begin:"\\[",end:"\\]",contains:[f],illegal:"\\n",relevance:0},p=[V,{className:"meta",begin:"^---\\s*$",relevance:10},{className:"string",begin:"[\\|>]([1-9]?[+-])?[ ]*\\n( +)[^ ][^\\n]*\\n(\\2[^\\n]+\\n?)*"},{begin:"<%[%=-]?",end:"[%-]?%>",subLanguage:"ruby",excludeBegin:!0,excludeEnd:!0,relevance:0},{className:"type",begin:"!\\w+![\\w#;/?:@&=+$,.~*'()[\\]]+"},{className:"type",begin:"!<[\\w#;/?:@&=+$,.~*'()[\\]]+>"},{className:"type",begin:"![\\w#;/?:@&=+$,.~*'()[\\]]+"},{className:"type",begin:"!![\\w#;/?:@&=+$,.~*'()[\\]]+"},{className:"meta",begin:"&"+z.UNDERSCORE_IDENT_RE+"$"},{className:"meta",begin:"\\*"+z.UNDERSCORE_IDENT_RE+"$"},{className:"bullet",begin:"-(?=[ ]|$)",relevance:0},z.HASH_COMMENT_MODE,{beginKeywords:"true false yes no null",keywords:{literal:"true false yes no null"}},x,{className:"number",begin:z.C_NUMBER_RE+"\\b",relevance:0},M,P,k,Q],u=[...p];return u.pop(),u.push(J),f.contains=u,{name:"YAML",case_insensitive:!0,aliases:["yml"],contains:p}}function A1(z){let Z=z.regex,q={begin:/<\/?[A-Za-z_]/,end:">",subLanguage:"xml",relevance:0},V={begin:"^[-\\*]{3,}",end:"$"},y={className:"code",variants:[{begin:"(`{3,})[^`](.|\\n)*?\\1`*[ ]*"},{begin:"(~{3,})[^~](.|\\n)*?\\1~*[ ]*"},{begin:"```",end:"```+[ ]*$"},{begin:"~~~",end:"~~~+[ ]*$"},{begin:"`.+?`"},{begin:"(?=^( {4}|\\t))",contains:[{begin:"^( {4}|\\t)",end:"(\\n)$"}],relevance:0}]},k={className:"bullet",begin:"^[ \t]*([*+-]|(\\d+\\.))(?=\\s+)",end:"\\s+",excludeEnd:!0},Q={begin:/^\[[^\n]+\]:/,returnBegin:!0,contains:[{className:"symbol",begin:/\[/,end:/\]/,excludeBegin:!0,excludeEnd:!0},{className:"link",begin:/:\s*/,end:/$/,excludeBegin:!0}]},J=/[A-Za-z][A-Za-z0-9+.-]*/,X={variants:[{begin:/\[.+?\]\[.*?\]/,relevance:0},{begin:/\[.+?\]\(((data|javascript|mailto):|(?:http|ftp)s?:\/\/).*?\)/,relevance:2},{begin:Z.concat(/\[.+?\]\(/,J,/:\/\/.*?\)/),relevance:2},{begin:/\[.+?\]\([./?&#].*?\)/,relevance:1},{begin:/\[.*?\]\(.*?\)/,relevance:0}],returnBegin:!0,contains:[{match:/\[(?=\])/},{className:"string",relevance:0,begin:"\\[",end:"\\]",excludeBegin:!0,returnEnd:!0},{className:"link",relevance:0,begin:"\\]\\(",end:"\\)",excludeBegin:!0,excludeEnd:!0},{className:"symbol",relevance:0,begin:"\\]\\[",end:"\\]",excludeBegin:!0,excludeEnd:!0}]},H={className:"strong",contains:[],variants:[{begin:/_{2}(?!\s)/,end:/_{2}/},{begin:/\*{2}(?!\s)/,end:/\*{2}/}]},K={className:"emphasis",contains:[],variants:[{begin:/\*(?![*\s])/,end:/\*/},{begin:/_(?![_\s])/,end:/_/,relevance:0}]},U=z.inherit(H,{contains:[]}),x=z.inherit(K,{contains:[]});H.contains.push(x),K.contains.push(U);let f=[q,X];return[H,K,U,x].forEach((u)=>{u.contains=u.contains.concat(f)}),f=f.concat(H,K),{name:"Markdown",aliases:["md","mkdown","mkd"],contains:[{className:"section",variants:[{begin:"^#{1,6}",end:"$",contains:f},{begin:"(?=^.+?\\n[=-]{2,}$)",contains:[{begin:"^[=-]*$"},{begin:"^",end:"\\n",contains:f}]}]},q,k,H,K,{className:"quote",begin:"^>\\s+",contains:f,end:"$"},y,V,X,Q,{scope:"literal",match:/&([a-zA-Z0-9]+|#[0-9]{1,7}|#[Xx][0-9a-fA-F]{1,6});/}]}}function B3(z){let Z=z.regex;return{name:"Diff",aliases:["patch"],contains:[{className:"meta",relevance:10,match:Z.either(/^@@ +-\d+,\d+ +\+\d+,\d+ +@@/,/^\*\*\* +\d+,\d+ +\*\*\*\*$/,/^--- +\d+,\d+ +----$/)},{className:"comment",variants:[{begin:Z.either(/Index: /,/^index/,/={3,}/,/^-{3}/,/^\*{3} /,/^\+{3}/,/^diff --git/),end:/$/},{match:/^\*{15}$/}]},{className:"addition",begin:/^\+/,end:/$/},{className:"deletion",begin:/^-/,end:/$/},{className:"addition",begin:/^!/,end:/$/}]}}function p1(z){return{name:"Plain text",aliases:["text","txt"],disableAutodetect:!0}}D.registerLanguage("javascript",x1);D.registerLanguage("js",x1);D.registerLanguage("typescript",P1);D.registerLanguage("ts",P1);D.registerLanguage("python",D1);D.registerLanguage("py",D1);D.registerLanguage("bash",V1);D.registerLanguage("sh",V1);D.registerLanguage("shell",V1);D.registerLanguage("zsh",V1);D.registerLanguage("json",b3);D.registerLanguage("xml",C1);D.registerLanguage("html",C1);D.registerLanguage("css",f3);D.registerLanguage("cpp",L1);D.registerLanguage("c",L1);D.registerLanguage("rust",M1);D.registerLanguage("rs",M1);D.registerLanguage("go",I1);D.registerLanguage("golang",I1);D.registerLanguage("sql",U3);D.registerLanguage("yaml",O1);D.registerLanguage("yml",O1);D.registerLanguage("markdown",A1);D.registerLanguage("md",A1);D.registerLanguage("diff",B3);D.registerLanguage("plaintext",p1);D.registerLanguage("text",p1);globalThis.hljs=D;
|
|
@@ -1,312 +0,0 @@
|
|
|
1
|
-
// Fused decode-SDPA Metal kernel, v2: flash-decoding split-N
|
|
2
|
-
// (docs/design/optimization_plan.md Phase E). L=1 attention over a QUANTIZED KV
|
|
3
|
-
// cache with the dequant inlined — neither the score row nor the
|
|
4
|
-
// dequantized cache is ever materialized. Dispatched from Bun via
|
|
5
|
-
// mx.fast.metal_kernel (no MLX fork), always OUTSIDE compiled-decode
|
|
6
|
-
// closures (CustomKernel has no output_shapes; compiled segments
|
|
7
|
-
// reclassify perf-kernel layers as JS layers instead).
|
|
8
|
-
//
|
|
9
|
-
// v1 post-mortem (git 48c9b10): numerics landed at the accepted tier-b
|
|
10
|
-
// envelope but ONE THREADGROUP PER QUERY HEAD (16 total on the 12B)
|
|
11
|
-
// could not occupy the GPU — 0.72× @8k. v2 splits the KV rows into
|
|
12
|
-
// G = ceil(N/BLOCK) blocks (grid [128, H, G]):
|
|
13
|
-
// kernel A: per-block (max, sumexp) over T-rounded scores
|
|
14
|
-
// kernel C: per-block Σ T(exp(s−M)/denom)·dequant(V) partials, with
|
|
15
|
-
// the full-row (M, denom) derived inline from A's stats —
|
|
16
|
-
// deterministic (no atomics: atomic add order would make
|
|
17
|
-
// rounding nondeterministic)
|
|
18
|
-
// merge: one mlx sum over G + cast to T (deterministic order)
|
|
19
|
-
// Rounding points still MATCH the compat path where it matters (scores
|
|
20
|
-
// and normalized probs round to T; f32 accumulation) — per-layer
|
|
21
|
-
// divergence stays at the stray-ulp scale the teacher-forced gate is
|
|
22
|
-
// calibrated for (tests/perf-kernel-oracle.test.ts).
|
|
23
|
-
|
|
24
|
-
import { MlxArray } from "../mlx/array";
|
|
25
|
-
import { Dtype } from "../mlx/ffi";
|
|
26
|
-
import { MetalKernel } from "../mlx/metal-kernel";
|
|
27
|
-
import * as ops from "../mlx/ops";
|
|
28
|
-
|
|
29
|
-
/** Perf-mode lever: DEFAULT ON (2026-06-11 cleared-machine pass, ~1.02x @8k)
|
|
30
|
-
* — but an L3/explicit-only lever, OFF in the bare --l2 tier. This is an
|
|
31
|
-
* mlx-bun ORIGINAL kernel, NOT a port of optiq's fused decode, and the
|
|
32
|
-
* quantized-KV parity goldens do NOT track it: the optiq-golden decode
|
|
33
|
-
* composition is stock UNFUSED L=1 (scripts/regen-kvq-goldens.ts — the fused
|
|
34
|
-
* N-tiled SDPA covers L>1 prefill only, where this kernel never dispatches).
|
|
35
|
-
* It is NOT bit-exact vs the -O0 reference (online softmax, tier-b); its gate
|
|
36
|
-
* is ENVELOPE quality — ≥56/64 teacher-forced argmax agreement vs mlx-bun's
|
|
37
|
-
* own frozen compat trajectory (tests/perf-kernel-oracle.test.ts,
|
|
38
|
-
* scripts/freeze-perf-oracle.ts) plus bounded divergence vs the unfused port
|
|
39
|
-
* (tests/fused-decode-kernel.test.ts). MLX_BUN_PERF_KERNEL=0 selects the
|
|
40
|
-
* compat path we bench against the python libs. (B/C-style bit-exact
|
|
41
|
-
* optimizations stay on either way — this lever only toggles the
|
|
42
|
-
* parity-breaking decode kernel.) */
|
|
43
|
-
export function perfKernelEnabled(): boolean {
|
|
44
|
-
return process.env.MLX_BUN_PERF_KERNEL !== "0";
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
/** Dispatch counter (the oracle gate asserts the kernel actually ran). */
|
|
48
|
-
export let fusedKernelCalls = 0;
|
|
49
|
-
|
|
50
|
-
const SIMD_GROUPS = 4;
|
|
51
|
-
const LANES = 32;
|
|
52
|
-
const TG_THREADS = SIMD_GROUPS * LANES;
|
|
53
|
-
|
|
54
|
-
// Shared per-row score computation: lane-sliced dot product with the
|
|
55
|
-
// dequant FACTORED out of the inner loop (the mlx qdot pattern,
|
|
56
|
-
// quantized.h, Apache-2.0 — translated into this kernel's dialect):
|
|
57
|
-
// Σ (s·w_e + b)·q_e = s·Σ(w_e·q_e) + b·Σ q_e
|
|
58
|
-
// and for 4-bit the nibbles multiply MASKED-BUT-UNSHIFTED against a
|
|
59
|
-
// query pre-divided by 16^k — the inner loop is mask+madd only, via
|
|
60
|
-
// 16-bit reads. Lane slices are group-aligned for D ∈ {256, 512},
|
|
61
|
-
// GS ∈ {32, 64, 128}: one scale/bias per lane per row.
|
|
62
|
-
const SCORE_PREAMBLE = String.raw`
|
|
63
|
-
constexpr int SG = ${SIMD_GROUPS};
|
|
64
|
-
constexpr int ELEMS = D / ${LANES};
|
|
65
|
-
constexpr int PER_WORD = 32 / BITS;
|
|
66
|
-
constexpr int WORDS = ELEMS / PER_WORD;
|
|
67
|
-
|
|
68
|
-
const uint lane = thread_index_in_simdgroup;
|
|
69
|
-
const uint sg = simdgroup_index_in_threadgroup;
|
|
70
|
-
const uint h = thread_position_in_grid.y;
|
|
71
|
-
const uint g = thread_position_in_grid.z;
|
|
72
|
-
const uint kv = h / NREP;
|
|
73
|
-
const int N = kp_shape[2];
|
|
74
|
-
const int G = (N + BLOCK - 1) / BLOCK;
|
|
75
|
-
const int nStart = (int)g * BLOCK;
|
|
76
|
-
const int nEnd = metal::min(nStart + BLOCK, N);
|
|
77
|
-
const int kRowWords = D / PER_WORD;
|
|
78
|
-
const int gRow = D / GS;
|
|
79
|
-
|
|
80
|
-
// lane's q slice: raw sum for the bias term, and (4-bit) nibble-place
|
|
81
|
-
// pre-scaled copies for the no-shift masked dot
|
|
82
|
-
float qv[ELEMS];
|
|
83
|
-
float qSum = 0.0f;
|
|
84
|
-
const uint qBase = h * D + lane * ELEMS;
|
|
85
|
-
for (int e = 0; e < ELEMS; e++) {
|
|
86
|
-
const float v = float(q[qBase + e]);
|
|
87
|
-
qSum += v;
|
|
88
|
-
qv[e] = BITS == 4
|
|
89
|
-
? v * ((e & 3) == 0 ? 1.0f : (e & 3) == 1 ? 0.0625f : (e & 3) == 2 ? 0.00390625f : 0.000244140625f)
|
|
90
|
-
: v;
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
const int grpIdx = (lane * ELEMS) / GS;
|
|
94
|
-
`;
|
|
95
|
-
|
|
96
|
-
const SCORE_ROW = String.raw`
|
|
97
|
-
const ulong rowOff = ((ulong)kv * (ulong)N + (ulong)n);
|
|
98
|
-
const float kScale = float(ks[rowOff * gRow + grpIdx]);
|
|
99
|
-
const float kBias = float(kb[rowOff * gRow + grpIdx]);
|
|
100
|
-
float accum = 0.0f;
|
|
101
|
-
if (BITS == 4) {
|
|
102
|
-
const device uint16_t* kw =
|
|
103
|
-
((const device uint16_t*)(kp + rowOff * kRowWords)) + lane * (ELEMS / 4);
|
|
104
|
-
for (int i = 0; i < ELEMS / 4; i++) {
|
|
105
|
-
const uint16_t wv = kw[i];
|
|
106
|
-
accum += qv[4 * i] * (float)(wv & 0x000f)
|
|
107
|
-
+ qv[4 * i + 1] * (float)(wv & 0x00f0)
|
|
108
|
-
+ qv[4 * i + 2] * (float)(wv & 0x0f00)
|
|
109
|
-
+ qv[4 * i + 3] * (float)(wv & 0xf000);
|
|
110
|
-
}
|
|
111
|
-
} else {
|
|
112
|
-
const device uint8_t* kw8 =
|
|
113
|
-
((const device uint8_t*)(kp + rowOff * kRowWords)) + lane * ELEMS;
|
|
114
|
-
for (int e = 0; e < ELEMS; e++) accum += qv[e] * (float)kw8[e];
|
|
115
|
-
}
|
|
116
|
-
const float partial = kScale * accum + qSum * kBias;
|
|
117
|
-
const float s = float(T(simd_sum(partial)));
|
|
118
|
-
`;
|
|
119
|
-
|
|
120
|
-
// kernel: single-pass per-block ONLINE softmax — K and V each read
|
|
121
|
-
// exactly once (the two-pass v2.0 read K twice and measured 0.945);
|
|
122
|
-
// per-block (max, sumexp) and unnormalized o land in stats/opart for
|
|
123
|
-
// the merge kernel.
|
|
124
|
-
const BLOCK_SOURCE = SCORE_PREAMBLE + String.raw`
|
|
125
|
-
float mx = -INFINITY;
|
|
126
|
-
float sumexp = 0.0f;
|
|
127
|
-
// V accumulates RAW masked nibbles per slot (factor 16^k folds once at
|
|
128
|
-
// the end) with the bias term collapsed to one scalar: Σ p·b — the
|
|
129
|
-
// qdot factoring applied to the value side.
|
|
130
|
-
float oacc[ELEMS];
|
|
131
|
-
for (int e = 0; e < ELEMS; e++) oacc[e] = 0.0f;
|
|
132
|
-
float pbSum = 0.0f;
|
|
133
|
-
|
|
134
|
-
for (int n = nStart + (int)sg; n < nEnd; n += SG) {
|
|
135
|
-
${SCORE_ROW}
|
|
136
|
-
const float newmax = metal::max(mx, s);
|
|
137
|
-
const float factor = metal::exp(mx - newmax);
|
|
138
|
-
const float p = metal::exp(s - newmax);
|
|
139
|
-
sumexp = sumexp * factor + p;
|
|
140
|
-
mx = newmax;
|
|
141
|
-
|
|
142
|
-
const float vScale = float(vs[rowOff * gRow + grpIdx]);
|
|
143
|
-
const float vBias = float(vb[rowOff * gRow + grpIdx]);
|
|
144
|
-
const float ps = p * vScale;
|
|
145
|
-
pbSum = pbSum * factor + p * vBias;
|
|
146
|
-
if (BITS == 4) {
|
|
147
|
-
const device uint16_t* vw =
|
|
148
|
-
((const device uint16_t*)(vp + rowOff * kRowWords)) + lane * (ELEMS / 4);
|
|
149
|
-
for (int i = 0; i < ELEMS / 4; i++) {
|
|
150
|
-
const uint16_t wv = vw[i];
|
|
151
|
-
oacc[4 * i] = oacc[4 * i] * factor + ps * (float)(wv & 0x000f);
|
|
152
|
-
oacc[4 * i + 1] = oacc[4 * i + 1] * factor + ps * (float)(wv & 0x00f0);
|
|
153
|
-
oacc[4 * i + 2] = oacc[4 * i + 2] * factor + ps * (float)(wv & 0x0f00);
|
|
154
|
-
oacc[4 * i + 3] = oacc[4 * i + 3] * factor + ps * (float)(wv & 0xf000);
|
|
155
|
-
}
|
|
156
|
-
} else {
|
|
157
|
-
const device uint8_t* vw8 =
|
|
158
|
-
((const device uint8_t*)(vp + rowOff * kRowWords)) + lane * ELEMS;
|
|
159
|
-
for (int e = 0; e < ELEMS; e++)
|
|
160
|
-
oacc[e] = oacc[e] * factor + ps * (float)vw8[e];
|
|
161
|
-
}
|
|
162
|
-
}
|
|
163
|
-
// fold the nibble-place factors and the bias sum (once per block)
|
|
164
|
-
for (int e = 0; e < ELEMS; e++) {
|
|
165
|
-
const float inv = BITS == 4
|
|
166
|
-
? ((e & 3) == 0 ? 1.0f : (e & 3) == 1 ? 0.0625f : (e & 3) == 2 ? 0.00390625f : 0.000244140625f)
|
|
167
|
-
: 1.0f;
|
|
168
|
-
oacc[e] = oacc[e] * inv + pbSum;
|
|
169
|
-
}
|
|
170
|
-
|
|
171
|
-
// cross-simdgroup online merge within the block
|
|
172
|
-
threadgroup float tgMax[SG];
|
|
173
|
-
threadgroup float tgSum[SG];
|
|
174
|
-
threadgroup float tgO[SG * D];
|
|
175
|
-
if (lane == 0) {
|
|
176
|
-
tgMax[sg] = mx;
|
|
177
|
-
tgSum[sg] = sumexp;
|
|
178
|
-
}
|
|
179
|
-
for (int e = 0; e < ELEMS; e++) tgO[sg * D + lane * ELEMS + e] = oacc[e];
|
|
180
|
-
threadgroup_barrier(mem_flags::mem_threadgroup);
|
|
181
|
-
if (sg == 0) {
|
|
182
|
-
float M = -INFINITY;
|
|
183
|
-
for (int gg = 0; gg < SG; gg++) M = metal::max(M, tgMax[gg]);
|
|
184
|
-
float S = 0.0f;
|
|
185
|
-
float wgt[SG];
|
|
186
|
-
for (int gg = 0; gg < SG; gg++) {
|
|
187
|
-
wgt[gg] = metal::exp(tgMax[gg] - M);
|
|
188
|
-
S += tgSum[gg] * wgt[gg];
|
|
189
|
-
}
|
|
190
|
-
for (int e = 0; e < ELEMS; e++) {
|
|
191
|
-
const int d = lane * ELEMS + e;
|
|
192
|
-
float o = 0.0f;
|
|
193
|
-
for (int gg = 0; gg < SG; gg++) o += tgO[gg * D + d] * wgt[gg];
|
|
194
|
-
opart[((ulong)h * (ulong)G + (ulong)g) * (ulong)D + (ulong)d] = o;
|
|
195
|
-
}
|
|
196
|
-
if (lane == 0) {
|
|
197
|
-
stats[(h * (uint)G + g) * 2 + 0] = M;
|
|
198
|
-
stats[(h * (uint)G + g) * 2 + 1] = S;
|
|
199
|
-
}
|
|
200
|
-
}
|
|
201
|
-
`;
|
|
202
|
-
|
|
203
|
-
// merge kernel: out[h,d] = Σ_g opart[h,g,d]·exp(m_g−M) / denom, cast T.
|
|
204
|
-
// Deterministic (fixed g order), one tiny dispatch.
|
|
205
|
-
const MERGE_SOURCE = String.raw`
|
|
206
|
-
const uint d = thread_position_in_grid.x;
|
|
207
|
-
const uint h = thread_position_in_grid.y;
|
|
208
|
-
const int G = stats_shape[2];
|
|
209
|
-
if ((int)d >= D) return;
|
|
210
|
-
float M = -INFINITY;
|
|
211
|
-
for (int g = 0; g < G; g++)
|
|
212
|
-
M = metal::max(M, stats[(h * (uint)G + (uint)g) * 2 + 0]);
|
|
213
|
-
float denom = 0.0f;
|
|
214
|
-
for (int g = 0; g < G; g++)
|
|
215
|
-
denom += stats[(h * (uint)G + (uint)g) * 2 + 1] *
|
|
216
|
-
metal::exp(stats[(h * (uint)G + (uint)g) * 2 + 0] - M);
|
|
217
|
-
float o = 0.0f;
|
|
218
|
-
for (int g = 0; g < G; g++)
|
|
219
|
-
o += opart[((ulong)h * (ulong)G + (ulong)g) * (ulong)D + (ulong)d] *
|
|
220
|
-
metal::exp(stats[(h * (uint)G + (uint)g) * 2 + 0] - M);
|
|
221
|
-
out[h * (uint)D + d] = T(o / denom);
|
|
222
|
-
`;
|
|
223
|
-
|
|
224
|
-
let blockKernel: MetalKernel | null = null;
|
|
225
|
-
let mergeKernel: MetalKernel | null = null;
|
|
226
|
-
|
|
227
|
-
function kernels(): { block: MetalKernel; merge: MetalKernel } {
|
|
228
|
-
if (!blockKernel) {
|
|
229
|
-
blockKernel = new MetalKernel({
|
|
230
|
-
name: "mlx_bun_fqsdpa_block",
|
|
231
|
-
inputNames: ["q", "kp", "ks", "kb", "vp", "vs", "vb"],
|
|
232
|
-
outputNames: ["opart", "stats"],
|
|
233
|
-
source: BLOCK_SOURCE,
|
|
234
|
-
ensureRowContiguous: true,
|
|
235
|
-
});
|
|
236
|
-
mergeKernel = new MetalKernel({
|
|
237
|
-
name: "mlx_bun_fqsdpa_merge",
|
|
238
|
-
inputNames: ["opart", "stats"],
|
|
239
|
-
outputNames: ["out"],
|
|
240
|
-
source: MERGE_SOURCE,
|
|
241
|
-
ensureRowContiguous: true,
|
|
242
|
-
});
|
|
243
|
-
}
|
|
244
|
-
return { block: blockKernel, merge: mergeKernel! };
|
|
245
|
-
}
|
|
246
|
-
|
|
247
|
-
/** Split width: enough blocks to occupy the GPU at small N without
|
|
248
|
-
* shrinking blocks into per-dispatch overhead at large N. */
|
|
249
|
-
function blockSize(n: number): number {
|
|
250
|
-
return n <= 2048 ? 128 : 512;
|
|
251
|
-
}
|
|
252
|
-
|
|
253
|
-
/** Is this dispatch site servable by the fused kernel? (Phase D bakes
|
|
254
|
-
* bits/gs at generation time; shape checks guard runtime drift.) */
|
|
255
|
-
export function fusedDecodeKernelSupported(
|
|
256
|
-
q: MlxArray, bits: number, groupSize: number,
|
|
257
|
-
): boolean {
|
|
258
|
-
if (bits !== 4 && bits !== 8) return false;
|
|
259
|
-
if (groupSize !== 32 && groupSize !== 64 && groupSize !== 128) return false;
|
|
260
|
-
if (q.dtype !== Dtype.bfloat16) return false;
|
|
261
|
-
const [B, , L, D] = q.shape as [number, number, number, number];
|
|
262
|
-
if (B !== 1 || L !== 1) return false;
|
|
263
|
-
if (D % LANES !== 0) return false;
|
|
264
|
-
const elems = D / LANES;
|
|
265
|
-
if ((elems * bits) % 32 !== 0) return false; // whole u32 words per lane
|
|
266
|
-
// lane slice must sit inside one quantization group
|
|
267
|
-
if (elems > groupSize || groupSize % elems !== 0) return false;
|
|
268
|
-
return true;
|
|
269
|
-
}
|
|
270
|
-
|
|
271
|
-
/** Fused decode attention over quantized KV (flash-decoding split-N).
|
|
272
|
-
* Caller guarantees fusedDecodeKernelSupported and mask mode "" (decode
|
|
273
|
-
* attends the whole fetched window). q [1,H,1,D] bf16. */
|
|
274
|
-
export function fusedDecodeSdpa(
|
|
275
|
-
q: MlxArray, kq: ops.QuantizedTensor, vq: ops.QuantizedTensor,
|
|
276
|
-
groupSize: number, bits: number,
|
|
277
|
-
): MlxArray {
|
|
278
|
-
const [, H, , D] = q.shape as [number, number, number, number];
|
|
279
|
-
const KV = kq.packed.shape[1]!;
|
|
280
|
-
const N = kq.packed.shape[2]!;
|
|
281
|
-
const nRep = H / KV;
|
|
282
|
-
const BLOCK = blockSize(N);
|
|
283
|
-
const G = Math.ceil(N / BLOCK);
|
|
284
|
-
fusedKernelCalls++;
|
|
285
|
-
|
|
286
|
-
const { block, merge } = kernels();
|
|
287
|
-
const tmpl = { D, GS: groupSize, BITS: bits, NREP: nRep, BLOCK };
|
|
288
|
-
|
|
289
|
-
const [opart, statsArr] = block.apply(
|
|
290
|
-
[q, kq.packed, kq.scales, kq.biases, vq.packed, vq.scales, vq.biases],
|
|
291
|
-
{
|
|
292
|
-
outputs: [
|
|
293
|
-
{ shape: [1, H, G, D], dtype: Dtype.float32 },
|
|
294
|
-
{ shape: [1, H, G, 2], dtype: Dtype.float32 },
|
|
295
|
-
],
|
|
296
|
-
grid: [TG_THREADS, H, G],
|
|
297
|
-
threadGroup: [TG_THREADS, 1, 1],
|
|
298
|
-
templateInts: tmpl,
|
|
299
|
-
templateDtypes: { T: q.dtype },
|
|
300
|
-
},
|
|
301
|
-
);
|
|
302
|
-
const [out] = merge.apply([opart!, statsArr!], {
|
|
303
|
-
outputs: [{ shape: [1, H, 1, D], dtype: q.dtype }],
|
|
304
|
-
grid: [D, H, 1],
|
|
305
|
-
threadGroup: [Math.min(D, 256), 1, 1],
|
|
306
|
-
templateInts: { D },
|
|
307
|
-
templateDtypes: { T: q.dtype },
|
|
308
|
-
});
|
|
309
|
-
opart!.dispose();
|
|
310
|
-
statsArr!.dispose();
|
|
311
|
-
return out!;
|
|
312
|
-
}
|