@corenel/ui-kit 0.4.1 → 0.5.0

package/dist/monacoColorize.d.ts

@@ -1,6 +1,29 @@
 /** Resolve a fence tag to a supported Monaco language id, or null if unsupported. */
 export declare function monacoLangId(lang: string): string | null;
+/**
+ * Did Monaco actually TOKENIZE, or just hand back undifferentiated text?
+ *
+ * `colorize()` succeeds even when no tokens provider is registered for the
+ * language: every character comes back as `mtk1`, the theme's default
+ * foreground. That is indistinguishable from success at the call site and
+ * strictly WORSE than the caller's own synchronous highlighter, which it would
+ * otherwise replace.
+ *
+ * It is not hypothetical. `json` is registered by the pack with `grammar: null`
+ * because its tokens come from the full JSON language service the HOST loads
+ * (src/lib/monaco.ts) — and this module deliberately never imports that. So on
+ * any surface where no editor has mounted (corenel's /app is entirely
+ * editor-free), every JSON block in the transcript colorized to a single
+ * `mtk1` blob a few seconds after render, visibly discarding a correct
+ * highlight.
+ *
+ * More than one distinct `mtk` class means real tokens. Exactly one (or none)
+ * means the tokenizer was absent, and the honest answer is the module's own
+ * documented contract: return null and let the fallback stand.
+ */
+export declare function hasRealTokens(html: string): boolean;
 /** Highlight `code` as `lang` via Monaco, returning themed HTML (with `.mtkN`
- * token spans), or null when the language is unsupported or tokenization fails. */
+ * token spans), or null when the language is unsupported, has no tokenizer
+ * registered on this surface, or tokenization fails. */
 export declare function colorizeToHtml(code: string, lang: string): Promise<string | null>;
 //# sourceMappingURL=monacoColorize.d.ts.map

package/dist/monacoColorize.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"monacoColorize.d.ts","sourceRoot":"","sources":["../monacoColorize.ts"],"names":[],"mappings":"AAoCA,qFAAqF;AACrF,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGxD;AA6BD;mFACmF;AACnF,wBAAsB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAWvF"}
+{"version":3,"file":"monacoColorize.d.ts","sourceRoot":"","sources":["../monacoColorize.ts"],"names":[],"mappings":"AAoCA,qFAAqF;AACrF,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGxD;AA6BD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAGnD;AAED;;wDAEwD;AACxD,wBAAsB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAYvF"}

package/dist/monacoColorize.js

@@ -63,8 +63,34 @@ function syncTheme(monaco) {
         appliedTheme = id;
     }
 }
+/**
+ * Did Monaco actually TOKENIZE, or just hand back undifferentiated text?
+ *
+ * `colorize()` succeeds even when no tokens provider is registered for the
+ * language: every character comes back as `mtk1`, the theme's default
+ * foreground. That is indistinguishable from success at the call site and
+ * strictly WORSE than the caller's own synchronous highlighter, which it would
+ * otherwise replace.
+ *
+ * It is not hypothetical. `json` is registered by the pack with `grammar: null`
+ * because its tokens come from the full JSON language service the HOST loads
+ * (src/lib/monaco.ts) — and this module deliberately never imports that. So on
+ * any surface where no editor has mounted (corenel's /app is entirely
+ * editor-free), every JSON block in the transcript colorized to a single
+ * `mtk1` blob a few seconds after render, visibly discarding a correct
+ * highlight.
+ *
+ * More than one distinct `mtk` class means real tokens. Exactly one (or none)
+ * means the tokenizer was absent, and the honest answer is the module's own
+ * documented contract: return null and let the fallback stand.
+ */
+export function hasRealTokens(html) {
+    const classes = new Set(html.match(/mtk\d+/g) ?? []);
+    return classes.size > 1;
+}
 /** Highlight `code` as `lang` via Monaco, returning themed HTML (with `.mtkN`
- * token spans), or null when the language is unsupported or tokenization fails. */
+ * token spans), or null when the language is unsupported, has no tokenizer
+ * registered on this surface, or tokenization fails. */
 export async function colorizeToHtml(code, lang) {
     const id = monacoLangId(lang);
     if (!id)
@@ -73,7 +99,8 @@ export async function colorizeToHtml(code, lang) {
     syncTheme(monaco);
     try {
         const html = await monaco.editor.colorize(code, id, { tabSize: 2 });
-        return html || null;
+        // A token-less result is a failure wearing success's clothes — see hasRealTokens.
+        return html && hasRealTokens(html) ? html : null;
     }
     catch {
         return null;

package/dist/monacoColorize.js.map

@@ -1 +1 @@
-{"version":3,"file":"monacoColorize.js","sourceRoot":"","sources":["../monacoColorize.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAIxD,mFAAmF;AACnF,mFAAmF;AACnF,8EAA8E;AAC9E,mFAAmF;AACnF,8BAA8B;AAE9B,qFAAqF;AACrF,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC5C,OAAO,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACvC,CAAC;AAED,IAAI,OAAO,GAA8B,IAAI,CAAC;AAC9C,KAAK,UAAU,YAAY;IACzB,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,MAAM,CAAC,wCAAwC,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;IAC7B,4EAA4E;IAC5E,8EAA8E;IAC9E,gFAAgF;IAChF,6EAA6E;IAC7E,6EAA6E;IAC7E,4EAA4E;IAC5E,yEAAyE;IACzE,oCAAoC;IACpC,yBAAyB,CAAC,MAAM,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,kFAAkF;AAClF,mFAAmF;AACnF,IAAI,YAAY,GAAG,EAAE,CAAC;AACtB,SAAS,SAAS,CAAC,MAAiB;IAClC,MAAM,CAAC,GAAG,YAAY,EAAE,CAAC;IACzB,MAAM,EAAE,GAAG,QAAQ,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACrD,IAAI,EAAE,KAAK,YAAY,EAAE,CAAC;QAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAAC,YAAY,GAAG,EAAE,CAAC;IAAC,CAAC;AAC7E,CAAC;AAED;mFACmF;AACnF,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAY,EAAE,IAAY;IAC7D,MAAM,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IACrB,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;IACpC,SAAS,CAAC,MAAM,CAAC,CAAC;IAClB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QACpE,OAAO,IAAI,IAAI,IAAI,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
+{"version":3,"file":"monacoColorize.js","sourceRoot":"","sources":["../monacoColorize.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAIxD,mFAAmF;AACnF,mFAAmF;AACnF,8EAA8E;AAC9E,mFAAmF;AACnF,8BAA8B;AAE9B,qFAAqF;AACrF,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC5C,OAAO,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACvC,CAAC;AAED,IAAI,OAAO,GAA8B,IAAI,CAAC;AAC9C,KAAK,UAAU,YAAY;IACzB,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,MAAM,CAAC,wCAAwC,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;IAC7B,4EAA4E;IAC5E,8EAA8E;IAC9E,gFAAgF;IAChF,6EAA6E;IAC7E,6EAA6E;IAC7E,4EAA4E;IAC5E,yEAAyE;IACzE,oCAAoC;IACpC,yBAAyB,CAAC,MAAM,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,kFAAkF;AAClF,mFAAmF;AACnF,IAAI,YAAY,GAAG,EAAE,CAAC;AACtB,SAAS,SAAS,CAAC,MAAiB;IAClC,MAAM,CAAC,GAAG,YAAY,EAAE,CAAC;IACzB,MAAM,EAAE,GAAG,QAAQ,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACrD,IAAI,EAAE,KAAK,YAAY,EAAE,CAAC;QAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAAC,YAAY,GAAG,EAAE,CAAC;IAAC,CAAC;AAC7E,CAAC;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IACrD,OAAO,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC;AAC1B,CAAC;AAED;;wDAEwD;AACxD,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAY,EAAE,IAAY;IAC7D,MAAM,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IACrB,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;IACpC,SAAS,CAAC,MAAM,CAAC,CAAC;IAClB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QACpE,kFAAkF;QAClF,OAAO,IAAI,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@corenel/ui-kit",
-  "version": "0.4.1",
+  "version": "0.5.0",
   "license": "Elastic-2.0",
   "type": "module",
   "description": "Corenel shared UI primitives — icons, theme, token-usage helpers, small UI helpers, monaco colorizer. Consumed by @corenel/web-ui and the prompd app alike.",
@@ -24,7 +24,7 @@
   },
   "dependencies": {
     "gpt-tokenizer": "^3.4.0",
-    "@corenel/protocol": "0.6.0"
+    "@corenel/protocol": "0.6.1"
   },
   "peerDependencies": {
     "monaco-editor": "*",