@shikijs/core 1.6.5 → 1.7.0

package/dist/chunk-tokens.d.mts

@@ -1005,6 +1005,11 @@ interface HighlighterCoreOptions {
      * Load wasm file from a custom path or using a custom function.
      */
     loadWasm?: LoadWasmOptions;
+    /**
+     * Emit console warnings to alert users of potential issues.
+     * @default true
+     */
+    warnings?: boolean;
 }
 interface BundledHighlighterOptions<L extends string, T extends string> {
     /**

package/dist/index.mjs

@@ -4651,6 +4651,50 @@ async function main(init) {
         }
         return false;
     }
+    const UTF8Decoder = typeof TextDecoder != 'undefined' ? new TextDecoder('utf8') : undefined;
+    function UTF8ArrayToString(heapOrArray, idx, maxBytesToRead = 1024) {
+        const endIdx = idx + maxBytesToRead;
+        let endPtr = idx;
+        while (heapOrArray[endPtr] && !(endPtr >= endIdx))
+            ++endPtr;
+        if (endPtr - idx > 16 && heapOrArray.buffer && UTF8Decoder) {
+            return UTF8Decoder.decode(heapOrArray.subarray(idx, endPtr));
+        }
+        let str = '';
+        while (idx < endPtr) {
+            let u0 = heapOrArray[idx++];
+            if (!(u0 & 128)) {
+                str += String.fromCharCode(u0);
+                continue;
+            }
+            const u1 = heapOrArray[idx++] & 63;
+            if ((u0 & 224) === 192) {
+                str += String.fromCharCode(((u0 & 31) << 6) | u1);
+                continue;
+            }
+            const u2 = heapOrArray[idx++] & 63;
+            if ((u0 & 240) === 224) {
+                u0 = ((u0 & 15) << 12) | (u1 << 6) | u2;
+            }
+            else {
+                u0 = ((u0 & 7) << 18)
+                    | (u1 << 12)
+                    | (u2 << 6)
+                    | (heapOrArray[idx++] & 63);
+            }
+            if (u0 < 65536) {
+                str += String.fromCharCode(u0);
+            }
+            else {
+                const ch = u0 - 65536;
+                str += String.fromCharCode(55296 | (ch >> 10), 56320 | (ch & 1023));
+            }
+        }
+        return str;
+    }
+    function UTF8ToString(ptr, maxBytesToRead) {
+        return ptr ? UTF8ArrayToString(binding.HEAPU8, ptr, maxBytesToRead) : '';
+    }
     const asmLibraryArg = {
         emscripten_get_now: _emscripten_get_now,
         emscripten_memcpy_big: _emscripten_memcpy_big,
@@ -4666,6 +4710,7 @@ async function main(init) {
         wasmMemory = exports.memory;
         updateGlobalBufferAndViews(wasmMemory.buffer);
         Object.assign(binding, exports);
+        binding.UTF8ToString = UTF8ToString;
     }
     await createWasm();
     return binding;
@@ -5338,10 +5383,14 @@ let _defaultWasmLoader;
 function setDefaultWasmLoader(_loader) {
     _defaultWasmLoader = _loader;
 }
+let instancesCount = 0;
 /**
  * Get the minimal shiki context for rendering.
  */
 async function getShikiInternal(options = {}) {
+    instancesCount += 1;
+    if (options.warnings !== false && instancesCount >= 10 && instancesCount % 10 === 0)
+        console.warn(`[Shiki] ${instancesCount} instances have been created. Shiki is supposed to be used as a singleton, consider refactoring your code to cache your highlighter instance.`);
     async function normalizeGetter(p) {
         return Promise.resolve(typeof p === 'function' ? p() : p).then(r => r.default || r);
     }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@shikijs/core",
   "type": "module",
-  "version": "1.6.5",
+  "version": "1.7.0",
   "description": "Core of Shiki",
   "author": "Pine Wu <octref@gmail.com>; Anthony Fu <anthonyfu117@hotmail.com>",
   "license": "MIT",