sugar-high 2.0.3 → 2.1.0

package/README.md

@@ -79,6 +79,20 @@ const html = render(parsed, {
 })
 ```
 
+If bundle size matters and you only need a few built-in languages, import their configurations
+directly instead of loading the complete registry from `sugar-high` or `sugar-high/lang`:
+
+```js
+import { parse, render } from 'sugar-high/core'
+import * as css from 'sugar-high/lang/css'
+import * as python from 'sugar-high/lang/python'
+
+const languages = { css, python }
+
+const highlight = (code, language) =>
+  render(parse(code, languages[language]))
+```
+
 Use the default `sugar-high` export when you want built-in languages and one-step `highlight()`.
 
 ## Customize tokens

package/lib/lang/c.d.ts

@@ -0,0 +1,5 @@
+export const typeKeywords: Set<string>;
+export const keywords: Set<string>;
+import { onCommentStart } from '../presets/clike-base.js';
+import { onCommentEnd } from '../presets/clike-base.js';
+export { onCommentStart, onCommentEnd };

package/lib/{presets/lang → lang}/c.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentStart, onCommentEnd } from './clike-base.js'
+import { onCommentStart, onCommentEnd } from '../presets/clike-base.js'
 
 export const typeKeywords = new Set([
   'void', 'char', 'short', 'int', 'long', 'float', 'double', 'signed', 'unsigned',

package/lib/lang/cpp.d.ts

@@ -0,0 +1,5 @@
+export const keywords: Set<string>;
+export const typeKeywords: Set<string>;
+import { onCommentEnd } from '../presets/clike-base.js';
+import { onCommentStart } from '../presets/clike-base.js';
+export { onCommentEnd, onCommentStart };

package/lib/{presets/lang → lang}/cpp.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentEnd, onCommentStart } from './clike-base.js'
+import { onCommentEnd, onCommentStart } from '../presets/clike-base.js'
 
 export const keywords = new Set([
   'alignas', 'alignof', 'and', 'and_eq', 'asm', 'auto', 'bitand', 'bitor', 'break',

package/lib/lang/csharp.d.ts

@@ -0,0 +1,5 @@
+export const keywords: Set<string>;
+export const typeKeywords: Set<string>;
+import { onCommentEnd } from '../presets/clike-base.js';
+import { onCommentStart } from '../presets/clike-base.js';
+export { onCommentEnd, onCommentStart };

package/lib/{presets/lang → lang}/csharp.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentEnd, onCommentStart } from './clike-base.js'
+import { onCommentEnd, onCommentStart } from '../presets/clike-base.js'
 
 export const keywords = new Set([
   'abstract', 'as', 'async', 'await', 'base', 'break', 'case', 'catch', 'checked',

package/lib/lang/css.d.ts

@@ -0,0 +1,5 @@
+export const keywords: Set<string>;
+export function onCommentStart(currentChar: any, nextChar: any): 1 | 0;
+export function onCommentEnd(prevChar: any, currChar: any): 1 | 0;
+export function onLiteral(curr: any, index: any, code: any): any;
+export function tokenize(code: string, options: import("../core.js").ParseOptions): [number, string][];

package/lib/{presets/lang → lang}/css.js

@@ -1,8 +1,8 @@
 // @ts-check
 import {
   T_BREAK, T_CLASS, T_COMMENT, T_IDENTIFIER, T_PROPERTY, T_SIGN, T_SPACE,
-} from '../../shared.js'
-import { tokenize as tokenizePlain } from '../../core.js'
+} from '../shared.js'
+import { tokenize as tokenizePlain } from '../core.js'
 
 export const keywords = new Set([
   // css keywords like @media, @import, @keyframes, etc.
@@ -88,7 +88,7 @@ const opensBlock = (tokens, start) => {
 /**
  * Add CSS declaration context after the shared plain lexer runs.
  * @param {string} code
- * @param {import('../../core.js').ParseOptions} options
+ * @param {import('../core.js').ParseOptions} options
  */
 export const tokenize = (code, options) => {
   const tokens = tokenizePlain(code, { ...options, tokenize: undefined })

package/lib/lang/diff.d.ts

@@ -0,0 +1,2 @@
+export const keywords: Set<never>;
+export function annotateLine(line: any): void;

package/lib/lang/dockerfile.d.ts

@@ -0,0 +1,5 @@
+export const caseInsensitive: true;
+export const keywords: Set<string>;
+import { onCommentEnd } from '../presets/hash-comment-base.js';
+import { onCommentStart } from '../presets/hash-comment-base.js';
+export { onCommentEnd, onCommentStart };

package/lib/{presets/lang → lang}/dockerfile.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentEnd, onCommentStart } from './hash-comment-base.js'
+import { onCommentEnd, onCommentStart } from '../presets/hash-comment-base.js'
 export const caseInsensitive = true
 export const keywords = new Set(['add','arg','cmd','copy','entrypoint','env','expose','from','healthcheck','label','maintainer','onbuild','run','shell','stopsignal','user','volume','workdir'])
 export { onCommentEnd, onCommentStart }

package/lib/lang/go.d.ts

@@ -0,0 +1,5 @@
+export const typeKeywords: Set<string>;
+export const keywords: Set<string>;
+import { onCommentStart } from '../presets/clike-base.js';
+import { onCommentEnd } from '../presets/clike-base.js';
+export { onCommentStart, onCommentEnd };

package/lib/{presets/lang → lang}/go.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentStart, onCommentEnd } from './clike-base.js'
+import { onCommentStart, onCommentEnd } from '../presets/clike-base.js'
 
 export const typeKeywords = new Set([
   'bool', 'byte', 'complex64', 'complex128', 'error', 'float32', 'float64', 'int',

package/lib/lang/graphql.d.ts

@@ -0,0 +1,5 @@
+export const keywords: Set<string>;
+export const typeKeywords: Set<string>;
+import { onCommentEnd } from '../presets/hash-comment-base.js';
+import { onCommentStart } from '../presets/hash-comment-base.js';
+export { onCommentEnd, onCommentStart };

package/lib/{presets/lang → lang}/graphql.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentEnd, onCommentStart } from './hash-comment-base.js'
+import { onCommentEnd, onCommentStart } from '../presets/hash-comment-base.js'
 export const keywords = new Set(['directive','enum','extend','fragment','implements','input','interface','mutation','on','query','repeatable','scalar','schema','subscription','type','union'])
 export const typeKeywords = new Set(['Boolean','Float','ID','Int','String'])
 export { onCommentEnd, onCommentStart }

package/lib/lang/hcl.d.ts

@@ -0,0 +1,3 @@
+export const keywords: Set<string>;
+export function onCommentStart(curr: any, next: any): 1 | 0 | 2;
+export function onCommentEnd(prev: any, curr: any): 1 | 0 | 2;

package/lib/lang/html.d.ts

@@ -0,0 +1,8 @@
+export const keywords: Set<never>;
+export const jsx: true;
+export const regex: false;
+export const templateStrings: false;
+export const tokenize: typeof tokenizeJavaScript;
+export function onCommentStart(_currentChar: any, _nextChar: any, index: any, code: any): 0 | 2;
+export function onCommentEnd(_prevChar: any, _currChar: any, index: any, code: any): 0 | 2;
+import { tokenize as tokenizeJavaScript } from '../presets/javascript-runtime.js';

package/lib/{presets/lang → lang}/html.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { tokenize as tokenizeJavaScript } from './javascript-runtime.js'
+import { tokenize as tokenizeJavaScript } from '../presets/javascript-runtime.js'
 
 export const keywords = new Set([])
 export const jsx = true

package/lib/lang/java.d.ts

@@ -0,0 +1,5 @@
+export const typeKeywords: Set<string>;
+export const keywords: Set<string>;
+import { onCommentStart } from '../presets/clike-base.js';
+import { onCommentEnd } from '../presets/clike-base.js';
+export { onCommentStart, onCommentEnd };

package/lib/{presets/lang → lang}/java.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentStart, onCommentEnd } from './clike-base.js'
+import { onCommentStart, onCommentEnd } from '../presets/clike-base.js'
 
 export const typeKeywords = new Set([
   'boolean', 'byte', 'char', 'double', 'float', 'int', 'long', 'short', 'void',

package/lib/lang/javascript.d.ts

@@ -0,0 +1,2 @@
+export const tokenize: typeof tokenizeJavaScript;
+import { tokenize as tokenizeJavaScript } from '../presets/javascript-runtime.js';

package/lib/{presets/lang → lang}/javascript.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { tokenize as tokenizeJavaScript } from './javascript-runtime.js'
+import { tokenize as tokenizeJavaScript } from '../presets/javascript-runtime.js'
 
 // JavaScript includes JSX and preserves the lightweight TypeScript heuristic used by the default
 // highlighter. Use the TypeScript preset to force TS/TSX behavior for ambiguous snippets.

package/lib/lang/json.d.ts

@@ -0,0 +1,5 @@
+export const keywords: Set<string>;
+export const quotedKeys: true;
+import { onCommentEnd } from '../presets/clike-base.js';
+import { onCommentStart } from '../presets/clike-base.js';
+export { onCommentEnd, onCommentStart };

package/lib/{presets/lang → lang}/json.js

@@ -1,6 +1,6 @@
 // @ts-check
 
-import { onCommentEnd, onCommentStart } from './clike-base.js'
+import { onCommentEnd, onCommentStart } from '../presets/clike-base.js'
 
 export const keywords = new Set(['true', 'false', 'null'])
 export const quotedKeys = true

package/lib/lang/kotlin.d.ts

@@ -0,0 +1,5 @@
+export const keywords: Set<string>;
+export const typeKeywords: Set<string>;
+import { onCommentEnd } from '../presets/clike-base.js';
+import { onCommentStart } from '../presets/clike-base.js';
+export { onCommentEnd, onCommentStart };

package/lib/{presets/lang → lang}/kotlin.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentEnd, onCommentStart } from './clike-base.js'
+import { onCommentEnd, onCommentStart } from '../presets/clike-base.js'
 export const keywords = new Set(['as','break','by','catch','class','companion','const','constructor','continue','data','do','else','enum','false','finally','for','fun','get','if','import','in','infix','init','interface','internal','is','lateinit','noinline','null','object','open','operator','out','override','package','private','protected','public','reified','return','sealed','set','suspend','tailrec','this','throw','true','try','typealias','val','var','vararg','when','where','while'])
 export const typeKeywords = new Set(['Any','Boolean','Byte','Char','Double','Float','Int','Long','Nothing','Short','String','Unit'])
 export { onCommentEnd, onCommentStart }

package/lib/lang/markdown.d.ts

@@ -0,0 +1,5 @@
+export const keywords: Set<never>;
+export function annotateLine(line: any): void;
+import { onCommentEnd } from '../presets/plain-base.js';
+import { onCommentStart } from '../presets/plain-base.js';
+export { onCommentEnd, onCommentStart };

package/lib/{presets/lang → lang}/markdown.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentEnd, onCommentStart } from './plain-base.js'
+import { onCommentEnd, onCommentStart } from '../presets/plain-base.js'
 
 export const keywords = new Set([])
 

package/lib/lang/php.d.ts

@@ -0,0 +1,4 @@
+export const keywords: Set<string>;
+export const typeKeywords: Set<string>;
+export function onCommentStart(curr: any, next: any): 1 | 0 | 2;
+export function onCommentEnd(prev: any, curr: any): 1 | 0 | 2;

package/lib/lang/powershell.d.ts

@@ -0,0 +1,4 @@
+export const caseInsensitive: true;
+export const keywords: Set<string>;
+export function onCommentStart(curr: any, next: any): 1 | 0 | 2;
+export function onCommentEnd(prev: any, curr: any): 1 | 0 | 2;

package/lib/lang/python.d.ts

@@ -0,0 +1,3 @@
+export const keywords: Set<string>;
+export function onCommentStart(currentChar: any, _nextChar: any): 1 | 0;
+export function onCommentEnd(_prevChar: any, currChar: any): 1 | 0;

package/lib/lang/rust.d.ts

@@ -0,0 +1,8 @@
+/**
+ * @param {string} curr `code[i]` (apostrophe)
+ * @param {number} i
+ * @param {string} code
+ * @returns {number} code units to consume from `i`
+ */
+export function onQuote(curr: string, i: number, code: string): number;
+export const keywords: Set<string>;

package/lib/lang/shell.d.ts

@@ -0,0 +1,4 @@
+export const keywords: Set<string>;
+import { onCommentEnd } from '../presets/hash-comment-base.js';
+import { onCommentStart } from '../presets/hash-comment-base.js';
+export { onCommentEnd, onCommentStart };

package/lib/{presets/lang → lang}/shell.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentEnd, onCommentStart } from './hash-comment-base.js'
+import { onCommentEnd, onCommentStart } from '../presets/hash-comment-base.js'
 
 export const keywords = new Set([
   'case', 'coproc', 'do', 'done', 'elif', 'else', 'esac', 'export', 'fi', 'for',

package/lib/lang/sql.d.ts

@@ -0,0 +1,5 @@
+export const keywords: Set<string>;
+export const typeKeywords: Set<string>;
+export const caseInsensitive: true;
+export function onCommentStart(currentChar: any, nextChar: any): 1 | 0 | 2;
+export function onCommentEnd(prevChar: any, currChar: any): 1 | 0 | 2;

package/lib/lang/swift.d.ts

@@ -0,0 +1,5 @@
+export const keywords: Set<string>;
+export const typeKeywords: Set<string>;
+import { onCommentEnd } from '../presets/clike-base.js';
+import { onCommentStart } from '../presets/clike-base.js';
+export { onCommentEnd, onCommentStart };

package/lib/{presets/lang → lang}/swift.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentEnd, onCommentStart } from './clike-base.js'
+import { onCommentEnd, onCommentStart } from '../presets/clike-base.js'
 export const keywords = new Set(['as','associatedtype','break','case','catch','class','continue','convenience','default','defer','deinit','didSet','do','dynamic','else','enum','extension','fallthrough','false','fileprivate','final','for','func','get','guard','if','import','in','indirect','infix','init','inout','internal','is','lazy','let','mutating','nil','nonmutating','open','operator','override','precedencegroup','private','protocol','public','repeat','required','rethrows','return','self','set','some','static','struct','subscript','super','switch','throw','throws','true','try','typealias','unowned','var','weak','where','while','willSet'])
 export const typeKeywords = new Set(['Any','Bool','Character','Double','Float','Int','Never','String','UInt','Void'])
 export { onCommentEnd, onCommentStart }

package/lib/lang/toml.d.ts

@@ -0,0 +1,5 @@
+export const keywords: Set<string>;
+export const quotedKeys: true;
+import { onCommentEnd } from '../presets/hash-comment-base.js';
+import { onCommentStart } from '../presets/hash-comment-base.js';
+export { onCommentEnd, onCommentStart };

package/lib/{presets/lang → lang}/toml.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentEnd, onCommentStart } from './hash-comment-base.js'
+import { onCommentEnd, onCommentStart } from '../presets/hash-comment-base.js'
 export const keywords = new Set(['false','true'])
 export const quotedKeys = true
 export { onCommentEnd, onCommentStart }

package/lib/lang/typescript.d.ts

@@ -0,0 +1 @@
+export function tokenize(code: any, options: any): [number, string][];

package/lib/{presets/lang → lang}/typescript.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { tokenize as tokenizeJavaScript } from './javascript-runtime.js'
+import { tokenize as tokenizeJavaScript } from '../presets/javascript-runtime.js'
 
 export const tokenize = (code, options) => tokenizeJavaScript(code, {
   ...options,

package/lib/lang/yaml.d.ts

@@ -0,0 +1,5 @@
+export const keywords: Set<string>;
+export const quotedKeys: true;
+import { onCommentEnd } from '../presets/hash-comment-base.js';
+import { onCommentStart } from '../presets/hash-comment-base.js';
+export { onCommentEnd, onCommentStart };

package/lib/{presets/lang → lang}/yaml.js

@@ -1,5 +1,5 @@
 // @ts-check
-import { onCommentEnd, onCommentStart } from './hash-comment-base.js'
+import { onCommentEnd, onCommentStart } from '../presets/hash-comment-base.js'
 
 export const keywords = new Set([
   'false', 'False', 'FALSE', 'no', 'No', 'NO', 'null', 'Null', 'NULL',

package/lib/lang.js

@@ -1,30 +1,30 @@
 // @ts-check
 
-import * as c from './presets/lang/c.js'
-import * as cpp from './presets/lang/cpp.js'
-import * as csharp from './presets/lang/csharp.js'
-import * as css from './presets/lang/css.js'
-import * as diff from './presets/lang/diff.js'
-import * as dockerfile from './presets/lang/dockerfile.js'
-import * as go from './presets/lang/go.js'
-import * as html from './presets/lang/html.js'
-import * as graphql from './presets/lang/graphql.js'
-import * as hcl from './presets/lang/hcl.js'
-import * as java from './presets/lang/java.js'
-import * as json from './presets/lang/json.js'
-import * as javascript from './presets/lang/javascript.js'
-import * as kotlin from './presets/lang/kotlin.js'
-import * as markdown from './presets/lang/markdown.js'
-import * as php from './presets/lang/php.js'
-import * as powershell from './presets/lang/powershell.js'
-import * as python from './presets/lang/python.js'
-import * as rust from './presets/lang/rust.js'
-import * as shell from './presets/lang/shell.js'
-import * as sql from './presets/lang/sql.js'
-import * as swift from './presets/lang/swift.js'
-import * as toml from './presets/lang/toml.js'
-import * as typescript from './presets/lang/typescript.js'
-import * as yaml from './presets/lang/yaml.js'
+import * as c from './lang/c.js'
+import * as cpp from './lang/cpp.js'
+import * as csharp from './lang/csharp.js'
+import * as css from './lang/css.js'
+import * as diff from './lang/diff.js'
+import * as dockerfile from './lang/dockerfile.js'
+import * as go from './lang/go.js'
+import * as html from './lang/html.js'
+import * as graphql from './lang/graphql.js'
+import * as hcl from './lang/hcl.js'
+import * as java from './lang/java.js'
+import * as json from './lang/json.js'
+import * as javascript from './lang/javascript.js'
+import * as kotlin from './lang/kotlin.js'
+import * as markdown from './lang/markdown.js'
+import * as php from './lang/php.js'
+import * as powershell from './lang/powershell.js'
+import * as python from './lang/python.js'
+import * as rust from './lang/rust.js'
+import * as shell from './lang/shell.js'
+import * as sql from './lang/sql.js'
+import * as swift from './lang/swift.js'
+import * as toml from './lang/toml.js'
+import * as typescript from './lang/typescript.js'
+import * as yaml from './lang/yaml.js'
 
 /**
  * @typedef {import('./core.js').ParseOptions} ParseOptions

package/lib/presets/clike-base.d.ts

@@ -0,0 +1,2 @@
+export function onCommentStart(currentChar: any, nextChar: any): 1 | 0;
+export function onCommentEnd(prevChar: any, currChar: any): 1 | 0;

package/lib/presets/hash-comment-base.d.ts

@@ -0,0 +1,2 @@
+export function onCommentStart(currentChar: string): 1 | 0;
+export function onCommentEnd(_prevChar: string, currChar: string): 1 | 0;

package/lib/presets/javascript-runtime.d.ts

@@ -0,0 +1,37 @@
+export type HighlightOptions = {
+    keywords?: Set<string> | undefined;
+    typeKeywords?: Set<string> | undefined;
+    onCommentStart?: ((curr: string, next: string, index: number, code: string) => number | boolean) | undefined;
+    onCommentEnd?: ((prev: string, curr: string, index: number, code: string) => number | boolean) | undefined;
+    onQuote?: ((curr: string, i: number, code: string) => number | null | undefined) | undefined;
+    quotedKeys?: boolean | undefined;
+    /**
+     * Whether JSX tag parsing is enabled.
+     */
+    jsx?: boolean | undefined;
+    /**
+     * Whether JavaScript-style regular expressions are enabled.
+     */
+    regex?: boolean | undefined;
+    /**
+     * Whether JavaScript template strings are enabled.
+     */
+    templateStrings?: boolean | undefined;
+    /**
+     * Whether keyword matching ignores case.
+     */
+    caseInsensitive?: boolean | undefined;
+    /**
+     * Override heuristic TypeScript detection.
+     */
+    typescript?: boolean | undefined;
+    annotateLine?: ((line: import("../core.js").AnnotateLine) => void) | undefined;
+};
+/**
+ * @param {string} code
+ * @param {HighlightOptions | undefined} options
+ * Optional `onQuote(curr, i, code)` at `code[i] === "'"`: return length to consume from `i` (>= 1),
+ * or null/undefined/below 1 for default JS single-quoted strings. No substring allocation.
+ * @return {Array<[number, string]>}
+ */
+export function tokenize(code: string, options: HighlightOptions | undefined): Array<[number, string]>;

package/lib/presets/{lang/javascript-runtime.js → javascript-runtime.js}

@@ -3,7 +3,7 @@
 import {
   T_BREAK, T_CLASS as T_CLS_NUMBER, T_COMMENT, T_ENTITY, T_IDENTIFIER,
   T_JSX_LITERALS, T_KEYWORD, T_PROPERTY, T_SIGN, T_SPACE, T_STRING,
-} from '../../shared.js'
+} from '../shared.js'
 
 const JSXBrackets = new Set(['<', '>', '{', '}', '[', ']'])
 const Keywords_Js = new Set([
@@ -777,5 +777,5 @@ export { tokenize }
  * @property {boolean} [templateStrings] Whether JavaScript template strings are enabled.
  * @property {boolean} [caseInsensitive] Whether keyword matching ignores case.
  * @property {boolean} [typescript] Override heuristic TypeScript detection.
- * @property {(line: import('../../core.js').AnnotateLine) => void} [annotateLine]
+ * @property {(line: import('../core.js').AnnotateLine) => void} [annotateLine]
  */

package/lib/presets/plain-base.d.ts

@@ -0,0 +1,2 @@
+export function onCommentStart(): number;
+export function onCommentEnd(): number;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sugar-high",
-  "version": "2.0.3",
+  "version": "2.1.0",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/huozhi/sugar-high.git",
@@ -21,6 +21,10 @@
     "./lang": {
       "types": "./lib/lang.d.ts",
       "default": "./lib/lang.js"
+    },
+    "./lang/*": {
+      "types": "./lib/lang/*.d.ts",
+      "default": "./lib/lang/*.js"
     }
   },
   "description": "Lightweight, zero-dependency syntax highlighting for popular programming languages",