@retorquere/bibtex-parser 12.1.3 → 12.1.5

package/dist/wasm/bibtex_parser.js

@@ -1,4 +1,6 @@
 /* @ts-self-types="./bibtex_parser.d.ts" */
+import * as import1 from "./snippets/rq-bibtex-parser-a708c588fcf0dba5/inline0.js"
+
 
 /**
  * Parse a BibTeX string and return the initial typed result as a JavaScript object.
@@ -6,16 +8,28 @@
  * @param {any | null} [options]
  * @returns {any}
  */
-export function parseNormalized(input, options) {
+export function parse(input, options) {
     const ptr0 = passStringToWasm0(input, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
     const len0 = WASM_VECTOR_LEN;
-    const ret = wasm.parseNormalized(ptr0, len0, isLikeNone(options) ? 0 : addToExternrefTable0(options));
+    const ret = wasm.parse(ptr0, len0, isLikeNone(options) ? 0 : addToExternrefTable0(options));
     if (ret[2]) {
         throw takeFromExternrefTable0(ret[1]);
     }
     return takeFromExternrefTable0(ret[0]);
 }
 
+/**
+ * @param {string} input
+ * @param {any | null} [options]
+ * @returns {Promise<any>}
+ */
+export function parseAsync(input, options) {
+    const ptr0 = passStringToWasm0(input, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+    const len0 = WASM_VECTOR_LEN;
+    const ret = wasm.parseAsync(ptr0, len0, isLikeNone(options) ? 0 : addToExternrefTable0(options));
+    return ret;
+}
+
 /**
  * Parse a BibTeX string and return the verbatim result as a JavaScript object.
  * @param {string} input
@@ -32,6 +46,22 @@ export function parseVerbatim(input, options) {
     return takeFromExternrefTable0(ret[0]);
 }
 
+/**
+ * @param {string} input
+ * @param {any | null} [options]
+ * @returns {Promise<any>}
+ */
+export function parseVerbatimAsync(input, options) {
+    const ptr0 = passStringToWasm0(input, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+    const len0 = WASM_VECTOR_LEN;
+    const ret = wasm.parseVerbatimAsync(ptr0, len0, isLikeNone(options) ? 0 : addToExternrefTable0(options));
+    return ret;
+}
+
+export function start() {
+    wasm.start();
+}
+
 /**
  * Apply sentence casing with the standalone TypeScript API's defaulted option object.
  * @param {string} input
@@ -159,6 +189,13 @@ function __wbg_get_imports() {
         __wbg___wbindgen_throw_41e9ee4f547fc59a: function(arg0, arg1) {
             throw new Error(getStringFromWasm0(arg0, arg1));
         },
+        __wbg__wbg_cb_unref_dcc1a90847f04c41: function(arg0) {
+            arg0._wbg_cb_unref();
+        },
+        __wbg_call_187d372bd5fdd4aa: function() { return handleError(function (arg0, arg1, arg2) {
+            const ret = arg0.call(arg1, arg2);
+            return ret;
+        }, arguments); },
         __wbg_call_6137034ef55c9d0f: function() { return handleError(function (arg0, arg1) {
             const ret = arg0.call(arg1);
             return ret;
@@ -171,6 +208,17 @@ function __wbg_get_imports() {
             const ret = Object.entries(arg0);
             return ret;
         },
+        __wbg_error_757e9472f8410341: function(arg0, arg1) {
+            let deferred0_0;
+            let deferred0_1;
+            try {
+                deferred0_0 = arg0;
+                deferred0_1 = arg1;
+                console.error(getStringFromWasm0(arg0, arg1));
+            } finally {
+                wasm.__wbindgen_free(deferred0_0, deferred0_1, 1);
+            }
+        },
         __wbg_get_658f6698067d9515: function() { return handleError(function (arg0, arg1) {
             const ret = Reflect.get(arg0, arg1);
             return ret;
@@ -197,6 +245,16 @@ function __wbg_get_imports() {
             const ret = result;
             return ret;
         },
+        __wbg_instanceof_Map_b2611749102d7ba3: function(arg0) {
+            let result;
+            try {
+                result = arg0 instanceof Map;
+            } catch (_) {
+                result = false;
+            }
+            const ret = result;
+            return ret;
+        },
         __wbg_instanceof_Uint8Array_828cef2aaacafc31: function(arg0) {
             let result;
             try {
@@ -231,6 +289,10 @@ function __wbg_get_imports() {
             const ret = new Uint8Array(arg0);
             return ret;
         },
+        __wbg_new_227d7c05414eb861: function() {
+            const ret = new Error();
+            return ret;
+        },
         __wbg_new_28744009d011f847: function() {
             const ret = new Map();
             return ret;
@@ -243,6 +305,24 @@ function __wbg_get_imports() {
             const ret = new Array();
             return ret;
         },
+        __wbg_new_typed_b01cb72a8af741a3: function(arg0, arg1) {
+            try {
+                var state0 = {a: arg0, b: arg1};
+                var cb0 = (arg0, arg1) => {
+                    const a = state0.a;
+                    state0.a = 0;
+                    try {
+                        return wasm_bindgen_d8d66d04887dc00f___convert__closures_____invoke___js_sys_a6b0604181071ff___Function_fn_wasm_bindgen_d8d66d04887dc00f___JsValue_____wasm_bindgen_d8d66d04887dc00f___sys__Undefined___js_sys_a6b0604181071ff___Function_fn_wasm_bindgen_d8d66d04887dc00f___JsValue_____wasm_bindgen_d8d66d04887dc00f___sys__Undefined_______true_(a, state0.b, arg0, arg1);
+                    } finally {
+                        state0.a = a;
+                    }
+                };
+                const ret = new Promise(cb0);
+                return ret;
+            } finally {
+                state0.a = 0;
+            }
+        },
         __wbg_next_33784799010f1bbe: function(arg0) {
             const ret = arg0.next;
             return ret;
@@ -254,6 +334,17 @@ function __wbg_get_imports() {
         __wbg_prototypesetcall_bc27214492979395: function(arg0, arg1, arg2) {
             Uint8Array.prototype.set.call(getArrayU8FromWasm0(arg0, arg1), arg2);
         },
+        __wbg_queueMicrotask_9833f9a49df95a49: function(arg0) {
+            const ret = arg0.queueMicrotask;
+            return ret;
+        },
+        __wbg_queueMicrotask_a72f977e97f23c5f: function(arg0) {
+            queueMicrotask(arg0);
+        },
+        __wbg_resolve_0076e10020304ede: function(arg0) {
+            const ret = Promise.resolve(arg0);
+            return ret;
+        },
         __wbg_set_6ae97e73113c4f0b: function(arg0, arg1, arg2) {
             const ret = arg0.set(arg1, arg2);
             return ret;
@@ -264,26 +355,62 @@ function __wbg_get_imports() {
         __wbg_set_bea140a88be9b277: function(arg0, arg1, arg2) {
             arg0[arg1 >>> 0] = arg2;
         },
+        __wbg_stack_3b0d974bbf31e44f: function(arg0, arg1) {
+            const ret = arg1.stack;
+            const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+            const len1 = WASM_VECTOR_LEN;
+            getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
+            getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
+        },
+        __wbg_static_accessor_GLOBAL_266715b9d96ba635: function() {
+            const ret = typeof global === 'undefined' ? null : global;
+            return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
+        },
+        __wbg_static_accessor_GLOBAL_THIS_10fb7dc1ae063179: function() {
+            const ret = typeof globalThis === 'undefined' ? null : globalThis;
+            return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
+        },
+        __wbg_static_accessor_SELF_0b583911f537483a: function() {
+            const ret = typeof self === 'undefined' ? null : self;
+            return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
+        },
+        __wbg_static_accessor_WINDOW_d7f903d1508cbdc4: function() {
+            const ret = typeof window === 'undefined' ? null : window;
+            return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
+        },
+        __wbg_then_c949d5a25a4e78f8: function(arg0, arg1, arg2) {
+            const ret = arg0.then(arg1, arg2);
+            return ret;
+        },
+        __wbg_then_e71170d78fcf8954: function(arg0, arg1) {
+            const ret = arg0.then(arg1);
+            return ret;
+        },
         __wbg_value_f3c585ee8f5ba40c: function(arg0) {
             const ret = arg0.value;
             return ret;
         },
-        __wbindgen_generic_0000000000000001: function(arg0) {
+        __wbindgen_generic_0000000000000001: function(arg0, arg1) {
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 81, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen_d8d66d04887dc00f___convert__closures_____invoke___wasm_bindgen_d8d66d04887dc00f___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_d8d66d04887dc00f___JsError___true_);
+            return ret;
+        },
+        __wbindgen_generic_0000000000000002: function(arg0) {
             // Cast intrinsic for `F64 -> Externref`.
             const ret = arg0;
             return ret;
         },
-        __wbindgen_generic_0000000000000002: function(arg0) {
+        __wbindgen_generic_0000000000000003: function(arg0) {
             // Cast intrinsic for `I64 -> Externref`.
             const ret = arg0;
             return ret;
         },
-        __wbindgen_generic_0000000000000003: function(arg0, arg1) {
+        __wbindgen_generic_0000000000000004: function(arg0, arg1) {
             // Cast intrinsic for `Ref(String) -> Externref`.
             const ret = getStringFromWasm0(arg0, arg1);
             return ret;
         },
-        __wbindgen_generic_0000000000000004: function(arg0) {
+        __wbindgen_generic_0000000000000005: function(arg0) {
             // Cast intrinsic for `U64 -> Externref`.
             const ret = BigInt.asUintN(64, arg0);
             return ret;
@@ -301,15 +428,31 @@ function __wbg_get_imports() {
     return {
         __proto__: null,
         "./bibtex_parser_bg.js": import0,
+        "./snippets/rq-bibtex-parser-a708c588fcf0dba5/inline0.js": import1,
     };
 }
 
+function wasm_bindgen_d8d66d04887dc00f___convert__closures_____invoke___wasm_bindgen_d8d66d04887dc00f___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_d8d66d04887dc00f___JsError___true_(arg0, arg1, arg2) {
+    const ret = wasm.wasm_bindgen_d8d66d04887dc00f___convert__closures_____invoke___wasm_bindgen_d8d66d04887dc00f___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_d8d66d04887dc00f___JsError___true_(arg0, arg1, arg2);
+    if (ret[1]) {
+        throw takeFromExternrefTable0(ret[0]);
+    }
+}
+
+function wasm_bindgen_d8d66d04887dc00f___convert__closures_____invoke___js_sys_a6b0604181071ff___Function_fn_wasm_bindgen_d8d66d04887dc00f___JsValue_____wasm_bindgen_d8d66d04887dc00f___sys__Undefined___js_sys_a6b0604181071ff___Function_fn_wasm_bindgen_d8d66d04887dc00f___JsValue_____wasm_bindgen_d8d66d04887dc00f___sys__Undefined_______true_(arg0, arg1, arg2, arg3) {
+    wasm.wasm_bindgen_d8d66d04887dc00f___convert__closures_____invoke___js_sys_a6b0604181071ff___Function_fn_wasm_bindgen_d8d66d04887dc00f___JsValue_____wasm_bindgen_d8d66d04887dc00f___sys__Undefined___js_sys_a6b0604181071ff___Function_fn_wasm_bindgen_d8d66d04887dc00f___JsValue_____wasm_bindgen_d8d66d04887dc00f___sys__Undefined_______true_(arg0, arg1, arg2, arg3);
+}
+
 function addToExternrefTable0(obj) {
     const idx = wasm.__externref_table_alloc();
     wasm.__wbindgen_externrefs.set(idx, obj);
     return idx;
 }
 
+const CLOSURE_DTORS = (typeof FinalizationRegistry === 'undefined')
+    ? { register: () => {}, unregister: () => {} }
+    : new FinalizationRegistry(state => wasm.__wbindgen_destroy_closure(state.a, state.b));
+
 function debugString(val) {
     // primitive types
     const type = typeof val;
@@ -413,6 +556,34 @@ function isLikeNone(x) {
     return x === undefined || x === null;
 }
 
+function makeMutClosure(arg0, arg1, f) {
+    const state = { a: arg0, b: arg1, cnt: 1 };
+    const real = (...args) => {
+
+        // First up with a closure we increment the internal reference
+        // count. This ensures that the Rust closure environment won't
+        // be deallocated while we're invoking it.
+        state.cnt++;
+        const a = state.a;
+        state.a = 0;
+        try {
+            return f(a, state.b, ...args);
+        } finally {
+            state.a = a;
+            real._wbg_cb_unref();
+        }
+    };
+    real._wbg_cb_unref = () => {
+        if (--state.cnt === 0) {
+            wasm.__wbindgen_destroy_closure(state.a, state.b);
+            state.a = 0;
+            CLOSURE_DTORS.unregister(state);
+        }
+    };
+    CLOSURE_DTORS.register(real, state, state);
+    return real;
+}
+
 function passStringToWasm0(arg, malloc, realloc) {
     if (realloc === undefined) {
         const buf = cachedTextEncoder.encode(arg);

package/dist/wasm/bibtex_parser_bg.wasm.d.ts

@@ -1,15 +1,21 @@
 /* tslint:disable */
 /* eslint-disable */
 export const memory: WebAssembly.Memory;
-export const parseNormalized: (a: number, b: number, c: number) => [number, number, number];
+export const parse: (a: number, b: number, c: number) => [number, number, number];
+export const parseAsync: (a: number, b: number, c: number) => any;
 export const parseVerbatim: (a: number, b: number, c: number) => [number, number, number];
+export const parseVerbatimAsync: (a: number, b: number, c: number) => any;
+export const start: () => void;
 export const toSentenceCase: (a: number, b: number, c: number) => [number, number, number, number];
 export const tokenize: (a: number, b: number) => [number, number, number];
+export const wasm_bindgen_d8d66d04887dc00f___convert__closures_____invoke___js_sys_a6b0604181071ff___Function_fn_wasm_bindgen_d8d66d04887dc00f___JsValue_____wasm_bindgen_d8d66d04887dc00f___sys__Undefined___js_sys_a6b0604181071ff___Function_fn_wasm_bindgen_d8d66d04887dc00f___JsValue_____wasm_bindgen_d8d66d04887dc00f___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
+export const wasm_bindgen_d8d66d04887dc00f___convert__closures_____invoke___wasm_bindgen_d8d66d04887dc00f___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_d8d66d04887dc00f___JsError___true_: (a: number, b: number, c: any) => [number, number];
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_exn_store: (a: number) => void;
 export const __externref_table_alloc: () => number;
 export const __wbindgen_externrefs: WebAssembly.Table;
-export const __externref_table_dealloc: (a: number) => void;
 export const __wbindgen_free: (a: number, b: number, c: number) => void;
+export const __wbindgen_destroy_closure: (a: number, b: number) => void;
+export const __externref_table_dealloc: (a: number) => void;
 export const __wbindgen_start: () => void;

package/dist/wasm/index.d.ts

@@ -1,122 +1,142 @@
-import type { InitInput, InitOutput, SyncInitInput } from './bibtex_parser.js'
-
-export type { InitInput, InitOutput, SyncInitInput }
-export { initSync } from './bibtex_parser.js'
-export { default as init } from './bibtex_parser.js'
-export { default } from './bibtex_parser.js'
-
-export type ParseMode = 'creatorlist' | 'title' | 'verbatim' | 'richtext' | 'literallist' | 'literal' | 'verbatimlist'
-
+/** @module wasm */
+import init, { initSync } from './bibtex_parser.js';
+export type { InitInput, InitOutput, SyncInitInput } from './bibtex_parser.js';
+/** Initializes the WebAssembly parser; await this before using its exports. */
+export { init, initSync };
+export default init;
+/** Describes how a BibTeX field is interpreted. */
+export type ParseMode = 'creatorlist' | 'title' | 'verbatim' | 'richtext' | 'literallist' | 'literal' | 'verbatimlist';
+/** A parsed personal or organizational name. */
 export interface Creator {
-  name?: string
-  lastName?: string
-  firstName?: string
-  prefix?: string
-  suffix?: string
-  initial?: string
-  useprefix?: boolean
-  juniorcomma?: boolean
+    name?: string;
+    lastName?: string;
+    firstName?: string;
+    prefix?: string;
+    suffix?: string;
+    initial?: string;
+    useprefix?: boolean;
+    juniorcomma?: boolean;
 }
-
-export type FieldValue = string | string[] | Creator[]
-
+export type FieldValue = string | string[] | Creator[];
+/** A normalized BibTeX entry returned by the parser. */
 export interface Entry {
-  type: string
-  key: string
-  fields: Record<string, FieldValue>
-  mode: Record<string, ParseMode>
-  crossref?: Record<string, { parent: string; field: string }>
-  input: string
+    type: string;
+    key: string;
+    fields: Record<string, FieldValue>;
+    mode: Record<string, ParseMode>;
+    crossref?: Record<string, {
+        parent: string;
+        field: string;
+    }>;
+    input: string;
 }
-
+/** A parsing diagnostic. */
 export interface ParseError {
-  error: string
-  input?: string
+    error: string;
+    input?: string;
 }
-
+/** A group in JabRef's nested group hierarchy. */
 export interface JabRefGroup {
-  name: string
-  entries: string[]
-  groups: JabRefGroup[]
+    name: string;
+    entries: string[];
+    groups: JabRefGroup[];
 }
-
+/** JabRef metadata extracted from a BibTeX library. */
 export interface JabRefMetadata {
-  root: JabRefGroup[]
-  groups: Record<string, JabRefGroup>
-  fileDirectory?: string
-  groupsversion?: number
-  databaseType?: string
+    root: JabRefGroup[];
+    groups: Record<string, JabRefGroup>;
+    fileDirectory?: string;
+    groupsversion?: number;
+    databaseType?: string;
 }
-
+/** The parsed contents of a BibTeX library. */
 export interface Library {
-  errors: ParseError[]
-  entries: Entry[]
-  comments: string[]
-  strings: Record<string, string>
-  preamble: string[]
-  jabref: JabRefMetadata
+    errors: ParseError[];
+    entries: Entry[];
+    comments: string[];
+    strings: Record<string, string>;
+    preambles: string[];
+    jabref: JabRefMetadata;
 }
-
+/** Options controlling title sentence casing. */
 export interface SentenceCaseOptions {
-  guess?: boolean
-  subSentence?: boolean
-  preserveQuoted?: boolean
+    guess?: boolean;
+    subSentence?: boolean;
+    preserveQuoted?: boolean;
 }
-
+/** A classified text token returned by {@link tokenize}. */
 export interface Token {
-  type: 'word' | 'domain' | 'whitespace' | 'number' | 'email' | 'handle' | 'website' | 'markup' | 'other' | 'punctuation'
-  subtype: '' | 'preposition' | 'acronym' | 'contraction' | 'ordinal' | 'word' | 'end' | 'colon' | 'ellipsis'
-  text: string
-  start: number
-  end: number
-  shape: string
-  sentenceStart: boolean
-  subSentenceStart: boolean
-  hyphenated?: Token[]
+    type: 'word' | 'domain' | 'whitespace' | 'number' | 'email' | 'handle' | 'website' | 'markup' | 'other' | 'punctuation';
+    subtype: '' | 'preposition' | 'acronym' | 'contraction' | 'ordinal' | 'word' | 'end' | 'colon' | 'ellipsis';
+    text: string;
+    start: number;
+    end: number;
+    shape: string;
+    sentenceStart: boolean;
+    subSentenceStart: boolean;
+    hyphenated?: Token[];
 }
-
-export interface Options {
-  english?: string[] | boolean
-  languageAsLangid?: boolean
-  sentenceCase?: false | SentenceCaseOptions
-  caseProtection?: 'as-needed' | 'strict' | boolean
-  unsupported?: 'ignore' | 'keep' | 'throw'
-  verbatimFields?: (string | RegExp)[]
-  removeOuterBraces?: string[]
-  fieldMode?: Record<string, ParseMode>
-  raw?: boolean
-  strings?: Record<string, string> | string
-  applyCrossRef?: boolean
+/** Options for normalized BibTeX parsing. */
+export interface Options extends ParserOptions {
+    /** Language identifiers treated as English for title casing. */
+    english?: string[];
+    /** Use the `language` field as a fallback language identifier. */
+    languageAsLangid?: boolean;
+    /** Configure sentence-casing behavior. */
+    sentenceCase?: SentenceCaseOptions;
+    /** Control preservation of capitalization inside braces. */
+    caseProtection?: 'off' | 'as-needed' | 'strict';
+    /** Policy for unsupported TeX commands and environments. */
+    unsupported?: 'ignore' | 'keep' | 'throw';
+    /** Fields parsed as verbatim text rather than TeX. */
+    verbatimFields?: (string | RegExp)[];
+    /** Fields for which a redundant outer brace pair is removed. */
+    removeOuterBraces?: string[];
+    /** Override the default parsing mode for individual fields. */
+    fieldMode?: Record<string, ParseMode>;
+    /** Return field text without LaTeX-to-Unicode conversion. */
+    raw?: boolean;
+    /** Inherit missing fields from cross-referenced entries. */
+    applyCrossRef?: boolean;
 }
-
+/** Options shared by the normalized and verbatim parsers. */
 export interface ParserOptions {
-  maxEntries?: number
-  strings?: Record<string, string> | string
-  stringsSource?: string
+    /** Stop after this many entries have been parsed. */
+    maxEntries?: number;
+    /** Preload string definitions as a dictionary or BibTeX source. */
+    strings?: Record<string, string> | string;
 }
-
+/** An entry whose field values retain their original BibTeX text. */
 export interface VerbatimEntry {
-  input: string
-  type: string
-  key: string
-  fields: Record<string, string>
+    input: string;
+    type: string;
+    key: string;
+    fields: Record<string, string>;
 }
-
+/** The library returned by the verbatim parser. */
 export interface VerbatimLibrary {
-  entries: VerbatimEntry[]
-  strings: Record<string, string>
-  comments: string[]
-  errors: ParseError[]
-  preambles: string[]
+    entries: VerbatimEntry[];
+    strings: Record<string, string>;
+    comments: string[];
+    errors: ParseError[];
+    preambles: string[];
+    jabref: JabRefMetadata;
 }
-
-export function parseVerbatim(input: string, options?: ParserOptions): VerbatimLibrary
-export function parseNormalized(input: string, options?: Options): Library
-export function parse(input: string, options?: Options): Library
-export function parseAsync(input: string, options?: Options): Promise<Library>
-export function toSentenceCase(input: string, options?: {
-  preserveQuoted?: boolean
-  subSentenceCapitalization?: boolean
-  guess?: boolean
-}): string
-export function tokenize(input: string, markup?: RegExp): Token[]
+/** Default language identifiers treated as English. */
+export declare const english: string[];
+/** Parses BibTeX while leaving field contents uninterpreted. */
+export declare function parseVerbatim(input: string, options?: ParserOptions): VerbatimLibrary;
+/** Asynchronous variant of {@link parseVerbatim}. */
+export declare function parseVerbatimAsync(input: string, options?: ParserOptions): Promise<VerbatimLibrary>;
+/** Parses BibTeX or BibLaTeX source into a normalized library. */
+export declare function parse(input: string, options?: Options): Library;
+/** Asynchronous variant of {@link parse}, yielding during large parses. */
+export declare function parseAsync(input: string, options?: Options): Promise<Library>;
+/** Converts a title to sentence case using heuristic token classification. */
+export declare function toSentenceCase(input: string, options?: {
+    preserveQuoted?: boolean;
+    subSentenceCapitalization?: boolean;
+    guess?: boolean;
+}): string;
+/** Splits text into classified tokens with source offsets. */
+export declare function tokenize(input: string, markup?: RegExp): Token[];