xml-tokenizer 0.0.26 → 0.0.27

package/dist/esm/tokenizer/tokenize.js

@@ -1,405 +1 @@
-import { getQName } from '../get-q-name.js';
-import { LESS_THAN, GREATER_THAN, SLASH, EQUALS, SINGLE_QUOTE, DOUBLE_QUOTE, HYPHEN, QUESTION_MARK, OPEN_SQUARE_BRACKET, PERCENT, EXCLAMATION_MARK, UPPERCASE_S, UPPERCASE_P, CLOSE_SQUARE_BRACKET } from './ascii-constants.js';
-import { isXmlSpaceByte } from './utils.js';
-import { XmlError } from './XmlError.js';
-import { XmlStream } from './XmlStream.js';
-
-const BOM = "\uFEFF";
-const XML_DECLARATION_START = "<?xml ";
-const XML_DECLARATION_END = "?>";
-const ENTITY_DECLARATION_START = "<!ENTITY";
-const ELEMENT_DECLARATION_START = "<!ELEMENT";
-const ATTLIST_DECLARATION_START = "<!ATTLIST";
-const NOTATION_DECLARATION_START = "<!NOTATION";
-const DOCTYPE_START = "<!DOCTYPE";
-const PI_START = "<?";
-const PI_END = "?>";
-const COMMENT_START = "<!--";
-const COMMENT_END = "-->";
-const CDATA_START = "<![CDATA[";
-const CDATA_END = "]]>";
-const NDATA = "NDATA";
-const PUBLIC = "PUBLIC";
-const SYSTEM = "SYSTEM";
-const VERSION = "version";
-const ENCODING = "encoding";
-const STANDALONE = "standalone";
-function tokenize(xmlString, tokenCallback, options = {}) {
-  tokenizeXmlStream(new XmlStream(xmlString, options), tokenCallback);
-}
-function tokenizeXmlStream(s, tokenCallback) {
-  if (s.startsWith(BOM)) {
-    s.advance(1);
-  }
-  if (s.startsWith(XML_DECLARATION_START)) {
-    parseDeclaration(s);
-  }
-  parseMisc(s, tokenCallback);
-  s.skipSpaces();
-  if (s.startsWith(DOCTYPE_START) || s.startsWith(DOCTYPE_START.toLowerCase())) {
-    if (!s.config.allowDtd) {
-      throw new XmlError({ type: "DtdDetected" });
-    }
-    parseDoctype(s, tokenCallback);
-    parseMisc(s, tokenCallback);
-  }
-  s.skipSpaces();
-  if (s.config.strictDocument) {
-    if (!s.atEnd() && s.currCodeUnit() === LESS_THAN) {
-      parseElement(s, tokenCallback);
-    }
-    parseMisc(s, tokenCallback);
-    if (!s.atEnd()) {
-      throw new XmlError({ type: "UnknownToken", message: "Not at end" }, s.genTextPos());
-    }
-  } else {
-    while (!s.atEnd()) {
-      if (s.currCodeUnit() === LESS_THAN) {
-        parseElement(s, tokenCallback);
-      } else {
-        parseText(s, tokenCallback);
-      }
-      parseMisc(s, tokenCallback);
-    }
-  }
-}
-function parseMisc(s, tokenCallback) {
-  while (!s.atEnd()) {
-    s.skipSpaces();
-    if (s.startsWith(COMMENT_START)) {
-      parseComment(s, tokenCallback);
-    } else if (s.startsWith(PI_START)) {
-      parsePi(s, tokenCallback);
-    } else {
-      break;
-    }
-  }
-}
-function parseDeclaration(s) {
-  function consumeSpaces(_s) {
-    if (_s.startsWithSpace()) {
-      _s.skipSpaces();
-    } else if (!_s.startsWith(XML_DECLARATION_END) && !_s.atEnd()) {
-      throw new XmlError(
-        { type: "InvalidChar", expected: "a whitespace", actual: _s.currCodeUnitUnchecked() },
-        _s.genTextPos()
-      );
-    }
-  }
-  s.advance(5);
-  consumeSpaces(s);
-  if (!s.startsWith(VERSION)) {
-    throw new XmlError({ type: "InvalidString", expected: "version" }, s.genTextPos());
-  }
-  parseAttribute(s);
-  consumeSpaces(s);
-  if (s.startsWith(ENCODING)) {
-    parseAttribute(s);
-    consumeSpaces(s);
-  }
-  if (s.startsWith(STANDALONE)) {
-    parseAttribute(s);
-  }
-  s.skipSpaces();
-  s.skipString(XML_DECLARATION_END);
-}
-function parseComment(s, tokenCallback) {
-  const start = s.getPos();
-  s.advance(4);
-  const text = s.consumeCodeUnitsWhile((c, _s) => !(c === HYPHEN && _s.startsWith(COMMENT_END)));
-  s.skipString(COMMENT_END);
-  if (text.includes("--") || text.endsWith("-")) {
-    throw new XmlError({ type: "InvalidComment" }, s.genTextPosFrom(start));
-  }
-  tokenCallback({ type: "Comment", text, range: s.rangeFrom(start) });
-}
-function parsePi(s, tokenCallback) {
-  if (s.startsWith(XML_DECLARATION_START)) {
-    throw new XmlError({ type: "UnexpectedDeclaration" }, s.genTextPos());
-  }
-  const start = s.getPos();
-  s.advance(2);
-  const target = s.consumeName();
-  s.skipSpaces();
-  const content = s.consumeCodeUnitsWhile(
-    (c, _s) => !(c === QUESTION_MARK && _s.startsWith(PI_END))
-  );
-  s.skipString(PI_END);
-  tokenCallback({
-    type: "ProcessingInstruction",
-    target,
-    content: content.length === 0 ? void 0 : content,
-    range: s.rangeFrom(start)
-  });
-}
-function parseDoctype(s, tokenCallback) {
-  const start = s.getPos();
-  parseDoctypeStart(s);
-  s.skipSpaces();
-  if (s.currCodeUnit() === GREATER_THAN) {
-    s.advance(1);
-    return;
-  }
-  s.advance(1);
-  while (!s.atEnd()) {
-    s.skipSpaces();
-    if (s.startsWith(ENTITY_DECLARATION_START)) {
-      parseEntityDecl(s, tokenCallback);
-    } else if (s.startsWith(COMMENT_START)) {
-      parseComment(s, tokenCallback);
-    } else if (s.startsWith(PI_START)) {
-      parsePi(s, tokenCallback);
-    } else if (s.startsWith("]")) {
-      s.advance(1);
-      s.skipSpaces();
-      if (s.currCodeUnit() === GREATER_THAN) {
-        s.advance(1);
-        break;
-      } else {
-        throw new XmlError(
-          { type: "InvalidChar", expected: "'>'", actual: s.currCodeUnitUnchecked() },
-          s.genTextPos()
-        );
-      }
-    } else if (s.startsWith(ELEMENT_DECLARATION_START) || s.startsWith(ATTLIST_DECLARATION_START) || s.startsWith(NOTATION_DECLARATION_START)) {
-      try {
-        consumeDecl(s);
-      } catch (e) {
-        throw new XmlError(
-          { type: "UnknownToken", message: "Failed to consume declaration" },
-          s.genTextPosFrom(start)
-        );
-      }
-    } else {
-      throw new XmlError(
-        { type: "UnknownToken", message: "Failed to parse doctype" },
-        s.genTextPos()
-      );
-    }
-  }
-}
-function parseDoctypeStart(s) {
-  s.advance(9);
-  s.consumeSpaces();
-  s.skipName();
-  s.skipSpaces();
-  parseExternalId(s);
-  s.skipSpaces();
-  const currCodeUnit = s.currCodeUnit();
-  if (currCodeUnit !== OPEN_SQUARE_BRACKET && currCodeUnit !== GREATER_THAN) {
-    throw new XmlError(
-      { type: "InvalidChar", expected: "'[' or '>'", actual: currCodeUnit },
-      s.genTextPos()
-    );
-  }
-}
-function parseExternalId(s) {
-  if (s.startsWith(SYSTEM) || s.startsWith(PUBLIC)) {
-    const start = s.getPos();
-    s.advance(6);
-    const id = s.sliceBack(start);
-    s.consumeSpaces();
-    const quote = s.consumeQuote();
-    s.consumeCodeUnitsWhile((c) => c !== quote);
-    s.consumeCodeUnit(quote);
-    if (id === PUBLIC) {
-      s.consumeSpaces();
-      const _quote = s.consumeQuote();
-      s.consumeCodeUnitsWhile((c) => c !== _quote);
-      s.consumeCodeUnit(_quote);
-    }
-    return true;
-  }
-  return false;
-}
-function parseEntityDecl(s, tokenCallback) {
-  s.advance(8);
-  s.consumeSpaces();
-  const isGe = !s.tryConsumeCodeUnit(PERCENT);
-  if (!isGe) {
-    s.consumeSpaces();
-  }
-  const name = s.consumeName();
-  s.consumeSpaces();
-  const definition = parseEntityDef(s, isGe);
-  if (definition !== null) {
-    tokenCallback({ type: "EntityDeclaration", name, definition });
-  }
-  s.skipSpaces();
-  s.consumeCodeUnit(GREATER_THAN);
-}
-function parseEntityDef(s, isGe) {
-  const currCodeUnit = s.currCodeUnit();
-  if (currCodeUnit === DOUBLE_QUOTE || currCodeUnit === SINGLE_QUOTE) {
-    const quote = s.consumeQuote();
-    const start = s.getPos();
-    s.skipCodeUnitsWhile((c) => c !== quote);
-    const value = s.sliceBack(start);
-    s.consumeCodeUnit(quote);
-    return value;
-  } else if (currCodeUnit === UPPERCASE_S || currCodeUnit === UPPERCASE_P) {
-    if (parseExternalId(s)) {
-      if (isGe) {
-        s.skipSpaces();
-        if (s.startsWith(NDATA)) {
-          s.advance(5);
-          s.consumeSpaces();
-          s.skipName();
-        }
-      }
-      return null;
-    }
-    throw new XmlError({ type: "InvalidExternalID" }, s.genTextPos());
-  } else {
-    throw new XmlError(
-      { type: "InvalidChar", expected: "a quote, SYSTEM or PUBLIC", actual: currCodeUnit },
-      s.genTextPos()
-    );
-  }
-}
-function consumeDecl(s) {
-  s.skipCodeUnitsWhile((c) => c !== GREATER_THAN);
-  s.consumeCodeUnit(GREATER_THAN);
-}
-function parseElement(s, tokenCallback) {
-  const start = s.getPos();
-  s.advance(1);
-  const [prefix, local] = s.consumeQName();
-  tokenCallback({ type: "ElementStart", prefix, local, start });
-  let open = false;
-  while (!s.atEnd()) {
-    const hasSpace = s.startsWithSpace();
-    s.skipSpaces();
-    const _start = s.getPos();
-    const currCodeUnit = s.currCodeUnit();
-    if (currCodeUnit === SLASH) {
-      s.advance(1);
-      s.consumeCodeUnit(GREATER_THAN);
-      const range = s.rangeFrom(_start);
-      tokenCallback({ type: "ElementEnd", end: { type: "Empty" }, range });
-      break;
-    } else if (currCodeUnit === GREATER_THAN) {
-      s.advance(1);
-      const range = s.rangeFrom(_start);
-      tokenCallback({ type: "ElementEnd", end: { type: "Open" }, range });
-      open = true;
-      break;
-    } else {
-      if (!hasSpace) {
-        throw new XmlError(
-          { type: "InvalidChar", expected: "a whitespace", actual: s.currCodeUnitUnchecked() },
-          s.genTextPos()
-        );
-      }
-      const [_prefix, _local, value] = parseAttribute(s);
-      const end = s.getPos();
-      tokenCallback({
-        type: "Attribute",
-        range: { start: _start, end },
-        prefix: _prefix,
-        local: _local,
-        value
-      });
-    }
-  }
-  if (open) {
-    if (s.config.rawTextElements != null) {
-      const qName = getQName(local, prefix);
-      if (s.config.rawTextElements.includes(qName)) {
-        parseContent(s, tokenCallback, `</${qName}>`);
-        return;
-      }
-    }
-    parseContent(s, tokenCallback);
-  }
-}
-function parseAttribute(s) {
-  const [prefix, local] = s.consumeQName();
-  let value;
-  const start = s.getPos();
-  s.skipSpaces();
-  if (s.tryConsumeCodeUnit(EQUALS)) {
-    s.skipSpaces();
-    const currCodeUnit = s.currCodeUnit();
-    if (currCodeUnit === SINGLE_QUOTE || currCodeUnit === DOUBLE_QUOTE) {
-      const quote = s.consumeQuote();
-      value = s.consumeCodeUnitsWhile((c) => c !== quote && c !== LESS_THAN);
-      s.consumeCodeUnit(quote);
-    } else if (!s.config.strictDocument) {
-      value = s.consumeCodeUnitsWhile(
-        (c) => !isXmlSpaceByte(c) && c !== GREATER_THAN && c !== SLASH && c !== LESS_THAN
-      );
-    } else {
-      throw new XmlError(
-        { type: "InvalidChar", expected: "a quote", actual: currCodeUnit },
-        s.genTextPos()
-      );
-    }
-  } else if (!s.config.strictDocument) {
-    s.goTo(start);
-    value = "true";
-  } else {
-    throw new XmlError(
-      { type: "InvalidChar", expected: EQUALS, actual: s.currCodeUnit() },
-      s.genTextPos()
-    );
-  }
-  return [prefix, local, value];
-}
-function parseContent(s, tokenCallback, parseContentUntil = LESS_THAN) {
-  while (!s.atEnd()) {
-    if (typeof parseContentUntil === "number" ? s.currCodeUnit() === parseContentUntil : s.startsWith(parseContentUntil)) {
-      const nextCodeUnit = s.nextCodeUnit();
-      if (nextCodeUnit === EXCLAMATION_MARK) {
-        if (s.startsWith(COMMENT_START)) {
-          parseComment(s, tokenCallback);
-        } else if (s.startsWith(CDATA_START)) {
-          parseCdata(s, tokenCallback);
-        } else {
-          throw new XmlError(
-            { type: "UnknownToken", message: "Failed to parse content" },
-            s.genTextPos()
-          );
-        }
-      } else if (nextCodeUnit === QUESTION_MARK) {
-        parsePi(s, tokenCallback);
-      } else if (nextCodeUnit === SLASH) {
-        parseCloseElement(s, tokenCallback);
-        break;
-      } else {
-        parseElement(s, tokenCallback);
-      }
-    } else {
-      parseText(s, tokenCallback, parseContentUntil);
-    }
-  }
-}
-function parseCdata(s, tokenCallback) {
-  const start = s.getPos();
-  s.advance(9);
-  const text = s.consumeCodeUnitsWhile(
-    (c, _s) => !(c === CLOSE_SQUARE_BRACKET && _s.startsWith(CDATA_END))
-  );
-  s.skipString(CDATA_END);
-  const range = s.rangeFrom(start);
-  tokenCallback({ type: "Cdata", text, range });
-}
-function parseCloseElement(s, tokenCallback) {
-  const start = s.getPos();
-  s.advance(2);
-  const [prefix, local] = s.consumeQName();
-  s.skipSpaces();
-  s.consumeCodeUnit(GREATER_THAN);
-  const range = s.rangeFrom(start);
-  tokenCallback({ type: "ElementEnd", end: { type: "Close", prefix, local }, range });
-}
-function parseText(s, tokenCallback, parseTextUntil = LESS_THAN) {
-  const start = s.getPos();
-  const text = typeof parseTextUntil === "number" ? s.consumeCodeUnitsWhile((c) => c !== parseTextUntil) : s.consumeCodeUnitsWhile((_, _s) => !_s.startsWith(parseTextUntil));
-  if (text.includes(CDATA_END)) {
-    throw new XmlError({ type: "InvalidCharacterData" }, s.genTextPos());
-  }
-  tokenCallback({ type: "Text", text, range: s.rangeFrom(start) });
-}
-
-export { tokenize, tokenizeXmlStream };
+import{getQName as b}from"../get-q-name.js";import{LESS_THAN as d,GREATER_THAN as r,SLASH as f,EQUALS as T,SINGLE_QUOTE as k,DOUBLE_QUOTE as w,HYPHEN as B,QUESTION_MARK as W,OPEN_SQUARE_BRACKET as M,PERCENT as X,EXCLAMATION_MARK as H,UPPERCASE_S as Y,UPPERCASE_P as K,CLOSE_SQUARE_BRACKET as z}from"./ascii-constants.js";import{isXmlSpaceByte as q}from"./utils.js";import{XmlError as c}from"./XmlError.js";import{XmlStream as G}from"./XmlStream.js";const $="\uFEFF",P="<?xml ",y="?>",j="<!ENTITY",J="<!ELEMENT",V="<!ATTLIST",Z="<!NOTATION",x="<!DOCTYPE",v="<?",N="?>",h="<!--",A="-->",tt="<![CDATA[",g="]]>",nt="NDATA",I="PUBLIC",st="SYSTEM",ot="version",et="encoding",it="standalone";function at(t,n,s={}){D(new G(t,s),n)}function D(t,n){if(t.startsWith($)&&t.advance(1),t.startsWith(P)&&ct(t),l(t,n),t.skipSpaces(),t.startsWith(x)||t.startsWith(x.toLowerCase())){if(!t.config.allowDtd)throw new c({type:"DtdDetected"});rt(t,n),l(t,n)}if(t.skipSpaces(),t.config.strictDocument){if(!t.atEnd()&&t.currCodeUnit()===d&&U(t,n),l(t,n),!t.atEnd())throw new c({type:"UnknownToken",message:"Not at end"},t.genTextPos())}else for(;!t.atEnd();)t.currCodeUnit()===d?U(t,n):L(t,n),l(t,n)}function l(t,n){for(;!t.atEnd();)if(t.skipSpaces(),t.startsWith(h))C(t,n);else if(t.startsWith(v))S(t,n);else break}function ct(t){function n(s){if(s.startsWithSpace())s.skipSpaces();else if(!s.startsWith(y)&&!s.atEnd())throw new c({type:"InvalidChar",expected:"a whitespace",actual:s.currCodeUnitUnchecked()},s.genTextPos())}if(t.advance(5),n(t),!t.startsWith(ot))throw new c({type:"InvalidString",expected:"version"},t.genTextPos());m(t),n(t),t.startsWith(et)&&(m(t),n(t)),t.startsWith(it)&&m(t),t.skipSpaces(),t.skipString(y)}function C(t,n){const s=t.getPos();t.advance(4);const o=t.consumeCodeUnitsWhile((e,i)=>!(e===B&&i.startsWith(A)));if(t.skipString(A),o.includes("--")||o.endsWith("-"))throw new c({type:"InvalidComment"},t.genTextPosFrom(s));n({type:"Comment",text:o,range:t.rangeFrom(s)},t)}function S(t,n){if(t.startsWith(P))throw new c({type:"UnexpectedDeclaration"},t.genTextPos());const s=t.getPos();t.advance(2);const o=t.consumeName();t.skipSpaces();const e=t.consumeCodeUnitsWhile((i,a)=>!(i===W&&a.startsWith(N)));t.skipString(N),n({type:"ProcessingInstruction",target:o,content:e.length===0?void 0:e,range:t.rangeFrom(s)},t)}function rt(t,n){const s=t.getPos();if(pt(t),t.skipSpaces(),t.currCodeUnit()===r){t.advance(1);return}for(t.advance(1);!t.atEnd();)if(t.skipSpaces(),t.startsWith(j))dt(t,n);else if(t.startsWith(h))C(t,n);else if(t.startsWith(v))S(t,n);else if(t.startsWith("]"))if(t.advance(1),t.skipSpaces(),t.currCodeUnit()===r){t.advance(1);break}else throw new c({type:"InvalidChar",expected:"'>'",actual:t.currCodeUnitUnchecked()},t.genTextPos());else if(t.startsWith(J)||t.startsWith(V)||t.startsWith(Z))try{lt(t)}catch(o){throw new c({type:"UnknownToken",message:"Failed to consume declaration"},t.genTextPosFrom(s))}else throw new c({type:"UnknownToken",message:"Failed to parse doctype"},t.genTextPos())}function pt(t){t.advance(9),t.consumeSpaces(),t.skipName(),t.skipSpaces(),F(t),t.skipSpaces();const n=t.currCodeUnit();if(n!==M&&n!==r)throw new c({type:"InvalidChar",expected:"'[' or '>'",actual:n},t.genTextPos())}function F(t){if(t.startsWith(st)||t.startsWith(I)){const n=t.getPos();t.advance(6);const s=t.sliceBack(n);t.consumeSpaces();const o=t.consumeQuote();if(t.consumeCodeUnitsWhile(e=>e!==o),t.consumeCodeUnit(o),s===I){t.consumeSpaces();const e=t.consumeQuote();t.consumeCodeUnitsWhile(i=>i!==e),t.consumeCodeUnit(e)}return!0}return!1}function dt(t,n){t.advance(8),t.consumeSpaces();const s=!t.tryConsumeCodeUnit(X);s||t.consumeSpaces();const o=t.consumeName();t.consumeSpaces();const e=ut(t,s);e!==null&&n({type:"EntityDeclaration",name:o,definition:e},t),t.skipSpaces(),t.consumeCodeUnit(r)}function ut(t,n){const s=t.currCodeUnit();if(s===w||s===k){const o=t.consumeQuote(),e=t.getPos();t.skipCodeUnitsWhile(a=>a!==o);const i=t.sliceBack(e);return t.consumeCodeUnit(o),i}else if(s===Y||s===K){if(F(t))return n&&(t.skipSpaces(),t.startsWith(nt)&&(t.advance(5),t.consumeSpaces(),t.skipName())),null;throw new c({type:"InvalidExternalID"},t.genTextPos())}else throw new c({type:"InvalidChar",expected:"a quote, SYSTEM or PUBLIC",actual:s},t.genTextPos())}function lt(t){t.skipCodeUnitsWhile(n=>n!==r),t.consumeCodeUnit(r)}function U(t,n){const s=t.getPos();t.advance(1);const[o,e]=t.consumeQName();n({type:"ElementStart",prefix:o,local:e,start:s},t);let i=!1;for(;!t.atEnd();){const a=t.startsWithSpace();t.skipSpaces();const p=t.getPos(),E=t.currCodeUnit();if(E===f){t.advance(1),t.consumeCodeUnit(r);const u=t.rangeFrom(p);n({type:"ElementEnd",end:{type:"Empty"},range:u},t);break}else if(E===r){t.advance(1);const u=t.rangeFrom(p);n({type:"ElementEnd",end:{type:"Open"},range:u},t),i=!0;break}else{if(!a)throw new c({type:"InvalidChar",expected:"a whitespace",actual:t.currCodeUnitUnchecked()},t.genTextPos());const[u,_,O]=m(t),R=t.getPos();n({type:"Attribute",range:{start:p,end:R},prefix:u,local:_,value:O},t)}}if(i){if(t.config.rawTextElements!=null){const a=b(e,o);if(t.config.rawTextElements.includes(a)){Q(t,n,`</${a}>`);return}}Q(t,n)}}function m(t){const[n,s]=t.consumeQName();let o;const e=t.getPos();if(t.skipSpaces(),t.tryConsumeCodeUnit(T)){t.skipSpaces();const i=t.currCodeUnit();if(i===k||i===w){const a=t.consumeQuote();o=t.consumeCodeUnitsWhile(p=>p!==a&&p!==d),t.consumeCodeUnit(a)}else if(!t.config.strictDocument)o=t.consumeCodeUnitsWhile(a=>!q(a)&&a!==r&&a!==f&&a!==d);else throw new c({type:"InvalidChar",expected:"a quote",actual:i},t.genTextPos())}else if(!t.config.strictDocument)t.goTo(e),o="true";else throw new c({type:"InvalidChar",expected:T,actual:t.currCodeUnit()},t.genTextPos());return[n,s,o]}function Q(t,n,s=d){for(;!t.atEnd();)if(typeof s=="number"?t.currCodeUnit()===s:t.startsWith(s)){const o=t.nextCodeUnit();if(o===H)if(t.startsWith(h))C(t,n);else if(t.startsWith(tt))mt(t,n);else throw new c({type:"UnknownToken",message:"Failed to parse content"},t.genTextPos());else if(o===W)S(t,n);else if(o===f){ft(t,n);break}else U(t,n)}else L(t,n,s)}function mt(t,n){const s=t.getPos();t.advance(9);const o=t.consumeCodeUnitsWhile((i,a)=>!(i===z&&a.startsWith(g)));t.skipString(g);const e=t.rangeFrom(s);n({type:"Cdata",text:o,range:e},t)}function ft(t,n){const s=t.getPos();t.advance(2);const[o,e]=t.consumeQName();t.skipSpaces(),t.consumeCodeUnit(r);const i=t.rangeFrom(s);n({type:"ElementEnd",end:{type:"Close",prefix:o,local:e},range:i},t)}function L(t,n,s=d){const o=t.getPos(),e=typeof s=="number"?t.consumeCodeUnitsWhile(i=>i!==s):t.consumeCodeUnitsWhile((i,a)=>!a.startsWith(s));if(e.includes(g))throw new c({type:"InvalidCharacterData"},t.genTextPos());n({type:"Text",text:e,range:t.rangeFrom(o)},t)}export{at as tokenize,D as tokenizeXmlStream};

package/dist/esm/tokenizer/utils.js

@@ -1,40 +1 @@
-import { ZERO, NINE, UPPERCASE_A, UPPERCASE_Z, LOWERCASE_A, LOWERCASE_Z, COLON, UNDERSCORE, SPACE, HORIZONTAL_TAB, LINE_FEED, CARRIAGE_RETURN, HYPHEN, PERIOD } from './ascii-constants.js';
-
-function isAsciiDigit(byte) {
-  return byte >= ZERO && byte <= NINE;
-}
-function isXmlNameStart(codePoint) {
-  if (codePoint == null) {
-    return false;
-  }
-  if (codePoint <= 128) {
-    return codePoint >= UPPERCASE_A && codePoint <= UPPERCASE_Z || codePoint >= LOWERCASE_A && codePoint <= LOWERCASE_Z || codePoint === COLON || codePoint === UNDERSCORE;
-  }
-  return codePoint >= 192 && codePoint <= 214 || codePoint >= 216 && codePoint <= 246 || codePoint >= 248 && codePoint <= 767 || codePoint >= 880 && codePoint <= 893 || codePoint >= 895 && codePoint <= 8191 || codePoint >= 8204 && codePoint <= 8205 || codePoint >= 8304 && codePoint <= 8591 || codePoint >= 11264 && codePoint <= 12271 || codePoint >= 12289 && codePoint <= 55295 || codePoint >= 63744 && codePoint <= 64975 || codePoint >= 65008 && codePoint <= 65533 || codePoint >= 65536 && codePoint <= 983039;
-}
-function isXmlName(codePoint) {
-  if (codePoint == null) {
-    return false;
-  }
-  if (codePoint <= 128) {
-    return isXmlNameByte(codePoint);
-  }
-  return codePoint === 183 || codePoint >= 192 && codePoint <= 214 || codePoint >= 216 && codePoint <= 246 || codePoint >= 248 && codePoint <= 767 || codePoint >= 768 && codePoint <= 879 || codePoint >= 880 && codePoint <= 893 || codePoint >= 895 && codePoint <= 8191 || codePoint >= 8204 && codePoint <= 8205 || codePoint >= 8255 && codePoint <= 8256 || codePoint >= 8304 && codePoint <= 8591 || codePoint >= 11264 && codePoint <= 12271 || codePoint >= 12289 && codePoint <= 55295 || codePoint >= 63744 && codePoint <= 64975 || codePoint >= 65008 && codePoint <= 65533 || codePoint >= 65536 && codePoint <= 983039;
-}
-function isXmlChar(codePoint) {
-  if (codePoint == null) {
-    return false;
-  }
-  if (codePoint < 32) {
-    return isXmlSpaceByte(codePoint);
-  }
-  return codePoint !== 65535 && codePoint !== 65534;
-}
-function isXmlSpaceByte(byte) {
-  return byte === SPACE || byte === HORIZONTAL_TAB || byte === LINE_FEED || byte === CARRIAGE_RETURN;
-}
-function isXmlNameByte(byte) {
-  return byte >= ZERO && byte <= NINE || byte >= UPPERCASE_A && byte <= UPPERCASE_Z || byte >= LOWERCASE_A && byte <= LOWERCASE_Z || byte === COLON || byte === UNDERSCORE || byte === HYPHEN || byte === PERIOD;
-}
-
-export { isAsciiDigit, isXmlChar, isXmlName, isXmlNameByte, isXmlNameStart, isXmlSpaceByte };
+import{ZERO as E,NINE as t,UPPERCASE_A as i,UPPERCASE_Z as r,LOWERCASE_A as e,LOWERCASE_Z as u,COLON as l,UNDERSCORE as R,SPACE as m,HORIZONTAL_TAB as s,LINE_FEED as a,CARRIAGE_RETURN as o,HYPHEN as C,PERIOD as O}from"./ascii-constants.js";function c(n){return n>=E&&n<=t}function S(n){return n==null?!1:n<=128?n>=i&&n<=r||n>=e&&n<=u||n===l||n===R:n>=192&&n<=214||n>=216&&n<=246||n>=248&&n<=767||n>=880&&n<=893||n>=895&&n<=8191||n>=8204&&n<=8205||n>=8304&&n<=8591||n>=11264&&n<=12271||n>=12289&&n<=55295||n>=63744&&n<=64975||n>=65008&&n<=65533||n>=65536&&n<=983039}function P(n){return n==null?!1:n<=128?N(n):n===183||n>=192&&n<=214||n>=216&&n<=246||n>=248&&n<=767||n>=768&&n<=879||n>=880&&n<=893||n>=895&&n<=8191||n>=8204&&n<=8205||n>=8255&&n<=8256||n>=8304&&n<=8591||n>=11264&&n<=12271||n>=12289&&n<=55295||n>=63744&&n<=64975||n>=65008&&n<=65533||n>=65536&&n<=983039}function _(n){return n==null?!1:n<32?A(n):n!==65535&&n!==65534}function A(n){return n===m||n===s||n===a||n===o}function N(n){return n>=E&&n<=t||n>=i&&n<=r||n>=e&&n<=u||n===l||n===R||n===C||n===O}export{c as isAsciiDigit,_ as isXmlChar,P as isXmlName,N as isXmlNameByte,S as isXmlNameStart,A as isXmlSpaceByte};

package/dist/esm/tokens-to-xml.js

@@ -1,11 +1 @@
-import { tokenToXml } from './token-to-xml.js';
-
-function tokensToXml(tokens) {
-  let xmlString = "";
-  tokens.forEach((token) => {
-    xmlString += tokenToXml(token);
-  });
-  return xmlString;
-}
-
-export { tokensToXml };
+import{tokenToXml as e}from"./token-to-xml.js";function n(t){let o="";return t.forEach(r=>{o+=e(r)}),o}export{n as tokensToXml};

package/dist/esm/xml-to-object.js

@@ -1,66 +1 @@
-import { tokenize } from './tokenizer/tokenize.js';
-
-function xmlToObject(xmlString, options = {}) {
-  const root = {
-    local: "root",
-    attributes: [],
-    content: []
-  };
-  const stack = [root];
-  tokenize(
-    xmlString,
-    (token) => {
-      processTokenForObject(token, stack);
-    },
-    options
-  );
-  return root.content[0];
-}
-function processTokenForObject(token, stack) {
-  switch (token.type) {
-    case "ElementStart": {
-      const newNode = {
-        local: token.local,
-        prefix: token.prefix.length > 0 ? token.prefix : void 0,
-        attributes: [],
-        content: []
-      };
-      const currentNode = stack[stack.length - 1];
-      if (currentNode != null) {
-        currentNode.content.push(newNode);
-      }
-      stack.push(newNode);
-      break;
-    }
-    case "ElementEnd": {
-      if (token.end.type === "Close" || token.end.type === "Empty") {
-        stack.pop();
-      }
-      break;
-    }
-    case "Attribute": {
-      const currentNode = stack[stack.length - 1];
-      if (currentNode != null) {
-        currentNode.attributes.push({
-          local: token.local,
-          prefix: token.prefix.length > 0 ? token.prefix : void 0,
-          value: token.value
-        });
-      }
-      break;
-    }
-    case "Text":
-    case "Cdata": {
-      const currentNode = stack[stack.length - 1];
-      if (currentNode != null) {
-        const trimmedText = token.text.trim();
-        if (trimmedText.length > 0) {
-          currentNode.content.push(token.text);
-        }
-      }
-      break;
-    }
-  }
-}
-
-export { processTokenForObject, xmlToObject };
+import{tokenize as c}from"./tokenizer/tokenize.js";function a(t,o={}){const e={local:"root",attributes:[],content:[]},l=[e];return c(t,r=>{n(r,l)},o),e.content[0]}function n(t,o){switch(t.type){case"ElementStart":{const e={local:t.local,prefix:t.prefix.length>0?t.prefix:void 0,attributes:[],content:[]},l=o[o.length-1];l!=null&&l.content.push(e),o.push(e);break}case"ElementEnd":{(t.end.type==="Close"||t.end.type==="Empty")&&o.pop();break}case"Attribute":{const e=o[o.length-1];e!=null&&e.attributes.push({local:t.local,prefix:t.prefix.length>0?t.prefix:void 0,value:t.value});break}case"Text":case"Cdata":{const e=o[o.length-1];e!=null&&t.text.trim().length>0&&e.content.push(t.text);break}}}export{n as processTokenForObject,a as xmlToObject};

package/dist/esm/xml-to-simplified-object.js

@@ -1,83 +1 @@
-import { getQName } from './get-q-name.js';
-import { tokenize } from './tokenizer/tokenize.js';
-
-function xmlToSimplifiedObject(xmlString, options = {}) {
-  const result = {};
-  const stack = [result];
-  tokenize(
-    xmlString,
-    (token) => {
-      processTokenForSimplifiedObject(token, stack);
-    },
-    options
-  );
-  return result;
-}
-function processTokenForSimplifiedObject(token, stack) {
-  switch (token.type) {
-    case "ElementStart": {
-      const tagName = getQName(token.local, token.prefix);
-      const tagNameWithPrefix = `_${tagName}`;
-      const newNode = {};
-      const currentNode = stack[stack.length - 1];
-      if (currentNode != null) {
-        if (currentNode.content != null) {
-          newNode.tag = tagName;
-          currentNode.content.push(newNode);
-        } else if (currentNode.text != null) {
-          newNode.tag = tagName;
-          currentNode.content = [currentNode.text, newNode];
-          delete currentNode.text;
-        } else if (currentNode[tagNameWithPrefix] == null) {
-          currentNode[tagNameWithPrefix] = [newNode];
-        } else if (Array.isArray(currentNode[tagNameWithPrefix])) {
-          currentNode[tagNameWithPrefix].push(newNode);
-        } else {
-          currentNode[tagNameWithPrefix] = [currentNode[tagNameWithPrefix], newNode];
-        }
-      }
-      stack.push(newNode);
-      break;
-    }
-    case "ElementEnd": {
-      if (token.end.type === "Close" || token.end.type === "Empty") {
-        stack.pop();
-      }
-      break;
-    }
-    case "Attribute": {
-      const currentNode = stack[stack.length - 1];
-      if (currentNode != null) {
-        const attrName = getQName(token.local, token.prefix);
-        if (currentNode.attributes != null) {
-          currentNode.attributes[attrName] = token.value;
-        } else {
-          currentNode.attributes = {
-            [attrName]: token.value
-          };
-        }
-      }
-      break;
-    }
-    case "Text":
-    case "Cdata": {
-      const currentNode = stack[stack.length - 1];
-      if (currentNode != null) {
-        const trimmedText = token.text.trim();
-        if (trimmedText.length > 0) {
-          if (currentNode.content != null) {
-            currentNode.content.push(trimmedText);
-          } else if (currentNode.text != null) {
-            currentNode.content = [currentNode.text, trimmedText];
-            delete currentNode.text;
-          } else {
-            currentNode.text = trimmedText;
-          }
-        }
-      }
-      break;
-    }
-  }
-}
-
-export { processTokenForSimplifiedObject, xmlToSimplifiedObject };
+import{getQName as c}from"./get-q-name.js";import{tokenize as i}from"./tokenizer/tokenize.js";function s(o,l={}){const t={},e=[t];return i(o,r=>{a(r,e)},l),t}function a(o,l){switch(o.type){case"ElementStart":{const t=c(o.local,o.prefix),e=`_${t}`,r={},n=l[l.length-1];n!=null&&(n.content!=null?(r.tag=t,n.content.push(r)):n.text!=null?(r.tag=t,n.content=[n.text,r],delete n.text):n[e]==null?n[e]=[r]:Array.isArray(n[e])?n[e].push(r):n[e]=[n[e],r]),l.push(r);break}case"ElementEnd":{(o.end.type==="Close"||o.end.type==="Empty")&&l.pop();break}case"Attribute":{const t=l[l.length-1];if(t!=null){const e=c(o.local,o.prefix);t.attributes!=null?t.attributes[e]=o.value:t.attributes={[e]:o.value}}break}case"Text":case"Cdata":{const t=l[l.length-1];if(t!=null){const e=o.text.trim();e.length>0&&(t.content!=null?t.content.push(e):t.text!=null?(t.content=[t.text,e],delete t.text):t.text=e)}break}}}export{a as processTokenForSimplifiedObject,s as xmlToSimplifiedObject};

package/dist/types/get-q-name.d.ts

@@ -4,4 +4,3 @@
  * https://www.w3.org/2001/tag/doc/qnameids.html
  */
 export declare function getQName(local: string, prefix?: string | null): string;
-//# sourceMappingURL=get-q-name.d.ts.map

package/dist/types/index.d.ts

@@ -5,4 +5,3 @@ export * from './tokenizer';
 export * from './tokens-to-xml';
 export * from './xml-to-object';
 export * from './xml-to-simplified-object';
-//# sourceMappingURL=index.d.ts.map

package/dist/types/selector/TokenSelectState.d.ts

@@ -30,4 +30,3 @@ export declare const enum ETokenMatchCriteria {
     Text = 4,// Match text content <prefix:local attribute="x">text
     Node = 8
 }
-//# sourceMappingURL=TokenSelectState.d.ts.map

package/dist/types/selector/TokenSelectStateMachine.d.ts

@@ -32,4 +32,3 @@ export interface TCachedAttribute {
     prefix?: string;
     value?: string;
 }
-//# sourceMappingURL=TokenSelectStateMachine.d.ts.map

package/dist/types/selector/TokenSelector.d.ts

@@ -11,4 +11,3 @@ export declare class TokenSelector {
     private handleText;
     private handleElementEnd;
 }
-//# sourceMappingURL=TokenSelector.d.ts.map

package/dist/types/selector/index.d.ts

@@ -3,4 +3,3 @@ export * from './TokenSelector';
 export * from './TokenSelectState';
 export * from './TokenSelectStateMachine';
 export * from './types';
-//# sourceMappingURL=index.d.ts.map

package/dist/types/selector/match-string.d.ts

@@ -1,3 +1,2 @@
 import { type TStringMatch } from './types';
 export declare function matchString(value: string, config: TStringMatch): boolean;
-//# sourceMappingURL=match-string.d.ts.map

package/dist/types/selector/select.d.ts

@@ -1,4 +1,3 @@
 import { TXmlStreamOptions } from '../tokenizer';
 import { type TSelectedTokenCallback, type TTokenSelectPath } from './types';
 export declare function select(xml: string, tokenSelectPaths: TTokenSelectPath[], callback: TSelectedTokenCallback, options?: TXmlStreamOptions): void;
-//# sourceMappingURL=select.d.ts.map