xml-tokenizer 0.0.35 → 0.0.36

package/dist/cjs/tokenizer/XmlStream.js

@@ -1 +1 @@
-"use strict";var h=require("./ascii-constants.js"),c=require("./utils.js"),n=require("./XmlError.js"),S=Object.defineProperty,C=Object.getOwnPropertySymbols,E=Object.prototype.hasOwnProperty,y=Object.prototype.propertyIsEnumerable,f=(d,t,e)=>t in d?S(d,t,{enumerable:!0,configurable:!0,writable:!0,value:e}):d[t]=e,x=(d,t)=>{for(var e in t||(t={}))E.call(t,e)&&f(d,e,t[e]);if(C)for(var e of C(t))y.call(t,e)&&f(d,e,t[e]);return d},m=(d,t,e)=>f(d,typeof t!="symbol"?t+"":t,e);class g{constructor(t,e={}){m(this,"_text"),m(this,"_pos"),m(this,"_end"),m(this,"config");const{pos:i=0,strictDocument:s=!0,allowDtd:o=!0,rawTextElements:l=null,implicitSelfClosingElements:a=null,contextSliceSize:r=!1,debug:u=!1}=e;this._text=t,this._pos=i,this._end=this._text.length,this.config={strictDocument:s,allowDtd:o,rawTextElements:l,implicitSelfClosingElements:a,contextSliceSize:r,debug:u},this.config.debug&&this.debugLog("XmlStream initialized",{textLength:t.length,startPos:this._pos,platform:typeof process!="undefined"?process.arch:"unknown",nodeVersion:typeof process!="undefined"?process.version:"unknown",textSample:t.slice(0,100),charCodes:t.slice(0,20).split("").map((p,_)=>({char:p,code:p.charCodeAt(0),pos:_}))})}clone(){return new g(this._text,x({pos:this._pos},this.config))}debugLog(t,e){this.config.debug&&console.info(`[XML-TOKENIZER-DEBUG] ${t}`,e?JSON.stringify(e,null,2):"")}getPos(){return this._pos}atEnd(){return this._pos>=this._end}currCodeUnit(){if(this._pos>=this._end)throw new n.XmlError({type:"UnexpectedEndOfStream"});return this._text.charCodeAt(this._pos)}currCodeUnitUnchecked(){return this._text.charCodeAt(this._pos)}nextCodeUnit(){if(this._pos+1>=this._end)throw new n.XmlError({type:"UnexpectedEndOfStream"});return this._text.charCodeAt(this._pos+1)}consumeCodeUnit(t){const e=this.currCodeUnit();if(e!==t)throw new n.XmlError({type:"InvalidChar",expected:t,actual:e},this.genTextPos());this._pos+=1}tryConsumeCodeUnit(t){return this.currCodeUnit()===t?(this._pos+=1,!0):!1}consumeCodeUnitsWhile(t){const e=this._pos;return this.skipCodeUnitsWhile(t),this.sliceBack(e)}skipCodeUnitsWhile(t){for(;this._pos<this._end&&t(this.currCodeUnitUnchecked(),this);){if(!c.isXmlChar(this.currCodeUnitUnchecked()))throw new n.XmlError({type:"NonXmlChar",char:String.fromCodePoint(this.currCodeUnitUnchecked())},this.genTextPos());this._pos+=1}}advance(t){this._pos+=t}goTo(t){this._pos=t}goToEnd(){this._pos=this._end}startsWith(t){return this._text.startsWith(t,this._pos)}startsWithIgnoreCase(t){if(this._pos+t.length>this._end)return!1;for(let e=0;e<t.length;e++){const i=this._text.charCodeAt(this._pos+e),s=t.charCodeAt(e);if((i>=97&&i<=122?i-32:i)!==s)return!1}return!0}skipString(t){if(!this.startsWith(t))throw new n.XmlError({type:"InvalidString",expected:t},this.genTextPos());this._pos+=t.length}sliceBack(t){return this._text.slice(t,this._pos)}rangeFrom(t){return{start:t,end:this._pos}}skipSpaces(){for(;this.startsWithSpace();)this._pos+=1}startsWithSpace(){return this._pos<this._end&&c.isXmlSpaceByte(this.currCodeUnitUnchecked())}consumeSpaces(){if(this._pos>=this._end)throw new n.XmlError({type:"UnexpectedEndOfStream"},this.genTextPos());if(!this.startsWithSpace())throw new n.XmlError({type:"InvalidChar",expected:"a whitespace",actual:this.currCodeUnitUnchecked()},this.genTextPos());this.skipSpaces()}tryConsumeReference(){const t=this._pos,e=this.clone(),i=e.consumeReference();return i!=null?(this._pos+=e.getPos()-t,i):null}consumeReference(){if(!this.tryConsumeCodeUnit(h.AMPERSAND))return null;let t;if(this.tryConsumeCodeUnit(h.HASH)){let e,i;this.tryConsumeCodeUnit(h.LOWERCASE_X)?(e=this.consumeCodeUnitsWhile(o=>o>=h.ZERO&&o<=h.NINE||o>=h.UPPERCASE_A&&o<=h.UPPERCASE_F||o>=h.LOWERCASE_A&&o<=h.LOWERCASE_F),i=16):(e=this.consumeCodeUnitsWhile(o=>c.isAsciiDigit(o)),i=10);const s=parseInt(e,i);isNaN(s)||!c.isXmlChar(s)?t=null:t={type:"Char",value:String.fromCodePoint(s)}}else{const e=this.consumeName();switch(e){case"quot":t={type:"Char",value:'"'};break;case"amp":t={type:"Char",value:"&"};break;case"apos":t={type:"Char",value:"'"};break;case"lt":t={type:"Char",value:"<"};break;case"gt":t={type:"Char",value:">"};break;default:t={type:"Entity",value:e}}}return this.tryConsumeCodeUnit(h.SEMICOLON)?t:null}consumeName(){const t=this._pos;this.skipName();const e=this.sliceBack(t);if(e.length===0)throw new n.XmlError({type:"InvalidName"},this.genTextPosFrom(t));return e}skipName(){const t=this._pos;for(;this._pos<this._end;){const e=this.currCodeUnitUnchecked();if(this._pos===t){if(!c.isXmlNameStart(e))throw new n.XmlError({type:"InvalidName"},this.genTextPosFrom(t))}else if(!c.isXmlName(e))break;this._pos+=1}}consumeQName(){var t,e,i;const s=this._pos;let o=null;if(this.debugLog("consumeQName started",{position:this._pos,totalLength:this._end,context:this.getTextAround(this._pos,30),textPos:this.genTextPosFrom(this._pos)}),this._pos<this._end){const r=this.currCodeUnitUnchecked(),u=c.isXmlNameStart(r);if(this.debugLog("consumeQName first character check",{char:String.fromCharCode(r),charCode:r,charHex:"0x"+r.toString(16),isXmlNameStart:u,isXmlName:c.isXmlName(r),position:this._pos,platform:typeof process!="undefined"?process.arch:"unknown"}),!u)throw this.debugLog("consumeQName failed: invalid first character",{char:String.fromCharCode(r),charCode:r,charHex:"0x"+r.toString(16),context:this.getTextAround(this._pos,50),surroundingBytes:Array.from(this._text.slice(Math.max(0,this._pos-5),this._pos+5)).map((p,_)=>({char:p,code:p.charCodeAt(0),hex:"0x"+p.charCodeAt(0).toString(16),relativePos:_-5}))}),new n.XmlError({type:"InvalidName"},this.genTextPosFrom(s))}for(;this._pos<this._end;){const r=this.currCodeUnitUnchecked();if(r===h.COLON)if(o==null)o=this._pos,this._pos+=1,this.debugLog("consumeQName found colon separator",{position:this._pos-1});else throw this.debugLog("consumeQName failed: multiple colons",{position:this._pos}),new n.XmlError({type:"InvalidName"},this.genTextPosFrom(s));else if(c.isXmlName(r))this._pos+=1;else{this.debugLog("consumeQName loop break - invalid character",{char:String.fromCharCode(r),charCode:r,charHex:"0x"+r.toString(16),position:this._pos,reason:"not XML name character",isXmlName:c.isXmlName(r),consumedSoFar:this._text.slice(s,this._pos)});break}}let l,a;if(o!=null?(l=this._text.slice(s,o),a=this.sliceBack(o+1)):(l="",a=this.sliceBack(s)),l.length>0&&!c.isXmlNameStart((t=l[0])==null?void 0:t.codePointAt(0)))throw this.debugLog("consumeQName failed: invalid prefix start",{prefix:l,local:a}),new n.XmlError({type:"InvalidName"},this.genTextPosFrom(s));if(a.length>0){if(!c.isXmlNameStart((e=a[0])==null?void 0:e.codePointAt(0)))throw this.debugLog("consumeQName failed: invalid local name start",{local:a,prefix:l,char:a[0],charCode:(i=a[0])==null?void 0:i.codePointAt(0),platform:typeof process!="undefined"?process.arch:"unknown"}),new n.XmlError({type:"InvalidName"},this.genTextPosFrom(s))}else throw this.debugLog("consumeQName failed: empty local name",{local:a,prefix:l}),new n.XmlError({type:"InvalidName"},this.genTextPosFrom(s));return this.debugLog("consumeQName succeeded",{prefix:l,local:a,startPos:s,endPos:this._pos,consumedText:this._text.slice(s,this._pos)}),[l,a]}consumeQuote(){const t=this.currCodeUnit();if(t===h.SINGLE_QUOTE||t===h.DOUBLE_QUOTE)return this._pos+=1,t;throw new n.XmlError({type:"InvalidChar",expected:"a quote",actual:t},this.genTextPos())}getTextAround(t,e){const i=Math.floor(e/2),s=Math.max(0,t-i),o=Math.min(this._end,t+i+e%2);return this._text.slice(s,o)}genTextPos(){return this.genTextPosFrom(this._pos)}genTextPosFrom(t){const e=Math.min(t,this._end);let i=1,s=1;for(let o=0;o<e;o++)this._text.charCodeAt(o)===h.LINE_FEED?(i++,s=1):s++;return x({row:i,col:s},this.config.contextSliceSize?{contextSlice:this.getTextAround(t,this.config.contextSliceSize)}:{})}}exports.XmlStream=g;
+"use strict";var n=require("./ascii-constants.js"),a=require("./utils.js"),o=require("./XmlError.js"),f=Object.defineProperty,d=Object.getOwnPropertySymbols,E=Object.prototype.hasOwnProperty,g=Object.prototype.propertyIsEnumerable,p=(h,t,e)=>t in h?f(h,t,{enumerable:!0,configurable:!0,writable:!0,value:e}):h[t]=e,_=(h,t)=>{for(var e in t||(t={}))E.call(t,e)&&p(h,e,t[e]);if(d)for(var e of d(t))g.call(t,e)&&p(h,e,t[e]);return h},u=(h,t,e)=>p(h,typeof t!="symbol"?t+"":t,e);class m{constructor(t,e={}){u(this,"_text"),u(this,"_pos"),u(this,"_end"),u(this,"config");const{pos:s=0,strictDocument:r=!0,allowDtd:i=!0,rawTextElements:l=null,implicitSelfClosingElements:c=null,contextSliceSize:C=!1}=e;this._text=t,this._pos=s,this._end=this._text.length,this.config={strictDocument:r,allowDtd:i,rawTextElements:l,implicitSelfClosingElements:c,contextSliceSize:C}}clone(){return new m(this._text,_({pos:this._pos},this.config))}getPos(){return this._pos}atEnd(){return this._pos>=this._end}currCodeUnit(){if(this._pos>=this._end)throw new o.XmlError({type:"UnexpectedEndOfStream"});return this._text.charCodeAt(this._pos)}currCodeUnitUnchecked(){return this._text.charCodeAt(this._pos)}nextCodeUnit(){if(this._pos+1>=this._end)throw new o.XmlError({type:"UnexpectedEndOfStream"});return this._text.charCodeAt(this._pos+1)}consumeCodeUnit(t){const e=this.currCodeUnit();if(e!==t)throw new o.XmlError({type:"InvalidChar",expected:t,actual:e},this.genTextPos());this._pos+=1}tryConsumeCodeUnit(t){return this.currCodeUnit()===t?(this._pos+=1,!0):!1}consumeCodeUnitsWhile(t){const e=this._pos;return this.skipCodeUnitsWhile(t),this.sliceBack(e)}skipCodeUnitsWhile(t){for(;this._pos<this._end&&t(this.currCodeUnitUnchecked(),this);){if(!a.isXmlChar(this.currCodeUnitUnchecked()))throw new o.XmlError({type:"NonXmlChar",char:String.fromCodePoint(this.currCodeUnitUnchecked())},this.genTextPos());this._pos+=1}}advance(t){this._pos+=t}goTo(t){this._pos=t}goToEnd(){this._pos=this._end}startsWith(t){return this._text.startsWith(t,this._pos)}startsWithIgnoreCase(t){if(this._pos+t.length>this._end)return!1;for(let e=0;e<t.length;e++){const s=this._text.charCodeAt(this._pos+e),r=t.charCodeAt(e);if((s>=97&&s<=122?s-32:s)!==r)return!1}return!0}skipString(t){if(!this.startsWith(t))throw new o.XmlError({type:"InvalidString",expected:t},this.genTextPos());this._pos+=t.length}sliceBack(t){return this._text.slice(t,this._pos)}rangeFrom(t){return{start:t,end:this._pos}}skipSpaces(){for(;this.startsWithSpace();)this._pos+=1}startsWithSpace(){return this._pos<this._end&&a.isXmlSpaceByte(this.currCodeUnitUnchecked())}consumeSpaces(){if(this._pos>=this._end)throw new o.XmlError({type:"UnexpectedEndOfStream"},this.genTextPos());if(!this.startsWithSpace())throw new o.XmlError({type:"InvalidChar",expected:"a whitespace",actual:this.currCodeUnitUnchecked()},this.genTextPos());this.skipSpaces()}tryConsumeReference(){const t=this._pos,e=this.clone(),s=e.consumeReference();return s!=null?(this._pos+=e.getPos()-t,s):null}consumeReference(){if(!this.tryConsumeCodeUnit(n.AMPERSAND))return null;let t;if(this.tryConsumeCodeUnit(n.HASH)){let e,s;this.tryConsumeCodeUnit(n.LOWERCASE_X)?(e=this.consumeCodeUnitsWhile(i=>i>=n.ZERO&&i<=n.NINE||i>=n.UPPERCASE_A&&i<=n.UPPERCASE_F||i>=n.LOWERCASE_A&&i<=n.LOWERCASE_F),s=16):(e=this.consumeCodeUnitsWhile(i=>a.isAsciiDigit(i)),s=10);const r=parseInt(e,s);isNaN(r)||!a.isXmlChar(r)?t=null:t={type:"Char",value:String.fromCodePoint(r)}}else{const e=this.consumeName();switch(e){case"quot":t={type:"Char",value:'"'};break;case"amp":t={type:"Char",value:"&"};break;case"apos":t={type:"Char",value:"'"};break;case"lt":t={type:"Char",value:"<"};break;case"gt":t={type:"Char",value:">"};break;default:t={type:"Entity",value:e}}}return this.tryConsumeCodeUnit(n.SEMICOLON)?t:null}consumeName(){const t=this._pos;this.skipName();const e=this.sliceBack(t);if(e.length===0)throw new o.XmlError({type:"InvalidName"},this.genTextPosFrom(t));return e}skipName(){const t=this._pos;for(;this._pos<this._end;){const e=this.currCodeUnitUnchecked();if(this._pos===t){if(!a.isXmlNameStart(e))throw new o.XmlError({type:"InvalidName"},this.genTextPosFrom(t))}else if(!a.isXmlName(e))break;this._pos+=1}}consumeQName(){var t,e;const s=this._pos;let r=null;for(;this._pos<this._end;){const c=this.currCodeUnitUnchecked();if(c===n.COLON)if(r==null)r=this._pos,this._pos+=1;else throw new o.XmlError({type:"InvalidName"},this.genTextPosFrom(s));else if(a.isXmlName(c))this._pos+=1;else break}let i,l;if(r!=null?(i=this._text.slice(s,r),l=this.sliceBack(r+1)):(i="",l=this.sliceBack(s)),i.length>0&&!a.isXmlNameStart((t=i[0])==null?void 0:t.codePointAt(0)))throw new o.XmlError({type:"InvalidName"},this.genTextPosFrom(s));if(l.length>0){if(!a.isXmlNameStart((e=l[0])==null?void 0:e.codePointAt(0)))throw new o.XmlError({type:"InvalidName"},this.genTextPosFrom(s))}else throw new o.XmlError({type:"InvalidName"},this.genTextPosFrom(s));return[i,l]}consumeQuote(){const t=this.currCodeUnit();if(t===n.SINGLE_QUOTE||t===n.DOUBLE_QUOTE)return this._pos+=1,t;throw new o.XmlError({type:"InvalidChar",expected:"a quote",actual:t},this.genTextPos())}getTextAround(t,e){const s=Math.floor(e/2),r=Math.max(0,t-s),i=Math.min(this._end,t+s+e%2);return this._text.slice(r,i)}genTextPos(){return this.genTextPosFrom(this._pos)}genTextPosFrom(t){const e=Math.min(t,this._end);let s=1,r=1;for(let i=0;i<e;i++)this._text.charCodeAt(i)===n.LINE_FEED?(s++,r=1):r++;return _({row:s,col:r},this.config.contextSliceSize?{contextSlice:this.getTextAround(t,this.config.contextSliceSize)}:{})}}exports.XmlStream=m;

package/dist/cjs/tokenizer/tokenize.js

@@ -1,2 +1 @@
-"use strict";var k=require("../get-q-name.js"),s=require("./ascii-constants.js"),I=require("./utils.js"),a=require("./XmlError.js"),D=require("./XmlStream.js");const H="\uFEFF",U="<?xml ",y="?>",Q="<!ENTITY",F="<!ELEMENT",O="<!ATTLIST",b="<!NOTATION",m="<!DOCTYPE",A="<?",w="?>",f="<!--",P="-->",G="<![CDATA[",g="]]>",B="NDATA",x="PUBLIC",M="SYSTEM",q="version",z="encoding",K="standalone";function Y(t,n,e={}){N(new D.XmlStream(t,e),n)}function N(t,n){var e;t.debugLog("tokenizeXmlStream started",JSON.stringify({strictDocument:t.config.strictDocument,textLength:t.getPos()===0?"full":"partial",platform:typeof process!="undefined"?process.arch:"unknown",nodeVersion:typeof process!="undefined"?process.version:"unknown"},null,2));try{if(t.startsWith(H)&&t.advance(1),t.startsWith(U)&&J(t),p(t,n),t.config.strictDocument){if(t.skipSpaces(),t.startsWithIgnoreCase(m)&&(S(t,n),p(t,n)),t.skipSpaces(),!t.atEnd()&&t.currCodeUnit()===s.LESS_THAN&&T(t,n),p(t,n),!t.atEnd())throw new a.XmlError({type:"UnknownToken",message:"Not at end"},t.genTextPos())}else for(;!t.atEnd();)t.currCodeUnit()===s.LESS_THAN?T(t,n):L(t,n),p(t,n);t.debugLog("tokenizeXmlStream completed successfully")}catch(o){throw t.debugLog("tokenizeXmlStream FAILED",{error:o instanceof Error?o.message:String(o),errorType:o instanceof a.XmlError?o.variant.type:"unknown",position:t.getPos(),context:t.getTextAround(t.getPos(),50),textPos:t.genTextPosFrom(t.getPos()),platform:typeof process!="undefined"?process.arch:"unknown",stackTrace:o instanceof Error?(e=o.stack)==null?void 0:e.split(`
-`).slice(0,10):void 0}),o}}function p(t,n){for(;!t.atEnd();)if(t.skipSpaces(),t.startsWith(f))E(t,n);else if(!t.config.strictDocument&&t.startsWithIgnoreCase(m))S(t,n);else if(t.startsWith(A))h(t,n);else break}function J(t){function n(e){if(e.startsWithSpace())e.skipSpaces();else if(!e.startsWith(y)&&!e.atEnd())throw new a.XmlError({type:"InvalidChar",expected:"a whitespace",actual:e.currCodeUnitUnchecked()},e.genTextPos())}if(t.advance(5),n(t),!t.startsWith(q))throw new a.XmlError({type:"InvalidString",expected:"version"},t.genTextPos());d(t),n(t),t.startsWith(z)&&(d(t),n(t)),t.startsWith(K)&&d(t),t.skipSpaces(),t.skipString(y)}function E(t,n){const e=t.getPos();t.advance(4);const o=t.consumeCodeUnitsWhile((i,c)=>!(i===s.HYPHEN&&c.startsWith(P)));if(t.skipString(P),o.includes("--")||o.endsWith("-"))throw new a.XmlError({type:"InvalidComment"},t.genTextPosFrom(e));n({type:"Comment",text:o,range:t.rangeFrom(e)},t)}function h(t,n){if(t.startsWith(U))throw new a.XmlError({type:"UnexpectedDeclaration"},t.genTextPos());const e=t.getPos();t.advance(2);const o=t.consumeName();t.skipSpaces();const i=t.consumeCodeUnitsWhile((c,r)=>!(c===s.QUESTION_MARK&&r.startsWith(w)));t.skipString(w),n({type:"ProcessingInstruction",target:o,content:i.length===0?void 0:i,range:t.rangeFrom(e)},t)}function S(t,n){if(!t.config.allowDtd)throw new a.XmlError({type:"DtdDetected"});const e=t.getPos();if(V(t),t.skipSpaces(),t.currCodeUnit()===s.GREATER_THAN){t.advance(1);return}for(t.advance(1);!t.atEnd();)if(t.skipSpaces(),t.startsWith(Q))$(t,n);else if(t.startsWith(f))E(t,n);else if(t.startsWith(A))h(t,n);else if(t.startsWith("]"))if(t.advance(1),t.skipSpaces(),t.currCodeUnit()===s.GREATER_THAN){t.advance(1);break}else throw new a.XmlError({type:"InvalidChar",expected:"'>'",actual:t.currCodeUnitUnchecked()},t.genTextPos());else if(t.startsWith(F)||t.startsWith(O)||t.startsWith(b))try{Z(t)}catch(o){throw new a.XmlError({type:"UnknownToken",message:"Failed to consume declaration"},t.genTextPosFrom(e))}else throw new a.XmlError({type:"UnknownToken",message:"Failed to parse doctype"},t.genTextPos())}function V(t){t.advance(9),t.consumeSpaces(),t.skipName(),t.skipSpaces(),v(t),t.skipSpaces();const n=t.currCodeUnit();if(n!==s.OPEN_SQUARE_BRACKET&&n!==s.GREATER_THAN)throw new a.XmlError({type:"InvalidChar",expected:"'[' or '>'",actual:n},t.genTextPos())}function v(t){if(t.startsWith(M)||t.startsWith(x)){const n=t.getPos();t.advance(6);const e=t.sliceBack(n);t.consumeSpaces();const o=t.consumeQuote();if(t.consumeCodeUnitsWhile(i=>i!==o),t.consumeCodeUnit(o),e===x){t.consumeSpaces();const i=t.consumeQuote();t.consumeCodeUnitsWhile(c=>c!==i),t.consumeCodeUnit(i)}return!0}return!1}function $(t,n){t.advance(8),t.consumeSpaces();const e=!t.tryConsumeCodeUnit(s.PERCENT);e||t.consumeSpaces();const o=t.consumeName();t.consumeSpaces();const i=j(t,e);i!==null&&n({type:"EntityDeclaration",name:o,definition:i},t),t.skipSpaces(),t.consumeCodeUnit(s.GREATER_THAN)}function j(t,n){const e=t.currCodeUnit();if(e===s.DOUBLE_QUOTE||e===s.SINGLE_QUOTE){const o=t.consumeQuote(),i=t.getPos();t.skipCodeUnitsWhile(r=>r!==o);const c=t.sliceBack(i);return t.consumeCodeUnit(o),c}else if(e===s.UPPERCASE_S||e===s.UPPERCASE_P){if(v(t))return n&&(t.skipSpaces(),t.startsWith(B)&&(t.advance(5),t.consumeSpaces(),t.skipName())),null;throw new a.XmlError({type:"InvalidExternalID"},t.genTextPos())}else throw new a.XmlError({type:"InvalidChar",expected:"a quote, SYSTEM or PUBLIC",actual:e},t.genTextPos())}function Z(t){t.skipCodeUnitsWhile(n=>n!==s.GREATER_THAN),t.consumeCodeUnit(s.GREATER_THAN)}function T(t,n){const e=t.getPos();if(t.config.debug){const r=t.currCodeUnit();t.debugLog("parseElement started",JSON.stringify({position:e,character:String.fromCharCode(r),charCode:r,charHex:"0x"+r.toString(16),context:t.getTextAround(e,30),textPos:t.genTextPosFrom(e),platform:typeof process!="undefined"?process.arch:"unknown"},null,2))}t.advance(1);let o,i;try{[o,i]=t.consumeQName(),t.debugLog("parseElement consumeQName succeeded",JSON.stringify({prefix:o,local:i,position:t.getPos()},null,2)),n({type:"ElementStart",prefix:o,local:i,start:e},t)}catch(r){throw t.debugLog("parseElement consumeQName FAILED",JSON.stringify({error:r instanceof Error?r.message:String(r),errorType:r instanceof a.XmlError?r.variant.type:"unknown",position:t.getPos(),startPosition:e,context:t.getTextAround(t.getPos(),50),platform:typeof process!="undefined"?process.arch:"unknown",stackTrace:r instanceof Error?r.stack:void 0},null,2)),r}let c=!1;for(;!t.atEnd();){const r=t.startsWithSpace();t.skipSpaces();const l=t.getPos(),C=t.currCodeUnit();if(C===s.SLASH){t.advance(1),t.consumeCodeUnit(s.GREATER_THAN);const u=t.rangeFrom(l);n({type:"ElementEnd",end:{type:"Empty"},range:u},t);break}else if(C===s.GREATER_THAN){t.advance(1);const u=t.rangeFrom(l);if(t.config.implicitSelfClosingElements!=null&&t.config.implicitSelfClosingElements.includes(k.getQName(i,o))){n({type:"ElementEnd",end:{type:"Empty"},range:u},t);break}else{n({type:"ElementEnd",end:{type:"Open"},range:u},t),c=!0;break}}else{if(!r)throw new a.XmlError({type:"InvalidChar",expected:"a whitespace",actual:t.currCodeUnitUnchecked()},t.genTextPos());const[u,R,X]=d(t),_=t.getPos();n({type:"Attribute",range:{start:l,end:_},prefix:u,local:R,value:X},t)}}if(c){if(t.config.rawTextElements!=null){const r=k.getQName(i,o);if(t.config.rawTextElements.includes(r)){W(t,n,`</${r}>`);return}}W(t,n)}}function d(t){const[n,e]=t.consumeQName();let o;const i=t.getPos();if(t.skipSpaces(),t.tryConsumeCodeUnit(s.EQUALS)){t.skipSpaces();const c=t.currCodeUnit();if(c===s.SINGLE_QUOTE||c===s.DOUBLE_QUOTE){const r=t.consumeQuote();o=t.consumeCodeUnitsWhile(l=>l!==r&&l!==s.LESS_THAN),t.consumeCodeUnit(r)}else if(!t.config.strictDocument)o=t.consumeCodeUnitsWhile(r=>!I.isXmlSpaceByte(r)&&r!==s.GREATER_THAN&&r!==s.SLASH&&r!==s.LESS_THAN);else throw new a.XmlError({type:"InvalidChar",expected:"a quote",actual:c},t.genTextPos())}else if(!t.config.strictDocument)t.goTo(i),o="true";else throw new a.XmlError({type:"InvalidChar",expected:s.EQUALS,actual:t.currCodeUnit()},t.genTextPos());return[n,e,o]}function W(t,n,e=s.LESS_THAN){for(;!t.atEnd();)if(typeof e=="number"?t.currCodeUnit()===e:t.startsWith(e)){const o=t.nextCodeUnit();if(o===s.EXCLAMATION_MARK)if(t.startsWith(f))E(t,n);else if(t.startsWith(G))tt(t,n);else if(!t.config.strictDocument&&t.startsWithIgnoreCase(m))S(t,n);else throw new a.XmlError({type:"UnknownToken",message:"Failed to parse content"},t.genTextPos());else if(o===s.QUESTION_MARK)h(t,n);else if(o===s.SLASH){nt(t,n);break}else T(t,n)}else L(t,n,e)}function tt(t,n){const e=t.getPos();t.advance(9);const o=t.consumeCodeUnitsWhile((c,r)=>!(c===s.CLOSE_SQUARE_BRACKET&&r.startsWith(g)));t.skipString(g);const i=t.rangeFrom(e);n({type:"Cdata",text:o,range:i},t)}function nt(t,n){const e=t.getPos();t.advance(2);const[o,i]=t.consumeQName();t.skipSpaces(),t.consumeCodeUnit(s.GREATER_THAN);const c=t.rangeFrom(e);n({type:"ElementEnd",end:{type:"Close",prefix:o,local:i},range:c},t)}function L(t,n,e=s.LESS_THAN){const o=t.getPos(),i=typeof e=="number"?t.consumeCodeUnitsWhile(c=>c!==e):t.consumeCodeUnitsWhile((c,r)=>!r.startsWith(e));if(t.config.strictDocument&&i.includes(g))throw new a.XmlError({type:"InvalidCharacterData"},t.genTextPos());n({type:"Text",text:i,range:t.rangeFrom(o)},t)}exports.tokenize=Y,exports.tokenizeXmlStream=N;
+"use strict";var U=require("../get-q-name.js"),s=require("./ascii-constants.js"),L=require("./utils.js"),c=require("./XmlError.js"),H=require("./XmlStream.js");const Q="\uFEFF",A="<?xml ",k="?>",D="<!ENTITY",F="<!ELEMENT",O="<!ATTLIST",G="<!NOTATION",p="<!DOCTYPE",w="<?",W="?>",E="<!--",y="-->",b="<![CDATA[",f="]]>",B="NDATA",N="PUBLIC",M="SYSTEM",q="version",K="encoding",Y="standalone";function z(t,n,e={}){P(new H.XmlStream(t,e),n)}function P(t,n){if(t.startsWith(Q)&&t.advance(1),t.startsWith(A)&&$(t),m(t,n),t.config.strictDocument){if(t.skipSpaces(),t.startsWithIgnoreCase(p)&&(S(t,n),m(t,n)),t.skipSpaces(),!t.atEnd()&&t.currCodeUnit()===s.LESS_THAN&&T(t,n),m(t,n),!t.atEnd())throw new c.XmlError({type:"UnknownToken",message:"Not at end"},t.genTextPos())}else for(;!t.atEnd();)t.currCodeUnit()===s.LESS_THAN?T(t,n):R(t,n),m(t,n)}function m(t,n){for(;!t.atEnd();)if(t.skipSpaces(),t.startsWith(E))g(t,n);else if(!t.config.strictDocument&&t.startsWithIgnoreCase(p))S(t,n);else if(t.startsWith(w))h(t,n);else break}function $(t){function n(e){if(e.startsWithSpace())e.skipSpaces();else if(!e.startsWith(k)&&!e.atEnd())throw new c.XmlError({type:"InvalidChar",expected:"a whitespace",actual:e.currCodeUnitUnchecked()},e.genTextPos())}if(t.advance(5),n(t),!t.startsWith(q))throw new c.XmlError({type:"InvalidString",expected:"version"},t.genTextPos());d(t),n(t),t.startsWith(K)&&(d(t),n(t)),t.startsWith(Y)&&d(t),t.skipSpaces(),t.skipString(k)}function g(t,n){const e=t.getPos();t.advance(4);const o=t.consumeCodeUnitsWhile((i,r)=>!(i===s.HYPHEN&&r.startsWith(y)));if(t.skipString(y),o.includes("--")||o.endsWith("-"))throw new c.XmlError({type:"InvalidComment"},t.genTextPosFrom(e));n({type:"Comment",text:o,range:t.rangeFrom(e)},t)}function h(t,n){if(t.startsWith(A))throw new c.XmlError({type:"UnexpectedDeclaration"},t.genTextPos());const e=t.getPos();t.advance(2);const o=t.consumeName();t.skipSpaces();const i=t.consumeCodeUnitsWhile((r,a)=>!(r===s.QUESTION_MARK&&a.startsWith(W)));t.skipString(W),n({type:"ProcessingInstruction",target:o,content:i.length===0?void 0:i,range:t.rangeFrom(e)},t)}function S(t,n){if(!t.config.allowDtd)throw new c.XmlError({type:"DtdDetected"});const e=t.getPos();if(j(t),t.skipSpaces(),t.currCodeUnit()===s.GREATER_THAN){t.advance(1);return}for(t.advance(1);!t.atEnd();)if(t.skipSpaces(),t.startsWith(D))J(t,n);else if(t.startsWith(E))g(t,n);else if(t.startsWith(w))h(t,n);else if(t.startsWith("]"))if(t.advance(1),t.skipSpaces(),t.currCodeUnit()===s.GREATER_THAN){t.advance(1);break}else throw new c.XmlError({type:"InvalidChar",expected:"'>'",actual:t.currCodeUnitUnchecked()},t.genTextPos());else if(t.startsWith(F)||t.startsWith(O)||t.startsWith(G))try{Z(t)}catch(o){throw new c.XmlError({type:"UnknownToken",message:"Failed to consume declaration"},t.genTextPosFrom(e))}else throw new c.XmlError({type:"UnknownToken",message:"Failed to parse doctype"},t.genTextPos())}function j(t){t.advance(9),t.consumeSpaces(),t.skipName(),t.skipSpaces(),x(t),t.skipSpaces();const n=t.currCodeUnit();if(n!==s.OPEN_SQUARE_BRACKET&&n!==s.GREATER_THAN)throw new c.XmlError({type:"InvalidChar",expected:"'[' or '>'",actual:n},t.genTextPos())}function x(t){if(t.startsWith(M)||t.startsWith(N)){const n=t.getPos();t.advance(6);const e=t.sliceBack(n);t.consumeSpaces();const o=t.consumeQuote();if(t.consumeCodeUnitsWhile(i=>i!==o),t.consumeCodeUnit(o),e===N){t.consumeSpaces();const i=t.consumeQuote();t.consumeCodeUnitsWhile(r=>r!==i),t.consumeCodeUnit(i)}return!0}return!1}function J(t,n){t.advance(8),t.consumeSpaces();const e=!t.tryConsumeCodeUnit(s.PERCENT);e||t.consumeSpaces();const o=t.consumeName();t.consumeSpaces();const i=V(t,e);i!==null&&n({type:"EntityDeclaration",name:o,definition:i},t),t.skipSpaces(),t.consumeCodeUnit(s.GREATER_THAN)}function V(t,n){const e=t.currCodeUnit();if(e===s.DOUBLE_QUOTE||e===s.SINGLE_QUOTE){const o=t.consumeQuote(),i=t.getPos();t.skipCodeUnitsWhile(a=>a!==o);const r=t.sliceBack(i);return t.consumeCodeUnit(o),r}else if(e===s.UPPERCASE_S||e===s.UPPERCASE_P){if(x(t))return n&&(t.skipSpaces(),t.startsWith(B)&&(t.advance(5),t.consumeSpaces(),t.skipName())),null;throw new c.XmlError({type:"InvalidExternalID"},t.genTextPos())}else throw new c.XmlError({type:"InvalidChar",expected:"a quote, SYSTEM or PUBLIC",actual:e},t.genTextPos())}function Z(t){t.skipCodeUnitsWhile(n=>n!==s.GREATER_THAN),t.consumeCodeUnit(s.GREATER_THAN)}function T(t,n){const e=t.getPos();t.advance(1);const[o,i]=t.consumeQName();n({type:"ElementStart",prefix:o,local:i,start:e},t);let r=!1;for(;!t.atEnd();){const a=t.startsWithSpace();t.skipSpaces();const l=t.getPos(),C=t.currCodeUnit();if(C===s.SLASH){t.advance(1),t.consumeCodeUnit(s.GREATER_THAN);const u=t.rangeFrom(l);n({type:"ElementEnd",end:{type:"Empty"},range:u},t);break}else if(C===s.GREATER_THAN){t.advance(1);const u=t.rangeFrom(l);if(t.config.implicitSelfClosingElements!=null&&t.config.implicitSelfClosingElements.includes(U.getQName(i,o))){n({type:"ElementEnd",end:{type:"Empty"},range:u},t);break}else{n({type:"ElementEnd",end:{type:"Open"},range:u},t),r=!0;break}}else{if(!a)throw new c.XmlError({type:"InvalidChar",expected:"a whitespace",actual:t.currCodeUnitUnchecked()},t.genTextPos());const[u,_,I]=d(t),X=t.getPos();n({type:"Attribute",range:{start:l,end:X},prefix:u,local:_,value:I},t)}}if(r){if(t.config.rawTextElements!=null){const a=U.getQName(i,o);if(t.config.rawTextElements.includes(a)){v(t,n,`</${a}>`);return}}v(t,n)}}function d(t){const[n,e]=t.consumeQName();let o;const i=t.getPos();if(t.skipSpaces(),t.tryConsumeCodeUnit(s.EQUALS)){t.skipSpaces();const r=t.currCodeUnit();if(r===s.SINGLE_QUOTE||r===s.DOUBLE_QUOTE){const a=t.consumeQuote();o=t.consumeCodeUnitsWhile(l=>l!==a&&l!==s.LESS_THAN),t.consumeCodeUnit(a)}else if(!t.config.strictDocument)o=t.consumeCodeUnitsWhile(a=>!L.isXmlSpaceByte(a)&&a!==s.GREATER_THAN&&a!==s.SLASH&&a!==s.LESS_THAN);else throw new c.XmlError({type:"InvalidChar",expected:"a quote",actual:r},t.genTextPos())}else if(!t.config.strictDocument)t.goTo(i),o="true";else throw new c.XmlError({type:"InvalidChar",expected:s.EQUALS,actual:t.currCodeUnit()},t.genTextPos());return[n,e,o]}function v(t,n,e=s.LESS_THAN){for(;!t.atEnd();)if(typeof e=="number"?t.currCodeUnit()===e:t.startsWith(e)){const o=t.nextCodeUnit();if(o===s.EXCLAMATION_MARK)if(t.startsWith(E))g(t,n);else if(t.startsWith(b))tt(t,n);else if(!t.config.strictDocument&&t.startsWithIgnoreCase(p))S(t,n);else throw new c.XmlError({type:"UnknownToken",message:"Failed to parse content"},t.genTextPos());else if(o===s.QUESTION_MARK)h(t,n);else if(o===s.SLASH){nt(t,n);break}else T(t,n)}else R(t,n,e)}function tt(t,n){const e=t.getPos();t.advance(9);const o=t.consumeCodeUnitsWhile((r,a)=>!(r===s.CLOSE_SQUARE_BRACKET&&a.startsWith(f)));t.skipString(f);const i=t.rangeFrom(e);n({type:"Cdata",text:o,range:i},t)}function nt(t,n){const e=t.getPos();t.advance(2);const[o,i]=t.consumeQName();t.skipSpaces(),t.consumeCodeUnit(s.GREATER_THAN);const r=t.rangeFrom(e);n({type:"ElementEnd",end:{type:"Close",prefix:o,local:i},range:r},t)}function R(t,n,e=s.LESS_THAN){const o=t.getPos(),i=typeof e=="number"?t.consumeCodeUnitsWhile(r=>r!==e):t.consumeCodeUnitsWhile((r,a)=>!a.startsWith(e));if(t.config.strictDocument&&i.includes(f))throw new c.XmlError({type:"InvalidCharacterData"},t.genTextPos());n({type:"Text",text:i,range:t.rangeFrom(o)},t)}exports.tokenize=z,exports.tokenizeXmlStream=P;

package/dist/esm/tokenizer/XmlStream.js

@@ -1 +1 @@
-import{AMPERSAND as y,HASH as w,LOWERCASE_X as U,ZERO as N,NINE as v,UPPERCASE_A as P,UPPERCASE_F as E,LOWERCASE_A as b,LOWERCASE_F as k,SEMICOLON as T,COLON as A,SINGLE_QUOTE as L,DOUBLE_QUOTE as O,LINE_FEED as I}from"./ascii-constants.js";import{isXmlChar as x,isXmlSpaceByte as F,isAsciiDigit as W,isXmlNameStart as d,isXmlName as u}from"./utils.js";import{XmlError as r}from"./XmlError.js";var Q=Object.defineProperty,C=Object.getOwnPropertySymbols,X=Object.prototype.hasOwnProperty,R=Object.prototype.propertyIsEnumerable,f=(c,t,e)=>t in c?Q(c,t,{enumerable:!0,configurable:!0,writable:!0,value:e}):c[t]=e,S=(c,t)=>{for(var e in t||(t={}))X.call(t,e)&&f(c,e,t[e]);if(C)for(var e of C(t))R.call(t,e)&&f(c,e,t[e]);return c},m=(c,t,e)=>f(c,typeof t!="symbol"?t+"":t,e);class g{constructor(t,e={}){m(this,"_text"),m(this,"_pos"),m(this,"_end"),m(this,"config");const{pos:i=0,strictDocument:s=!0,allowDtd:o=!0,rawTextElements:a=null,implicitSelfClosingElements:h=null,contextSliceSize:n=!1,debug:p=!1}=e;this._text=t,this._pos=i,this._end=this._text.length,this.config={strictDocument:s,allowDtd:o,rawTextElements:a,implicitSelfClosingElements:h,contextSliceSize:n,debug:p},this.config.debug&&this.debugLog("XmlStream initialized",{textLength:t.length,startPos:this._pos,platform:typeof process!="undefined"?process.arch:"unknown",nodeVersion:typeof process!="undefined"?process.version:"unknown",textSample:t.slice(0,100),charCodes:t.slice(0,20).split("").map((l,_)=>({char:l,code:l.charCodeAt(0),pos:_}))})}clone(){return new g(this._text,S({pos:this._pos},this.config))}debugLog(t,e){this.config.debug&&console.info(`[XML-TOKENIZER-DEBUG] ${t}`,e?JSON.stringify(e,null,2):"")}getPos(){return this._pos}atEnd(){return this._pos>=this._end}currCodeUnit(){if(this._pos>=this._end)throw new r({type:"UnexpectedEndOfStream"});return this._text.charCodeAt(this._pos)}currCodeUnitUnchecked(){return this._text.charCodeAt(this._pos)}nextCodeUnit(){if(this._pos+1>=this._end)throw new r({type:"UnexpectedEndOfStream"});return this._text.charCodeAt(this._pos+1)}consumeCodeUnit(t){const e=this.currCodeUnit();if(e!==t)throw new r({type:"InvalidChar",expected:t,actual:e},this.genTextPos());this._pos+=1}tryConsumeCodeUnit(t){return this.currCodeUnit()===t?(this._pos+=1,!0):!1}consumeCodeUnitsWhile(t){const e=this._pos;return this.skipCodeUnitsWhile(t),this.sliceBack(e)}skipCodeUnitsWhile(t){for(;this._pos<this._end&&t(this.currCodeUnitUnchecked(),this);){if(!x(this.currCodeUnitUnchecked()))throw new r({type:"NonXmlChar",char:String.fromCodePoint(this.currCodeUnitUnchecked())},this.genTextPos());this._pos+=1}}advance(t){this._pos+=t}goTo(t){this._pos=t}goToEnd(){this._pos=this._end}startsWith(t){return this._text.startsWith(t,this._pos)}startsWithIgnoreCase(t){if(this._pos+t.length>this._end)return!1;for(let e=0;e<t.length;e++){const i=this._text.charCodeAt(this._pos+e),s=t.charCodeAt(e);if((i>=97&&i<=122?i-32:i)!==s)return!1}return!0}skipString(t){if(!this.startsWith(t))throw new r({type:"InvalidString",expected:t},this.genTextPos());this._pos+=t.length}sliceBack(t){return this._text.slice(t,this._pos)}rangeFrom(t){return{start:t,end:this._pos}}skipSpaces(){for(;this.startsWithSpace();)this._pos+=1}startsWithSpace(){return this._pos<this._end&&F(this.currCodeUnitUnchecked())}consumeSpaces(){if(this._pos>=this._end)throw new r({type:"UnexpectedEndOfStream"},this.genTextPos());if(!this.startsWithSpace())throw new r({type:"InvalidChar",expected:"a whitespace",actual:this.currCodeUnitUnchecked()},this.genTextPos());this.skipSpaces()}tryConsumeReference(){const t=this._pos,e=this.clone(),i=e.consumeReference();return i!=null?(this._pos+=e.getPos()-t,i):null}consumeReference(){if(!this.tryConsumeCodeUnit(y))return null;let t;if(this.tryConsumeCodeUnit(w)){let e,i;this.tryConsumeCodeUnit(U)?(e=this.consumeCodeUnitsWhile(o=>o>=N&&o<=v||o>=P&&o<=E||o>=b&&o<=k),i=16):(e=this.consumeCodeUnitsWhile(o=>W(o)),i=10);const s=parseInt(e,i);isNaN(s)||!x(s)?t=null:t={type:"Char",value:String.fromCodePoint(s)}}else{const e=this.consumeName();switch(e){case"quot":t={type:"Char",value:'"'};break;case"amp":t={type:"Char",value:"&"};break;case"apos":t={type:"Char",value:"'"};break;case"lt":t={type:"Char",value:"<"};break;case"gt":t={type:"Char",value:">"};break;default:t={type:"Entity",value:e}}}return this.tryConsumeCodeUnit(T)?t:null}consumeName(){const t=this._pos;this.skipName();const e=this.sliceBack(t);if(e.length===0)throw new r({type:"InvalidName"},this.genTextPosFrom(t));return e}skipName(){const t=this._pos;for(;this._pos<this._end;){const e=this.currCodeUnitUnchecked();if(this._pos===t){if(!d(e))throw new r({type:"InvalidName"},this.genTextPosFrom(t))}else if(!u(e))break;this._pos+=1}}consumeQName(){var t,e,i;const s=this._pos;let o=null;if(this.debugLog("consumeQName started",{position:this._pos,totalLength:this._end,context:this.getTextAround(this._pos,30),textPos:this.genTextPosFrom(this._pos)}),this._pos<this._end){const n=this.currCodeUnitUnchecked(),p=d(n);if(this.debugLog("consumeQName first character check",{char:String.fromCharCode(n),charCode:n,charHex:"0x"+n.toString(16),isXmlNameStart:p,isXmlName:u(n),position:this._pos,platform:typeof process!="undefined"?process.arch:"unknown"}),!p)throw this.debugLog("consumeQName failed: invalid first character",{char:String.fromCharCode(n),charCode:n,charHex:"0x"+n.toString(16),context:this.getTextAround(this._pos,50),surroundingBytes:Array.from(this._text.slice(Math.max(0,this._pos-5),this._pos+5)).map((l,_)=>({char:l,code:l.charCodeAt(0),hex:"0x"+l.charCodeAt(0).toString(16),relativePos:_-5}))}),new r({type:"InvalidName"},this.genTextPosFrom(s))}for(;this._pos<this._end;){const n=this.currCodeUnitUnchecked();if(n===A)if(o==null)o=this._pos,this._pos+=1,this.debugLog("consumeQName found colon separator",{position:this._pos-1});else throw this.debugLog("consumeQName failed: multiple colons",{position:this._pos}),new r({type:"InvalidName"},this.genTextPosFrom(s));else if(u(n))this._pos+=1;else{this.debugLog("consumeQName loop break - invalid character",{char:String.fromCharCode(n),charCode:n,charHex:"0x"+n.toString(16),position:this._pos,reason:"not XML name character",isXmlName:u(n),consumedSoFar:this._text.slice(s,this._pos)});break}}let a,h;if(o!=null?(a=this._text.slice(s,o),h=this.sliceBack(o+1)):(a="",h=this.sliceBack(s)),a.length>0&&!d((t=a[0])==null?void 0:t.codePointAt(0)))throw this.debugLog("consumeQName failed: invalid prefix start",{prefix:a,local:h}),new r({type:"InvalidName"},this.genTextPosFrom(s));if(h.length>0){if(!d((e=h[0])==null?void 0:e.codePointAt(0)))throw this.debugLog("consumeQName failed: invalid local name start",{local:h,prefix:a,char:h[0],charCode:(i=h[0])==null?void 0:i.codePointAt(0),platform:typeof process!="undefined"?process.arch:"unknown"}),new r({type:"InvalidName"},this.genTextPosFrom(s))}else throw this.debugLog("consumeQName failed: empty local name",{local:h,prefix:a}),new r({type:"InvalidName"},this.genTextPosFrom(s));return this.debugLog("consumeQName succeeded",{prefix:a,local:h,startPos:s,endPos:this._pos,consumedText:this._text.slice(s,this._pos)}),[a,h]}consumeQuote(){const t=this.currCodeUnit();if(t===L||t===O)return this._pos+=1,t;throw new r({type:"InvalidChar",expected:"a quote",actual:t},this.genTextPos())}getTextAround(t,e){const i=Math.floor(e/2),s=Math.max(0,t-i),o=Math.min(this._end,t+i+e%2);return this._text.slice(s,o)}genTextPos(){return this.genTextPosFrom(this._pos)}genTextPosFrom(t){const e=Math.min(t,this._end);let i=1,s=1;for(let o=0;o<e;o++)this._text.charCodeAt(o)===I?(i++,s=1):s++;return S({row:i,col:s},this.config.contextSliceSize?{contextSlice:this.getTextAround(t,this.config.contextSliceSize)}:{})}}export{g as XmlStream};
+import{AMPERSAND as x,HASH as g,LOWERCASE_X as U,ZERO as w,NINE as y,UPPERCASE_A as S,UPPERCASE_F as E,LOWERCASE_A as v,LOWERCASE_F as P,SEMICOLON as k,COLON as N,SINGLE_QUOTE as T,DOUBLE_QUOTE as A,LINE_FEED as O}from"./ascii-constants.js";import{isXmlChar as d,isXmlSpaceByte as b,isAsciiDigit as I,isXmlNameStart as l,isXmlName as _}from"./utils.js";import{XmlError as o}from"./XmlError.js";var W=Object.defineProperty,m=Object.getOwnPropertySymbols,F=Object.prototype.hasOwnProperty,R=Object.prototype.propertyIsEnumerable,p=(r,t,e)=>t in r?W(r,t,{enumerable:!0,configurable:!0,writable:!0,value:e}):r[t]=e,f=(r,t)=>{for(var e in t||(t={}))F.call(t,e)&&p(r,e,t[e]);if(m)for(var e of m(t))R.call(t,e)&&p(r,e,t[e]);return r},a=(r,t,e)=>p(r,typeof t!="symbol"?t+"":t,e);class u{constructor(t,e={}){a(this,"_text"),a(this,"_pos"),a(this,"_end"),a(this,"config");const{pos:s=0,strictDocument:n=!0,allowDtd:i=!0,rawTextElements:h=null,implicitSelfClosingElements:c=null,contextSliceSize:C=!1}=e;this._text=t,this._pos=s,this._end=this._text.length,this.config={strictDocument:n,allowDtd:i,rawTextElements:h,implicitSelfClosingElements:c,contextSliceSize:C}}clone(){return new u(this._text,f({pos:this._pos},this.config))}getPos(){return this._pos}atEnd(){return this._pos>=this._end}currCodeUnit(){if(this._pos>=this._end)throw new o({type:"UnexpectedEndOfStream"});return this._text.charCodeAt(this._pos)}currCodeUnitUnchecked(){return this._text.charCodeAt(this._pos)}nextCodeUnit(){if(this._pos+1>=this._end)throw new o({type:"UnexpectedEndOfStream"});return this._text.charCodeAt(this._pos+1)}consumeCodeUnit(t){const e=this.currCodeUnit();if(e!==t)throw new o({type:"InvalidChar",expected:t,actual:e},this.genTextPos());this._pos+=1}tryConsumeCodeUnit(t){return this.currCodeUnit()===t?(this._pos+=1,!0):!1}consumeCodeUnitsWhile(t){const e=this._pos;return this.skipCodeUnitsWhile(t),this.sliceBack(e)}skipCodeUnitsWhile(t){for(;this._pos<this._end&&t(this.currCodeUnitUnchecked(),this);){if(!d(this.currCodeUnitUnchecked()))throw new o({type:"NonXmlChar",char:String.fromCodePoint(this.currCodeUnitUnchecked())},this.genTextPos());this._pos+=1}}advance(t){this._pos+=t}goTo(t){this._pos=t}goToEnd(){this._pos=this._end}startsWith(t){return this._text.startsWith(t,this._pos)}startsWithIgnoreCase(t){if(this._pos+t.length>this._end)return!1;for(let e=0;e<t.length;e++){const s=this._text.charCodeAt(this._pos+e),n=t.charCodeAt(e);if((s>=97&&s<=122?s-32:s)!==n)return!1}return!0}skipString(t){if(!this.startsWith(t))throw new o({type:"InvalidString",expected:t},this.genTextPos());this._pos+=t.length}sliceBack(t){return this._text.slice(t,this._pos)}rangeFrom(t){return{start:t,end:this._pos}}skipSpaces(){for(;this.startsWithSpace();)this._pos+=1}startsWithSpace(){return this._pos<this._end&&b(this.currCodeUnitUnchecked())}consumeSpaces(){if(this._pos>=this._end)throw new o({type:"UnexpectedEndOfStream"},this.genTextPos());if(!this.startsWithSpace())throw new o({type:"InvalidChar",expected:"a whitespace",actual:this.currCodeUnitUnchecked()},this.genTextPos());this.skipSpaces()}tryConsumeReference(){const t=this._pos,e=this.clone(),s=e.consumeReference();return s!=null?(this._pos+=e.getPos()-t,s):null}consumeReference(){if(!this.tryConsumeCodeUnit(x))return null;let t;if(this.tryConsumeCodeUnit(g)){let e,s;this.tryConsumeCodeUnit(U)?(e=this.consumeCodeUnitsWhile(i=>i>=w&&i<=y||i>=S&&i<=E||i>=v&&i<=P),s=16):(e=this.consumeCodeUnitsWhile(i=>I(i)),s=10);const n=parseInt(e,s);isNaN(n)||!d(n)?t=null:t={type:"Char",value:String.fromCodePoint(n)}}else{const e=this.consumeName();switch(e){case"quot":t={type:"Char",value:'"'};break;case"amp":t={type:"Char",value:"&"};break;case"apos":t={type:"Char",value:"'"};break;case"lt":t={type:"Char",value:"<"};break;case"gt":t={type:"Char",value:">"};break;default:t={type:"Entity",value:e}}}return this.tryConsumeCodeUnit(k)?t:null}consumeName(){const t=this._pos;this.skipName();const e=this.sliceBack(t);if(e.length===0)throw new o({type:"InvalidName"},this.genTextPosFrom(t));return e}skipName(){const t=this._pos;for(;this._pos<this._end;){const e=this.currCodeUnitUnchecked();if(this._pos===t){if(!l(e))throw new o({type:"InvalidName"},this.genTextPosFrom(t))}else if(!_(e))break;this._pos+=1}}consumeQName(){var t,e;const s=this._pos;let n=null;for(;this._pos<this._end;){const c=this.currCodeUnitUnchecked();if(c===N)if(n==null)n=this._pos,this._pos+=1;else throw new o({type:"InvalidName"},this.genTextPosFrom(s));else if(_(c))this._pos+=1;else break}let i,h;if(n!=null?(i=this._text.slice(s,n),h=this.sliceBack(n+1)):(i="",h=this.sliceBack(s)),i.length>0&&!l((t=i[0])==null?void 0:t.codePointAt(0)))throw new o({type:"InvalidName"},this.genTextPosFrom(s));if(h.length>0){if(!l((e=h[0])==null?void 0:e.codePointAt(0)))throw new o({type:"InvalidName"},this.genTextPosFrom(s))}else throw new o({type:"InvalidName"},this.genTextPosFrom(s));return[i,h]}consumeQuote(){const t=this.currCodeUnit();if(t===T||t===A)return this._pos+=1,t;throw new o({type:"InvalidChar",expected:"a quote",actual:t},this.genTextPos())}getTextAround(t,e){const s=Math.floor(e/2),n=Math.max(0,t-s),i=Math.min(this._end,t+s+e%2);return this._text.slice(n,i)}genTextPos(){return this.genTextPosFrom(this._pos)}genTextPosFrom(t){const e=Math.min(t,this._end);let s=1,n=1;for(let i=0;i<e;i++)this._text.charCodeAt(i)===O?(s++,n=1):n++;return f({row:s,col:n},this.config.contextSliceSize?{contextSlice:this.getTextAround(t,this.config.contextSliceSize)}:{})}}export{u as XmlStream};

package/dist/esm/tokenizer/tokenize.js

@@ -1,2 +1 @@
-import{getQName as U}from"../get-q-name.js";import{LESS_THAN as l,GREATER_THAN as a,SLASH as f,EQUALS as w,SINGLE_QUOTE as x,DOUBLE_QUOTE as P,HYPHEN as B,QUESTION_MARK as W,OPEN_SQUARE_BRACKET as M,PERCENT as H,EXCLAMATION_MARK as z,UPPERCASE_S as K,UPPERCASE_P as Y,CLOSE_SQUARE_BRACKET as J}from"./ascii-constants.js";import{isXmlSpaceByte as q}from"./utils.js";import{XmlError as c}from"./XmlError.js";import{XmlStream as G}from"./XmlStream.js";const V="\uFEFF",v="<?xml ",N="?>",$="<!ENTITY",j="<!ELEMENT",Z="<!ATTLIST",tt="<!NOTATION",g="<!DOCTYPE",A="<?",I="?>",h="<!--",D="-->",nt="<![CDATA[",C="]]>",et="NDATA",L="PUBLIC",ot="SYSTEM",st="version",it="encoding",rt="standalone";function ct(t,n,e={}){F(new G(t,e),n)}function F(t,n){var e;t.debugLog("tokenizeXmlStream started",JSON.stringify({strictDocument:t.config.strictDocument,textLength:t.getPos()===0?"full":"partial",platform:typeof process!="undefined"?process.arch:"unknown",nodeVersion:typeof process!="undefined"?process.version:"unknown"},null,2));try{if(t.startsWith(V)&&t.advance(1),t.startsWith(v)&&at(t),d(t,n),t.config.strictDocument){if(t.skipSpaces(),t.startsWithIgnoreCase(g)&&(k(t,n),d(t,n)),t.skipSpaces(),!t.atEnd()&&t.currCodeUnit()===l&&y(t,n),d(t,n),!t.atEnd())throw new c({type:"UnknownToken",message:"Not at end"},t.genTextPos())}else for(;!t.atEnd();)t.currCodeUnit()===l?y(t,n):Q(t,n),d(t,n);t.debugLog("tokenizeXmlStream completed successfully")}catch(o){throw t.debugLog("tokenizeXmlStream FAILED",{error:o instanceof Error?o.message:String(o),errorType:o instanceof c?o.variant.type:"unknown",position:t.getPos(),context:t.getTextAround(t.getPos(),50),textPos:t.genTextPosFrom(t.getPos()),platform:typeof process!="undefined"?process.arch:"unknown",stackTrace:o instanceof Error?(e=o.stack)==null?void 0:e.split(`
-`).slice(0,10):void 0}),o}}function d(t,n){for(;!t.atEnd();)if(t.skipSpaces(),t.startsWith(h))E(t,n);else if(!t.config.strictDocument&&t.startsWithIgnoreCase(g))k(t,n);else if(t.startsWith(A))S(t,n);else break}function at(t){function n(e){if(e.startsWithSpace())e.skipSpaces();else if(!e.startsWith(N)&&!e.atEnd())throw new c({type:"InvalidChar",expected:"a whitespace",actual:e.currCodeUnitUnchecked()},e.genTextPos())}if(t.advance(5),n(t),!t.startsWith(st))throw new c({type:"InvalidString",expected:"version"},t.genTextPos());m(t),n(t),t.startsWith(it)&&(m(t),n(t)),t.startsWith(rt)&&m(t),t.skipSpaces(),t.skipString(N)}function E(t,n){const e=t.getPos();t.advance(4);const o=t.consumeCodeUnitsWhile((i,r)=>!(i===B&&r.startsWith(D)));if(t.skipString(D),o.includes("--")||o.endsWith("-"))throw new c({type:"InvalidComment"},t.genTextPosFrom(e));n({type:"Comment",text:o,range:t.rangeFrom(e)},t)}function S(t,n){if(t.startsWith(v))throw new c({type:"UnexpectedDeclaration"},t.genTextPos());const e=t.getPos();t.advance(2);const o=t.consumeName();t.skipSpaces();const i=t.consumeCodeUnitsWhile((r,s)=>!(r===W&&s.startsWith(I)));t.skipString(I),n({type:"ProcessingInstruction",target:o,content:i.length===0?void 0:i,range:t.rangeFrom(e)},t)}function k(t,n){if(!t.config.allowDtd)throw new c({type:"DtdDetected"});const e=t.getPos();if(pt(t),t.skipSpaces(),t.currCodeUnit()===a){t.advance(1);return}for(t.advance(1);!t.atEnd();)if(t.skipSpaces(),t.startsWith($))ut(t,n);else if(t.startsWith(h))E(t,n);else if(t.startsWith(A))S(t,n);else if(t.startsWith("]"))if(t.advance(1),t.skipSpaces(),t.currCodeUnit()===a){t.advance(1);break}else throw new c({type:"InvalidChar",expected:"'>'",actual:t.currCodeUnitUnchecked()},t.genTextPos());else if(t.startsWith(j)||t.startsWith(Z)||t.startsWith(tt))try{dt(t)}catch(o){throw new c({type:"UnknownToken",message:"Failed to consume declaration"},t.genTextPosFrom(e))}else throw new c({type:"UnknownToken",message:"Failed to parse doctype"},t.genTextPos())}function pt(t){t.advance(9),t.consumeSpaces(),t.skipName(),t.skipSpaces(),b(t),t.skipSpaces();const n=t.currCodeUnit();if(n!==M&&n!==a)throw new c({type:"InvalidChar",expected:"'[' or '>'",actual:n},t.genTextPos())}function b(t){if(t.startsWith(ot)||t.startsWith(L)){const n=t.getPos();t.advance(6);const e=t.sliceBack(n);t.consumeSpaces();const o=t.consumeQuote();if(t.consumeCodeUnitsWhile(i=>i!==o),t.consumeCodeUnit(o),e===L){t.consumeSpaces();const i=t.consumeQuote();t.consumeCodeUnitsWhile(r=>r!==i),t.consumeCodeUnit(i)}return!0}return!1}function ut(t,n){t.advance(8),t.consumeSpaces();const e=!t.tryConsumeCodeUnit(H);e||t.consumeSpaces();const o=t.consumeName();t.consumeSpaces();const i=lt(t,e);i!==null&&n({type:"EntityDeclaration",name:o,definition:i},t),t.skipSpaces(),t.consumeCodeUnit(a)}function lt(t,n){const e=t.currCodeUnit();if(e===P||e===x){const o=t.consumeQuote(),i=t.getPos();t.skipCodeUnitsWhile(s=>s!==o);const r=t.sliceBack(i);return t.consumeCodeUnit(o),r}else if(e===K||e===Y){if(b(t))return n&&(t.skipSpaces(),t.startsWith(et)&&(t.advance(5),t.consumeSpaces(),t.skipName())),null;throw new c({type:"InvalidExternalID"},t.genTextPos())}else throw new c({type:"InvalidChar",expected:"a quote, SYSTEM or PUBLIC",actual:e},t.genTextPos())}function dt(t){t.skipCodeUnitsWhile(n=>n!==a),t.consumeCodeUnit(a)}function y(t,n){const e=t.getPos();if(t.config.debug){const s=t.currCodeUnit();t.debugLog("parseElement started",JSON.stringify({position:e,character:String.fromCharCode(s),charCode:s,charHex:"0x"+s.toString(16),context:t.getTextAround(e,30),textPos:t.genTextPosFrom(e),platform:typeof process!="undefined"?process.arch:"unknown"},null,2))}t.advance(1);let o,i;try{[o,i]=t.consumeQName(),t.debugLog("parseElement consumeQName succeeded",JSON.stringify({prefix:o,local:i,position:t.getPos()},null,2)),n({type:"ElementStart",prefix:o,local:i,start:e},t)}catch(s){throw t.debugLog("parseElement consumeQName FAILED",JSON.stringify({error:s instanceof Error?s.message:String(s),errorType:s instanceof c?s.variant.type:"unknown",position:t.getPos(),startPosition:e,context:t.getTextAround(t.getPos(),50),platform:typeof process!="undefined"?process.arch:"unknown",stackTrace:s instanceof Error?s.stack:void 0},null,2)),s}let r=!1;for(;!t.atEnd();){const s=t.startsWithSpace();t.skipSpaces();const p=t.getPos(),T=t.currCodeUnit();if(T===f){t.advance(1),t.consumeCodeUnit(a);const u=t.rangeFrom(p);n({type:"ElementEnd",end:{type:"Empty"},range:u},t);break}else if(T===a){t.advance(1);const u=t.rangeFrom(p);if(t.config.implicitSelfClosingElements!=null&&t.config.implicitSelfClosingElements.includes(U(i,o))){n({type:"ElementEnd",end:{type:"Empty"},range:u},t);break}else{n({type:"ElementEnd",end:{type:"Open"},range:u},t),r=!0;break}}else{if(!s)throw new c({type:"InvalidChar",expected:"a whitespace",actual:t.currCodeUnitUnchecked()},t.genTextPos());const[u,_,R]=m(t),X=t.getPos();n({type:"Attribute",range:{start:p,end:X},prefix:u,local:_,value:R},t)}}if(r){if(t.config.rawTextElements!=null){const s=U(i,o);if(t.config.rawTextElements.includes(s)){O(t,n,`</${s}>`);return}}O(t,n)}}function m(t){const[n,e]=t.consumeQName();let o;const i=t.getPos();if(t.skipSpaces(),t.tryConsumeCodeUnit(w)){t.skipSpaces();const r=t.currCodeUnit();if(r===x||r===P){const s=t.consumeQuote();o=t.consumeCodeUnitsWhile(p=>p!==s&&p!==l),t.consumeCodeUnit(s)}else if(!t.config.strictDocument)o=t.consumeCodeUnitsWhile(s=>!q(s)&&s!==a&&s!==f&&s!==l);else throw new c({type:"InvalidChar",expected:"a quote",actual:r},t.genTextPos())}else if(!t.config.strictDocument)t.goTo(i),o="true";else throw new c({type:"InvalidChar",expected:w,actual:t.currCodeUnit()},t.genTextPos());return[n,e,o]}function O(t,n,e=l){for(;!t.atEnd();)if(typeof e=="number"?t.currCodeUnit()===e:t.startsWith(e)){const o=t.nextCodeUnit();if(o===z)if(t.startsWith(h))E(t,n);else if(t.startsWith(nt))mt(t,n);else if(!t.config.strictDocument&&t.startsWithIgnoreCase(g))k(t,n);else throw new c({type:"UnknownToken",message:"Failed to parse content"},t.genTextPos());else if(o===W)S(t,n);else if(o===f){ft(t,n);break}else y(t,n)}else Q(t,n,e)}function mt(t,n){const e=t.getPos();t.advance(9);const o=t.consumeCodeUnitsWhile((r,s)=>!(r===J&&s.startsWith(C)));t.skipString(C);const i=t.rangeFrom(e);n({type:"Cdata",text:o,range:i},t)}function ft(t,n){const e=t.getPos();t.advance(2);const[o,i]=t.consumeQName();t.skipSpaces(),t.consumeCodeUnit(a);const r=t.rangeFrom(e);n({type:"ElementEnd",end:{type:"Close",prefix:o,local:i},range:r},t)}function Q(t,n,e=l){const o=t.getPos(),i=typeof e=="number"?t.consumeCodeUnitsWhile(r=>r!==e):t.consumeCodeUnitsWhile((r,s)=>!s.startsWith(e));if(t.config.strictDocument&&i.includes(C))throw new c({type:"InvalidCharacterData"},t.genTextPos());n({type:"Text",text:i,range:t.rangeFrom(o)},t)}export{ct as tokenize,F as tokenizeXmlStream};
+import{getQName as w}from"../get-q-name.js";import{LESS_THAN as d,GREATER_THAN as r,SLASH as f,EQUALS as W,SINGLE_QUOTE as y,DOUBLE_QUOTE as P,HYPHEN as M,QUESTION_MARK as x,OPEN_SQUARE_BRACKET as X,PERCENT as H,EXCLAMATION_MARK as Y,UPPERCASE_S as K,UPPERCASE_P as q,CLOSE_SQUARE_BRACKET as z}from"./ascii-constants.js";import{isXmlSpaceByte as G}from"./utils.js";import{XmlError as a}from"./XmlError.js";import{XmlStream as $}from"./XmlStream.js";const j="\uFEFF",v="<?xml ",I="?>",J="<!ENTITY",V="<!ELEMENT",Z="<!ATTLIST",tt="<!NOTATION",g="<!DOCTYPE",A="<?",N="?>",h="<!--",D="-->",nt="<![CDATA[",C="]]>",st="NDATA",F="PUBLIC",et="SYSTEM",ot="version",it="encoding",ct="standalone";function at(t,n,s={}){Q(new $(t,s),n)}function Q(t,n){if(t.startsWith(j)&&t.advance(1),t.startsWith(v)&&rt(t),u(t,n),t.config.strictDocument){if(t.skipSpaces(),t.startsWithIgnoreCase(g)&&(U(t,n),u(t,n)),t.skipSpaces(),!t.atEnd()&&t.currCodeUnit()===d&&k(t,n),u(t,n),!t.atEnd())throw new a({type:"UnknownToken",message:"Not at end"},t.genTextPos())}else for(;!t.atEnd();)t.currCodeUnit()===d?k(t,n):O(t,n),u(t,n)}function u(t,n){for(;!t.atEnd();)if(t.skipSpaces(),t.startsWith(h))E(t,n);else if(!t.config.strictDocument&&t.startsWithIgnoreCase(g))U(t,n);else if(t.startsWith(A))S(t,n);else break}function rt(t){function n(s){if(s.startsWithSpace())s.skipSpaces();else if(!s.startsWith(I)&&!s.atEnd())throw new a({type:"InvalidChar",expected:"a whitespace",actual:s.currCodeUnitUnchecked()},s.genTextPos())}if(t.advance(5),n(t),!t.startsWith(ot))throw new a({type:"InvalidString",expected:"version"},t.genTextPos());m(t),n(t),t.startsWith(it)&&(m(t),n(t)),t.startsWith(ct)&&m(t),t.skipSpaces(),t.skipString(I)}function E(t,n){const s=t.getPos();t.advance(4);const e=t.consumeCodeUnitsWhile((o,i)=>!(o===M&&i.startsWith(D)));if(t.skipString(D),e.includes("--")||e.endsWith("-"))throw new a({type:"InvalidComment"},t.genTextPosFrom(s));n({type:"Comment",text:e,range:t.rangeFrom(s)},t)}function S(t,n){if(t.startsWith(v))throw new a({type:"UnexpectedDeclaration"},t.genTextPos());const s=t.getPos();t.advance(2);const e=t.consumeName();t.skipSpaces();const o=t.consumeCodeUnitsWhile((i,c)=>!(i===x&&c.startsWith(N)));t.skipString(N),n({type:"ProcessingInstruction",target:e,content:o.length===0?void 0:o,range:t.rangeFrom(s)},t)}function U(t,n){if(!t.config.allowDtd)throw new a({type:"DtdDetected"});const s=t.getPos();if(pt(t),t.skipSpaces(),t.currCodeUnit()===r){t.advance(1);return}for(t.advance(1);!t.atEnd();)if(t.skipSpaces(),t.startsWith(J))lt(t,n);else if(t.startsWith(h))E(t,n);else if(t.startsWith(A))S(t,n);else if(t.startsWith("]"))if(t.advance(1),t.skipSpaces(),t.currCodeUnit()===r){t.advance(1);break}else throw new a({type:"InvalidChar",expected:"'>'",actual:t.currCodeUnitUnchecked()},t.genTextPos());else if(t.startsWith(V)||t.startsWith(Z)||t.startsWith(tt))try{ut(t)}catch(e){throw new a({type:"UnknownToken",message:"Failed to consume declaration"},t.genTextPosFrom(s))}else throw new a({type:"UnknownToken",message:"Failed to parse doctype"},t.genTextPos())}function pt(t){t.advance(9),t.consumeSpaces(),t.skipName(),t.skipSpaces(),_(t),t.skipSpaces();const n=t.currCodeUnit();if(n!==X&&n!==r)throw new a({type:"InvalidChar",expected:"'[' or '>'",actual:n},t.genTextPos())}function _(t){if(t.startsWith(et)||t.startsWith(F)){const n=t.getPos();t.advance(6);const s=t.sliceBack(n);t.consumeSpaces();const e=t.consumeQuote();if(t.consumeCodeUnitsWhile(o=>o!==e),t.consumeCodeUnit(e),s===F){t.consumeSpaces();const o=t.consumeQuote();t.consumeCodeUnitsWhile(i=>i!==o),t.consumeCodeUnit(o)}return!0}return!1}function lt(t,n){t.advance(8),t.consumeSpaces();const s=!t.tryConsumeCodeUnit(H);s||t.consumeSpaces();const e=t.consumeName();t.consumeSpaces();const o=dt(t,s);o!==null&&n({type:"EntityDeclaration",name:e,definition:o},t),t.skipSpaces(),t.consumeCodeUnit(r)}function dt(t,n){const s=t.currCodeUnit();if(s===P||s===y){const e=t.consumeQuote(),o=t.getPos();t.skipCodeUnitsWhile(c=>c!==e);const i=t.sliceBack(o);return t.consumeCodeUnit(e),i}else if(s===K||s===q){if(_(t))return n&&(t.skipSpaces(),t.startsWith(st)&&(t.advance(5),t.consumeSpaces(),t.skipName())),null;throw new a({type:"InvalidExternalID"},t.genTextPos())}else throw new a({type:"InvalidChar",expected:"a quote, SYSTEM or PUBLIC",actual:s},t.genTextPos())}function ut(t){t.skipCodeUnitsWhile(n=>n!==r),t.consumeCodeUnit(r)}function k(t,n){const s=t.getPos();t.advance(1);const[e,o]=t.consumeQName();n({type:"ElementStart",prefix:e,local:o,start:s},t);let i=!1;for(;!t.atEnd();){const c=t.startsWithSpace();t.skipSpaces();const p=t.getPos(),T=t.currCodeUnit();if(T===f){t.advance(1),t.consumeCodeUnit(r);const l=t.rangeFrom(p);n({type:"ElementEnd",end:{type:"Empty"},range:l},t);break}else if(T===r){t.advance(1);const l=t.rangeFrom(p);if(t.config.implicitSelfClosingElements!=null&&t.config.implicitSelfClosingElements.includes(w(o,e))){n({type:"ElementEnd",end:{type:"Empty"},range:l},t);break}else{n({type:"ElementEnd",end:{type:"Open"},range:l},t),i=!0;break}}else{if(!c)throw new a({type:"InvalidChar",expected:"a whitespace",actual:t.currCodeUnitUnchecked()},t.genTextPos());const[l,R,b]=m(t),B=t.getPos();n({type:"Attribute",range:{start:p,end:B},prefix:l,local:R,value:b},t)}}if(i){if(t.config.rawTextElements!=null){const c=w(o,e);if(t.config.rawTextElements.includes(c)){L(t,n,`</${c}>`);return}}L(t,n)}}function m(t){const[n,s]=t.consumeQName();let e;const o=t.getPos();if(t.skipSpaces(),t.tryConsumeCodeUnit(W)){t.skipSpaces();const i=t.currCodeUnit();if(i===y||i===P){const c=t.consumeQuote();e=t.consumeCodeUnitsWhile(p=>p!==c&&p!==d),t.consumeCodeUnit(c)}else if(!t.config.strictDocument)e=t.consumeCodeUnitsWhile(c=>!G(c)&&c!==r&&c!==f&&c!==d);else throw new a({type:"InvalidChar",expected:"a quote",actual:i},t.genTextPos())}else if(!t.config.strictDocument)t.goTo(o),e="true";else throw new a({type:"InvalidChar",expected:W,actual:t.currCodeUnit()},t.genTextPos());return[n,s,e]}function L(t,n,s=d){for(;!t.atEnd();)if(typeof s=="number"?t.currCodeUnit()===s:t.startsWith(s)){const e=t.nextCodeUnit();if(e===Y)if(t.startsWith(h))E(t,n);else if(t.startsWith(nt))mt(t,n);else if(!t.config.strictDocument&&t.startsWithIgnoreCase(g))U(t,n);else throw new a({type:"UnknownToken",message:"Failed to parse content"},t.genTextPos());else if(e===x)S(t,n);else if(e===f){ft(t,n);break}else k(t,n)}else O(t,n,s)}function mt(t,n){const s=t.getPos();t.advance(9);const e=t.consumeCodeUnitsWhile((i,c)=>!(i===z&&c.startsWith(C)));t.skipString(C);const o=t.rangeFrom(s);n({type:"Cdata",text:e,range:o},t)}function ft(t,n){const s=t.getPos();t.advance(2);const[e,o]=t.consumeQName();t.skipSpaces(),t.consumeCodeUnit(r);const i=t.rangeFrom(s);n({type:"ElementEnd",end:{type:"Close",prefix:e,local:o},range:i},t)}function O(t,n,s=d){const e=t.getPos(),o=typeof s=="number"?t.consumeCodeUnitsWhile(i=>i!==s):t.consumeCodeUnitsWhile((i,c)=>!c.startsWith(s));if(t.config.strictDocument&&o.includes(C))throw new a({type:"InvalidCharacterData"},t.genTextPos());n({type:"Text",text:o,range:t.rangeFrom(e)},t)}export{at as tokenize,Q as tokenizeXmlStream};

package/dist/types/tokenizer/XmlStream.d.ts

@@ -18,13 +18,6 @@ export declare class XmlStream {
      * @returns A new instance of XmlStream with the same state.
      */
     clone(): XmlStream;
-    /**
-     * Logs debug information when debug logging is enabled.
-     *
-     * @param message - The debug message.
-     * @param data - Additional debug data.
-     */
-    debugLog(message: string, data?: any): void;
     /**
      * Gets the current position in the stream.
      *
@@ -260,12 +253,6 @@ export interface TXmlStreamConfig {
      * @default 30
      */
     contextSliceSize: number | false;
-    /**
-     * Enable debug logging for platform-specific issue diagnosis.
-     * When enabled, detailed parsing information will be logged to console.
-     * @default false
-     */
-    debug?: boolean;
 }
 export type TXmlStreamOptions = {
     pos?: number;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "xml-tokenizer",
-  "version": "0.0.35",
+  "version": "0.0.36",
   "private": false,
   "description": "Straightforward and typesafe XML tokenizer that streams tokens through a callback mechanism",
   "keywords": [],