@sciencestack-ai/tokens 0.1.31 → 0.1.33

package/dist/index.d.ts

@@ -49,5 +49,5 @@ export { BibitemTokenNode } from "./references/BibitemTokenNode";
 export { BibliographyTokenNode } from "./references/BibliographyTokenNode";
 export { processTokenNodes } from "./tokenProcessing";
 export { TokenExporter, ExportFormat, ExportOptions } from "./TokenExporter";
-export { SpanMatcher, SpanInfo, MatchResult, TextNormalizer, NormalizationResult, LatexNormalizer, MarkdownNormalizer, } from "./matching";
+export { SpanMatcher, SpanInfo, MatchResult, TextNormalizer, NormalizationResult, LatexNormalizer, MarkdownNormalizer, createLatexNormalizer, createMarkdownNormalizer, NormalizerOptions, } from "./matching/index";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AAGxB,cAAc,UAAU,CAAC;AAGzB,cAAc,eAAe,CAAC;AAC9B,cAAc,4BAA4B,CAAC;AAG3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAG3D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAG7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAG3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAG/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EACL,sBAAsB,EACtB,cAAc,GACf,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EACL,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAGhE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAG9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAGzD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAG9D,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EACL,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAG9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAG7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAG3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAGtD,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAG7E,OAAO,EACL,WAAW,EACX,QAAQ,EACR,WAAW,EACX,cAAc,EACd,mBAAmB,EACnB,eAAe,EACf,kBAAkB,GACnB,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AAGxB,cAAc,UAAU,CAAC;AAGzB,cAAc,eAAe,CAAC;AAC9B,cAAc,4BAA4B,CAAC;AAG3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAG3D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAG7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAG3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAG/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EACL,sBAAsB,EACtB,cAAc,GACf,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EACL,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAGhE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAG9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAGzD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAG9D,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EACL,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAG9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAG7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAG3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAGtD,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAG7E,OAAO,EACL,WAAW,EACX,QAAQ,EACR,WAAW,EACX,cAAc,EACd,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,qBAAqB,EACrB,wBAAwB,EACxB,iBAAiB,GAClB,MAAM,kBAAkB,CAAC"}

package/dist/index.js

@@ -65,5 +65,5 @@ export { processTokenNodes } from "./tokenProcessing.js";
 // Exporter
 export { TokenExporter } from "./TokenExporter.js";
 // Matching utilities
-export { SpanMatcher, LatexNormalizer, MarkdownNormalizer, } from "./matching.js";
+export { SpanMatcher, LatexNormalizer, MarkdownNormalizer, createLatexNormalizer, createMarkdownNormalizer, } from "./matching/index.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,mBAAmB;AACnB,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AAExB,gBAAgB;AAChB,cAAc,UAAU,CAAC;AAEzB,mBAAmB;AACnB,cAAc,eAAe,CAAC;AAC9B,cAAc,4BAA4B,CAAC;AAI3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,YAAY;AACZ,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,cAAc;AACd,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAE3E,kBAAkB;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,mBAAmB;AACnB,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EACL,sBAAsB,EACtB,cAAc,GACf,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EACL,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAEhE,iBAAiB;AACjB,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAE9D,oBAAoB;AACpB,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEzD,eAAe;AACf,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D,gBAAgB;AAChB,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EACL,gBAAgB,GAEjB,MAAM,2BAA2B,CAAC;AAEnC,iBAAiB;AACjB,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAE9D,kBAAkB;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAE7D,sBAAsB;AACtB,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAE3E,mBAAmB;AACnB,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAEtD,WAAW;AACX,OAAO,EAAE,aAAa,EAA+B,MAAM,iBAAiB,CAAC;AAE7E,qBAAqB;AACrB,OAAO,EACL,WAAW,EAKX,eAAe,EACf,kBAAkB,GACnB,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,mBAAmB;AACnB,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AAExB,gBAAgB;AAChB,cAAc,UAAU,CAAC;AAEzB,mBAAmB;AACnB,cAAc,eAAe,CAAC;AAC9B,cAAc,4BAA4B,CAAC;AAI3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,YAAY;AACZ,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,cAAc;AACd,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAE3E,kBAAkB;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,mBAAmB;AACnB,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EACL,sBAAsB,EACtB,cAAc,GACf,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EACL,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAEhE,iBAAiB;AACjB,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAE9D,oBAAoB;AACpB,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEzD,eAAe;AACf,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D,gBAAgB;AAChB,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EACL,gBAAgB,GAEjB,MAAM,2BAA2B,CAAC;AAEnC,iBAAiB;AACjB,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAE9D,kBAAkB;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAE7D,sBAAsB;AACtB,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAE3E,mBAAmB;AACnB,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAEtD,WAAW;AACX,OAAO,EAAE,aAAa,EAA+B,MAAM,iBAAiB,CAAC;AAE7E,qBAAqB;AACrB,OAAO,EACL,WAAW,EAKX,eAAe,EACf,kBAAkB,EAClB,qBAAqB,EACrB,wBAAwB,GAEzB,MAAM,kBAAkB,CAAC"}

package/dist/matching/LatexNormalizer.d.ts

@@ -4,12 +4,17 @@
  * Handles LaTeX-specific transformations that should be ignored when matching:
  * - Strips \label{...} commands
  * - Normalizes display math delimiters (\[...\] vs $$...$$)
- * - Normalizes whitespace around commands
+ * - Normalizes all whitespace (newlines, tabs, spaces) to single space
  * - Strips comments
  */
 import { TextNormalizer } from './SpanMatcher';
+import { NormalizerOptions } from './normalizeWhitespace';
 /**
- * LatexNormalizer strips and normalizes LaTeX-specific syntax for better matching
+ * Create a LaTeX normalizer with custom options
+ */
+export declare function createLatexNormalizer(options?: NormalizerOptions): TextNormalizer;
+/**
+ * Default LatexNormalizer - normalizes whitespace but doesn't strip it all
  */
 export declare const LatexNormalizer: TextNormalizer;
 export default LatexNormalizer;

package/dist/matching/LatexNormalizer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LatexNormalizer.d.ts","sourceRoot":"","sources":["../../src/matching/LatexNormalizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,cAAc,EAAuB,MAAM,eAAe,CAAC;AA8DpE;;GAEG;AACH,eAAO,MAAM,eAAe,EAAE,cA6E7B,CAAC;AAEF,eAAe,eAAe,CAAC"}
+{"version":3,"file":"LatexNormalizer.d.ts","sourceRoot":"","sources":["../../src/matching/LatexNormalizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,cAAc,EAAuB,MAAM,eAAe,CAAC;AACpE,OAAO,EACL,iBAAiB,EAIlB,MAAM,uBAAuB,CAAC;AAoB/B;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,cAAc,CAejF;AAED;;GAEG;AACH,eAAO,MAAM,eAAe,EAAE,cAAwC,CAAC;AAEvE,eAAe,eAAe,CAAC"}

package/dist/matching/LatexNormalizer.js

@@ -4,12 +4,12 @@
  * Handles LaTeX-specific transformations that should be ignored when matching:
  * - Strips \label{...} commands
  * - Normalizes display math delimiters (\[...\] vs $$...$$)
- * - Normalizes whitespace around commands
+ * - Normalizes all whitespace (newlines, tabs, spaces) to single space
  * - Strips comments
  */
+import { applyRemovals, applyReplacements, normalizeWhitespace, } from './normalizeWhitespace.js';
 /**
  * Patterns to strip from LaTeX text during normalization.
- * Each pattern is removed and replaced with empty string.
  */
 const STRIP_PATTERNS = [
     // \label{...} commands
@@ -19,113 +19,30 @@ const STRIP_PATTERNS = [
 ];
 /**
  * Patterns to normalize (replace with standard form).
- * [pattern, replacement]
  */
 const NORMALIZE_PATTERNS = [
     // Normalize display math: $$ ... $$ -> \[ ... \]
     [/\$\$([\s\S]*?)\$\$/g, '\\[$1\\]'],
-    // Normalize multiple spaces to single space
-    [/  +/g, ' '],
-    // Normalize multiple newlines to double newline
-    [/\n{3,}/g, '\n\n'],
 ];
 /**
- * Build a position map that maps normalized positions back to original positions.
- * This tracks removals and keeps the mapping accurate.
+ * Create a LaTeX normalizer with custom options
  */
-function buildPositionMap(original, removals) {
-    // Sort removals by start position (descending) for safe removal
-    const sortedRemovals = [...removals].sort((a, b) => a.start - b.start);
-    const posMap = [];
-    let normalized = '';
-    let origIndex = 0;
-    let removalIndex = 0;
-    while (origIndex < original.length) {
-        // Check if we're at a removal point
-        if (removalIndex < sortedRemovals.length &&
-            origIndex === sortedRemovals[removalIndex].start) {
-            // Skip over the removed content
-            origIndex += sortedRemovals[removalIndex].length;
-            removalIndex++;
-        }
-        else {
-            // Copy character and record position mapping
-            posMap.push(origIndex);
-            normalized += original[origIndex];
-            origIndex++;
-        }
-    }
-    return { normalized, posMap };
+export function createLatexNormalizer(options) {
+    return {
+        normalize(text) {
+            // Step 1: Remove stripped patterns
+            let { text: current, posMap } = applyRemovals(text, STRIP_PATTERNS);
+            // Step 2: Apply replacements
+            ({ text: current, posMap } = applyReplacements(current, posMap, NORMALIZE_PATTERNS));
+            // Step 3: Normalize whitespace (this is the key fix for newline handling)
+            const result = normalizeWhitespace(current, posMap, options);
+            return { normalized: result.normalized, posMap: result.posMap };
+        },
+    };
 }
 /**
- * LatexNormalizer strips and normalizes LaTeX-specific syntax for better matching
+ * Default LatexNormalizer - normalizes whitespace but doesn't strip it all
  */
-export const LatexNormalizer = {
-    normalize(text) {
-        // Find all positions to remove
-        const removals = [];
-        for (const pattern of STRIP_PATTERNS) {
-            // Reset regex state
-            pattern.lastIndex = 0;
-            let match;
-            while ((match = pattern.exec(text)) !== null) {
-                removals.push({ start: match.index, length: match[0].length });
-            }
-        }
-        // Build initial position map with removals
-        let { normalized, posMap } = buildPositionMap(text, removals);
-        // Apply normalization patterns that change content
-        // For these, we rebuild the position map
-        for (const [pattern, replacement] of NORMALIZE_PATTERNS) {
-            // Track positions before and after normalization
-            const newRemovals = [];
-            const additions = [];
-            pattern.lastIndex = 0;
-            let match;
-            let offset = 0;
-            while ((match = pattern.exec(normalized)) !== null) {
-                const matchLen = match[0].length;
-                const replaceLen = replacement.length;
-                // For simplicity, we just do the replacement and accept
-                // that position mapping becomes approximate for normalized sections
-                if (matchLen !== replaceLen) {
-                    // Length changed - just do simple replacement
-                    // Position accuracy is reduced but excerpt matching still works
-                }
-            }
-            // Apply the pattern replacement
-            const prevNormalized = normalized;
-            normalized = normalized.replace(pattern, replacement);
-            // Rebuild position map if length changed
-            if (normalized.length !== prevNormalized.length) {
-                // Simple approach: rebuild map based on character-by-character comparison
-                const newPosMap = [];
-                let origIdx = 0;
-                let normIdx = 0;
-                while (normIdx < normalized.length && origIdx < posMap.length) {
-                    if (normalized[normIdx] === prevNormalized[origIdx]) {
-                        // Character matches, keep mapping
-                        newPosMap.push(posMap[origIdx]);
-                        normIdx++;
-                        origIdx++;
-                    }
-                    else {
-                        // Characters differ - normalization changed this region
-                        // Map to the start of the original region
-                        newPosMap.push(posMap[Math.min(origIdx, posMap.length - 1)]);
-                        normIdx++;
-                    }
-                }
-                // Handle any remaining characters
-                while (normIdx < normalized.length) {
-                    newPosMap.push(posMap[posMap.length - 1] ?? text.length - 1);
-                    normIdx++;
-                }
-                posMap = newPosMap;
-            }
-        }
-        return { normalized, posMap };
-    },
-};
+export const LatexNormalizer = createLatexNormalizer();
 export default LatexNormalizer;
 //# sourceMappingURL=LatexNormalizer.js.map

package/dist/matching/LatexNormalizer.js.map

@@ -1 +1 @@
-{"version":3,"file":"LatexNormalizer.js","sourceRoot":"","sources":["../../src/matching/LatexNormalizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH;;;GAGG;AACH,MAAM,cAAc,GAAa;IAC/B,uBAAuB;IACvB,mBAAmB;IACnB,wDAAwD;IACxD,iBAAiB;CAClB,CAAC;AAEF;;;GAGG;AACH,MAAM,kBAAkB,GAA4B;IAClD,iDAAiD;IACjD,CAAC,qBAAqB,EAAE,UAAU,CAAC;IACnC,4CAA4C;IAC5C,CAAC,MAAM,EAAE,GAAG,CAAC;IACb,gDAAgD;IAChD,CAAC,SAAS,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF;;;GAGG;AACH,SAAS,gBAAgB,CACvB,QAAgB,EAChB,QAAkD;IAElD,gEAAgE;IAChE,MAAM,cAAc,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAEvE,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,OAAO,SAAS,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACnC,oCAAoC;QACpC,IACE,YAAY,GAAG,cAAc,CAAC,MAAM;YACpC,SAAS,KAAK,cAAc,CAAC,YAAY,CAAC,CAAC,KAAK,EAChD,CAAC;YACD,gCAAgC;YAChC,SAAS,IAAI,cAAc,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;YACjD,YAAY,EAAE,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,6CAA6C;YAC7C,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,UAAU,IAAI,QAAQ,CAAC,SAAS,CAAC,CAAC;YAClC,SAAS,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAmB;IAC7C,SAAS,CAAC,IAAY;QACpB,+BAA+B;QAC/B,MAAM,QAAQ,GAA6C,EAAE,CAAC;QAE9D,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,oBAAoB;YACpB,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;YACtB,IAAI,KAAK,CAAC;YACV,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC7C,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,2CAA2C;QAC3C,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE9D,mDAAmD;QACnD,yCAAyC;QACzC,KAAK,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,kBAAkB,EAAE,CAAC;YACxD,iDAAiD;YACjD,MAAM,WAAW,GAA6C,EAAE,CAAC;YACjE,MAAM,SAAS,GAAyC,EAAE,CAAC;YAE3D,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;YACtB,IAAI,KAAK,CAAC;YACV,IAAI,MAAM,GAAG,CAAC,CAAC;YAEf,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBACjC,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC;gBAEtC,wDAAwD;gBACxD,oEAAoE;gBACpE,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;oBAC5B,8CAA8C;oBAC9C,gEAAgE;gBAClE,CAAC;YACH,CAAC;YAED,gCAAgC;YAChC,MAAM,cAAc,GAAG,UAAU,CAAC;YAClC,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAEtD,yCAAyC;YACzC,IAAI,UAAU,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;gBAChD,0EAA0E;gBAC1E,MAAM,SAAS,GAAa,EAAE,CAAC;gBAC/B,IAAI,OAAO,GAAG,CAAC,CAAC;gBAChB,IAAI,OAAO,GAAG,CAAC,CAAC;gBAEhB,OAAO,OAAO,GAAG,UAAU,CAAC,MAAM,IAAI,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;oBAC9D,IAAI,UAAU,CAAC,OAAO,CAAC,KAAK,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;wBACpD,kCAAkC;wBAClC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;wBAChC,OAAO,EAAE,CAAC;wBACV,OAAO,EAAE,CAAC;oBACZ,CAAC;yBAAM,CAAC;wBACN,wDAAwD;wBACxD,0CAA0C;wBAC1C,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC7D,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC;gBAED,kCAAkC;gBAClC,OAAO,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;oBACnC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBAC7D,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAED,MAAM,GAAG,SAAS,CAAC;YACrB,CAAC;QACH,CAAC;QAED,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;IAChC,CAAC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}
+{"version":3,"file":"LatexNormalizer.js","sourceRoot":"","sources":["../../src/matching/LatexNormalizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAEL,aAAa,EACb,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,MAAM,cAAc,GAAa;IAC/B,uBAAuB;IACvB,mBAAmB;IACnB,wDAAwD;IACxD,iBAAiB;CAClB,CAAC;AAEF;;GAEG;AACH,MAAM,kBAAkB,GAA4B;IAClD,iDAAiD;IACjD,CAAC,qBAAqB,EAAE,UAAU,CAAC;CACpC,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAA2B;IAC/D,OAAO;QACL,SAAS,CAAC,IAAY;YACpB,mCAAmC;YACnC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YAEpE,6BAA6B;YAC7B,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC;YAErF,0EAA0E;YAC1E,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YAE7D,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QAClE,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAmB,qBAAqB,EAAE,CAAC;AAEvE,eAAe,eAAe,CAAC"}

package/dist/matching/MarkdownNormalizer.d.ts

@@ -4,11 +4,16 @@
  * Handles Markdown-specific transformations that should be ignored when matching:
  * - Strips HTML comments <!-- ... -->
  * - Strips reference-style link definitions [id]: url
- * - Normalizes whitespace
+ * - Normalizes all whitespace (newlines, tabs, spaces) to single space
  */
 import { TextNormalizer } from './SpanMatcher';
+import { NormalizerOptions } from './normalizeWhitespace';
 /**
- * MarkdownNormalizer strips and normalizes Markdown-specific syntax for better matching
+ * Create a Markdown normalizer with custom options
+ */
+export declare function createMarkdownNormalizer(options?: NormalizerOptions): TextNormalizer;
+/**
+ * Default MarkdownNormalizer - normalizes whitespace but doesn't strip it all
  */
 export declare const MarkdownNormalizer: TextNormalizer;
 export default MarkdownNormalizer;

package/dist/matching/MarkdownNormalizer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"MarkdownNormalizer.d.ts","sourceRoot":"","sources":["../../src/matching/MarkdownNormalizer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,cAAc,EAAuB,MAAM,eAAe,CAAC;AA2DpE;;GAEG;AACH,eAAO,MAAM,kBAAkB,EAAE,cAkDhC,CAAC;AAEF,eAAe,kBAAkB,CAAC"}
+{"version":3,"file":"MarkdownNormalizer.d.ts","sourceRoot":"","sources":["../../src/matching/MarkdownNormalizer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,cAAc,EAAuB,MAAM,eAAe,CAAC;AACpE,OAAO,EACL,iBAAiB,EAGlB,MAAM,uBAAuB,CAAC;AAY/B;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,cAAc,CAYpF;AAED;;GAEG;AACH,eAAO,MAAM,kBAAkB,EAAE,cAA2C,CAAC;AAE7E,eAAe,kBAAkB,CAAC"}

package/dist/matching/MarkdownNormalizer.js

@@ -4,8 +4,9 @@
  * Handles Markdown-specific transformations that should be ignored when matching:
  * - Strips HTML comments <!-- ... -->
  * - Strips reference-style link definitions [id]: url
- * - Normalizes whitespace
+ * - Normalizes all whitespace (newlines, tabs, spaces) to single space
  */
+import { applyRemovals, normalizeWhitespace, } from './normalizeWhitespace.js';
 /**
  * Patterns to strip from Markdown text during normalization.
  */
@@ -16,89 +17,22 @@ const STRIP_PATTERNS = [
     /^\s*\[[^\]]+\]:\s+\S+(?:\s+"[^"]*")?$/gm,
 ];
 /**
- * Patterns to normalize (replace with standard form).
+ * Create a Markdown normalizer with custom options
  */
-const NORMALIZE_PATTERNS = [
-    // Normalize multiple spaces to single space
-    [/  +/g, ' '],
-    // Normalize multiple newlines to double newline (preserve paragraph breaks)
-    [/\n{3,}/g, '\n\n'],
-    // Normalize trailing whitespace on lines
-    [/[ \t]+$/gm, ''],
-];
-/**
- * Build a position map that maps normalized positions back to original positions.
- */
-function buildPositionMap(original, removals) {
-    // Sort removals by start position
-    const sortedRemovals = [...removals].sort((a, b) => a.start - b.start);
-    const posMap = [];
-    let normalized = '';
-    let origIndex = 0;
-    let removalIndex = 0;
-    while (origIndex < original.length) {
-        // Check if we're at a removal point
-        if (removalIndex < sortedRemovals.length &&
-            origIndex === sortedRemovals[removalIndex].start) {
-            // Skip over the removed content
-            origIndex += sortedRemovals[removalIndex].length;
-            removalIndex++;
-        }
-        else {
-            // Copy character and record position mapping
-            posMap.push(origIndex);
-            normalized += original[origIndex];
-            origIndex++;
-        }
-    }
-    return { normalized, posMap };
+export function createMarkdownNormalizer(options) {
+    return {
+        normalize(text) {
+            // Step 1: Remove stripped patterns
+            let { text: current, posMap } = applyRemovals(text, STRIP_PATTERNS);
+            // Step 2: Normalize whitespace
+            const result = normalizeWhitespace(current, posMap, options);
+            return { normalized: result.normalized, posMap: result.posMap };
+        },
+    };
 }
 /**
- * MarkdownNormalizer strips and normalizes Markdown-specific syntax for better matching
+ * Default MarkdownNormalizer - normalizes whitespace but doesn't strip it all
  */
-export const MarkdownNormalizer = {
-    normalize(text) {
-        // Find all positions to remove
-        const removals = [];
-        for (const pattern of STRIP_PATTERNS) {
-            // Reset regex state
-            pattern.lastIndex = 0;
-            let match;
-            while ((match = pattern.exec(text)) !== null) {
-                removals.push({ start: match.index, length: match[0].length });
-            }
-        }
-        // Build initial position map with removals
-        let { normalized, posMap } = buildPositionMap(text, removals);
-        // Apply normalization patterns
-        for (const [pattern, replacement] of NORMALIZE_PATTERNS) {
-            const prevNormalized = normalized;
-            normalized = normalized.replace(pattern, replacement);
-            // Rebuild position map if length changed
-            if (normalized.length !== prevNormalized.length) {
-                const newPosMap = [];
-                let origIdx = 0;
-                let normIdx = 0;
-                while (normIdx < normalized.length && origIdx < posMap.length) {
-                    if (normalized[normIdx] === prevNormalized[origIdx]) {
-                        newPosMap.push(posMap[origIdx]);
-                        normIdx++;
-                        origIdx++;
-                    }
-                    else {
-                        newPosMap.push(posMap[Math.min(origIdx, posMap.length - 1)]);
-                        normIdx++;
-                    }
-                }
-                while (normIdx < normalized.length) {
-                    newPosMap.push(posMap[posMap.length - 1] ?? text.length - 1);
-                    normIdx++;
-                }
-                posMap = newPosMap;
-            }
-        }
-        return { normalized, posMap };
-    },
-};
+export const MarkdownNormalizer = createMarkdownNormalizer();
 export default MarkdownNormalizer;
 //# sourceMappingURL=MarkdownNormalizer.js.map

package/dist/matching/MarkdownNormalizer.js.map

@@ -1 +1 @@
-{"version":3,"file":"MarkdownNormalizer.js","sourceRoot":"","sources":["../../src/matching/MarkdownNormalizer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH;;GAEG;AACH,MAAM,cAAc,GAAa;IAC/B,8BAA8B;IAC9B,kBAAkB;IAClB,uEAAuE;IACvE,yCAAyC;CAC1C,CAAC;AAEF;;GAEG;AACH,MAAM,kBAAkB,GAA4B;IAClD,4CAA4C;IAC5C,CAAC,MAAM,EAAE,GAAG,CAAC;IACb,4EAA4E;IAC5E,CAAC,SAAS,EAAE,MAAM,CAAC;IACnB,yCAAyC;IACzC,CAAC,WAAW,EAAE,EAAE,CAAC;CAClB,CAAC;AAEF;;GAEG;AACH,SAAS,gBAAgB,CACvB,QAAgB,EAChB,QAAkD;IAElD,kCAAkC;IAClC,MAAM,cAAc,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAEvE,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,OAAO,SAAS,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACnC,oCAAoC;QACpC,IACE,YAAY,GAAG,cAAc,CAAC,MAAM;YACpC,SAAS,KAAK,cAAc,CAAC,YAAY,CAAC,CAAC,KAAK,EAChD,CAAC;YACD,gCAAgC;YAChC,SAAS,IAAI,cAAc,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;YACjD,YAAY,EAAE,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,6CAA6C;YAC7C,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,UAAU,IAAI,QAAQ,CAAC,SAAS,CAAC,CAAC;YAClC,SAAS,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAmB;IAChD,SAAS,CAAC,IAAY;QACpB,+BAA+B;QAC/B,MAAM,QAAQ,GAA6C,EAAE,CAAC;QAE9D,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,oBAAoB;YACpB,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;YACtB,IAAI,KAAK,CAAC;YACV,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC7C,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,2CAA2C;QAC3C,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE9D,+BAA+B;QAC/B,KAAK,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,kBAAkB,EAAE,CAAC;YACxD,MAAM,cAAc,GAAG,UAAU,CAAC;YAClC,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAEtD,yCAAyC;YACzC,IAAI,UAAU,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;gBAChD,MAAM,SAAS,GAAa,EAAE,CAAC;gBAC/B,IAAI,OAAO,GAAG,CAAC,CAAC;gBAChB,IAAI,OAAO,GAAG,CAAC,CAAC;gBAEhB,OAAO,OAAO,GAAG,UAAU,CAAC,MAAM,IAAI,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;oBAC9D,IAAI,UAAU,CAAC,OAAO,CAAC,KAAK,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;wBACpD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;wBAChC,OAAO,EAAE,CAAC;wBACV,OAAO,EAAE,CAAC;oBACZ,CAAC;yBAAM,CAAC;wBACN,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC7D,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC;gBAED,OAAO,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;oBACnC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBAC7D,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAED,MAAM,GAAG,SAAS,CAAC;YACrB,CAAC;QACH,CAAC;QAED,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;IAChC,CAAC;CACF,CAAC;AAEF,eAAe,kBAAkB,CAAC"}
+{"version":3,"file":"MarkdownNormalizer.js","sourceRoot":"","sources":["../../src/matching/MarkdownNormalizer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAEL,aAAa,EACb,mBAAmB,GACpB,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,MAAM,cAAc,GAAa;IAC/B,8BAA8B;IAC9B,kBAAkB;IAClB,uEAAuE;IACvE,yCAAyC;CAC1C,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,wBAAwB,CAAC,OAA2B;IAClE,OAAO;QACL,SAAS,CAAC,IAAY;YACpB,mCAAmC;YACnC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YAEpE,+BAA+B;YAC/B,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YAE7D,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QAClE,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAmB,wBAAwB,EAAE,CAAC;AAE7E,eAAe,kBAAkB,CAAC"}

package/dist/matching/index.d.ts

@@ -2,6 +2,7 @@
  * Matching utilities for finding text excerpts in AST node spans
  */
 export { SpanMatcher, SpanInfo, MatchResult, TextNormalizer, NormalizationResult, } from './SpanMatcher';
-export { LatexNormalizer } from './LatexNormalizer';
-export { MarkdownNormalizer } from './MarkdownNormalizer';
+export { LatexNormalizer, createLatexNormalizer } from './LatexNormalizer';
+export { MarkdownNormalizer, createMarkdownNormalizer } from './MarkdownNormalizer';
+export { NormalizerOptions } from './normalizeWhitespace';
 //# sourceMappingURL=index.d.ts.map

package/dist/matching/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/matching/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,WAAW,EACX,QAAQ,EACR,WAAW,EACX,cAAc,EACd,mBAAmB,GACpB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/matching/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,WAAW,EACX,QAAQ,EACR,WAAW,EACX,cAAc,EACd,mBAAmB,GACpB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/matching/index.js

@@ -2,6 +2,6 @@
  * Matching utilities for finding text excerpts in AST node spans
  */
 export { SpanMatcher, } from './SpanMatcher.js';
-export { LatexNormalizer } from './LatexNormalizer.js';
-export { MarkdownNormalizer } from './MarkdownNormalizer.js';
+export { LatexNormalizer, createLatexNormalizer } from './LatexNormalizer.js';
+export { MarkdownNormalizer, createMarkdownNormalizer } from './MarkdownNormalizer.js';
 //# sourceMappingURL=index.js.map

package/dist/matching/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/matching/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,WAAW,GAKZ,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/matching/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,WAAW,GAKZ,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/matching/normalizeWhitespace.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Shared whitespace normalization utilities for all normalizers
+ */
+export interface NormalizerOptions {
+    /** Remove ALL whitespace for aggressive matching (default: false) */
+    stripAllWhitespace?: boolean;
+}
+/**
+ * Normalize whitespace in text, building position map.
+ * By default: collapses all whitespace (spaces, tabs, newlines) to single space.
+ * With stripAllWhitespace: removes all whitespace entirely.
+ */
+export declare function normalizeWhitespace(text: string, posMap: number[], options?: NormalizerOptions): {
+    normalized: string;
+    posMap: number[];
+};
+/**
+ * Build initial position map (identity map)
+ */
+export declare function buildIdentityPosMap(length: number): number[];
+/**
+ * Apply regex removals and build position map
+ */
+export declare function applyRemovals(text: string, patterns: RegExp[]): {
+    text: string;
+    posMap: number[];
+};
+/**
+ * Apply regex replacements, updating position map approximately
+ */
+export declare function applyReplacements(text: string, posMap: number[], patterns: Array<[RegExp, string]>): {
+    text: string;
+    posMap: number[];
+};
+//# sourceMappingURL=normalizeWhitespace.d.ts.map

package/dist/matching/normalizeWhitespace.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalizeWhitespace.d.ts","sourceRoot":"","sources":["../../src/matching/normalizeWhitespace.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,MAAM,WAAW,iBAAiB;IAChC,qEAAqE;IACrE,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,CAAC,EAAE,iBAAiB,GAC1B;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAoC1C;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAE5D;AAED;;GAEG;AACH,wBAAgB,aAAa,CAC3B,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,EAAE,GACjB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAkCpC;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,EAAE,EAChB,QAAQ,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAChC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAmCpC"}

package/dist/matching/normalizeWhitespace.js

@@ -0,0 +1,115 @@
+/**
+ * Shared whitespace normalization utilities for all normalizers
+ */
+/**
+ * Normalize whitespace in text, building position map.
+ * By default: collapses all whitespace (spaces, tabs, newlines) to single space.
+ * With stripAllWhitespace: removes all whitespace entirely.
+ */
+export function normalizeWhitespace(text, posMap, options) {
+    const stripAll = options?.stripAllWhitespace ?? false;
+    const newPosMap = [];
+    let normalized = '';
+    let i = 0;
+    let lastWasSpace = false;
+    while (i < text.length) {
+        const char = text[i];
+        const isWhitespace = /\s/.test(char);
+        if (isWhitespace) {
+            if (stripAll) {
+                // Skip all whitespace
+                i++;
+                continue;
+            }
+            else {
+                // Collapse to single space
+                if (!lastWasSpace) {
+                    newPosMap.push(posMap[i]);
+                    normalized += ' ';
+                    lastWasSpace = true;
+                }
+                i++;
+                continue;
+            }
+        }
+        // Non-whitespace character
+        newPosMap.push(posMap[i]);
+        normalized += char;
+        lastWasSpace = false;
+        i++;
+    }
+    return { normalized, posMap: newPosMap };
+}
+/**
+ * Build initial position map (identity map)
+ */
+export function buildIdentityPosMap(length) {
+    return Array.from({ length }, (_, i) => i);
+}
+/**
+ * Apply regex removals and build position map
+ */
+export function applyRemovals(text, patterns) {
+    const removals = [];
+    for (const pattern of patterns) {
+        pattern.lastIndex = 0;
+        let match;
+        while ((match = pattern.exec(text)) !== null) {
+            removals.push({ start: match.index, length: match[0].length });
+        }
+    }
+    // Sort by start position
+    removals.sort((a, b) => a.start - b.start);
+    const posMap = [];
+    let normalized = '';
+    let origIndex = 0;
+    let removalIndex = 0;
+    while (origIndex < text.length) {
+        if (removalIndex < removals.length &&
+            origIndex === removals[removalIndex].start) {
+            origIndex += removals[removalIndex].length;
+            removalIndex++;
+        }
+        else {
+            posMap.push(origIndex);
+            normalized += text[origIndex];
+            origIndex++;
+        }
+    }
+    return { text: normalized, posMap };
+}
+/**
+ * Apply regex replacements, updating position map approximately
+ */
+export function applyReplacements(text, posMap, patterns) {
+    let currentText = text;
+    let currentPosMap = posMap;
+    for (const [pattern, replacement] of patterns) {
+        const prevText = currentText;
+        currentText = currentText.replace(pattern, replacement);
+        if (currentText.length !== prevText.length) {
+            // Rebuild position map approximately
+            const newPosMap = [];
+            let origIdx = 0;
+            let normIdx = 0;
+            while (normIdx < currentText.length && origIdx < currentPosMap.length) {
+                if (currentText[normIdx] === prevText[origIdx]) {
+                    newPosMap.push(currentPosMap[origIdx]);
+                    normIdx++;
+                    origIdx++;
+                }
+                else {
+                    newPosMap.push(currentPosMap[Math.min(origIdx, currentPosMap.length - 1)]);
+                    normIdx++;
+                }
+            }
+            while (normIdx < currentText.length) {
+                newPosMap.push(currentPosMap[currentPosMap.length - 1] ?? 0);
+                normIdx++;
+            }
+            currentPosMap = newPosMap;
+        }
+    }
+    return { text: currentText, posMap: currentPosMap };
+}
+//# sourceMappingURL=normalizeWhitespace.js.map

package/dist/matching/normalizeWhitespace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalizeWhitespace.js","sourceRoot":"","sources":["../../src/matching/normalizeWhitespace.ts"],"names":[],"mappings":"AAAA;;GAEG;AASH;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CACjC,IAAY,EACZ,MAAgB,EAChB,OAA2B;IAE3B,MAAM,QAAQ,GAAG,OAAO,EAAE,kBAAkB,IAAI,KAAK,CAAC;IACtD,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAErC,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,QAAQ,EAAE,CAAC;gBACb,sBAAsB;gBACtB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;iBAAM,CAAC;gBACN,2BAA2B;gBAC3B,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC1B,UAAU,IAAI,GAAG,CAAC;oBAClB,YAAY,GAAG,IAAI,CAAC;gBACtB,CAAC;gBACD,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,UAAU,IAAI,IAAI,CAAC;QACnB,YAAY,GAAG,KAAK,CAAC;QACrB,CAAC,EAAE,CAAC;IACN,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AAC3C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAc;IAChD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAC3B,IAAY,EACZ,QAAkB;IAElB,MAAM,QAAQ,GAA6C,EAAE,CAAC;IAE9D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;QACtB,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC7C,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAE3C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,OAAO,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC/B,IACE,YAAY,GAAG,QAAQ,CAAC,MAAM;YAC9B,SAAS,KAAK,QAAQ,CAAC,YAAY,CAAC,CAAC,KAAK,EAC1C,CAAC;YACD,SAAS,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;YAC3C,YAAY,EAAE,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,SAAS,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAC/B,IAAY,EACZ,MAAgB,EAChB,QAAiC;IAEjC,IAAI,WAAW,GAAG,IAAI,CAAC;IACvB,IAAI,aAAa,GAAG,MAAM,CAAC;IAE3B,KAAK,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,QAAQ,EAAE,CAAC;QAC9C,MAAM,QAAQ,GAAG,WAAW,CAAC;QAC7B,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAExD,IAAI,WAAW,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC3C,qCAAqC;YACrC,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,IAAI,OAAO,GAAG,CAAC,CAAC;YAEhB,OAAO,OAAO,GAAG,WAAW,CAAC,MAAM,IAAI,OAAO,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC;gBACtE,IAAI,WAAW,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC/C,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;oBACvC,OAAO,EAAE,CAAC;oBACV,OAAO,EAAE,CAAC;gBACZ,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC3E,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;YAED,OAAO,OAAO,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;gBACpC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7D,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,aAAa,GAAG,SAAS,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;AACtD,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sciencestack-ai/tokens",
-  "version": "0.1.31",
+  "version": "0.1.33",
   "description": "TypeScript types and interfaces for ScienceStack AST tokens",
   "repository": {
     "type": "git",