securemark 0.295.4 → 0.295.5

package/CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## 0.295.5
+
+- Refactoring.
+
 ## 0.295.4
 
 - Refactoring.

package/dist/index.js

@@ -1,4 +1,4 @@
-/*! securemark v0.295.4 https://github.com/falsandtru/securemark | (c) 2017, falsandtru | UNLICENSED License */
+/*! securemark v0.295.5 https://github.com/falsandtru/securemark | (c) 2017, falsandtru | UNLICENSED License */
 (function webpackUniversalModuleDefinition(root, factory) {
 	if(typeof exports === 'object' && typeof module === 'object')
 		module.exports = factory(require("Prism"), require("DOMPurify"));
@@ -6630,7 +6630,6 @@ const s1 = (0, combinator_1.lazy)(() => (0, combinator_1.surround)((0, source_1.
     } else if (source[position] !== '{') {
       (0, combinator_1.setBacktrack)(context, 2 | 64 /* Backtrack.link */, head);
     } else {
-      context.state ^= 8 /* State.link */;
       if (!(0, combinator_1.isBacktrack)(context, 1 | 64 /* Backtrack.link */) && !(0, link_1.textlink)({
         context
       })) {
@@ -6638,7 +6637,6 @@ const s1 = (0, combinator_1.lazy)(() => (0, combinator_1.surround)((0, source_1.
       }
       context.position = position;
       context.range = range;
-      context.state ^= 8 /* State.link */;
     }
   }
   return as.import(bs).import(cs);
@@ -6907,19 +6905,14 @@ const dom_1 = __webpack_require__(394);
 exports.index = (0, combinator_1.lazy)(() => (0, combinator_1.constraint)(32 /* State.index */, (0, combinator_1.fmap)((0, indexee_1.indexee)((0, combinator_1.surround)((0, source_1.str)('[#'), (0, combinator_1.precedence)(1, (0, combinator_1.state)(251 /* State.linkers */, (0, visibility_1.tightStart)((0, combinator_1.some)((0, combinator_1.inits)([inline_1.inline, exports.signature]), ']', [[']', 1]])))), (0, source_1.str)(']'), false, [3 | 4 /* Backtrack.common */], ([, bs], context) => context.linebreak === 0 && (0, visibility_1.trimBlankNodeEnd)(bs).length > 0 ? new parser_1.List([new parser_1.Node((0, dom_1.html)('a', {
   'data-index': dataindex(bs)
 }, (0, dom_1.defrag)((0, util_1.unwrap)(bs))))]) : undefined, undefined)), ns => {
-  if (ns.length === 1) {
-    const el = ns.head.value;
-    return new parser_1.List([new parser_1.Node((0, dom_1.define)(el, {
-      id: el.id ? null : undefined,
-      class: 'index',
-      href: el.id ? `#${el.id}` : undefined
-    }))]);
-  } else {
-    ns.pop();
-    return ns;
-  }
+  const el = ns.head.value;
+  return new parser_1.List([new parser_1.Node((0, dom_1.define)(el, {
+    id: el.id ? null : undefined,
+    class: 'index',
+    href: el.id ? `#${el.id}` : undefined
+  }))]);
 })));
-exports.signature = (0, combinator_1.lazy)(() => (0, combinator_1.validate)('|', (0, combinator_1.surround)((0, source_1.str)(/\|(?!\\?\s)/y), (0, combinator_1.some)((0, combinator_1.union)([htmlentity_1.unsafehtmlentity, (0, combinator_1.some)(source_1.txt, /(?:[$"`\[\](){}<>（）［］｛｝|])/y)]), ']'), /(?=])/y, false, [3 | 16 /* Backtrack.escapable */], ([, ns], context) => {
+exports.signature = (0, combinator_1.lazy)(() => (0, combinator_1.validate)('|', (0, combinator_1.surround)((0, source_1.str)(/\|(?!\\?\s)/y), (0, combinator_1.precedence)(9, (0, combinator_1.some)((0, combinator_1.union)([htmlentity_1.unsafehtmlentity, (0, combinator_1.some)(source_1.txt, /(?:[$"`\[\](){}<>（）［］｛｝|])/y)]), ']')), /(?=])/y, false, [3 | 16 /* Backtrack.escapable */], ([, ns], context) => {
   const index = (0, indexee_1.identity)('index', undefined, ns.foldl((acc, {
     value
   }) => acc + value, ''))?.slice(7);
@@ -7374,13 +7367,13 @@ const optspec = {
   rel: ['nofollow']
 };
 Object.setPrototypeOf(optspec, null);
-exports.textlink = (0, combinator_1.lazy)(() => (0, combinator_1.constraint)(8 /* State.link */, (0, combinator_1.precedence)(1, (0, combinator_1.state)(251 /* State.linkers */, (0, combinator_1.bind)((0, combinator_1.subsequence)([(0, combinator_1.dup)((0, combinator_1.surround)('[', (0, visibility_1.trimBlankStart)((0, combinator_1.some)((0, combinator_1.union)([inline_1.inline]), ']', [[']', 1]])), ']', true, [3 | 4 /* Backtrack.common */ | 64 /* Backtrack.link */, 2 | 32 /* Backtrack.ruby */], ([, ns = new parser_1.List()], context) => {
+exports.textlink = (0, combinator_1.lazy)(() => (0, combinator_1.bind)((0, combinator_1.subsequence)([(0, combinator_1.constraint)(8 /* State.link */, (0, combinator_1.state)(251 /* State.linkers */, (0, combinator_1.dup)((0, combinator_1.surround)('[', (0, combinator_1.precedence)(1, (0, visibility_1.trimBlankStart)((0, combinator_1.some)((0, combinator_1.union)([inline_1.inline]), ']', [[']', 1]]))), ']', true, [3 | 4 /* Backtrack.common */ | 64 /* Backtrack.link */, 2 | 32 /* Backtrack.ruby */], ([, ns = new parser_1.List()], context) => {
   if (context.linebreak !== 0) {
     const head = context.position - context.range;
     return void (0, combinator_1.setBacktrack)(context, 2 | 64 /* Backtrack.link */ | 32 /* Backtrack.ruby */, head);
   }
   return ns.push(new parser_1.Node("\u001F" /* Command.Separator */)) && ns;
-})),
+})))),
 // `{ `と`{`で個別にバックトラックが発生し+1nされる。
 // 自己再帰的にパースしてもオプションの不要なパースによる計算量の増加により相殺される。
 (0, combinator_1.dup)((0, combinator_1.surround)(/{(?![{}])/y, (0, combinator_1.precedence)(9, (0, combinator_1.inits)([exports.uri, (0, combinator_1.some)(exports.option)])), / ?}/y, false, [], undefined, ([as, bs]) => bs && as.import(bs).push(new parser_1.Node("\u0018" /* Command.Cancel */)) && as))]), ([{
@@ -7388,6 +7381,7 @@ exports.textlink = (0, combinator_1.lazy)(() => (0, combinator_1.constraint)(8 /
 }, {
   value: params = undefined
 } = {}], context) => {
+  if (context.state & 8 /* State.link */) return new parser_1.List([new parser_1.Node(context.source.slice(context.position - context.range, context.position))]);
   if (content.last.value === "\u001F" /* Command.Separator */) {
     content.pop();
     if (params === undefined) {
@@ -7407,7 +7401,7 @@ exports.textlink = (0, combinator_1.lazy)(() => (0, combinator_1.constraint)(8 /
   }
   if (content.length !== 0 && (0, visibility_1.trimBlankNodeEnd)(content).length === 0) return;
   return new parser_1.List([new parser_1.Node(parse(content, params, context))]);
-})))));
+}));
 exports.medialink = (0, combinator_1.lazy)(() => (0, combinator_1.constraint)(8 /* State.link */ | 4 /* State.media */, (0, combinator_1.state)(251 /* State.linkers */, (0, combinator_1.bind)((0, combinator_1.sequence)([(0, combinator_1.dup)((0, combinator_1.surround)('[', (0, combinator_1.union)([inline_1.media, inline_1.shortmedia]), ']')), (0, combinator_1.dup)((0, combinator_1.surround)(/{(?![{}])/y, (0, combinator_1.precedence)(9, (0, combinator_1.inits)([exports.uri, (0, combinator_1.some)(exports.option)])), / ?}/y))]), ([{
   value: content
 }, {
@@ -7857,11 +7851,11 @@ exports.ruby = (0, combinator_1.lazy)(() => (0, combinator_1.bind)((0, combinato
         value: ruby = ''
       } = {}]) => acc.import(ruby ? new parser_1.List([new parser_1.Node(text), new parser_1.Node((0, dom_1.html)('rp', '(')), new parser_1.Node((0, dom_1.html)('rt', ruby)), new parser_1.Node((0, dom_1.html)('rp', ')'))]) : new parser_1.List([new parser_1.Node(text), new parser_1.Node((0, dom_1.html)('rt'))])), new parser_1.List())))))]);
     default:
-      return new parser_1.List([new parser_1.Node((0, dom_1.html)('ruby', (0, dom_1.defrag)((0, util_1.unwrap)(new parser_1.List([new parser_1.Node(texts.foldr(({
+      return new parser_1.List([new parser_1.Node((0, dom_1.html)('ruby', (0, dom_1.defrag)((0, util_1.unwrap)(new parser_1.List([new parser_1.Node(texts.foldl((acc, {
         value
-      }, acc) => value + ' ' + acc, '').slice(0, -1)), new parser_1.Node((0, dom_1.html)('rp', '(')), new parser_1.Node((0, dom_1.html)('rt', rubies.foldr(({
+      }) => acc ? acc + ' ' + value : value, '')), new parser_1.Node((0, dom_1.html)('rp', '(')), new parser_1.Node((0, dom_1.html)('rt', rubies.foldl((acc, {
         value
-      }, acc) => value + ' ' + acc, '').trim())), new parser_1.Node((0, dom_1.html)('rp', ')'))])))))]);
+      }) => acc ? acc + ' ' + value : value, '').trim())), new parser_1.Node((0, dom_1.html)('rp', ')'))])))))]);
   }
 }));
 const delimiter = /[$"`\[\](){}<>（）［］｛｝|]|\\?\n/y;
@@ -8309,7 +8303,7 @@ const extension_1 = __webpack_require__(6193);
 const source_1 = __webpack_require__(8745);
 exports.MAX_SEGMENT_SIZE = 100_000; // 100,000 bytes (Max value size of FDB)
 exports.MAX_INPUT_SIZE = exports.MAX_SEGMENT_SIZE * 10;
-const parser = (0, combinator_1.union)([(0, combinator_1.some)(source_1.emptyline), input => {
+const parser = (0, combinator_1.union)([(0, combinator_1.some)(source_1.emptyline, exports.MAX_SEGMENT_SIZE + 1), input => {
   const {
     context: {
       source,
@@ -8335,7 +8329,7 @@ const parser = (0, combinator_1.union)([(0, combinator_1.some)(source_1.emptylin
     case '$':
       return (0, extension_1.segment)(input);
   }
-}, (0, combinator_1.some)(source_1.contentline)]);
+}, (0, combinator_1.some)(source_1.contentline, exports.MAX_SEGMENT_SIZE + 1)]);
 function* segment(source) {
   if (!validate(source, exports.MAX_INPUT_SIZE)) return yield `${"\u0007" /* Command.Error */}Too large input over ${exports.MAX_INPUT_SIZE.toLocaleString('en')} bytes.\n${source.slice(0, 1001)}`;
   for (let position = 0; position < source.length;) {

package/markdown.d.ts

@@ -714,7 +714,7 @@ export namespace MarkdownParser {
         // [#index]
         // [#index|signature]
         Inline<'extension/index'>,
-        Parser<string | HTMLElement, Context, [
+        Parser<HTMLAnchorElement, Context, [
           InlineParser,
           IndexParser.SignatureParser,
         ]> {
@@ -767,7 +767,7 @@ export namespace MarkdownParser {
       // { uri }
       // [abc]{uri nofollow}
       Inline<'link'>,
-      Parser<HTMLAnchorElement | HTMLSpanElement, Context, [
+      Parser<HTMLAnchorElement | HTMLSpanElement | string, Context, [
         LinkParser.MediaLinkParser,
         LinkParser.TextLinkParser,
       ]> {
@@ -775,7 +775,7 @@ export namespace MarkdownParser {
     export namespace LinkParser {
       export interface TextLinkParser extends
         Inline<'link/textlink'>,
-        Parser<HTMLAnchorElement | HTMLSpanElement, Context, [
+        Parser<HTMLAnchorElement | HTMLSpanElement | string, Context, [
           Parser<List<Node<string | HTMLElement>>, Context, [
             InlineParser,
           ]>,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "securemark",
-  "version": "0.295.4",
+  "version": "0.295.5",
   "description": "Secure markdown renderer working on browsers for user input data.",
   "private": false,
   "homepage": "https://github.com/falsandtru/securemark",

package/src/parser/api/bind.test.ts

@@ -30,7 +30,7 @@ describe('Unit: parser/api/bind', () => {
     const cfgs = { notes: { references: html('ol') } };
 
     it('huge input', () => {
-      const iter = bind(html('div'), { ...cfgs, id: '' }).parse(`${'\n'.repeat(10 * 1000 ** 2)}`);
+      const iter = bind(html('div'), { ...cfgs, id: '' }).parse(`${'\n'.repeat(1e6 + 1)}`);
       assert.deepStrictEqual(
         inspect(iter),
         [
@@ -42,7 +42,7 @@ describe('Unit: parser/api/bind', () => {
     it('huge segment', function () {
       this.timeout(10 * 1000);
 
-      const iter = bind(html('div'), { ...cfgs, id: '' }).parse(`${'\n'.repeat(1000 ** 2 - 1)}`);
+      const iter = bind(html('div'), { ...cfgs, id: '' }).parse(`${'\n'.repeat(1e5 + 1)}`);
       assert.deepStrictEqual(
         inspect(iter, 3),
         [

package/src/parser/api/parse.test.ts

@@ -6,7 +6,7 @@ describe('Unit: parser/api/parse', () => {
   describe('parse', () => {
     it('huge input', () => {
       assert.deepStrictEqual(
-        [...parse(`${'\n'.repeat(10 * 1000 ** 2)}`, { id: '' }).children].map(el => el.outerHTML),
+        [...parse(`${'\n'.repeat(1e6 + 1)}`, { id: '' }).children].map(el => el.outerHTML),
         [
           '<h1 class="error">Error: Too large input over 1,000,000 bytes.</h1>',
           `<pre class="error" translate="no">${'\n'.repeat(997)}...</pre>`,
@@ -15,7 +15,7 @@ describe('Unit: parser/api/parse', () => {
 
     it('huge segment', () => {
       assert.deepStrictEqual(
-        [...parse(`${'\n'.repeat(100 * 1000 + 1)}`, { id: '' }).children].map(el => el.outerHTML),
+        [...parse(`${'\n'.repeat(1e5 + 1)}`, { id: '' }).children].map(el => el.outerHTML),
         [
           '<h1 class="error">Error: Too large segment over 100,000 bytes.</h1>',
           `<pre class="error" translate="no">${'\n'.repeat(997)}...</pre>`,
@@ -360,22 +360,32 @@ describe('Unit: parser/api/parse', () => {
         ]);
     });
 
-    it('backtrack', function () {
-      this.timeout(5000);
+    it('backtrack 1', () => {
       // 最悪計算量での実行速度はCommonMarkの公式JS実装の32nに対して50-400%程度。
       // 6n = annotation + reference + link + url/math + ruby + text
-      const source = `((([[[[#$[${'.'.repeat(16664)}]]]`;
       assert.deepStrictEqual(
-        [...parse(source, {}, new Context({ resources: { clock: 100000, recursions: [100] } })).children]
+        [...parse(`((([[[[#$[${'.'.repeat(16665)}`, {}, new Context({ resources: { clock: 100000, recursions: [100] } })).children]
+          .map(el => el.tagName),
+        ['P']);
+    });
+
+    it('backtrack 1 error', () => {
+      assert.deepStrictEqual(
+        [...parse(`((([[[[#$[${'.'.repeat(16665 + 1)}`, {}, new Context({ resources: { clock: 100000, recursions: [100] } })).children]
+          .map(el => el.tagName),
+        ['H1', 'PRE']);
+    });
+
+    it('backtrack 2', () => {
+      assert.deepStrictEqual(
+        [...parse(`((([[[[#$[${'.'.repeat(16664)}]]]`, {}, new Context({ resources: { clock: 100000, recursions: [100] } })).children]
           .map(el => el.tagName),
         ['P', 'OL']);
     });
 
-    it('backtrack error', function () {
-      this.timeout(5000);
-      const source = `((([[[[#$[${'.'.repeat(16664 + 1)}]]]`;
+    it('backtrack 2 error', () => {
       assert.deepStrictEqual(
-        [...parse(source, {}, new Context({ resources: { clock: 100000, recursions: [100] } })).children]
+        [...parse(`((([[[[#$[${'.'.repeat(16664 + 1)}]]]`, {}, new Context({ resources: { clock: 100000, recursions: [100] } })).children]
           .map(el => el.tagName),
         ['H1', 'PRE']);
     });

package/src/parser/inline/bracket.ts

@@ -100,13 +100,11 @@ const s1 = lazy(() => surround(
         setBacktrack(context, 2 | Backtrack.link, head);
       }
       else {
-        context.state ^= State.link;
         if (!isBacktrack(context, 1 | Backtrack.link) && !textlink({ context })) {
           setBacktrack(context, 2 | Backtrack.link, head);
         }
         context.position = position;
         context.range = range;
-        context.state ^= State.link;
       }
     }
     return as.import(bs as List<Node<string>>).import(cs);

package/src/parser/inline/extension/index.ts

@@ -29,29 +29,23 @@ export const index: IndexParser = lazy(() => constraint(State.index, fmap(indexe
       : undefined,
   undefined)),
   ns => {
-    if (ns.length === 1) {
-      const el = ns.head!.value as HTMLElement;
-      return new List([
-        new Node(define(el, {
-          id: el.id ? null : undefined,
-          class: 'index',
-          href: el.id ? `#${el.id}` : undefined,
-        }))
-      ]);
-    }
-    else {
-      assert(ns.last?.value === '');
-      ns.pop();
-      return ns;
-    }
+    assert(ns.length === 1);
+    const el = ns.head!.value as HTMLAnchorElement;
+    return new List([
+      new Node(define(el, {
+        id: el.id ? null : undefined,
+        class: 'index',
+        href: el.id ? `#${el.id}` : undefined,
+      }))
+    ]);
   })));
 
 export const signature: IndexParser.SignatureParser = lazy(() => validate('|', surround(
   str(/\|(?!\\?\s)/y),
-  some(union([
+  precedence(9, some(union([
     unsafehtmlentity,
     some(txt, /(?:[$"`\[\](){}<>（）［］｛｝|])/y),
-  ]), ']'),
+  ]), ']')),
   /(?=])/y,
   false,
   [3 | Backtrack.escapable],

package/src/parser/inline/link.ts

@@ -15,12 +15,12 @@ const optspec = {
 } as const;
 Object.setPrototypeOf(optspec, null);
 
-export const textlink: LinkParser.TextLinkParser = lazy(() => constraint(State.link,
-  precedence(1, state(State.linkers,
-  bind(subsequence([
-    dup(surround(
+export const textlink: LinkParser.TextLinkParser = lazy(() => bind(
+  subsequence([
+    constraint(State.link, state(State.linkers, dup(surround(
       '[',
-      trimBlankStart(some(union([inline]), ']', [[']', 1]])),
+      precedence(1,
+      trimBlankStart(some(union([inline]), ']', [[']', 1]]))),
       ']',
       true,
       [3 | Backtrack.common | Backtrack.link, 2 | Backtrack.ruby],
@@ -30,7 +30,7 @@ export const textlink: LinkParser.TextLinkParser = lazy(() => constraint(State.l
           return void setBacktrack(context, 2 | Backtrack.link | Backtrack.ruby, head);
         }
         return ns.push(new Node(Command.Separator)) && ns;
-      })),
+      })))),
     // `{ `と`{`で個別にバックトラックが発生し+1nされる。
     // 自己再帰的にパースしてもオプションの不要なパースによる計算量の増加により相殺される。
     dup(surround(
@@ -43,6 +43,7 @@ export const textlink: LinkParser.TextLinkParser = lazy(() => constraint(State.l
         bs && as.import(bs).push(new Node(Command.Cancel)) && as)),
   ]),
   ([{ value: content }, { value: params = undefined } = {}], context) => {
+    if (context.state & State.link) return new List([new Node(context.source.slice(context.position - context.range, context.position))]);
     if (content.last!.value === Command.Separator) {
       content.pop();
       if (params === undefined) {
@@ -69,7 +70,7 @@ export const textlink: LinkParser.TextLinkParser = lazy(() => constraint(State.l
     assert(content.head?.value !== '');
     if (content.length !== 0 && trimBlankNodeEnd(content).length === 0) return;
     return new List([new Node(parse(content, params as List<Node<string>>, context))]);
-  })))));
+  }));
 
 export const medialink: LinkParser.MediaLinkParser = lazy(() => constraint(State.link | State.media,
   state(State.linkers,

package/src/parser/inline/ruby.ts

@@ -53,9 +53,9 @@ export const ruby: RubyParser = lazy(() => bind(
         assert(rubies.length > 0);
         return new List([
           new Node(html('ruby', defrag(unwrap(new List<Node<string | HTMLElement>>([
-            new Node(texts.foldr(({ value }, acc) => value + ' ' + acc, '').slice(0, -1)),
+            new Node(texts.foldl((acc, { value }) => acc ? acc + ' ' + value : value, '')),
             new Node(html('rp', '(')),
-            new Node(html('rt', rubies.foldr(({ value }, acc) => value + ' ' + acc, '').trim())),
+            new Node(html('rt', rubies.foldl((acc, { value }) => acc ? acc + ' ' + value : value, '').trim())),
             new Node(html('rp', ')')),
           ]))))),
         ]);

package/src/parser/inline.test.ts

@@ -170,6 +170,8 @@ describe('Unit: parser/inline', () => {
       assert.deepStrictEqual(inspect(parser, input('[#@a/http://host/(<bdi>)]</bdi>', new Context())), [['<a class="index" href="#index::@a/http://host/(&lt;bdi&gt;)">@a/http://host/<span class="paren">(<span class="invalid">&lt;bdi&gt;</span>)</span></a>', '</bdi', '>'], '']);
       assert.deepStrictEqual(inspect(parser, input('[#a|<bdi>]</bdi>', new Context())), [['<a class="index" href="#index::a|&lt;bdi&gt;">a|<span class="invalid">&lt;bdi&gt;</span></a>', '</bdi', '>'], '']);
       assert.deepStrictEqual(inspect(parser, input('[[#a|<bdi>]</bdi>', new Context())), [['[', '<a class="index" href="#index::a|&lt;bdi&gt;">a|<span class="invalid">&lt;bdi&gt;</span></a>', '</bdi', '>'], '']);
+      assert.deepStrictEqual(inspect(parser, input('[]{"}[[""]]}]', new Context())), [['<a class="url" href="&quot;">"</a>', '<sup class="reference"><span>""</span></sup>', '}', ']'], '']);
+      assert.deepStrictEqual(inspect(parser, input('[ []{"}[[""]]}]', new Context())), [['[', ' ', '<a class="url" href="&quot;">"</a>', '<sup class="reference"><span>""</span></sup>', '}', ']'], '']);
     });
 
     it('uri', () => {

package/src/parser/segment.test.ts

@@ -4,12 +4,12 @@ import { Command } from './context';
 describe('Unit: parser/segment', () => {
   describe('segment', () => {
     it('huge input', () => {
-      const result = segment(`${'\n'.repeat(10 * 1000 ** 2)}`).next().value?.split('\n', 1)[0];
+      const result = segment(`${'\n'.repeat(1e6 + 1)}`).next().value?.split('\n', 1)[0];
       assert(result?.startsWith(`${Command.Error}Too large input`));
     });
 
     it('huge segment', () => {
-      const result = segment(`${'\n'.repeat(1000 ** 2 - 1)}`).next().value?.split('\n', 1)[0];
+      const result = segment(`${'\n'.repeat(1e5 + 1)}`).next().value?.split('\n', 1)[0];
       assert(result?.startsWith(`${Command.Error}Too large segment`));
     });
 

package/src/parser/segment.ts

@@ -13,7 +13,7 @@ export const MAX_SEGMENT_SIZE = 100_000; // 100,000 bytes (Max value size of FDB
 export const MAX_INPUT_SIZE = MAX_SEGMENT_SIZE * 10;
 
 const parser: SegmentParser = union([
-  some(emptyline),
+  some(emptyline, MAX_SEGMENT_SIZE + 1),
   input => {
     const { context: { source, position } } = input;
     if (position === source.length) return;
@@ -36,7 +36,7 @@ const parser: SegmentParser = union([
         return extension(input);
     }
   },
-  some(contentline),
+  some(contentline, MAX_SEGMENT_SIZE + 1),
 ]) as any;
 
 export function* segment(source: string): Generator<string, undefined, undefined> {