npm - @tkeron/html-parser - Versions diffs - 0.1.7 → 1.1.0 - Mend

@tkeron/html-parser 0.1.7 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (90) hide show

package/README.md +1 -7
package/bun.lock +5 -0
package/index.ts +4 -0
package/package.json +7 -1
package/src/css-selector.ts +1 -1
package/src/dom-simulator.ts +41 -17
package/src/encoding.ts +39 -0
package/src/index.ts +9 -0
package/src/parser.ts +509 -143
package/src/serializer.ts +450 -0
package/src/tokenizer.ts +190 -118
package/tests/advanced.test.ts +121 -108
package/tests/custom-elements-head.test.ts +105 -0
package/tests/dom-extended.test.ts +12 -12
package/tests/dom-manipulation.test.ts +9 -10
package/tests/dom.test.ts +32 -27
package/tests/helpers/tokenizer-adapter.test.ts +70 -0
package/tests/helpers/tokenizer-adapter.ts +65 -0
package/tests/helpers/tree-adapter.test.ts +39 -0
package/tests/helpers/tree-adapter.ts +60 -0
package/tests/html5lib-data/tokenizer/namedEntities.test +42422 -0
package/tests/html5lib-data/tokenizer/pendingSpecChanges.test +9 -0
package/tests/html5lib-data/tree-construction/adoption01.dat +354 -0
package/tests/html5lib-data/tree-construction/adoption02.dat +39 -0
package/tests/html5lib-data/tree-construction/domjs-unsafe.dat +0 -0
package/tests/html5lib-data/tree-construction/entities02.dat +309 -0
package/tests/html5lib-data/tree-construction/html5test-com.dat +301 -0
package/tests/html5lib-data/tree-construction/math.dat +104 -0
package/tests/html5lib-data/tree-construction/namespace-sensitivity.dat +22 -0
package/tests/html5lib-data/tree-construction/noscript01.dat +237 -0
package/tests/html5lib-data/tree-construction/ruby.dat +302 -0
package/tests/html5lib-data/tree-construction/scriptdata01.dat +372 -0
package/tests/html5lib-data/tree-construction/svg.dat +104 -0
package/tests/html5lib-data/tree-construction/template.dat +1673 -0
package/tests/html5lib-data/tree-construction/tests10.dat +853 -0
package/tests/html5lib-data/tree-construction/tests11.dat +523 -0
package/tests/html5lib-data/tree-construction/tests20.dat +842 -0
package/tests/html5lib-data/tree-construction/tests21.dat +306 -0
package/tests/html5lib-data/tree-construction/tests23.dat +168 -0
package/tests/html5lib-data/tree-construction/tests24.dat +79 -0
package/tests/html5lib-data/tree-construction/tests5.dat +210 -0
package/tests/html5lib-data/tree-construction/tests6.dat +663 -0
package/tests/html5lib-data/tree-construction/tests_innerHTML_1.dat +844 -0
package/tests/parser.test.ts +173 -193
package/tests/serializer-core.test.ts +16 -0
package/tests/serializer-data/core.test +125 -0
package/tests/serializer-data/injectmeta.test +66 -0
package/tests/serializer-data/optionaltags.test +965 -0
package/tests/serializer-data/options.test +60 -0
package/tests/serializer-data/whitespace.test +51 -0
package/tests/serializer-injectmeta.test.ts +16 -0
package/tests/serializer-optionaltags.test.ts +16 -0
package/tests/serializer-options.test.ts +16 -0
package/tests/serializer-whitespace.test.ts +16 -0
package/tests/tokenizer-namedEntities.test.ts +20 -0
package/tests/tokenizer-pendingSpecChanges.test.ts +20 -0
package/tests/tokenizer.test.ts +25 -32
package/tests/tree-construction-adoption01.test.ts +37 -0
package/tests/tree-construction-adoption02.test.ts +34 -0
package/tests/tree-construction-domjs-unsafe.test.ts +24 -0
package/tests/tree-construction-entities02.test.ts +33 -0
package/tests/tree-construction-html5test-com.test.ts +32 -0
package/tests/tree-construction-math.test.ts +18 -0
package/tests/tree-construction-namespace-sensitivity.test.ts +18 -0
package/tests/tree-construction-noscript01.test.ts +18 -0
package/tests/tree-construction-ruby.test.ts +21 -0
package/tests/tree-construction-scriptdata01.test.ts +21 -0
package/tests/tree-construction-svg.test.ts +21 -0
package/tests/tree-construction-template.test.ts +21 -0
package/tests/tree-construction-tests10.test.ts +21 -0
package/tests/tree-construction-tests11.test.ts +21 -0
package/tests/tree-construction-tests20.test.ts +18 -0
package/tests/tree-construction-tests21.test.ts +18 -0
package/tests/tree-construction-tests23.test.ts +18 -0
package/tests/tree-construction-tests24.test.ts +18 -0
package/tests/tree-construction-tests5.test.ts +21 -0
package/tests/tree-construction-tests6.test.ts +21 -0
package/tests/tree-construction-tests_innerHTML_1.test.ts +21 -0
package/tests/custom-elements.test.ts +0 -745
package/tests/official/README.md +0 -87
package/tests/official/acid/acid-tests.test.ts +0 -309
package/tests/official/final-output/final-output.test.ts +0 -361
package/tests/official/html5lib/tokenizer-utils.ts +0 -192
package/tests/official/html5lib/tokenizer.test.ts +0 -171
package/tests/official/html5lib/tree-construction-utils.ts +0 -194
package/tests/official/html5lib/tree-construction.test.ts +0 -250
package/tests/official/validator/validator-tests.test.ts +0 -237
package/tests/official/validator-nu/validator-nu.test.ts +0 -335
package/tests/official/whatwg/whatwg-tests.test.ts +0 -205
package/tests/official/wpt/wpt-tests.test.ts +0 -409

package/tests/official/html5lib/tokenizer.test.ts DELETED Viewed

@@ -1,171 +0,0 @@
-import { describe, it } from 'bun:test';
-import {
-  loadHTML5libTokenizerTests,
-  runHTML5libTokenizerTestSuite,
-  type HTML5libTokenizerTestSuite
-} from './tokenizer-utils';
-const basicTokenizerTests: HTML5libTokenizerTestSuite = {
-  "tests": [
-    {
-      "description": "Correct Doctype lowercase",
-      "input": "<!DOCTYPE html>",
-      "output": [["DOCTYPE", "html", null, null, true]]
-    },
-    {
-      "description": "Correct Doctype uppercase",
-      "input": "<!DOCTYPE HTML>",
-      "output": [["DOCTYPE", "html", null, null, true]]
-    },
-    {
-      "description": "Single Start Tag",
-      "input": "<h>",
-      "output": [["StartTag", "h", {}]]
-    },
-    {
-      "description": "Start Tag w/attribute",
-      "input": "<h a='b'>",
-      "output": [["StartTag", "h", { "a": "b" }]]
-    },
-    {
-      "description": "Start/End Tag",
-      "input": "<h></h>",
-      "output": [["StartTag", "h", {}], ["EndTag", "h"]]
-    },
-    {
-      "description": "Simple comment",
-      "input": "<!--comment-->",
-      "output": [["Comment", "comment"]]
-    },
-    {
-      "description": "Character data",
-      "input": "Hello World",
-      "output": [["Character", "Hello World"]]
-    },
-    {
-      "description": "Multiple attributes",
-      "input": "<h a='b' c='d'>",
-      "output": [["StartTag", "h", { "a": "b", "c": "d" }]]
-    },
-    {
-      "description": "Self-closing tag",
-      "input": "<br/>",
-      "output": [["StartTag", "br", {}, true]]
-    },
-    {
-      "description": "Empty comment",
-      "input": "<!---->",
-      "output": [["Comment", ""]]
-    },
-    {
-      "description": "Text with entities",
-      "input": "&amp;&lt;&gt;",
-      "output": [["Character", "&<>"]]
-    },
-    {
-      "description": "Numeric entity",
-      "input": "&#65;",
-      "output": [["Character", "A"]]
-    },
-    {
-      "description": "Hex entity",
-      "input": "&#x41;",
-      "output": [["Character", "A"]]
-    },
-    {
-      "description": "Unquoted attribute",
-      "input": "<h a=b>",
-      "output": [["StartTag", "h", { "a": "b" }]]
-    },
-    {
-      "description": "Tag with mixed case",
-      "input": "<DiV>",
-      "output": [["StartTag", "div", {}]]
-    }
-  ]
-};
-const entityTests: HTML5libTokenizerTestSuite = {
-  "tests": [
-    {
-      "description": "Entity with trailing semicolon",
-      "input": "I'm &not;it",
-      "output": [["Character", "I'm ¬it"]]
-    },
-    {
-      "description": "Entity without trailing semicolon",
-      "input": "I'm &notit",
-      "output": [["Character", "I'm ¬it"]],
-      "errors": [
-        { "code": "missing-semicolon-after-character-reference", "line": 1, "col": 9 }
-      ]
-    },
-    {
-      "description": "Ampersand EOF",
-      "input": "&",
-      "output": [["Character", "&"]]
-    },
-    {
-      "description": "Unfinished entity",
-      "input": "&f",
-      "output": [["Character", "&f"]]
-    },
-    {
-      "description": "Ampersand, number sign",
-      "input": "&#",
-      "output": [["Character", "&#"]],
-      "errors": [
-        { "code": "absence-of-digits-in-numeric-character-reference", "line": 1, "col": 3 }
-      ]
-    }
-  ]
-};
-const commentTests: HTML5libTokenizerTestSuite = {
-  "tests": [
-    {
-      "description": "Comment, Central dash no space",
-      "input": "<!----->",
-      "output": [["Comment", "-"]]
-    },
-    {
-      "description": "Comment, two central dashes",
-      "input": "<!-- --comment -->",
-      "output": [["Comment", " --comment "]]
-    },
-    {
-      "description": "Unfinished comment",
-      "input": "<!--comment",
-      "output": [["Comment", "comment"]],
-      "errors": [
-        { "code": "eof-in-comment", "line": 1, "col": 12 }
-      ]
-    },
-    {
-      "description": "Short comment",
-      "input": "<!-->",
-      "output": [["Comment", ""]],
-      "errors": [
-        { "code": "abrupt-closing-of-empty-comment", "line": 1, "col": 5 }
-      ]
-    },
-    {
-      "description": "Nested comment",
-      "input": "<!-- <!--test-->",
-      "output": [["Comment", " <!--test"]],
-      "errors": [
-        { "code": "nested-comment", "line": 1, "col": 10 }
-      ]
-    }
-  ]
-};
-describe('HTML5lib Tokenizer Tests', () => {
-  runHTML5libTokenizerTestSuite(basicTokenizerTests, 'Basic Tokenizer');
-  runHTML5libTokenizerTestSuite(entityTests, 'Entity Handling');
-  runHTML5libTokenizerTestSuite(commentTests, 'Comment Handling');
-});

package/tests/official/html5lib/tree-construction-utils.ts DELETED Viewed

@@ -1,194 +0,0 @@
-import { expect, describe, it } from 'bun:test';
-import { parse } from '../../../src/parser';
-import { tokenize } from '../../../src/tokenizer';
-import type { ASTNode } from '../../../src/parser';
-export interface HTML5libTreeTest {
-  data: string;
-  errors: string[];
-  newErrors?: string[];
-  documentFragment?: string;
-  scriptOff?: boolean;
-  scriptOn?: boolean;
-  document: string;
-}
-export function parseHTML5libDATFile(content: string): HTML5libTreeTest[] {
-  const tests: HTML5libTreeTest[] = [];
-  const sections = content.split('\n\n').filter(section => section.trim());
-  for (const section of sections) {
-    const lines = section.split('\n');
-    const test: Partial<HTML5libTreeTest> = {
-      errors: []
-    };
-    let currentSection = '';
-    let currentContent: string[] = [];
-    for (const line of lines) {
-      if (line.startsWith('#')) {
-        if (currentSection) {
-          switch (currentSection) {
-            case 'data':
-              test.data = currentContent.join('\n');
-              break;
-            case 'errors':
-              test.errors = currentContent.filter(l => l.trim());
-              break;
-            case 'new-errors':
-              test.newErrors = currentContent.filter(l => l.trim());
-              break;
-            case 'document-fragment':
-              test.documentFragment = currentContent.join('\n');
-              break;
-            case 'document':
-              test.document = currentContent.join('\n');
-              break;
-          }
-        }
-        currentSection = line.substring(1);
-        currentContent = [];
-        if (currentSection === 'script-off') {
-          test.scriptOff = true;
-        } else if (currentSection === 'script-on') {
-          test.scriptOn = true;
-        }
-      } else {
-        currentContent.push(line);
-      }
-    }
-    if (currentSection) {
-      switch (currentSection) {
-        case 'data':
-          test.data = currentContent.join('\n');
-          break;
-        case 'errors':
-          test.errors = currentContent.filter(l => l.trim());
-          break;
-        case 'new-errors':
-          test.newErrors = currentContent.filter(l => l.trim());
-          break;
-        case 'document-fragment':
-          test.documentFragment = currentContent.join('\n');
-          break;
-        case 'document':
-          test.document = currentContent.join('\n');
-          break;
-      }
-    }
-    if (test.data && test.document) {
-      tests.push(test as HTML5libTreeTest);
-    }
-  }
-  return tests;
-}
-export function convertASTToHTML5libTree(node: ASTNode, depth: number = 0): string[] {
-  const lines: string[] = [];
-  const indent = '| ' + '  '.repeat(depth);
-  switch (node.type) {
-    case 'DOCUMENT':
-      break;
-    case 'DOCTYPE':
-      lines.push(`${indent}<!DOCTYPE ${node.tagName || 'html'}>`);
-      break;
-    case 'ELEMENT':
-      const tagName = node.tagName || 'unknown';
-      lines.push(`${indent}<${tagName}>`);
-      if (node.attributes) {
-        for (const [name, value] of Object.entries(node.attributes).sort()) {
-          lines.push(`${indent}  ${name}="${value}"`);
-        }
-      }
-      break;
-    case 'TEXT':
-      if (node.content && node.content.trim()) {
-        lines.push(`${indent}"${node.content}"`);
-      }
-      break;
-    case 'COMMENT':
-      lines.push(`${indent}<!-- ${node.content || ''} -->`);
-      break;
-    case 'CDATA':
-      lines.push(`${indent}<![CDATA[${node.content || ''}]]>`);
-      break;
-  }
-  if (node.children) {
-    for (const child of node.children) {
-      lines.push(...convertASTToHTML5libTree(child, depth + 1));
-    }
-  }
-  return lines;
-}
-export function normalizeHTML5libTree(tree: string): string {
-  return tree
-    .split('\n')
-    .map(line => line.trim())
-    .filter(line => line.length > 0)
-    .join('\n');
-}
-export function runHTML5libTreeTest(test: HTML5libTreeTest, testName: string): void {
-  it(testName, () => {
-    const { data, document: expectedTree, documentFragment, scriptOff, scriptOn } = test;
-    const tokens = tokenize(data);
-    const ast = parse(tokens);
-    const actualTreeLines = convertASTToHTML5libTree(ast);
-    const actualTree = actualTreeLines.join('\n');
-    const normalizedActual = normalizeHTML5libTree(actualTree);
-    const normalizedExpected = normalizeHTML5libTree(expectedTree);
-    expect(normalizedActual).toBe(normalizedExpected);
-  });
-}
-export function runHTML5libTreeTestSuite(tests: HTML5libTreeTest[], suiteName: string): void {
-  describe(`HTML5lib Tree Construction Tests: ${suiteName}`, () => {
-    tests.forEach((test, index) => {
-      const testName = `Test ${index + 1}: ${test.data.substring(0, 50).replace(/\n/g, ' ')}...`;
-      runHTML5libTreeTest(test, testName);
-    });
-  });
-}
-export async function loadHTML5libTreeTests(testData: string, suiteName: string): Promise<void> {
-  const tests = parseHTML5libDATFile(testData);
-  runHTML5libTreeTestSuite(tests, suiteName);
-}
-export function validateHTML5libTreeTest(test: HTML5libTreeTest): boolean {
-  return !!(test.data && test.document && test.errors !== undefined);
-}

package/tests/official/html5lib/tree-construction.test.ts DELETED Viewed

@@ -1,250 +0,0 @@
-import { describe, it, expect } from "bun:test";
-import {
-  loadHTML5libTreeTests,
-  runHTML5libTreeTestSuite,
-  parseHTML5libDATFile,
-  type HTML5libTreeTest,
-} from "./tree-construction-utils";
-const basicTreeTestData = `#data
-Test
-#errors
-(1,0): expected-doctype-but-got-chars
-#document
-| <html>
-|   <head>
-|   <body>
-|     "Test"
-#data
-<p>One<p>Two
-#errors
-(1,3): expected-doctype-but-got-start-tag
-#document
-| <html>
-|   <head>
-|   <body>
-|     <p>
-|       "One"
-|     <p>
-|       "Two"
-#data
-<html>
-#errors
-(1,6): expected-doctype-but-got-start-tag
-#document
-| <html>
-|   <head>
-|   <body>
-#data
-<head>
-#errors
-(1,6): expected-doctype-but-got-start-tag
-#document
-| <html>
-|   <head>
-|   <body>
-#data
-<body>
-#errors
-(1,6): expected-doctype-but-got-start-tag
-#document
-| <html>
-|   <head>
-|   <body>
-#data
-<html><head></head><body></body>
-#errors
-(1,6): expected-doctype-but-got-start-tag
-#document
-| <html>
-|   <head>
-|   <body>
-#data
-Line1<br>Line2
-#errors
-(1,0): expected-doctype-but-got-chars
-#document
-| <html>
-|   <head>
-|   <body>
-|     "Line1"
-|     <br>
-|     "Line2"
-#data
-<div>hello</div>
-#errors
-(1,5): expected-doctype-but-got-start-tag
-#document
-| <html>
-|   <head>
-|   <body>
-|     <div>
-|       "hello"
-#data
-<p><b>bold</b></p>
-#errors
-(1,3): expected-doctype-but-got-start-tag
-#document
-| <html>
-|   <head>
-|   <body>
-|     <p>
-|       <b>
-|         "bold"
-#data
-<!--comment-->
-#errors
-(1,0): expected-doctype-but-got-chars
-#document
-| <html>
-|   <head>
-|   <body>
-| <!-- comment -->`;
-const doctypeTestData = `#data
-<!DOCTYPE html>
-#errors
-#document
-| <!DOCTYPE html>
-| <html>
-|   <head>
-|   <body>
-#data
-<!DOCTYPE html><html><head><title>Test</title></head><body><p>Hello</p></body></html>
-#errors
-#document
-| <!DOCTYPE html>
-| <html>
-|   <head>
-|     <title>
-|       "Test"
-|   <body>
-|     <p>
-|       "Hello"
-#data
-<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01//EN">
-#errors
-#document
-| <!DOCTYPE html>
-| <html>
-|   <head>
-|   <body>
-#data
-<!DOCTYPE html SYSTEM "about:legacy-compat">
-#errors
-#document
-| <!DOCTYPE html>
-| <html>
-|   <head>
-|   <body>`;
-const errorHandlingTestData = `#data
-<b><table><td></b><i></table>
-#errors
-(1,3): expected-doctype-but-got-start-tag
-(1,14): unexpected-cell-in-table-body
-(1,18): unexpected-end-tag
-(1,29): unexpected-cell-end-tag
-(1,29): expected-closing-tag-but-got-eof
-#document
-| <html>
-|   <head>
-|   <body>
-|     <b>
-|       <table>
-|         <tbody>
-|           <tr>
-|             <td>
-|               <i>
-#data
-<p><b><div><marquee></p></b></div>
-#errors
-(1,3): expected-doctype-but-got-start-tag
-(1,11): unexpected-end-tag
-(1,24): unexpected-end-tag
-(1,28): unexpected-end-tag
-(1,34): end-tag-too-early
-(1,34): expected-closing-tag-but-got-eof
-#document
-| <html>
-|   <head>
-|   <body>
-|     <p>
-|       <b>
-|     <div>
-|       <b>
-|         <marquee>
-|           <p>
-#data
-<a><p><a></a></p></a>
-#errors
-(1,3): expected-doctype-but-got-start-tag
-(1,9): unexpected-start-tag-implies-end-tag
-(1,9): adoption-agency-1.3
-(1,21): unexpected-end-tag
-#document
-| <html>
-|   <head>
-|   <body>
-|     <a>
-|     <p>
-|       <a>
-|     <a>`;
-describe("HTML5lib Tree Construction Tests", () => {
-  it("should parse DAT format correctly", () => {
-    const tests = parseHTML5libDATFile(basicTreeTestData);
-    expect(tests.length).toBeGreaterThan(0);
-    const firstTest = tests[0];
-    if (firstTest) {
-      expect(firstTest.data).toBe("Test");
-      expect(firstTest.errors.length).toBeGreaterThan(0);
-      expect(firstTest.document).toContain("<html>");
-    }
-  });
-  it("should handle doctype tests", () => {
-    const tests = parseHTML5libDATFile(doctypeTestData);
-    expect(tests.length).toBeGreaterThan(0);
-    const firstTest = tests[0];
-    if (firstTest) {
-      expect(firstTest.data).toBe("<!DOCTYPE html>");
-      expect(firstTest.errors.length).toBe(0);
-      expect(firstTest.document).toContain("<!DOCTYPE html>");
-    }
-  });
-  it("should handle error cases", () => {
-    const tests = parseHTML5libDATFile(errorHandlingTestData);
-    expect(tests.length).toBeGreaterThan(0);
-    const firstTest = tests[0];
-    if (firstTest) {
-      expect(firstTest.errors.length).toBeGreaterThan(0);
-      expect(firstTest.errors[0]).toContain(
-        "expected-doctype-but-got-start-tag"
-      );
-    }
-  });
-});