@page2ai/core 0.1.9 → 0.1.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md
CHANGED
|
@@ -1,6 +1,12 @@
|
|
|
1
1
|
# @page2ai/core
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
> Webpage-to-Markdown extraction engine for LLM context (ChatGPT, Claude, Gemini).
|
|
4
|
+
> Same engine that powers the [Page2AI Chrome & Firefox extensions](https://github.com/igorsaevets/page2ai-extension)
|
|
5
|
+
> and the [`@page2ai/mcp` server](https://github.com/igorsaevets/page2ai-mcp).
|
|
6
|
+
> Preserves code blocks with language hints, tables, and reading structure.
|
|
7
|
+
> Zero telemetry, MIT-licensed.
|
|
8
|
+
|
|
9
|
+
Works in Node.js (via linkedom) and in browsers.
|
|
4
10
|
|
|
5
11
|
- **Node.js**: `htmlToMarkdown(html, opts)` or `fetchAndConvert(url, opts)` — zero external API calls, uses linkedom for parsing
|
|
6
12
|
- **Browser**: exports `BrowserAdapter` and the `PageAdapter` interface; the full extract pipeline lives in the extension repo (planned for v0.2 migration)
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { ExtractorConfig } from './types.js';
|
|
2
|
-
export declare const CORE_VERSION = "0.1.
|
|
2
|
+
export declare const CORE_VERSION = "0.1.11";
|
|
3
3
|
export declare const INDENT = " ";
|
|
4
4
|
export declare const DEFAULTS: ExtractorConfig;
|
|
5
5
|
export declare const BLOCK_TAGS: Set<string>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/shared/constants.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/shared/constants.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAQlD,eAAO,MAAM,YAAY,WAAW,CAAC;AAGrC,eAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,eAAO,MAAM,QAAQ,EAAE,eAiItB,CAAC;AAEF,eAAO,MAAM,UAAU,aAMrB,CAAC;AAEH,eAAO,MAAM,sBAAsB,aAIjC,CAAC;AAEH,eAAO,MAAM,gBAAgB,QACgT,CAAC;AAE9U,eAAO,MAAM,gBAAgB,UAM5B,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,CAQlE,CAAC"}
|
package/dist/shared/constants.js
CHANGED
|
@@ -3,8 +3,10 @@
|
|
|
3
3
|
// The ONE code copy of the version embedded in output frontmatter. package.json necessarily
|
|
4
4
|
// carries the other copy; a release bumps both in the same commit and the publish workflow's
|
|
5
5
|
// tag check enforces the package.json side. A third hardcoded copy drifted once (SERVER_VERSION
|
|
6
|
-
// in @page2ai/mcp, caught T51) — never add another literal.
|
|
7
|
-
|
|
6
|
+
// in @page2ai/mcp, caught T51) — never add another literal. This copy itself drifted at 0.1.9
|
|
7
|
+
// (frontmatter said 0.1.8 in live ChatGPT output); tests/shared/version-sync.test.ts now fails
|
|
8
|
+
// the suite whenever the two copies disagree.
|
|
9
|
+
export const CORE_VERSION = '0.1.11';
|
|
8
10
|
// Indent constant: 3 spaces for CommonMark-compatible nested lists.
|
|
9
11
|
export const INDENT = ' ';
|
|
10
12
|
export const DEFAULTS = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/shared/constants.ts"],"names":[],"mappings":"AAAA,sDAAsD;AACtD,2EAA2E;AAI3E,4FAA4F;AAC5F,6FAA6F;AAC7F,gGAAgG;AAChG,
|
|
1
|
+
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/shared/constants.ts"],"names":[],"mappings":"AAAA,sDAAsD;AACtD,2EAA2E;AAI3E,4FAA4F;AAC5F,6FAA6F;AAC7F,gGAAgG;AAChG,8FAA8F;AAC9F,+FAA+F;AAC/F,8CAA8C;AAC9C,MAAM,CAAC,MAAM,YAAY,GAAG,QAAQ,CAAC;AAErC,oEAAoE;AACpE,MAAM,CAAC,MAAM,MAAM,GAAG,KAAK,CAAC;AAE5B,MAAM,CAAC,MAAM,QAAQ,GAAoB;IACvC,aAAa,EAAE,IAAI;IACnB,eAAe,EAAE,uBAAuB;IACxC,YAAY,EAAE,MAAM;IACpB,eAAe,EAAE,CAAC;IAClB,iBAAiB,EAAE,CAAC;IACpB,gBAAgB,EAAE,GAAG;IACrB,qBAAqB,EAAE,GAAG;IAC1B,wBAAwB,EAAE,IAAI;IAC9B,gBAAgB,EAAE,UAAU;IAC5B,iBAAiB,EAAE,gBAAgB;IACnC,cAAc,EAAE,EAAE;IAClB,aAAa,EAAE,GAAG;IAClB,UAAU,EAAE,OAAO;IACnB,oBAAoB,EAAE,mBAAmB;IACzC,4BAA4B,EAAE;QAC5B,uBAAuB,EAAE,qBAAqB;QAC9C,qBAAqB,EAAE,oBAAoB;QAC3C,iBAAiB;QACjB,iBAAiB;QACjB,iBAAiB;QACjB,cAAc;QACd,iBAAiB;QACjB,wBAAwB;KACzB;IACD,wBAAwB,EAAE,GAAG;IAC7B,aAAa,EAAE,KAAK;IACpB,gBAAgB,EAAE,KAAK;IACvB,gBAAgB,EAAE,KAAK;IACvB,sBAAsB,EAAE,gBAAgB;IACxC,oBAAoB,EAAE,KAAK;IAC3B,2BAA2B,EAAE,IAAI;IACjC,iBAAiB,EAAE,IAAI;IACvB,oBAAoB,EAAE,IAAI;IAC1B,gCAAgC,EAAE,KAAK;IACvC,gBAAgB,EAAE,KAAK;IACvB,2BAA2B,EAAE,KAAK;IAClC,iBAAiB,EAAE,IAAI;IACvB,4BAA4B,EAAE,IAAI;IAClC,uBAAuB,EAAE,CAAC;IAC1B,uBAAuB,EAAE,EAAE;IAC3B,sBAAsB,EAAE,IAAI;IAC5B,uBAAuB,EAAE,IAAI;IAC7B,sBAAsB,EAAE,KAAK;IAC7B,WAAW,EAAE,IAAI;IACjB,cAAc,EAAE,GAAG;IACnB,WAAW,EAAE,GAAG;IAChB,YAAY,EAAE,EAAE;IAChB,qBAAqB,EAAE,EAAE;IACzB,sBAAsB,EAAE,CAAC;IACzB,sBAAsB,EAAE,GAAG;IAC3B,gBAAgB,EAAE,KAAK;IACvB,iCAAiC,EAAE,IAAI;IACvC,yBAAyB,EAAE,IAAI;IAC/B,uBAAuB,EAAE,GAAG;IAC5B,mBAAmB,EAAE,IAAI;IACzB,gBAAgB,EAAE,KAAK;IACvB,mBAAmB,EAAE,GAAG;IACxB,gBAAgB,EAAE,GAAG;IACrB,kBAAkB,EAAE,EAAE;IACtB,qBAAqB,EAAE,KAAK;IAC5B,sCAAsC,EAAE,IAAI;IAC5C,yBAAyB,EAAE,IAAI;IAC/B,sBAAsB,EAAE,IAAI;IAC5B,mBAAmB,EAAE,IAAI;IACzB,wBAAwB,EAAE,IAAI;IAC9B,wBAAwB,EAAE,IAAI;IAC9B,2BAA2B,EAAE,IAAI;IACjC,kCAAkC,EAAE,CAAC;IACrC,0BAA0B,EAAE,KAAK;IACjC,yBAAyB,EAAE,EAAE;IAC7B,kBAAkB,EAAE,IAAI;IACxB,mBAAmB,EAAE,IAAI;IACzB,iBAAiB,EAAE,KAAK;IACxB,kCAAkC,EAAE,GAAG;IACvC,+BAA+B,EAAE,gEAAgE;IACjG,8BAA8B,EAAE,KAAK;IACrC,sBAAsB,EAAE,KAAK;IAC7B,+BAA+B,EAAE;QAC/B,aAAa,EAAE,YAAY,EAAE,kBAAkB,EAAE,YAAY;QAC7D,kBAAkB,EAAE,cAAc,EAAE,UAAU,EAAE,UAAU;QAC1D,WAAW,EAAE,YAAY;KAC1B;IACD,mBAAmB,EAAE,KAAK;IAC1B,oBAAoB,EAAE,4DAA4D;IAClF,qBAAqB,EAAE,CAAC;IACxB,sBAAsB,EAAE,KAAK;IAC7B,8BAA8B,EAAE,CAAC;IACjC,yBAAyB,EAAE,KAAK;IAChC,0BAA0B,EAAE;QAC1B,KAAK;QACL,eAAe;QACf,gBAAgB;QAChB,gBAAgB;QAChB,mBAAmB;QACnB,aAAa;QACb,cAAc;KACf;IACD,iBAAiB,EAAE,KAAK;IACxB,iBAAiB,EAAE,EAAE;IACrB,wBAAwB,EAAE,EAAE;IAC5B,yBAAyB,EAAE;QACzB,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY;QAClE,yBAAyB,EAAE,WAAW,EAAE,2BAA2B,EAAE,cAAc;KACpF;IACD,YAAY,EAAE,IAAI;IAClB,oBAAoB,EAAE,IAAI;IAC1B,6BAA6B,EAAE,IAAI;IACnC,YAAY,EAAE,IAAI;IAClB,kBAAkB,EAAE,EAAE;IACtB,iBAAiB,EAAE,kCAAkC;IACrD,2BAA2B,EAAE;QAC3B,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,YAAY;QAC5E,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,gBAAgB;QAC/E,UAAU,EAAE,qBAAqB,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY;QACpE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU;QAC3E,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,cAAc,EAAE,QAAQ;QACtE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ;QACvE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY;QACpE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS;QACtE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ;QACtE,SAAS,EAAE,UAAU;QACrB,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;QAChE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS;KACnE;IACD,aAAa,EAAE;QACb,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ;QAC1D,QAAQ,EAAE,OAAO,EAAE,gCAAgC;KACpD;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IAChC,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ;IAChE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,QAAQ;IAC3D,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI;IAC3D,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI;IAC5D,OAAO,EAAE,IAAI,EAAE,IAAI;CACpB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC;IAC5C,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC5D,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO;IAC1D,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK;CAC1D,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAC3B,2UAA2U,CAAC;AAE9U,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,6BAA6B,EAAE,qBAAqB,EAAE,mBAAmB;IACzE,wBAAwB,EAAE,oBAAoB,EAAE,0BAA0B;IAC1E,mBAAmB,EAAE,gBAAgB,EAAE,8BAA8B;IACrE,6BAA6B,EAAE,kBAAkB,EAAE,kBAAkB;IACrE,4BAA4B,EAAE,gBAAgB;CAC/C,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAwC;IACrE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,qDAAqD,EAAE;IAC5E,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,wDAAwD,EAAE;IAC7E,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,uCAAuC,EAAE;IAC/D,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,4BAA4B,EAAE;IACpD,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,4BAA4B,EAAE;IACpD,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,sDAAsD,EAAE;IAChF,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,wDAAwD,EAAE;CACrF,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@page2ai/core",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.11",
|
|
4
4
|
"description": "Extract clean Markdown from any web page HTML. Works in Node.js (via linkedom) and browsers. Powers the Page2AI extension and @page2ai/mcp server.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"exports": {
|