webforai 1.4.1 → 1.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +61 -3
  3. package/dist/bin.js +1049 -0
  4. package/dist/cjs/cli/bin.js +34 -0
  5. package/dist/cjs/cli/commands/handlers/index.js +84 -0
  6. package/dist/cjs/cli/commands/handlers/loadHtml.js +127 -0
  7. package/dist/cjs/cli/constants.js +34 -0
  8. package/dist/cjs/cli/helpers/assertContinue.js +34 -0
  9. package/dist/cjs/cli/helpers/inputOutputPath.js +89 -0
  10. package/dist/cjs/cli/helpers/inputSourcePath.js +64 -0
  11. package/dist/cjs/cli/helpers/selectExtractMode.js +39 -0
  12. package/dist/cjs/cli/helpers/selectLoader.js +44 -0
  13. package/dist/cjs/cli/utils.js +122 -0
  14. package/dist/cjs/html-to-markdown.test.js +6 -34
  15. package/dist/cjs/index.js +5 -0
  16. package/dist/cli/bin.js +12 -0
  17. package/dist/cli/commands/handlers/index.js +51 -0
  18. package/dist/cli/commands/handlers/loadHtml.js +94 -0
  19. package/dist/cli/constants.js +9 -0
  20. package/dist/cli/helpers/assertContinue.js +11 -0
  21. package/dist/cli/helpers/inputOutputPath.js +56 -0
  22. package/dist/cli/helpers/inputSourcePath.js +31 -0
  23. package/dist/cli/helpers/selectExtractMode.js +16 -0
  24. package/dist/cli/helpers/selectLoader.js +21 -0
  25. package/dist/cli/utils.js +85 -0
  26. package/dist/html-to-markdown.test.js +6 -12
  27. package/dist/index.js +3 -0
  28. package/dist/types/cli/bin.d.ts +1 -0
  29. package/dist/types/cli/bin.js.map +1 -0
  30. package/dist/types/cli/commands/handlers/index.d.ts +13 -0
  31. package/dist/types/cli/commands/handlers/index.js.map +1 -0
  32. package/dist/types/cli/commands/handlers/loadHtml.d.ts +2 -0
  33. package/dist/types/cli/commands/handlers/loadHtml.js.map +1 -0
  34. package/dist/types/cli/constants.d.ts +5 -0
  35. package/dist/types/cli/constants.js.map +1 -0
  36. package/dist/types/cli/helpers/assertContinue.d.ts +1 -0
  37. package/dist/types/cli/helpers/assertContinue.js.map +1 -0
  38. package/dist/types/cli/helpers/inputOutputPath.d.ts +1 -0
  39. package/dist/types/cli/helpers/inputOutputPath.js.map +1 -0
  40. package/dist/types/cli/helpers/inputSourcePath.d.ts +1 -0
  41. package/dist/types/cli/helpers/inputSourcePath.js.map +1 -0
  42. package/dist/types/cli/helpers/selectExtractMode.d.ts +1 -0
  43. package/dist/types/cli/helpers/selectExtractMode.js.map +1 -0
  44. package/dist/types/cli/helpers/selectLoader.d.ts +1 -0
  45. package/dist/types/cli/helpers/selectLoader.js.map +1 -0
  46. package/dist/types/cli/utils.d.ts +5 -0
  47. package/dist/types/cli/utils.js.map +1 -0
  48. package/dist/types/index.d.ts +1 -0
  49. package/dist/types/index.js.map +1 -1
  50. package/package.json +11 -21
@@ -0,0 +1 @@
1
+ {"version":3,"file":"loadHtml.js","sourceRoot":"","sources":["../../../../../src/cli/commands/handlers/loadHtml.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,EAAE,MAAM,EAAE,OAAO,IAAI,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACnF,OAAO,EAAE,MAAM,YAAY,CAAC;AAE5B,OAAO,EAAE,CAAC,EAAE,MAAM,IAAI,CAAC;AAKvB,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,UAAkB,EAAE,MAAqB,EAAmB,EAAE;IAC5F,MAAM,WAAW,GAAG,YAAY,EAAE,CAAC;IAEnC,IAAI,CAAC;QACJ,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,OAAO;gBACX,OAAO,MAAM,aAAa,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YACrD,KAAK,KAAK;gBACT,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;oBACvB,KAAK,OAAO;wBACX,OAAO,MAAM,aAAa,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;oBACrD,KAAK,YAAY;wBAChB,OAAO,MAAM,kBAAkB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;oBAC1D;wBACC,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBACpC,CAAC;YACF;gBACC,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACpD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,KAAK,EAAE,UAAkB,EAAE,WAAwB,EAAmB,EAAE;IAC7F,WAAW,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACzC,IAAI,CAAC;QACJ,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACvD,WAAW,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACnD,OAAO,OAAO,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,KAAK,EAAE,UAAkB,EAAE,WAAwB,EAAmB,EAAE;IAC7F,WAAW,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC3C,WAAW,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAClD,OAAO,OAAO,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,KAAK,EAAE,UAAkB,EAAE,WAAwB,EAAmB,EAAE;IAClG,MAAM,aAAa,GAAG,YAAY,EAAE,CAAC;IACrC,aAAa,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAE7C,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;IAC9C,IAAI,OAA0B,CAAC;IAE/B,IAAI,CAAC;QACJ,OAAO,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC7C,aAAa,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,2BAA2B,CAAC,KAAc,CAAC,CAAC;QAClD,OAAO,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;IAC9C,CAAC;IAED,WAAW,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,6BAA6B,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACpD,WAAW,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAElD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IAEtB,OAAO,OAAO,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,2BAA2B,GAAG,KAAK,EAAE,KAAY,EAAiB,EAAE;IACzE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;QACvD,MAAM,KAAK,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC;QAC/B,OAAO,EAAE,4EAA4E;KACrF,CAAC,CAAC;IACH,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,kBAAkB,GAAG,OAAO,EAAE,CAAC;IACrC,kBAAkB,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAE7D,IAAI,CAAC;QACJ,MAAM,CAAC,CAAA,wBAAwB,CAAC;QAChC,kBAAkB,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAC5D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC,CAAC;QAC3E,MAAM,KAAK,CAAC;IACb,CAAC;AACF,CAAC,CAAC"}
@@ -0,0 +1,5 @@
1
+ export declare const DEFAULT_PATH = "https://example.com";
2
+ export declare const LOADERS: readonly ["fetch", "playwright"];
3
+ export type Loaders = (typeof LOADERS)[number];
4
+ export declare const MODES: string[];
5
+ export type Modes = (typeof MODES)[number];
@@ -0,0 +1 @@
1
+ {"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/cli/constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,YAAY,GAAG,qBAAqB,CAAC;AAElD,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,OAAO,EAAE,YAAY,CAAU,CAAC;AAGxD,MAAM,CAAC,MAAM,KAAK,GAAa,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC"}
@@ -0,0 +1 @@
1
+ export declare function assertContinue<T>(message: T | symbol, cancelMessage?: string): asserts message is T;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"assertContinue.js","sourceRoot":"","sources":["../../../../src/cli/helpers/assertContinue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAElD,MAAM,UAAU,cAAc,CAAI,OAAmB,EAAE,aAAa,GAAG,WAAW;IACjF,IAAI,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,aAAa,CAAC,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;AACF,CAAC"}
@@ -0,0 +1 @@
1
+ export declare const inputOutputPath: (sourcePath: string) => Promise<string>;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"inputOutputPath.js","sourceRoot":"","sources":["../../../../src/cli/helpers/inputOutputPath.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,wBAAwB,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAAE,UAAkB,EAAE,EAAE;IAC3D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC;QAC7B,OAAO,EAAE,6BAA6B;QACtC,WAAW,EAAE,WAAW;QACxB,YAAY,EAAE,sBAAsB,CAAC,UAAU,CAAC;QAChD,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE;YAC3B,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBACzB,OAAO,yBAAyB,CAAC;YAClC,CAAC;YACD,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;gBAC9D,OAAO,gCAAgC,CAAC;YACzC,CAAC;YACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClD,OAAO,gCAAgC,CAAC;YACzC,CAAC;QACF,CAAC;KACD,CAAC,CAAC;IACH,cAAc,CAAC,UAAU,CAAC,CAAC;IAE3B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAChC,OAAO,UAAU,CAAC;IACnB,CAAC;IAED,MAAM,qBAAqB,GAAG,MAAM,OAAO,CAAC;QAC3C,OAAO,EAAE,qCAAqC;QAC9C,YAAY,EAAE,KAAK;KACnB,CAAC,CAAC;IACH,cAAc,CAAC,qBAAqB,CAAC,CAAC;IAEtC,IAAI,qBAAqB,EAAE,CAAC;QAC3B,OAAO,UAAU,CAAC;IACnB,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC;QACpC,OAAO,EAAE,6BAA6B;QACtC,WAAW,EAAE,WAAW;QACxB,YAAY,EAAE,wBAAwB,CAAC,UAAU,CAAC;QAClD,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE;YAC3B,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBACzB,OAAO,yBAAyB,CAAC;YAClC,CAAC;YACD,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAO,yBAAyB,CAAC;YAClC,CAAC;YACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClD,OAAO,gCAAgC,CAAC;YACzC,CAAC;QACF,CAAC;KACD,CAAC,CAAC;IAEH,cAAc,CAAC,iBAAiB,CAAC,CAAC;IAElC,OAAO,iBAAiB,CAAC;AAC1B,CAAC,CAAC"}
@@ -0,0 +1 @@
1
+ export declare const inputSourcePath: () => Promise<string>;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"inputSourcePath.js","sourceRoot":"","sources":["../../../../src/cli/helpers/inputSourcePath.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,IAAI,EAAE;IACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC;QACzB,OAAO,EAAE,yDAAyD;QAClE,WAAW,EAAE,YAAY;QACzB,YAAY,EAAE,EAAE;QAChB,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE;YAC3B,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBACzB,OAAO,oBAAoB,CAAC;YAC7B,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC3B,OAAO,uIAAuI,CAAC;gBAChJ,CAAC;gBACD,IAAI,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;oBACtC,OAAO,6HAA6H,CAAC;gBACtI,CAAC;YACF,CAAC;QACF,CAAC;KACD,CAAC,CAAC;IACH,cAAc,CAAC,MAAM,CAAC,CAAC;IAEvB,OAAO,MAAM,CAAC;AACf,CAAC,CAAC"}
@@ -0,0 +1 @@
1
+ export declare const selectExtractMode: () => Promise<string>;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"selectExtractMode.js","sourceRoot":"","sources":["../../../../src/cli/helpers/selectExtractMode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AACrC,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,IAAI,EAAE;IAC3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC;QAC3B,OAAO,EAAE,yBAAyB;QAClC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC;KACtB,CAAC,CAAC;IAEH,cAAc,CAAC,MAAM,CAAC,CAAC;IAEvB,OAAO,MAAM,CAAC;AACf,CAAC,CAAC"}
@@ -0,0 +1 @@
1
+ export declare const selectLoader: () => Promise<string>;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"selectLoader.js","sourceRoot":"","sources":["../../../../src/cli/helpers/selectLoader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,MAAM,WAAW,GAAG;IACnB,KAAK,EAAE,uCAAuC;IAC9C,UAAU,EAAE,kGAAkG;IAC9G,SAAS,EAAE,gGAAgG;CAClG,CAAC;AAEX,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,IAAI,EAAE;IACtC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC;QAC3B,OAAO,EAAE,gBAAgB;QACzB,YAAY,EAAE,OAAO;QACrB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;KAC7F,CAAC,CAAC;IACH,cAAc,CAAC,MAAM,CAAC,CAAC;IAEvB,OAAO,MAAM,CAAC;AACf,CAAC,CAAC"}
@@ -0,0 +1,5 @@
1
+ export declare const isUrl: (maybeUrl: string) => boolean;
2
+ export declare function changeFileExtension(filePath: string, newExtension: string): string;
3
+ export declare function urlToFilename(url: string): string;
4
+ export declare const sourcePathToOutputPath: (sourcePath: string) => string;
5
+ export declare function getNextAvailableFilePath(filePath: string): string;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/cli/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,QAAgB,EAAE,EAAE;IACzC,IAAI,CAAC;QACJ,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAClB,OAAO,IAAI,CAAC;IACb,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,KAAK,CAAC;IACd,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,UAAU,mBAAmB,CAAC,QAAgB,EAAE,YAAoB;IACzE,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAEnD,MAAM,qBAAqB,GAAG,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,YAAY,EAAE,CAAC;IAE/F,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,QAAQ,GAAG,qBAAqB,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxF,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC1D,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAClF,MAAM,WAAW,GAAG,GAAG,QAAQ,GAAG,qBAAqB,EAAE,CAAC;IAE1D,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC;IAChD,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAW;IACxC,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAE5B,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ;aACjC,KAAK,CAAC,GAAG,CAAC;aACV,OAAO,EAAE;aACT,MAAM,CAAC,CAAC,GAAa,EAAE,IAAY,EAAE,KAAa,EAAE,EAAE;YACtD,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBACjB,OAAO,GAAG,CAAC;YACZ,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACrB,OAAO,GAAG,CAAC;YACZ,CAAC;YACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;gBACpB,OAAO,GAAG,CAAC;YACZ,CAAC;YACD,oEAAoE;YACpE,OAAO,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC;QACvB,CAAC,EAAE,EAAE,CAAC,CAAC;QACR,MAAM,YAAY,GAAG,WAAW,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAErD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7D,MAAM,iBAAiB,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEvF,IAAI,QAAQ,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEpE,QAAQ,GAAG,QAAQ;aACjB,WAAW,EAAE;YACd,yEAAyE;aACxE,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC;aACrC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAE1B,OAAO,QAAQ,IAAI,QAAQ,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,QAAQ,CAAC;IACjB,CAAC;AACF,CAAC;AAED,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,UAAkB,EAAE,EAAE;IAC5D,OAAO,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;AACtG,CAAC,CAAC;AAEF,MAAM,UAAU,wBAAwB,CAAC,QAAgB;IACxD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC;IACjC,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC;IAEjC,MAAM,CAAC,SAAS,EAAE,GAAG,SAAS,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAEvE,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAEhD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,YAAY,GAAG,QAAQ,CAAC;IAE5B,OAAO,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,KAAK,EAAE,CAAC;YACX,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,OAAO,GAAG,GAAG,QAAQ,IAAI,OAAO,GAAG,QAAQ,EAAE,CAAC;QACpD,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC7C,OAAO,EAAE,CAAC;IACX,CAAC;IAED,OAAO,YAAY,CAAC;AACrB,CAAC"}
@@ -2,3 +2,4 @@ export { htmlToMarkdown, type HtmlToMarkdownOptions } from "./html-to-markdown";
2
2
  export { mdastSplitter } from "./md-splitter";
3
3
  export { htmlToMdast, type HtmlToMdastOptions } from "./html-to-mdast";
4
4
  export { mdastToMarkdown } from "./mdast-to-markdown";
5
+ export { PRESET_EXTRACT_HAST, DEFAULT_EXTRACT_HAST } from "./extract-hast/index";
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,2DAA2D;AAC3D,OAAO,EAAE,cAAc,EAA8B,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,WAAW,EAA2B,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,2DAA2D;AAC3D,OAAO,EAAE,cAAc,EAA8B,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,WAAW,EAA2B,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "webforai",
3
- "version": "1.4.1",
3
+ "version": "1.5.1",
4
4
  "description": "A library that provides a web interface for AI",
5
5
  "author": "inaridiy",
6
6
  "license": "MIT",
@@ -26,6 +26,7 @@
26
26
  "type": "module",
27
27
  "module": "dist/index.js",
28
28
  "types": "dist/types/index.d.ts",
29
+ "bin": "dist/bin.js",
29
30
  "exports": {
30
31
  ".": {
31
32
  "types": "./dist/types/index.d.ts",
@@ -78,22 +79,13 @@
78
79
  }
79
80
  },
80
81
  "peerDependencies": {
81
- "@cloudflare/puppeteer": "^0.0.6",
82
- "playwright": "^1.0.0",
83
- "puppeteer": "^22.10.0"
84
- },
85
- "peerDependenciesMeta": {
86
- "playwright": {
87
- "optional": true
88
- },
89
- "@cloudflare/puppeteer": {
90
- "optional": true
91
- },
92
- "puppeteer": {
93
- "optional": true
94
- }
82
+ "@cloudflare/puppeteer": ">=0.0.6",
83
+ "playwright": ">=1.4",
84
+ "puppeteer": ">=22"
95
85
  },
96
86
  "dependencies": {
87
+ "@clack/prompts": "^0.7.0",
88
+ "commander": "^12.1.0",
97
89
  "fastest-levenshtein": "^1.0.16",
98
90
  "hast-util-from-html": "^2.0.1",
99
91
  "hast-util-select": "^6.0.1",
@@ -105,13 +97,10 @@
105
97
  "mdast-util-gfm": "^3.0.0",
106
98
  "mdast-util-math": "^3.0.0",
107
99
  "mdast-util-to-markdown": "^2.1.0",
108
- "puppeteer": "^22.10.0",
100
+ "picocolors": "^1.0.1",
109
101
  "trim-trailing-lines": "^2.1.0",
110
102
  "unist-util-filter": "^5.0.1",
111
- "unist-util-parents": "^3.0.0",
112
- "unist-util-remove": "^4.0.0",
113
- "unist-util-visit": "^5.0.0",
114
- "unist-util-visit-parents": "^6.0.1"
103
+ "zx": "^8.1.5"
115
104
  },
116
105
  "devDependencies": {
117
106
  "@cloudflare/puppeteer": "^0.0.6",
@@ -125,6 +114,7 @@
125
114
  "ncp": "^2.0.0",
126
115
  "np": "^9.2.0",
127
116
  "playwright": "^1.40.1",
117
+ "puppeteer": "^23.2.2",
128
118
  "rimraf": "^5.0.5",
129
119
  "tsx": "^4.7.0",
130
120
  "typescript": "^5.4.5"
@@ -132,7 +122,7 @@
132
122
  "scripts": {
133
123
  "copy:package.cjs.json": "pnpm ncp ./package.cjs.json ./dist/cjs/package.json && pnpm ncp ./package.cjs.json ./dist/types/package.json ",
134
124
  "clean": "rimraf dist",
135
- "build": "pnpm clean && tsx ./build.ts && pnpm copy:package.cjs.json",
125
+ "build": "pnpm clean && tsx build.ts && pnpm copy:package.cjs.json",
136
126
  "test": "echo \"Error: no test specified\"",
137
127
  "prerelease": "pnpm build",
138
128
  "release": "np"