webpeel 0.17.1 → 0.17.2

package/dist/cache.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAiBH;;GAEG;AACH,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAc5C;AAiBD;;GAEG;AACH,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,IAAI,CAsB/E;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAerG;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,GAAG,UAAQ,GAAG,MAAM,CAyB9C;AAED;;GAEG;AACH,wBAAgB,UAAU,IAAI;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAgBhF"}
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAiBH;;GAEG;AACH,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAc5C;AAkBD;;GAEG;AACH,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,IAAI,CAsB/E;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAerG;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,GAAG,UAAQ,GAAG,MAAM,CAyB9C;AAED;;GAEG;AACH,wBAAgB,UAAU,IAAI;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAgBhF"}

package/dist/cache.js

@@ -37,6 +37,7 @@ function cacheKey(url, options) {
         stealth: options?.stealth || false,
         selector: options?.selector || null,
         format: options?.format || 'markdown',
+        readable: options?.readable || false,
     };
     const hash = createHash('sha256').update(JSON.stringify(relevant)).digest('hex').slice(0, 16);
     return hash;

package/dist/cache.js.map

@@ -1 +1 @@
-{"version":3,"file":"cache.js","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AAC3G,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;AAUvD;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,GAAW;IAClC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,yBAAyB,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACtB,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,GAAG,IAAI,CAAC;QAC9B,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC;QACnC,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACxC,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAC7C,OAAO,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,QAAQ,CAAC,GAAW,EAAE,OAA6B;IAC1D,MAAM,QAAQ,GAAG;QACf,GAAG;QACH,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,KAAK;QAChC,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,KAAK;QAClC,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,IAAI;QACnC,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,UAAU;KACtC,CAAC;IACF,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9F,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,OAA6B;IACjE,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IAEhD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,IAAI,CAAC;QACH,MAAM,KAAK,GAAe,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC;QAExC,IAAI,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YACtB,mCAAmC;YACnC,IAAI,CAAC;gBAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAAC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK;oBAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,qBAAqB,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/G,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC,MAAM,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,MAAW,EAAE,KAAa,EAAE,OAA6B;IAC7F,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3B,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACnC,MAAM,KAAK,GAAe;QACxB,GAAG;QACH,MAAM;QACN,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE;QACpB,KAAK;QACL,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;KACvD,CAAC;IAEF,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;AACvE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,GAAG,GAAG,KAAK;IACpC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,CAAC,CAAC;IAErC,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC;YACH,IAAI,GAAG,EAAE,CAAC;gBACR,UAAU,CAAC,QAAQ,CAAC,CAAC;gBACrB,OAAO,EAAE,CAAC;YACZ,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAe,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;gBACtE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;oBAC9C,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACrB,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,0BAA0B,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU;IACxB,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;IAEhF,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;YAC7C,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC;QACzB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,mBAAmB,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7G,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;AAC9D,CAAC"}
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AAC3G,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;AAUvD;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,GAAW;IAClC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,yBAAyB,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACtB,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,GAAG,IAAI,CAAC;QAC9B,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC;QACnC,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACxC,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAC7C,OAAO,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,QAAQ,CAAC,GAAW,EAAE,OAA6B;IAC1D,MAAM,QAAQ,GAAG;QACf,GAAG;QACH,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,KAAK;QAChC,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,KAAK;QAClC,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,IAAI;QACnC,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,UAAU;QACrC,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,KAAK;KACrC,CAAC;IACF,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9F,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,OAA6B;IACjE,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IAEhD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,IAAI,CAAC;QACH,MAAM,KAAK,GAAe,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC;QAExC,IAAI,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YACtB,mCAAmC;YACnC,IAAI,CAAC;gBAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAAC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK;oBAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,qBAAqB,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/G,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC,MAAM,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,MAAW,EAAE,KAAa,EAAE,OAA6B;IAC7F,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3B,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACnC,MAAM,KAAK,GAAe;QACxB,GAAG;QACH,MAAM;QACN,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE;QACpB,KAAK;QACL,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;KACvD,CAAC;IAEF,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;AACvE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,GAAG,GAAG,KAAK;IACpC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,CAAC,CAAC;IAErC,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC;YACH,IAAI,GAAG,EAAE,CAAC;gBACR,UAAU,CAAC,QAAQ,CAAC,CAAC;gBACrB,OAAO,EAAE,CAAC;YACZ,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAe,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;gBACtE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;oBAC9C,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACrB,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,0BAA0B,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU;IACxB,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;IAEhF,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;YAC7C,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC;QACzB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK;gBAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,mBAAmB,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7G,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;AAC9D,CAAC"}

package/dist/cli.js

@@ -187,7 +187,7 @@ program
     .option('-w, --wait <ms>', 'Wait time after page load (ms)', parseInt)
     .option('--html', 'Output raw HTML instead of markdown')
     .option('--text', 'Output plain text instead of markdown')
-    .option('--clean', 'Output clean text optimized for AI (strips URLs, keeps structure)')
+    .option('--clean', 'Clean output — article content only, no links or metadata (alias for --readable with URL-stripped markdown)')
     .option('--json', 'Output as JSON')
     .option('-t, --timeout <ms>', 'Request timeout (ms)', (v) => parseInt(v, 10), 30000)
     .option('--ua <agent>', 'Custom user agent')
@@ -201,6 +201,7 @@ program
     .option('--only-main-content', 'Shortcut for --include-tags main,article')
     .option('--full-content', 'Return full page content (disable automatic content density pruning)')
     .option('--readable', 'Reader mode — extract only the main article content, strip all noise (like browser Reader Mode)')
+    .option('--full-nav', 'Keep full navigation/content (disable auto-readability when piped or in agent mode)')
     .option('--focus <query>', 'Query-focused filtering — only return content relevant to this query (BM25 ranking)')
     .option('--chunk', 'Split content into RAG-ready chunks')
     .option('--chunk-size <tokens>', 'Max tokens per chunk (default: 512)', parseInt)
@@ -214,6 +215,7 @@ program
     .option('--images', 'Output image URLs from the page')
     .option('--meta', 'Output only the page metadata (title, description, author, etc.)')
     .option('--raw', 'Return full page without smart content extraction')
+    .option('--full', 'Alias for --raw — full page content, no budget')
     .option('--lite', 'Lite mode — minimal processing, maximum speed (skip pruning, budget, metadata)')
     .option('--action <actions...>', 'Page actions before scraping (e.g., "click:.btn" "wait:2000" "scroll:bottom")')
     .option('--extract <json>', 'Extract structured data using CSS selectors (JSON object of field:selector pairs)')
@@ -247,11 +249,60 @@ program
     .option('--wait-until <event>', 'Page load event: domcontentloaded, networkidle, load, commit (auto-enables --render)')
     .option('--wait-selector <css>', 'Wait for CSS selector before extracting (auto-enables --render)')
     .option('--block-resources <types>', 'Block resource types, comma-separated: image,stylesheet,font,media,script (auto-enables --render)');
-program.configureHelp({
-    sortSubcommands: true,
-    showGlobalOptions: false,
-});
-program.addHelpText('afterAll', `
+// ─── Help System ─────────────────────────────────────────────────────────────
+// Detect --help-all early, before Commander parses argv.
+const isHelpAll = process.argv.slice(2).some(a => a === '--help-all');
+if (isHelpAll) {
+    // Translate --help-all → --help so Commander generates its standard output.
+    const idx = process.argv.indexOf('--help-all');
+    if (idx !== -1)
+        process.argv[idx] = '--help';
+}
+// ANSI helpers (fall back gracefully when colors are disabled).
+const NO_COLOR = process.env.NO_COLOR !== undefined || !process.stdout.isTTY;
+const bold = (s) => NO_COLOR ? s : `\x1b[1m${s}\x1b[0m`;
+const dim = (s) => NO_COLOR ? s : `\x1b[2m${s}\x1b[0m`;
+const cyan = (s) => NO_COLOR ? s : `\x1b[36m${s}\x1b[0m`;
+/**
+ * Reconstruct the standard Commander help layout for --help-all and subcommands.
+ * This mirrors Commander's own default formatHelp() so subcommand help keeps working.
+ */
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function buildCommanderHelp(cmd, helper) {
+    const termWidth = helper.padWidth(cmd, helper);
+    const helpWidth = helper.helpWidth ?? 80;
+    const pad = '  ';
+    const formatItem = (term, description) => {
+        if (description) {
+            const full = `${term.padEnd(termWidth + 2)}${description}`;
+            return helper.wrap(full, helpWidth - pad.length, termWidth + 2);
+        }
+        return term;
+    };
+    const formatList = (items) => items.join('\n').replace(/^/gm, pad);
+    let out = [`Usage: ${helper.commandUsage(cmd)}`, ''];
+    const desc = helper.commandDescription(cmd);
+    if (desc.length > 0) {
+        out = out.concat([helper.wrap(desc, helpWidth, 0), '']);
+    }
+    // Arguments
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const args = helper.visibleArguments(cmd).map(a => formatItem(helper.argumentTerm(a), helper.argumentDescription(a)));
+    if (args.length > 0)
+        out = out.concat(['Arguments:', formatList(args), '']);
+    // Options
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const opts = helper.visibleOptions(cmd).map(o => formatItem(helper.optionTerm(o), helper.optionDescription(o)));
+    if (opts.length > 0)
+        out = out.concat(['Options:', formatList(opts), '']);
+    // Subcommands
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const cmds = helper.visibleCommands(cmd).map(c => formatItem(helper.subcommandTerm(c), helper.subcommandDescription(c)));
+    if (cmds.length > 0)
+        out = out.concat(['Commands:', formatList(cmds), '']);
+    // Append grouped option sections only on root command (--help-all)
+    if (cmd.parent === null) {
+        out = out.concat([`
 Output Formats:
   --json                  JSON output with full metadata
   --html                  Raw HTML output
@@ -295,16 +346,106 @@ Agent Integration:
   $ webpeel pipe "https://example.com" | jq .content           Pipe-friendly JSON
   $ webpeel "https://site.com" --json --silent                 Same as pipe
   $ curl https://webpeel.dev/llms.txt                          AI-readable docs
-`);
+`]);
+    }
+    return out.join('\n');
+}
+/**
+ * Condensed, Anthropic-style help for the root command (default --help).
+ */
+function buildCondensedHelp() {
+    const v = cliVersion;
+    return [
+        '',
+        `  ${bold('◆ WebPeel')} ${dim(`v${v}`)}`,
+        `  ${dim('The web data platform for AI agents')}`,
+        '',
+        `  ${bold('Usage:')}  webpeel [url] [options]`,
+        `          webpeel <command> [options]`,
+        '',
+        `  ${bold('Examples:')}`,
+        `    webpeel https://example.com            ${dim('Clean content (reader mode)')}`,
+        `    webpeel read https://example.com       ${dim('Explicit reader mode')}`,
+        `    webpeel screenshot https://example.com ${dim('Screenshot any page')}`,
+        `    webpeel ask https://news.com "summary" ${dim('Ask about any page')}`,
+        `    webpeel search "webpeel vs jina"       ${dim('Web search')}`,
+        `    echo "url" | webpeel                   ${dim('Pipe mode (auto JSON)')}`,
+        '',
+        `  ${bold('Commands:')}`,
+        `    fetch (default)       Fetch a URL as clean markdown`,
+        `    read <url>            Reader mode (article content only)`,
+        `    screenshot <url>      Take a screenshot`,
+        `    ask <url> <question>  Ask about any page`,
+        `    search <query>        Search the web (DuckDuckGo + sources)`,
+        `    crawl <url>           Crawl a website`,
+        `    mcp                   Start MCP server for AI tools`,
+        `    ${dim('... (use --help-all for all 25+ commands)')}`,
+        '',
+        `  ${bold('Common Options:')}`,
+        `    -r, --render          Browser rendering (JS-heavy sites)`,
+        `    --stealth             Stealth mode (anti-bot bypass)`,
+        `    --raw                 Full page (disable auto reader mode)`,
+        `    --full                Full page, no budget limit`,
+        `    --json                JSON output with metadata`,
+        `    --budget: 4000)`,
+        `    -q, --question <q>    Ask about the content`,
+        `    -s, --silent          No spinner output`,
+        '',
+        `  Use ${cyan("'webpeel <command> --help'")} for command-specific options.`,
+        `  Use ${cyan("'webpeel --help-all'")} for the full option reference.`,
+        '',
+        `  Docs: ${cyan('https://webpeel.dev/docs')}`,
+        '',
+    ].join('\n');
+}
+program.configureHelp({
+    sortSubcommands: true,
+    showGlobalOptions: false,
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    formatHelp: (cmd, helper) => {
+        // Subcommands always get standard Commander help.
+        // Root command with --help-all also gets standard full help.
+        if (cmd.parent !== null || isHelpAll) {
+            return buildCommanderHelp(cmd, helper);
+        }
+        // Root command default: beautiful condensed help.
+        return buildCondensedHelp();
+    },
+});
 // Main fetch handler — shared with the `pipe` subcommand
 async function runFetch(url, options) {
-    // Smart defaults: when piped (not a TTY), default to silent JSON
+    // Smart defaults: when piped (not a TTY), default to silent JSON + budget
     const isPiped = !process.stdout.isTTY;
     if (isPiped && !options.html && !options.text) {
         if (!options.json)
             options.json = true;
         if (!options.silent)
             options.silent = true;
+        // Auto-enable readability for AI consumers — clean content by default
+        if (!options.readable && !options.fullNav) {
+            options.readable = true;
+        }
+        // Auto token budget for piped mode (AI consumers want concise content)
+        if (options.budget === undefined && !options.fullContent && !options.raw && !options.full) {
+            options.budget = 4000;
+        }
+    }
+    // --full alias: sets raw + fullContent
+    if (options.full) {
+        options.raw = true;
+        options.fullContent = true;
+    }
+    // Smart defaults for terminal (interactive) mode
+    const isTerminal = process.stdout.isTTY && !isPiped;
+    if (isTerminal && !options.raw && !options.html && !options.text) {
+        // Auto-readable: clean content by default (like browser Reader Mode)
+        if (!options.readable && !options.fullNav && !options.selector) {
+            options.readable = true;
+        }
+        // Default token budget: don't flood the terminal with 20K tokens
+        if (options.budget === undefined && !options.fullContent && !options.raw) {
+            options.budget = 4000;
+        }
     }
     // --agent sets sensible defaults for AI agents; explicit flags override
     if (options.agent) {
@@ -316,6 +457,10 @@ async function runFetch(url, options) {
             options.extractAll = true;
         if (options.budget === undefined)
             options.budget = 4000;
+        // Agent mode = clean content by default
+        if (!options.readable && !options.fullNav) {
+            options.readable = true;
+        }
     }
     const isJson = options.json;
     // --- --list-schemas: print all available schemas and exit ---
@@ -414,8 +559,9 @@ async function runFetch(url, options) {
             render: options.render,
             stealth: options.stealth,
             selector: options.selector,
-            format: options.html ? 'html' : options.text ? 'text' : 'markdown',
+            format: options.html ? 'html' : options.text ? 'text' : options.clean ? 'clean' : 'markdown',
             budget: null, // Budget excluded from cache key — cache stores full content
+            readable: options.readable || false,
         };
         const cachedResult = getCache(url, cacheOptions);
         if (cachedResult) {
@@ -643,6 +789,7 @@ async function runFetch(url, options) {
             || !!options.waitUntil
             || !!options.waitSelector
             || !!options.blockResources
+            || !!options.screenshot // Auto-enable render for screenshot (needs browser)
             || false;
         // Inject scroll actions when --scroll-extract N (fixed count) is used
         if (scrollExtractCount > 0) {
@@ -731,6 +878,8 @@ async function runFetch(url, options) {
         }
         else if (options.clean) {
             peelOptions.format = 'clean';
+            // --clean implies readable mode (article content only, no navs/footers)
+            peelOptions.readable = true;
         }
         else {
             peelOptions.format = 'markdown';
@@ -787,6 +936,7 @@ async function runFetch(url, options) {
                 selector: options.selector,
                 format: peelOptions.format,
                 budget: null, // Budget excluded — cache stores full content, budget applied post-cache
+                readable: options.readable || false,
             });
         }
         // Apply smart budget distillation AFTER caching (cache always stores full content)
@@ -1114,6 +1264,34 @@ program
     .action(async (url, options) => {
     await runFetch(url, options);
 });
+// Read subcommand (explicit readable mode)
+program
+    .command('read <url>')
+    .description('Read a page in clean reader mode (like browser Reader View)')
+    .option('--json', 'Output as JSON')
+    .option('-s, --silent', 'Silent mode')
+    .option('--budget <n>', 'Token budget (default: 4000)', parseInt)
+    .option('--focus <query>', 'Focus on content relevant to this query')
+    .action(async (url, opts) => {
+    await runFetch(url, {
+        ...opts,
+        readable: true,
+        budget: 4000,
+    });
+});
+// Ask subcommand (question mode)
+program
+    .command('ask <url> <question>')
+    .description('Ask a question about any page')
+    .option('--json', 'Output as JSON')
+    .option('-s, --silent', 'Silent mode')
+    .action(async (url, question, opts) => {
+    await runFetch(url, {
+        ...opts,
+        question,
+        readable: true,
+    });
+});
 // Search command
 program
     .command('search <query>')
@@ -1288,7 +1466,7 @@ program
             }
         }
         else if (isJson) {
-            const jsonStr = JSON.stringify(results, null, 2);
+            const jsonStr = JSON.stringify({ query, results, count: results.length }, null, 2);
             await writeStdout(jsonStr + '\n');
         }
         else {
@@ -1534,7 +1712,7 @@ program
             showUsageFooter(usageCheck.usageInfo, usageCheck.isAnonymous || false, options.stealth || false);
         }
         if (options.json) {
-            console.log(JSON.stringify(results, null, 2));
+            console.log(JSON.stringify({ pages: results, count: results.length }, null, 2));
         }
         else {
             results.forEach((result, i) => {
@@ -1876,6 +2054,7 @@ program
     .option('-q, --question <q>', 'Quick answer')
     .option('--proxy <url>', 'Proxy URL')
     .option('--timeout <ms>', 'Timeout in ms', parseInt)
+    .option('-s, --silent', 'Silent mode (always on for pipe, accepted for compatibility)')
     .action(async (url, opts) => {
     // Force JSON + silent — always, unconditionally
     opts.json = true;
@@ -2922,6 +3101,7 @@ program
 // Screenshot command
 program
     .command('screenshot <url>')
+    .alias('snap')
     .description('Take a screenshot of a URL and save as PNG/JPEG')
     .option('--full-page', 'Capture full page (not just viewport)')
     .option('--width <px>', 'Viewport width in pixels (default: 1280)', parseInt)
@@ -3575,7 +3755,7 @@ program
     .option('--llm-key <key>', 'LLM API key for synthesis (or env OPENAI_API_KEY)')
     .option('--llm-model <model>', 'LLM model for synthesis (default: gpt-4o-mini)')
     .option('--llm-base-url <url>', 'LLM API base URL (default: https://api.openai.com/v1)')
-    .option('--timeout <ms>', 'Max research time in ms (default: 60000)', '60000')
+    .option('--timeout <ms>', 'Max research time in ms (default: 40000)', '60000')
     .option('--json', 'Output result as JSON')
     .option('-s, --silent', 'Suppress progress output')
     .action(async (query, options) => {
@@ -3861,11 +4041,36 @@ async function outputResult(result, options, extra = {}) {
             output.truncated = true;
         if (extra.totalAvailable !== undefined)
             output.totalAvailable = extra.totalAvailable;
-        output._meta = { version: cliVersion, method: result.method || 'simple', timing: result.timing };
+        output._meta = { version: cliVersion, method: result.method || 'simple', timing: result.timing, serverMarkdown: result.serverMarkdown || false };
         await writeStdout(JSON.stringify(output, null, 2) + '\n');
     }
     else {
+        // Smart terminal header (interactive mode only)
+        const isTerminalOutput = process.stdout.isTTY && !options.silent;
+        if (isTerminalOutput) {
+            const meta = result.metadata || {};
+            const parts = [];
+            if (meta.title || result.title)
+                parts.push(`\x1b[1m${meta.title || result.title}\x1b[0m`);
+            if (meta.author)
+                parts.push(`By ${meta.author}`);
+            if (meta.wordCount)
+                parts.push(`${meta.wordCount} words`);
+            const totalMs = result.timing?.total ?? result.elapsed;
+            if (totalMs)
+                parts.push(`${totalMs}ms`);
+            if (parts.length > 0) {
+                await writeStdout(`\n  ${parts.join(' · ')}\n`);
+                await writeStdout('  ' + '─'.repeat(60) + '\n\n');
+            }
+        }
+        // Stream content immediately to stdout — consumer gets it without waiting
         await writeStdout(result.content + '\n');
+        // Append timing summary to stderr so it doesn't pollute piped content
+        if (!options.silent) {
+            const totalMs = result.timing?.total ?? result.elapsed;
+            process.stderr.write(`\n--- ${result.tokens} tokens · ${totalMs}ms ---\n`);
+        }
     }
 }
 function writeStdout(data) {