@withbuddi/buddi 0.1.0-pre.32 → 0.1.0-pre.34

package/node_modules/@buddi/tool-web/dist/decode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"decode.js","sourceRoot":"","sources":["../src/decode.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AACH,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,MAAM,IAAI,GAAI,IAAmD,CAAC,kBAAkB,CAAC;AAErF,MAAM,MAAM,GAA2B;IACrC,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC;IACzD,QAAQ,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC;IAC7D,mEAAmE;IACnE,OAAO,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QAC1B,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,UAAU;gBAAE,MAAM,GAAG,CAAC;YACzC,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,EAAE,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC;IACjE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CAC1B,CAAC;AAEF,+EAA+E;AAC/E,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAM/F;;;GAGG;AACH,MAAM,UAAU,MAAM,CAAC,GAAW,EAAE,eAA8B,EAAE,SAAiB;IACnF,MAAM,OAAO,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;SACpC,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;SACxC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,UAAU,CAAC,CAAC;IACxD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACpG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IACD,IAAI,IAAI,GAAG,GAAG,CAAC;IACf,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,yCAAyC,MAAM,oCAAoC,EAAE,CAAC;QAC3I,CAAC;QACD,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,UAAU,IAAK,GAAyB,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;gBAC5F,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,2DAA2D,SAAS,qBAAqB,EAAE,CAAC;YAChJ,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,kCAAkC,MAAM,wDAAwD,EAAE,CAAC;QACxJ,CAAC;IACH,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AAC5B,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,WAAmB;IACzD,MAAM,MAAM,GAAG,gCAAgC,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACvE,IAAI,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC,WAAW,EAAE,CAAC;IACzD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,OAAO,CAAC;IAC7E,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,UAAU,CAAC;IAC5D,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,UAAU,CAAC;IAC5D,4EAA4E;IAC5E,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvD,MAAM,IAAI,GACR,0CAA0C,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1D,2CAA2C,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9D,IAAI,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IACnD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,KAAK,CAAC,KAAa;IAC1B,IAAI,CAAC;QACH,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,WAAmB;IAC1D,OAAO,IAAI,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACpE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,KAAK,CAAC;IACrC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,KAAK,IAAI,CAAC,CAAC;QACX,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC;QAChC,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,CAAC;YAAE,GAAG,IAAI,CAAC,CAAC;IACtJ,CAAC;IACD,OAAO,GAAG,GAAG,KAAK,GAAG,GAAG,CAAC;AAC3B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACnC,IAAI,6CAA6C,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1E,IAAI,+GAA+G,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5I,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM;QAAE,OAAO,KAAK,CAAC;IACvC,OAAO,+KAA+K,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACpM,CAAC"}

package/node_modules/@buddi/tool-web/dist/http.d.ts

@@ -43,6 +43,8 @@ export declare const MAX_REDIRECTS = 3;
 /** The most characters of extracted text handed back by default. */
 export declare const DEFAULT_MAX_CHARS = 20000;
 export declare const MAX_MAX_CHARS = 60000;
+/** The most a compressed page may unpack to. 16 MiB: text compresses well, bombs better. */
+export declare const MAX_UNPACKED_BYTES: number;
 /**
  * A user agent that says what this is.
  *
@@ -72,6 +74,14 @@ export type FetchFailure = {
     reason: 'too-many-redirects';
 } | {
     reason: 'unsupported-content';
+}
+/** Bytes that are not a readable page: binary, or compressed in a way nobody can undo. */
+ | {
+    reason: 'unreadable';
+}
+/** A robot check or captcha where the page should be. */
+ | {
+    reason: 'turned-away';
 } | {
     reason: 'network';
 };

package/node_modules/@buddi/tool-web/dist/http.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAEnD,OAAO,EAIL,KAAK,aAAa,EAClB,KAAK,WAAW,EACjB,MAAM,YAAY,CAAC;AAEpB,2EAA2E;AAC3E,eAAO,MAAM,SAAS,QAAkB,CAAC;AACzC,+CAA+C;AAC/C,eAAO,MAAM,UAAU,QAAS,CAAC;AACjC,sCAAsC;AACtC,eAAO,MAAM,eAAe,QAAS,CAAC;AACtC,mFAAmF;AACnF,eAAO,MAAM,aAAa,IAAI,CAAC;AAC/B,oEAAoE;AACpE,eAAO,MAAM,iBAAiB,QAAS,CAAC;AACxC,eAAO,MAAM,aAAa,QAAS,CAAC;AAEpC;;;;;;GAMG;AACH,eAAO,MAAM,UAAU,8DAA8D,CAAC;AA2BtF,MAAM,MAAM,YAAY,GACpB;IAAE,MAAM,EAAE,SAAS,CAAC;IAAC,WAAW,EAAE,WAAW,CAAA;CAAE,GAC/C;IAAE,MAAM,EAAE,WAAW,CAAA;CAAE,GACvB;IAAE,MAAM,EAAE,WAAW,CAAA;CAAE,GACvB;IAAE,MAAM,EAAE,cAAc,CAAA;CAAE,GAC1B;IAAE,MAAM,EAAE,cAAc,CAAA;CAAE,GAC1B;IAAE,MAAM,EAAE,cAAc,CAAA;CAAE,GAC1B;IAAE,MAAM,EAAE,WAAW,CAAA;CAAE,GACvB;IAAE,MAAM,EAAE,SAAS,CAAA;CAAE,GACrB;IAAE,MAAM,EAAE,oBAAoB,CAAA;CAAE,GAChC;IAAE,MAAM,EAAE,qBAAqB,CAAA;CAAE,GACjC;IAAE,MAAM,EAAE,SAAS,CAAA;CAAE,CAAC;AAE1B,MAAM,MAAM,YAAY,GACpB;IACE,EAAE,EAAE,IAAI,CAAC;IACT,4DAA4D;IAC5D,GAAG,EAAE,MAAM,CAAC;IACZ,6CAA6C;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;IACnB,2DAA2D;IAC3D,KAAK,EAAE,MAAM,CAAC;IACd,sEAAsE;IACtE,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB,GACD,CAAC;IACC,EAAE,EAAE,KAAK,CAAC;IACV,2EAA2E;IAC3E,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,4DAA4D;IAC5D,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB,GAAG,YAAY,CAAC,CAAC;AAEtB,MAAM,WAAW,cAAc;IAC7B,yEAAyE;IACzE,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB;;;;OAIG;IACH,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wEAAwE;IACxE,MAAM,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gFAAgF;IAChF,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,MAAM,OAAO,GAAG;IACpB,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACpE;;;;;OAKG;IACH,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CACnE,CAAC;AAEF;;;;;;;GAOG;AACH,wBAAgB,aAAa,CAAC,OAAO,GAAE,cAAmB,GAAG,OAAO,CAmKnE;AAED,2EAA2E;AAC3E,wBAAgB,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAM1C"}
+{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAGnD,OAAO,EAIL,KAAK,aAAa,EAClB,KAAK,WAAW,EACjB,MAAM,YAAY,CAAC;AAEpB,2EAA2E;AAC3E,eAAO,MAAM,SAAS,QAAkB,CAAC;AACzC,+CAA+C;AAC/C,eAAO,MAAM,UAAU,QAAS,CAAC;AACjC,sCAAsC;AACtC,eAAO,MAAM,eAAe,QAAS,CAAC;AACtC,mFAAmF;AACnF,eAAO,MAAM,aAAa,IAAI,CAAC;AAC/B,oEAAoE;AACpE,eAAO,MAAM,iBAAiB,QAAS,CAAC;AACxC,eAAO,MAAM,aAAa,QAAS,CAAC;AACpC,4FAA4F;AAC5F,eAAO,MAAM,kBAAkB,QAAmB,CAAC;AAEnD;;;;;;GAMG;AACH,eAAO,MAAM,UAAU,8DAA8D,CAAC;AA2BtF,MAAM,MAAM,YAAY,GACpB;IAAE,MAAM,EAAE,SAAS,CAAC;IAAC,WAAW,EAAE,WAAW,CAAA;CAAE,GAC/C;IAAE,MAAM,EAAE,WAAW,CAAA;CAAE,GACvB;IAAE,MAAM,EAAE,WAAW,CAAA;CAAE,GACvB;IAAE,MAAM,EAAE,cAAc,CAAA;CAAE,GAC1B;IAAE,MAAM,EAAE,cAAc,CAAA;CAAE,GAC1B;IAAE,MAAM,EAAE,cAAc,CAAA;CAAE,GAC1B;IAAE,MAAM,EAAE,WAAW,CAAA;CAAE,GACvB;IAAE,MAAM,EAAE,SAAS,CAAA;CAAE,GACrB;IAAE,MAAM,EAAE,oBAAoB,CAAA;CAAE,GAChC;IAAE,MAAM,EAAE,qBAAqB,CAAA;CAAE;AACnC,0FAA0F;GACxF;IAAE,MAAM,EAAE,YAAY,CAAA;CAAE;AAC1B,yDAAyD;GACvD;IAAE,MAAM,EAAE,aAAa,CAAA;CAAE,GACzB;IAAE,MAAM,EAAE,SAAS,CAAA;CAAE,CAAC;AAE1B,MAAM,MAAM,YAAY,GACpB;IACE,EAAE,EAAE,IAAI,CAAC;IACT,4DAA4D;IAC5D,GAAG,EAAE,MAAM,CAAC;IACZ,6CAA6C;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;IACnB,2DAA2D;IAC3D,KAAK,EAAE,MAAM,CAAC;IACd,sEAAsE;IACtE,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB,GACD,CAAC;IACC,EAAE,EAAE,KAAK,CAAC;IACV,2EAA2E;IAC3E,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,4DAA4D;IAC5D,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB,GAAG,YAAY,CAAC,CAAC;AAEtB,MAAM,WAAW,cAAc;IAC7B,yEAAyE;IACzE,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB;;;;OAIG;IACH,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wEAAwE;IACxE,MAAM,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gFAAgF;IAChF,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,MAAM,OAAO,GAAG;IACpB,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACpE;;;;;OAKG;IACH,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CACnE,CAAC;AAEF;;;;;;;GAOG;AACH,wBAAgB,aAAa,CAAC,OAAO,GAAE,cAAmB,GAAG,OAAO,CAiMnE;AAKD,2EAA2E;AAC3E,wBAAgB,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAM1C"}

package/node_modules/@buddi/tool-web/dist/http.js

@@ -1,3 +1,4 @@
+import { ACCEPT_ENCODING, decodeText, looksTurnedAway, looksUnreadable, unpack } from './decode.js';
 import { extractTitle, htmlToText, plainToText } from './extract.js';
 import { BlockedError, checkUrl, DEFAULT_POLICY, } from './guard.js';
 /** The most bytes a page may be before it is refused mid-flight. 2 MiB. */
@@ -11,6 +12,8 @@ export const MAX_REDIRECTS = 3;
 /** The most characters of extracted text handed back by default. */
 export const DEFAULT_MAX_CHARS = 20_000;
 export const MAX_MAX_CHARS = 60_000;
+/** The most a compressed page may unpack to. 16 MiB: text compresses well, bombs better. */
+export const MAX_UNPACKED_BYTES = 16 * 1024 * 1024;
 /**
  * A user agent that says what this is.
  *
@@ -96,6 +99,9 @@ export function createFetcher(options = {}) {
                         'user-agent': USER_AGENT,
                         accept: request.raw === true ? 'application/json' : 'text/html,text/plain;q=0.9,*/*;q=0.1',
                         'accept-language': 'en,fr;q=0.8',
+                        // Only what `decode.ts` can unpack. Some sites compress regardless,
+                        // which is why the body is unpacked by its header, asked or not.
+                        'accept-encoding': ACCEPT_ENCODING,
                         ...(request.headers ?? {}),
                     },
                     ...(request.body === undefined ? {} : { body: request.body }),
@@ -138,8 +144,13 @@ export function createFetcher(options = {}) {
                 continue;
             }
             const contentType = (response.headers.get('content-type') ?? '').toLowerCase();
-            const body = await response.text();
-            const bytes = Buffer.byteLength(body, 'utf8');
+            const raw = Buffer.from(await response.arrayBuffer());
+            const bytes = raw.length;
+            const unpacked = unpack(raw, response.headers.get('content-encoding'), MAX_UNPACKED_BYTES);
+            if (!unpacked.ok) {
+                return { ok: false, reason: unpacked.reason, url: checked.url.toString(), status, message: unpacked.message, chain };
+            }
+            const body = decodeText(unpacked.body, contentType);
             if (!response.ok) {
                 return {
                     ...statusFailure(status, checked.url.toString(), contentType, body),
@@ -185,6 +196,28 @@ export function createFetcher(options = {}) {
                     chain: result.chain,
                 };
             }
+            if (looksUnreadable(result.body)) {
+                return {
+                    ok: false,
+                    reason: 'unreadable',
+                    url: result.url,
+                    source: hostOf(result.url),
+                    status: result.status,
+                    message: 'the site sent data that isn’t a readable page, so I could not read it',
+                    chain: result.chain,
+                };
+            }
+            if (looksTurnedAway(result.body)) {
+                return {
+                    ok: false,
+                    reason: 'turned-away',
+                    url: result.url,
+                    source: hostOf(result.url),
+                    status: result.status,
+                    message: TURNED_AWAY,
+                    chain: result.chain,
+                };
+            }
             const isHtml = mime === 'text/html' || mime === 'application/xhtml+xml' || mime === '';
             const limit = Math.min(request.maxChars ?? DEFAULT_MAX_CHARS, MAX_MAX_CHARS);
             const extracted = isHtml ? htmlToText(result.body, limit) : plainToText(result.body, limit);
@@ -203,6 +236,7 @@ export function createFetcher(options = {}) {
         },
     };
 }
+const TURNED_AWAY = 'that site turned the reader away with a robot check (a captcha) instead of the page — I did not get the content';
 /** The host a citation names. Never throws — it is used in error paths. */
 export function hostOf(url) {
     try {
@@ -214,6 +248,9 @@ export function hostOf(url) {
 }
 function statusFailure(status, url, contentType, body) {
     const base = { ok: false, url, status };
+    if ((status === 403 || status === 429 || status === 503) && contentType.startsWith('text/') && looksTurnedAway(body)) {
+        return { ...base, reason: 'turned-away', message: TURNED_AWAY };
+    }
     if (status === 404 || status === 410) {
         return { ...base, reason: 'not-found', message: `that page does not exist (HTTP ${status})` };
     }

package/node_modules/@buddi/tool-web/dist/http.js.map

@@ -1 +1 @@
-{"version":3,"file":"http.js","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAiCA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AACrE,OAAO,EACL,YAAY,EACZ,QAAQ,EACR,cAAc,GAGf,MAAM,YAAY,CAAC;AAEpB,2EAA2E;AAC3E,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACzC,+CAA+C;AAC/C,MAAM,CAAC,MAAM,UAAU,GAAG,MAAM,CAAC;AACjC,sCAAsC;AACtC,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC;AACtC,mFAAmF;AACnF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC;AAC/B,oEAAoE;AACpE,MAAM,CAAC,MAAM,iBAAiB,GAAG,MAAM,CAAC;AACxC,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC;AAEpC;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,2DAA2D,CAAC;AAEtF,oEAAoE;AACpE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC;IACtB,WAAW;IACX,uBAAuB;IACvB,YAAY;IACZ,eAAe;IACf,iBAAiB;IACjB,kBAAkB;IAClB,qBAAqB;IACrB,UAAU;IACV,iBAAiB;IACjB,UAAU;IACV,qBAAqB;IACrB,sBAAsB;CACvB,CAAC,CAAC;AAEH,qFAAqF;AACrF,MAAM,KAAK,GAA4B;IACrC,CAAC,mBAAmB,EAAE,OAAO,CAAC;IAC9B,CAAC,UAAU,EAAE,UAAU,CAAC;IACxB,CAAC,UAAU,EAAE,SAAS,CAAC;IACvB,CAAC,UAAU,EAAE,OAAO,CAAC;IACrB,CAAC,6CAA6C,EAAE,eAAe,CAAC;CACjE,CAAC;AAuFF;;;;;;;GAOG;AACH,MAAM,UAAU,aAAa,CAAC,UAA0B,EAAE;IACxD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,cAAc,CAAC;IAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC;IAC/C,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,aAAa,CAAC;IAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,UAAU,CAAC;IAClD,KAAK,UAAU,IAAI,CACjB,OAAqB,EACrB,IAA0B;QAK1B,mEAAmE;QACnE,gEAAgE;QAChE,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;QAEzB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,YAAY,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YAChD,IAAI,OAAO,CAAC;YACZ,IAAI,CAAC;gBACH,yDAAyD;gBACzD,OAAO,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACrC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,GAAG,YAAY,YAAY,EAAE,CAAC;oBAChC,OAAO;wBACL,EAAE,EAAE,KAAK;wBACT,MAAM,EAAE,SAAS;wBACjB,WAAW,EAAE,GAAG,CAAC,MAAM;wBACvB,GAAG,EAAE,MAAM;wBACX,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,GAAG,KAAK,CAAC;4BACP,CAAC,CAAC,GAAG,CAAC,OAAO;4BACb,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,gCAAgC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,GAAG;wBAC7F,KAAK;qBACN,CAAC;gBACJ,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEnC,IAAI,QAAQ,CAAC;YACb,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC;gBAClC,IAAI,IAAI,KAAK,SAAS;oBAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;gBACzF,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;oBAC5B,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;oBAC3B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;oBAC/B,OAAO,EAAE;wBACP,YAAY,EAAE,UAAU;wBACxB,MAAM,EAAE,OAAO,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,sCAAsC;wBAC1F,iBAAiB,EAAE,aAAa;wBAChC,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;qBAC3B;oBACD,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;oBAC7D,MAAM,EAAE,QAAQ;oBAChB,QAAQ;oBACR,aAAa,EAAE,eAAe;iBAC/B,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,EAAE,GAAG,cAAc,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;YACnE,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;YAC/B,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAClD,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBACjF,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;oBACzB,OAAO;wBACL,EAAE,EAAE,KAAK;wBACT,MAAM,EAAE,oBAAoB;wBAC5B,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;wBAC3B,MAAM;wBACN,OAAO,EAAE,gCAAgC,YAAY,gCAAgC;wBACrF,KAAK;qBACN,CAAC;gBACJ,CAAC;gBACD,wEAAwE;gBACxE,yDAAyD;gBACzD,IAAI,CAAC;oBACH,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;gBACrD,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;wBACL,EAAE,EAAE,KAAK;wBACT,MAAM,EAAE,SAAS;wBACjB,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;wBAC3B,MAAM;wBACN,OAAO,EAAE,uDAAuD,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG;wBACxF,KAAK;qBACN,CAAC;gBACJ,CAAC;gBACD,SAAS;YACX,CAAC;YAED,MAAM,WAAW,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/E,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAE9C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO;oBACL,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC;oBACnE,KAAK;iBACN,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC5F,CAAC;QAED,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,oBAAoB;YAC5B,GAAG,EAAE,MAAM;YACX,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,gCAAgC,YAAY,gCAAgC;YACrF,KAAK;SACN,CAAC;IACJ,CAAC;IAED,OAAO;QACL,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI;YACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;YAC3D,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBACf,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;YAC3G,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;QAClH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI;YACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBACf,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAC5D,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACvD,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,qBAAqB;oBAC7B,GAAG,EAAE,MAAM,CAAC,GAAG;oBACf,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;oBAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,OAAO,EAAE,KAAK;wBACZ,CAAC,CAAC,gBAAgB,KAAK,KAAK,IAAI,gEAAgE;wBAChG,CAAC,CAAC,gBAAgB,IAAI,gCAAgC;oBACxD,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,uBAAuB,IAAI,IAAI,KAAK,EAAE,CAAC;YACvF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,iBAAiB,EAAE,aAAa,CAAC,CAAC;YAC7E,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC5F,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;gBAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,WAAW,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;gBAC7C,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBAChD,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,MAAM,CAAC,GAAW;IAChC,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,MAAc,EACd,GAAW,EACX,WAAmB,EACnB,IAAY;IAEZ,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,KAAc,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;IACjD,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACrC,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,kCAAkC,MAAM,GAAG,EAAE,CAAC;IAChG,CAAC;IACD,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACrC,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,cAAc;YACtB,OAAO,EAAE,qCAAqC,MAAM,yDAAyD;SAC9G,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnB,2EAA2E;QAC3E,mEAAmE;QACnE,MAAM,aAAa,GAAG,4DAA4D,CAAC,IAAI,CACrF,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAC3D,CAAC;QACF,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,aAAa;gBACpB,CAAC,CAAC,sGAAsG;gBACxG,CAAC,CAAC,2FAA2F;SAChG,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnB,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,mDAAmD,EAAE,CAAC;IAC3G,CAAC;IACD,OAAO;QACL,GAAG,IAAI;QACP,MAAM,EAAE,cAAc;QACtB,OAAO,EAAE,2BAA2B,MAAM,EAAE;KAC7C,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CACrB,GAAY,EACZ,GAAW;IAEX,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,KAAc,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IACvD,MAAM,KAAK,GAAI,GAA2B,EAAE,KAAK,CAAC;IAClD,MAAM,IAAI,GAAI,KAAuC,EAAE,IAAI,IAAK,GAAyB,EAAE,IAAI,CAAC;IAChG,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAEjE,0EAA0E;IAC1E,6EAA6E;IAC7E,MAAM,OAAO,GAAG,KAAK,YAAY,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,YAAY,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACjG,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/F,CAAC;IACD,IAAI,IAAI,KAAK,wBAAwB,IAAI,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5E,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,qDAAqD,SAAS,oCAAoC;SAC5G,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,+BAA+B,IAAI,gCAAgC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACvH,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,sDAAsD,EAAE,CAAC;IACzG,CAAC;IACD,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,gCAAgC,OAAO,EAAE,EAAE,CAAC;AAC5F,CAAC"}
+{"version":3,"file":"http.js","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAiCA,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACpG,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AACrE,OAAO,EACL,YAAY,EACZ,QAAQ,EACR,cAAc,GAGf,MAAM,YAAY,CAAC;AAEpB,2EAA2E;AAC3E,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACzC,+CAA+C;AAC/C,MAAM,CAAC,MAAM,UAAU,GAAG,MAAM,CAAC;AACjC,sCAAsC;AACtC,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC;AACtC,mFAAmF;AACnF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC;AAC/B,oEAAoE;AACpE,MAAM,CAAC,MAAM,iBAAiB,GAAG,MAAM,CAAC;AACxC,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC;AACpC,4FAA4F;AAC5F,MAAM,CAAC,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAEnD;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,2DAA2D,CAAC;AAEtF,oEAAoE;AACpE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC;IACtB,WAAW;IACX,uBAAuB;IACvB,YAAY;IACZ,eAAe;IACf,iBAAiB;IACjB,kBAAkB;IAClB,qBAAqB;IACrB,UAAU;IACV,iBAAiB;IACjB,UAAU;IACV,qBAAqB;IACrB,sBAAsB;CACvB,CAAC,CAAC;AAEH,qFAAqF;AACrF,MAAM,KAAK,GAA4B;IACrC,CAAC,mBAAmB,EAAE,OAAO,CAAC;IAC9B,CAAC,UAAU,EAAE,UAAU,CAAC;IACxB,CAAC,UAAU,EAAE,SAAS,CAAC;IACvB,CAAC,UAAU,EAAE,OAAO,CAAC;IACrB,CAAC,6CAA6C,EAAE,eAAe,CAAC;CACjE,CAAC;AA2FF;;;;;;;GAOG;AACH,MAAM,UAAU,aAAa,CAAC,UAA0B,EAAE;IACxD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,cAAc,CAAC;IAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC;IAC/C,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,aAAa,CAAC;IAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,UAAU,CAAC;IAClD,KAAK,UAAU,IAAI,CACjB,OAAqB,EACrB,IAA0B;QAK1B,mEAAmE;QACnE,gEAAgE;QAChE,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;QAEzB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,YAAY,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YAChD,IAAI,OAAO,CAAC;YACZ,IAAI,CAAC;gBACH,yDAAyD;gBACzD,OAAO,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACrC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,GAAG,YAAY,YAAY,EAAE,CAAC;oBAChC,OAAO;wBACL,EAAE,EAAE,KAAK;wBACT,MAAM,EAAE,SAAS;wBACjB,WAAW,EAAE,GAAG,CAAC,MAAM;wBACvB,GAAG,EAAE,MAAM;wBACX,MAAM,EAAE,IAAI;wBACZ,OAAO,EACL,GAAG,KAAK,CAAC;4BACP,CAAC,CAAC,GAAG,CAAC,OAAO;4BACb,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,gCAAgC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,GAAG;wBAC7F,KAAK;qBACN,CAAC;gBACJ,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEnC,IAAI,QAAQ,CAAC;YACb,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC;gBAClC,IAAI,IAAI,KAAK,SAAS;oBAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;gBACzF,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;oBAC5B,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;oBAC3B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;oBAC/B,OAAO,EAAE;wBACP,YAAY,EAAE,UAAU;wBACxB,MAAM,EAAE,OAAO,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,sCAAsC;wBAC1F,iBAAiB,EAAE,aAAa;wBAChC,oEAAoE;wBACpE,iEAAiE;wBACjE,iBAAiB,EAAE,eAAe;wBAClC,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;qBAC3B;oBACD,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;oBAC7D,MAAM,EAAE,QAAQ;oBAChB,QAAQ;oBACR,aAAa,EAAE,eAAe;iBAC/B,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,EAAE,GAAG,cAAc,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;YACnE,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;YAC/B,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAClD,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBACjF,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;oBACzB,OAAO;wBACL,EAAE,EAAE,KAAK;wBACT,MAAM,EAAE,oBAAoB;wBAC5B,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;wBAC3B,MAAM;wBACN,OAAO,EAAE,gCAAgC,YAAY,gCAAgC;wBACrF,KAAK;qBACN,CAAC;gBACJ,CAAC;gBACD,wEAAwE;gBACxE,yDAAyD;gBACzD,IAAI,CAAC;oBACH,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;gBACrD,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;wBACL,EAAE,EAAE,KAAK;wBACT,MAAM,EAAE,SAAS;wBACjB,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;wBAC3B,MAAM;wBACN,OAAO,EAAE,uDAAuD,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG;wBACxF,KAAK;qBACN,CAAC;gBACJ,CAAC;gBACD,SAAS;YACX,CAAC;YAED,MAAM,WAAW,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/E,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;YACtD,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,kBAAkB,CAAC,CAAC;YAC3F,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACvH,CAAC;YACD,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAEpD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO;oBACL,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC;oBACnE,KAAK;iBACN,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC5F,CAAC;QAED,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,oBAAoB;YAC5B,GAAG,EAAE,MAAM;YACX,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,gCAAgC,YAAY,gCAAgC;YACrF,KAAK;SACN,CAAC;IACJ,CAAC;IAED,OAAO;QACL,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI;YACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;YAC3D,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBACf,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;YAC3G,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;QAClH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI;YACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBACf,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAC5D,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACvD,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,qBAAqB;oBAC7B,GAAG,EAAE,MAAM,CAAC,GAAG;oBACf,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;oBAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,OAAO,EAAE,KAAK;wBACZ,CAAC,CAAC,gBAAgB,KAAK,KAAK,IAAI,gEAAgE;wBAChG,CAAC,CAAC,gBAAgB,IAAI,gCAAgC;oBACxD,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAC;YACJ,CAAC;YACD,IAAI,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjC,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,YAAY;oBACpB,GAAG,EAAE,MAAM,CAAC,GAAG;oBACf,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;oBAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,OAAO,EAAE,uEAAuE;oBAChF,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAC;YACJ,CAAC;YACD,IAAI,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjC,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,aAAa;oBACrB,GAAG,EAAE,MAAM,CAAC,GAAG;oBACf,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;oBAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,OAAO,EAAE,WAAW;oBACpB,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,uBAAuB,IAAI,IAAI,KAAK,EAAE,CAAC;YACvF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,iBAAiB,EAAE,aAAa,CAAC,CAAC;YAC7E,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC5F,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;gBAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,WAAW,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;gBAC7C,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBAChD,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,WAAW,GACf,iHAAiH,CAAC;AAEpH,2EAA2E;AAC3E,MAAM,UAAU,MAAM,CAAC,GAAW;IAChC,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,MAAc,EACd,GAAW,EACX,WAAmB,EACnB,IAAY;IAEZ,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,KAAc,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;IACjD,IAAI,CAAC,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,CAAC,IAAI,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;QACrH,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IAClE,CAAC;IACD,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACrC,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,kCAAkC,MAAM,GAAG,EAAE,CAAC;IAChG,CAAC;IACD,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACrC,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,cAAc;YACtB,OAAO,EAAE,qCAAqC,MAAM,yDAAyD;SAC9G,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnB,2EAA2E;QAC3E,mEAAmE;QACnE,MAAM,aAAa,GAAG,4DAA4D,CAAC,IAAI,CACrF,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAC3D,CAAC;QACF,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,aAAa;gBACpB,CAAC,CAAC,sGAAsG;gBACxG,CAAC,CAAC,2FAA2F;SAChG,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnB,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,mDAAmD,EAAE,CAAC;IAC3G,CAAC;IACD,OAAO;QACL,GAAG,IAAI;QACP,MAAM,EAAE,cAAc;QACtB,OAAO,EAAE,2BAA2B,MAAM,EAAE;KAC7C,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CACrB,GAAY,EACZ,GAAW;IAEX,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,KAAc,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IACvD,MAAM,KAAK,GAAI,GAA2B,EAAE,KAAK,CAAC;IAClD,MAAM,IAAI,GAAI,KAAuC,EAAE,IAAI,IAAK,GAAyB,EAAE,IAAI,CAAC;IAChG,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAEjE,0EAA0E;IAC1E,6EAA6E;IAC7E,MAAM,OAAO,GAAG,KAAK,YAAY,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,YAAY,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACjG,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/F,CAAC;IACD,IAAI,IAAI,KAAK,wBAAwB,IAAI,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5E,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,qDAAqD,SAAS,oCAAoC;SAC5G,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,+BAA+B,IAAI,gCAAgC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACvH,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,sDAAsD,EAAE,CAAC;IACzG,CAAC;IACD,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,gCAAgC,OAAO,EAAE,EAAE,CAAC;AAC5F,CAAC"}

package/node_modules/@buddi/tool-web/dist/tools/read.d.ts

@@ -39,7 +39,7 @@ export interface ReadOutput {
     title?: string | null;
     text?: string;
     truncated?: boolean;
-    /** Present on a failure: `not-found`, `blocked`, `unsupported-content`, … */
+    /** Present on a failure: `not-found`, `blocked`, `unsupported-content`, `unreadable`, `turned-away`, … */
     problem?: string;
     /** One sentence to say out loud. */
     message?: string;

package/node_modules/@buddi/tool-web/dist/tools/read.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"read.d.ts","sourceRoot":"","sources":["../../src/tools/read.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAA4C,KAAK,OAAO,EAAE,MAAM,YAAY,CAAC;AAIpF,QAAA,MAAM,SAAS;;;;;;;;;EAab,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,CAAC;AAElD,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,OAAO,CAAC;IACZ,oFAAoF;IACpF,GAAG,EAAE,MAAM,CAAC;IACZ,uCAAuC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,6EAA6E;IAC7E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,cAAc,CAAC,SAAS,EAAE,UAAU,CAAC,CA0EtF"}
+{"version":3,"file":"read.d.ts","sourceRoot":"","sources":["../../src/tools/read.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAA4C,KAAK,OAAO,EAAE,MAAM,YAAY,CAAC;AAIpF,QAAA,MAAM,SAAS;;;;;;;;;EAab,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,CAAC;AAElD,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,OAAO,CAAC;IACZ,oFAAoF;IACpF,GAAG,EAAE,MAAM,CAAC;IACZ,uCAAuC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,0GAA0G;IAC1G,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,cAAc,CAAC,SAAS,EAAE,UAAU,CAAC,CA0EtF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@withbuddi/buddi",
-  "version": "0.1.0-pre.32",
+  "version": "0.1.0-pre.34",
   "type": "module",
   "description": "Your personal agents, on your computer",
   "repository": {
@@ -17,7 +17,7 @@
     "buddi": "packages/install/dist/launcher.js"
   },
   "buddi": {
-    "notes": "### Added\n\n- The agent catalogue: ready-made agents from withbuddi.com (Chief of Staff, Researcher, CFO, Chef and more), each added with one approval. A missing by-buddi plugin is installed on the way, only when its package matches what withbuddi.com lists; the picks you answer (a mailbox, a mission's hour, a line about you) are written after the persona, and its missions arrive off unless you turn them on. Routes `/api/catalogue…`.\n- Updates from the catalogue are offered, never written on their own: an untouched agent is rewritten from the new version with the same picks after you approve the diff, and an agent you edited is left alone unless you replace your changes (your file goes to the trash).\n- The catalogue on the dashboard: Agents → **Add a teammate** opens it (`#/agents/catalogue`), with a search, the six categories and a card per agent (Add, Added, Update, See what changed); each agent has its page with what it does, example asks, its skills, what it can reach, its missions and plugins. Add opens one sheet with the plugins installed on the way, a few picks, the handle and the missions (off), then follows the install to \"is on your team\" or says what failed with Try again. Update shows the diff; an agent you edited offers Keep mine or Replace my changes.\n- First run's handover asks \"Who do you want on your team?\" with three or four teammates picked from what you set up, ticked; Add these adds them in one go. Home suggests three while your team is new, then shows an Add a teammate tile; Browse gains All · Plugins · Agents.\n- An agent's page says when it came from the catalogue, with Update when there is one, and Setup ends with Remove from team, which shows what removing pauses and which plugins nobody else uses before it does it.\n- Agent Father reads the catalogue and adds an agent from chat (`platform.catalogue`, `platform.install_agent`), asking the picks in words; the approval is the same one the dashboard makes.\n- `buddi agents catalogue`, `buddi agents add <name>`, `buddi agents update <handle>` and `buddi agents remove <handle>`, through the running service.\n- Skills, server side of the Skills page: every skill listed in four groups (yours, learned, from plugins, from the catalogue) with the agents that use it; write a new one, save one from a single `.md`, edit its text (a learned one becomes its next version; a plugin's reads only), give it to every agent or to some, mark an upload as yours, download, delete. Who uses a skill is written in each agent's file (`skills:`), and another agent's own skill is given as `<agent>/<skill>`. Routes `/api/skills…`; the dashboard page comes next. `buddi skills list` prints it.\n- An uploaded skill is untrusted until you mark it as yours: its text reaches the agents fenced as outside text, never as instructions.\n- The Skills page on the dashboard: Agents → **Skills** lists every skill grouped yours / learned / from plugins / from the catalogue, with who uses each; a sheet per skill (who uses it with Take away and a picker, the text as Read · Source, edit in place, Download, Delete that says what it stops); **Write a skill** and **Upload a .md** (untrusted until marked as yours). An agent's Skills tab now lists the skills it uses with **Choose skills…** and **All skills**.\n- Asked for a new agent, the front desk checks the catalogue first and offers the match as a button (\"Add Chef\") that opens its install sheet; when nothing fits it offers \"Continue with Agent Father\", which moves the conversation to Agent Father with your request. On Telegram both are buttons too (Add Chef is a link to the dashboard when it has an address the phone can open). The front desk still cannot ask Agent Father itself: only your tap starts it. Installs pick up the new front desk with the upgrade; a private copy of the concierge keeps its own wording (docs/agents.md).\n- A catalogue agent's page titles each of its skills with its description, and each opens to its text; a card that reads mail says \"Uses your mailbox\" once one is connected; an agent the catalogue no longer lists shows under \"No longer in the catalogue\" and its own page says it keeps working with no updates coming.\n- `GET /api/agents` says which agents came from the catalogue (`catalogue`: package, version, the listed version, drift, delisted), read from the kept list without fetching, so an agent's page no longer loads the catalogue; `/api/catalogue` cards carry each skill's name, description and text, and a `mailbox` flag.\n- A catalogue agent's picture shows wherever its face appears (the rail, the chat, its page, Home, the Skills page, the catalogue's delisted list), drawn from the copy buddi keeps at install, so it works offline; an agent whose picture did not arrive at install gets it with its next update, a picture you chose is never replaced, and an agent without one keeps its initials.\n- `BUDDI_MARKET_URL` is documented for trying catalogue packages from a local copy of the market index on a throwaway installation; a gateway test installs every lineup package from a copy of the index.\n\n### Changed\n\n- Editing or deleting a skill that came with a catalogue agent counts as editing that agent: its next update asks before replacing your change, and Replace my changes puts your version of the skill in the trash too.\n- Giving a catalogue agent a skill, or taking one away, no longer counts as editing it: its updates stay one click, and an update keeps the skills you gave it. Changing its persona or tools still counts.\n- A catalogue agent that needs a drawing account (Illustrator) counts one only once it is chosen in Settings → Image, since a linked account nobody chose is refused when it draws; its fix reads Choose a drawing account and opens that page.\n- A picture on an agent's face (the rail, the dashboard's avatars, a group's stacked faces) sits on the agent's soft colour instead of grey, so a catalogue agent's cut-out Blob is drawn on its own tile as in the design kit.\n- Removing an agent also pauses its missions, in the same approval, and names the plugins no other agent uses (they stay installed).\n- The old Add a teammate cards (the starter team) are gone from Home and the Agents page; the catalogue replaces them. Agents → Add an agent became Add a teammate; a teammate the catalogue does not have is one Ask Agent Father away.\n- First run no longer says Ledger or Illustrator is ready to be introduced, and its chapter 3 tiles no longer name a teammate; the handover suggests catalogue teammates instead.\n- The starter team (Scout, Planner, Keeper) is gone from buddi: Researcher, Chief of Staff and Home Manager replace them in the catalogue. A Scout, Planner or Keeper you added keeps working with its handle and its data, and is offered its catalogue version while you have not edited it; the same goes for Ledger (CFO) and Illustrator. First run no longer says Planner is ready to be introduced.\n\n### Removed\n\n- `GET /api/teammates`, the old Add a teammate list; the catalogue replaced it.\n\n### Fixed\n\n- A catalogue update approves exactly the plan it showed: `update/plan` answers a fingerprint (the package's integrity, the resolved grant, the file's and every affected skill's hash) that `POST /api/catalogue/:name/update` now requires, refusing with 409 `plan-moved` when anything moved; the dashboard and `buddi agents update` send it, and an approval raised from chat binds each skill's hash too, so a skill edited after the preview is never overwritten.\n- Adding a catalogue agent whose plugin was missing no longer shows the listing's tool claims (outside its integrity) and then approves whatever the plugins resolved: the sheet lists the package's own tools, and when the grant that resolves is not the one the click carried, the install job stops at `confirm` with the grant as it is (`POST /api/catalogue/jobs/:id/confirm`; Add / Don't add it on the sheet, a question at the terminal, never `--yes`).\n- A catalogue update no longer overwrites a skill of your own (or a learned one) that has the same name as one the new version brings: it counts as an edit, is replaced only when you replace your changes, and goes to the trash first.\n\n…"
+    "notes": "### Changed\n\n- The chat canvas gathers a turn's web reads and searches into one **Sources** tab with a count, instead of a \"Web · Read\" tab per call: each page as a card (site tile, linked title, when read, length, the text taken behind Show more, failures in plain words) and each search with its results, the ones read marked. Raw JSON stays one quiet link away.\n\n### Fixed\n\n- A conversation with Claude no longer dies after a long tool-using turn with \"`thinking` or `redacted_thinking` blocks … cannot be modified\": Claude's encrypted (redacted) thinking is now kept with the turn, so every thinking block goes back exactly where it was; and when Claude still refuses the thinking it is handed back, buddi retries that request once without the earlier turns' thinking (then without thinking at all) instead of failing every turn from then on. Conversations already stuck this way work again.\n- Thinking that came from another provider is no longer sent to Claude as an empty text block, which Claude refuses.\n- Gemini: a tool call that comes back without its thought signature in first place (two steps of a turn merged into one) is vouched for with Google's placeholder, so the request is not refused. The mission failures with \"missing a thought_signature\" seen before 0.1.0-pre.30 were runs from before that fix.\n- `web.read` no longer hands back a compressed page as garbage text (Amazon sends gzip even unasked): the reader unpacks gzip, deflate, Brotli and zstd (asking only for those), reads the page in its own charset (header, then `<meta>`), refuses whatever is still binary as \"unreadable\", and reports a robot check or captcha page as \"turned away\" instead of reading it.\n- The Sources tab shows a read that came back as unreadable characters (from before this fix) as \"Couldn’t read amazon.com — The page came back unreadable.\" instead of the garbage.\n- Claude answers with citations no longer break mid-sentence onto separate lines (\". It has\" / \"Intel Iris Xe graphics\" / \".\"): the pieces Claude splits a cited answer into are joined into one passage, and messages already stored that way read as one.\n- Removing an agent (Remove from team, Agent Father, `buddi agents remove`) now takes it off every other agent's delegate list, and the remove preview says which agents will stop handing work to it. A delegate list that still names an agent that is gone (like @concierge's after earlier removals) is ignored with one log line instead of offering a colleague that does not exist.\n- Activity no longer shows Claude's encrypted thinking: a transcript draws it as \"Thinking (hidden)\" and its ciphertext and signatures never leave the gateway, in any dashboard response.\n- Removing an agent finishes even when another agent's delegate list cannot be written (a read-only folder, a full disk): the agent still leaves the catalog, its missions are paused and the trash path is given, and the dashboard and `buddi agents remove` name the lists that still mention it."
   },
   "files": [
     "packages",