polite-crawler 0.2.4 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/{cli-daemon-DreOSWKI.mjs → cli-daemon-CehzGYMQ.mjs} +2 -2
- package/build/{cli-daemon-DreOSWKI.mjs.map → cli-daemon-CehzGYMQ.mjs.map} +1 -1
- package/build/{cli-recipes-DyacSWtg.mjs → cli-recipes-InEU5y1L.mjs} +2 -2
- package/build/{cli-recipes-DyacSWtg.mjs.map → cli-recipes-InEU5y1L.mjs.map} +1 -1
- package/build/cli.mjs +7 -7
- package/build/{daemon-DI3WPTzq.mjs → daemon-1RNbvE5p.mjs} +3 -3
- package/build/{daemon-DI3WPTzq.mjs.map → daemon-1RNbvE5p.mjs.map} +1 -1
- package/build/{diff-BxjQT4r9.mjs → diff-DLyQ2mkg.mjs} +2 -2
- package/build/{diff-BxjQT4r9.mjs.map → diff-DLyQ2mkg.mjs.map} +1 -1
- package/build/{extract-DfF_0IuS.mjs → extract-mnKsYeaM.mjs} +3 -3
- package/build/{extract-DfF_0IuS.mjs.map → extract-mnKsYeaM.mjs.map} +1 -1
- package/build/{html-DzobO0fy.mjs → html-Dir5QEi0.mjs} +2 -2
- package/build/html-Dir5QEi0.mjs.map +1 -0
- package/build/html.mjs +1 -1
- package/build/index.d.mts +1 -1
- package/build/index.mjs +11 -11
- package/build/{open-CRRsEIrJ.mjs → open-CDFgV-FC.mjs} +7 -7
- package/build/{open-CRRsEIrJ.mjs.map → open-CDFgV-FC.mjs.map} +1 -1
- package/build/{recipe-Bh3_labG.mjs → recipe-BNjpjJ_8.mjs} +4 -4
- package/build/{recipe-Bh3_labG.mjs.map → recipe-BNjpjJ_8.mjs.map} +1 -1
- package/build/{recipe-product-CCjNbW8K.mjs → recipe-product-BqDdxZxL.mjs} +5 -5
- package/build/{recipe-product-CCjNbW8K.mjs.map → recipe-product-BqDdxZxL.mjs.map} +1 -1
- package/build/{runtime-C0gNyPHi.mjs → runtime-p5WN2UAA.mjs} +3 -3
- package/build/{runtime-C0gNyPHi.mjs.map → runtime-p5WN2UAA.mjs.map} +1 -1
- package/build/{version-B_Mpbx8R.mjs → version-BVrf4OJP.mjs} +2 -2
- package/build/{version-B_Mpbx8R.mjs.map → version-BVrf4OJP.mjs.map} +1 -1
- package/build/{wacz-C1EJ8t57.mjs → wacz-BXMxWyfg.mjs} +3 -3
- package/build/{wacz-C1EJ8t57.mjs.map → wacz-BXMxWyfg.mjs.map} +1 -1
- package/build/{warc-CLeYeJNf.mjs → warc-DmzB-FkC.mjs} +2 -2
- package/build/{warc-CLeYeJNf.mjs.map → warc-DmzB-FkC.mjs.map} +1 -1
- package/package.json +4 -3
- package/build/html-DzobO0fy.mjs.map +0 -1
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { n as RenderRefused } from "./render-CKE2LILH.mjs";
|
|
2
|
-
import { n as DEFAULT_TOKEN } from "./version-
|
|
2
|
+
import { n as DEFAULT_TOKEN } from "./version-BVrf4OJP.mjs";
|
|
3
3
|
import { classify, isClientError, parseHttpDate } from "./classify.mjs";
|
|
4
4
|
import { DEFAULT_POLICY, HostScheduler, HostStopped, MAX_STOP_MS, checkPolicy, equalJitterMs, policyFor, realClock, restAfter, validatorsToSend } from "./politeness.mjs";
|
|
5
5
|
import { decide, isProductToken, robotsFromResponse, robotsFromStatus, signalsFor, unreachableRobots } from "./robots.mjs";
|
|
6
6
|
import { NO_SIGNALS, metaSignals, readSignals } from "./signals.mjs";
|
|
7
7
|
import { n as canonicalUrl, t as cacheKeyOf } from "./urls-BHFeSyEK.mjs";
|
|
8
8
|
import { a as signerOf } from "./webbotauth-Dq_dA_u3.mjs";
|
|
9
|
-
import { o as decodeBody, r as typesOf, t as extractPage } from "./html-
|
|
9
|
+
import { o as decodeBody, r as typesOf, t as extractPage } from "./html-Dir5QEi0.mjs";
|
|
10
10
|
import { createHash } from "node:crypto";
|
|
11
11
|
import { Transform } from "node:stream";
|
|
12
12
|
import { brotliDecompressSync, constants, createBrotliDecompress, createGunzip, createInflate, createInflateRaw, gunzipSync, inflateRawSync, inflateSync } from "node:zlib";
|
|
@@ -4393,4 +4393,4 @@ const catchUpIndex = async (runtime) => {
|
|
|
4393
4393
|
//#endregion
|
|
4394
4394
|
export { DEADLINE_NOTE as A, fold as C, snippetOf as D, parseQuery as E, EgressRefused as F, egressLookup as I, makeRecord as M, sha256 as N, CAPTURE_SCHEMA as O, stableStringify as P, readPdf as S, locate as T, archivedDocId as _, fetchPage as a, fallbackReason as b, isHeldBack as c, recordOverride as d, reindex as f, archivedCopy as g, archiveExtractor as h, fetchAndIndex as i, DEFAULT_SECRET_PARAMS as j, Crawler as k, isoTime as l, versionAtTime as m, HELD_BACK as n, findDocuments as o, verifyQuote as p, catchUpIndex as r, heldBackMeta as s, Extractors as t, readDocument as u, archivedNote as v, foldText as w, isPdf as x, archivedOf as y };
|
|
4395
4395
|
|
|
4396
|
-
//# sourceMappingURL=runtime-
|
|
4396
|
+
//# sourceMappingURL=runtime-p5WN2UAA.mjs.map
|