@superbee/core 0.2.0-pre.4 → 0.2.0-pre.40
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1209 -0
- package/dist/artifact-contract.d.ts +90 -0
- package/dist/artifact-contract.d.ts.map +1 -0
- package/dist/artifact-contract.js +205 -0
- package/dist/artifact-contract.js.map +1 -0
- package/dist/backend.d.ts +22 -2
- package/dist/backend.d.ts.map +1 -1
- package/dist/backend.js +153 -38
- package/dist/backend.js.map +1 -1
- package/dist/blob-contract.d.ts +82 -0
- package/dist/blob-contract.d.ts.map +1 -0
- package/dist/blob-contract.js +134 -0
- package/dist/blob-contract.js.map +1 -0
- package/dist/blob-journal.d.ts +303 -0
- package/dist/blob-journal.d.ts.map +1 -0
- package/dist/blob-journal.js +541 -0
- package/dist/blob-journal.js.map +1 -0
- package/dist/body-replace-guards.d.ts +52 -0
- package/dist/body-replace-guards.d.ts.map +1 -0
- package/dist/body-replace-guards.js +176 -0
- package/dist/body-replace-guards.js.map +1 -0
- package/dist/builtin-recipes/content.d.ts +93 -0
- package/dist/builtin-recipes/content.d.ts.map +1 -0
- package/dist/builtin-recipes/content.js +288 -0
- package/dist/builtin-recipes/content.js.map +1 -0
- package/dist/builtin-recipes.d.ts +10 -0
- package/dist/builtin-recipes.d.ts.map +1 -0
- package/dist/builtin-recipes.js +97 -0
- package/dist/builtin-recipes.js.map +1 -0
- package/dist/bundle-health/index.d.ts +14 -0
- package/dist/bundle-health/index.d.ts.map +1 -0
- package/dist/bundle-health/index.js +12 -0
- package/dist/bundle-health/index.js.map +1 -0
- package/dist/bundle-health/kind-findings.d.ts +44 -0
- package/dist/bundle-health/kind-findings.d.ts.map +1 -0
- package/dist/bundle-health/kind-findings.js +68 -0
- package/dist/bundle-health/kind-findings.js.map +1 -0
- package/dist/bundle-health/legacy-page.d.ts +39 -0
- package/dist/bundle-health/legacy-page.d.ts.map +1 -0
- package/dist/bundle-health/legacy-page.js +50 -0
- package/dist/bundle-health/legacy-page.js.map +1 -0
- package/dist/bundle-health/report.d.ts +207 -0
- package/dist/bundle-health/report.d.ts.map +1 -0
- package/dist/bundle-health/report.js +454 -0
- package/dist/bundle-health/report.js.map +1 -0
- package/dist/bundle-ops.d.ts +3 -2
- package/dist/bundle-ops.d.ts.map +1 -1
- package/dist/bundle-ops.js +4 -4
- package/dist/bundle-ops.js.map +1 -1
- package/dist/bundle.d.ts +3 -4
- package/dist/bundle.d.ts.map +1 -1
- package/dist/bundle.js +5 -14
- package/dist/bundle.js.map +1 -1
- package/dist/code-point-order.d.ts +8 -0
- package/dist/code-point-order.d.ts.map +1 -0
- package/dist/code-point-order.js +20 -0
- package/dist/code-point-order.js.map +1 -0
- package/dist/code-unit-order.d.ts +15 -0
- package/dist/code-unit-order.d.ts.map +1 -0
- package/dist/code-unit-order.js +17 -0
- package/dist/code-unit-order.js.map +1 -0
- package/dist/connector-request.d.ts +112 -0
- package/dist/connector-request.d.ts.map +1 -0
- package/dist/connector-request.js +495 -0
- package/dist/connector-request.js.map +1 -0
- package/dist/connectors.d.ts +297 -0
- package/dist/connectors.d.ts.map +1 -0
- package/dist/connectors.js +1233 -0
- package/dist/connectors.js.map +1 -0
- package/dist/cross-bundle.d.ts +135 -0
- package/dist/cross-bundle.d.ts.map +1 -0
- package/dist/cross-bundle.js +191 -0
- package/dist/cross-bundle.js.map +1 -0
- package/dist/dependencies.d.ts +94 -0
- package/dist/dependencies.d.ts.map +1 -0
- package/dist/dependencies.js +180 -0
- package/dist/dependencies.js.map +1 -0
- package/dist/document-codec.d.ts +7 -2
- package/dist/document-codec.d.ts.map +1 -1
- package/dist/document-codec.js +8 -5
- package/dist/document-codec.js.map +1 -1
- package/dist/document-field-actions.d.ts +31 -1
- package/dist/document-field-actions.d.ts.map +1 -1
- package/dist/document-field-actions.js +137 -34
- package/dist/document-field-actions.js.map +1 -1
- package/dist/document-mutation.d.ts +35 -13
- package/dist/document-mutation.d.ts.map +1 -1
- package/dist/document-mutation.js +124 -60
- package/dist/document-mutation.js.map +1 -1
- package/dist/document-transfer.d.ts +208 -0
- package/dist/document-transfer.d.ts.map +1 -0
- package/dist/document-transfer.js +928 -0
- package/dist/document-transfer.js.map +1 -0
- package/dist/document-write-policy.d.ts.map +1 -1
- package/dist/document-write-policy.js +4 -2
- package/dist/document-write-policy.js.map +1 -1
- package/dist/domain-model.d.ts +73 -0
- package/dist/domain-model.d.ts.map +1 -0
- package/dist/domain-model.js +169 -0
- package/dist/domain-model.js.map +1 -0
- package/dist/engine.d.ts +21 -9
- package/dist/engine.d.ts.map +1 -1
- package/dist/engine.js +72 -14
- package/dist/engine.js.map +1 -1
- package/dist/file-journaled-backend-internal.d.ts +21 -0
- package/dist/file-journaled-backend-internal.d.ts.map +1 -0
- package/dist/file-journaled-backend-internal.js +12 -0
- package/dist/file-journaled-backend-internal.js.map +1 -0
- package/dist/file-journaled-backend.d.ts +160 -0
- package/dist/file-journaled-backend.d.ts.map +1 -0
- package/dist/file-journaled-backend.js +1345 -0
- package/dist/file-journaled-backend.js.map +1 -0
- package/dist/filesystem-host.d.ts +15 -0
- package/dist/filesystem-host.d.ts.map +1 -0
- package/dist/filesystem-host.js +20 -0
- package/dist/filesystem-host.js.map +1 -0
- package/dist/filesystem-identity.d.ts +97 -21
- package/dist/filesystem-identity.d.ts.map +1 -1
- package/dist/filesystem-identity.js +398 -119
- package/dist/filesystem-identity.js.map +1 -1
- package/dist/filesystem-lock.d.ts +16 -3
- package/dist/filesystem-lock.d.ts.map +1 -1
- package/dist/filesystem-lock.js +323 -77
- package/dist/filesystem-lock.js.map +1 -1
- package/dist/filesystem-push-role.d.ts +77 -0
- package/dist/filesystem-push-role.d.ts.map +1 -0
- package/dist/filesystem-push-role.js +165 -0
- package/dist/filesystem-push-role.js.map +1 -0
- package/dist/filesystem.d.ts +17 -0
- package/dist/filesystem.d.ts.map +1 -0
- package/dist/filesystem.js +18 -0
- package/dist/filesystem.js.map +1 -0
- package/dist/frontmatter.d.ts +8 -6
- package/dist/frontmatter.d.ts.map +1 -1
- package/dist/frontmatter.js +5 -4
- package/dist/frontmatter.js.map +1 -1
- package/dist/governed-body-write.d.ts +8 -1
- package/dist/governed-body-write.d.ts.map +1 -1
- package/dist/governed-body-write.js +9 -2
- package/dist/governed-body-write.js.map +1 -1
- package/dist/heads-digest.d.ts.map +1 -1
- package/dist/heads-digest.js +2 -1
- package/dist/heads-digest.js.map +1 -1
- package/dist/host-policy-snapshot.d.ts +9 -0
- package/dist/host-policy-snapshot.d.ts.map +1 -0
- package/dist/host-policy-snapshot.js +33 -0
- package/dist/host-policy-snapshot.js.map +1 -0
- package/dist/host-text.d.ts +31 -0
- package/dist/host-text.d.ts.map +1 -0
- package/dist/host-text.js +77 -0
- package/dist/host-text.js.map +1 -0
- package/dist/hosted-client/binding.d.ts +7 -0
- package/dist/hosted-client/binding.d.ts.map +1 -0
- package/dist/hosted-client/binding.js +10 -0
- package/dist/hosted-client/binding.js.map +1 -0
- package/dist/hosted-client/blob-delivery.d.ts +68 -0
- package/dist/hosted-client/blob-delivery.d.ts.map +1 -0
- package/dist/hosted-client/blob-delivery.js +170 -0
- package/dist/hosted-client/blob-delivery.js.map +1 -0
- package/dist/hosted-client/blob-write.d.ts +387 -0
- package/dist/hosted-client/blob-write.d.ts.map +1 -0
- package/dist/hosted-client/blob-write.js +770 -0
- package/dist/hosted-client/blob-write.js.map +1 -0
- package/dist/hosted-client/bundle-listing.d.ts +46 -0
- package/dist/hosted-client/bundle-listing.d.ts.map +1 -0
- package/dist/hosted-client/bundle-listing.js +36 -0
- package/dist/hosted-client/bundle-listing.js.map +1 -0
- package/dist/hosted-client/client.d.ts +219 -0
- package/dist/hosted-client/client.d.ts.map +1 -0
- package/dist/hosted-client/client.js +309 -0
- package/dist/hosted-client/client.js.map +1 -0
- package/dist/hosted-client/directory.d.ts +46 -0
- package/dist/hosted-client/directory.d.ts.map +1 -0
- package/dist/hosted-client/directory.js +74 -0
- package/dist/hosted-client/directory.js.map +1 -0
- package/dist/hosted-client/errors.d.ts +26 -0
- package/dist/hosted-client/errors.d.ts.map +1 -0
- package/dist/hosted-client/errors.js +35 -0
- package/dist/hosted-client/errors.js.map +1 -0
- package/dist/hosted-client/inbox.d.ts +320 -0
- package/dist/hosted-client/inbox.d.ts.map +1 -0
- package/dist/hosted-client/inbox.js +379 -0
- package/dist/hosted-client/inbox.js.map +1 -0
- package/dist/hosted-client/index.d.ts +30 -0
- package/dist/hosted-client/index.d.ts.map +1 -0
- package/dist/hosted-client/index.js +32 -0
- package/dist/hosted-client/index.js.map +1 -0
- package/dist/hosted-client/journal.d.ts +103 -0
- package/dist/hosted-client/journal.d.ts.map +1 -0
- package/dist/hosted-client/journal.js +464 -0
- package/dist/hosted-client/journal.js.map +1 -0
- package/dist/hosted-client/node.d.ts +74 -0
- package/dist/hosted-client/node.d.ts.map +1 -0
- package/dist/hosted-client/node.js +219 -0
- package/dist/hosted-client/node.js.map +1 -0
- package/dist/hosted-client/reference.d.ts +12 -0
- package/dist/hosted-client/reference.d.ts.map +1 -0
- package/dist/hosted-client/reference.js +29 -0
- package/dist/hosted-client/reference.js.map +1 -0
- package/dist/hosted-client/write.d.ts +217 -0
- package/dist/hosted-client/write.d.ts.map +1 -0
- package/dist/hosted-client/write.js +418 -0
- package/dist/hosted-client/write.js.map +1 -0
- package/dist/hosted-transport/answer-rows.d.ts +243 -0
- package/dist/hosted-transport/answer-rows.d.ts.map +1 -0
- package/dist/hosted-transport/answer-rows.js +457 -0
- package/dist/hosted-transport/answer-rows.js.map +1 -0
- package/dist/hosted-transport/blob-reads.d.ts +35 -0
- package/dist/hosted-transport/blob-reads.d.ts.map +1 -0
- package/dist/hosted-transport/blob-reads.js +179 -0
- package/dist/hosted-transport/blob-reads.js.map +1 -0
- package/dist/hosted-transport/blob-write.d.ts +34 -0
- package/dist/hosted-transport/blob-write.d.ts.map +1 -0
- package/dist/hosted-transport/blob-write.js +115 -0
- package/dist/hosted-transport/blob-write.js.map +1 -0
- package/dist/hosted-transport/carrier.d.ts +151 -0
- package/dist/hosted-transport/carrier.d.ts.map +1 -0
- package/dist/hosted-transport/carrier.js +260 -0
- package/dist/hosted-transport/carrier.js.map +1 -0
- package/dist/hosted-transport/history-pages.d.ts +55 -0
- package/dist/hosted-transport/history-pages.d.ts.map +1 -0
- package/dist/hosted-transport/history-pages.js +69 -0
- package/dist/hosted-transport/history-pages.js.map +1 -0
- package/dist/hosted-transport/index.d.ts +18 -0
- package/dist/hosted-transport/index.d.ts.map +1 -0
- package/dist/hosted-transport/index.js +18 -0
- package/dist/hosted-transport/index.js.map +1 -0
- package/dist/hosted-transport/operations.d.ts +85 -0
- package/dist/hosted-transport/operations.d.ts.map +1 -0
- package/dist/hosted-transport/operations.js +128 -0
- package/dist/hosted-transport/operations.js.map +1 -0
- package/dist/hosted-transport/paged-reads.d.ts +87 -0
- package/dist/hosted-transport/paged-reads.d.ts.map +1 -0
- package/dist/hosted-transport/paged-reads.js +238 -0
- package/dist/hosted-transport/paged-reads.js.map +1 -0
- package/dist/hosted-transport/read-adapter.d.ts +256 -0
- package/dist/hosted-transport/read-adapter.d.ts.map +1 -0
- package/dist/hosted-transport/read-adapter.js +568 -0
- package/dist/hosted-transport/read-adapter.js.map +1 -0
- package/dist/hosted-transport/root-write.d.ts +114 -0
- package/dist/hosted-transport/root-write.d.ts.map +1 -0
- package/dist/hosted-transport/root-write.js +171 -0
- package/dist/hosted-transport/root-write.js.map +1 -0
- package/dist/hosted-transport/whole-document-transport.d.ts +204 -0
- package/dist/hosted-transport/whole-document-transport.d.ts.map +1 -0
- package/dist/hosted-transport/whole-document-transport.js +447 -0
- package/dist/hosted-transport/whole-document-transport.js.map +1 -0
- package/dist/identity-fold.d.ts +18 -0
- package/dist/identity-fold.d.ts.map +1 -0
- package/dist/identity-fold.js +22 -0
- package/dist/identity-fold.js.map +1 -0
- package/dist/index.d.ts +41 -11
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +31 -9
- package/dist/index.js.map +1 -1
- package/dist/indexeddb-backend.d.ts +25 -33
- package/dist/indexeddb-backend.d.ts.map +1 -1
- package/dist/indexeddb-backend.js +264 -8
- package/dist/indexeddb-backend.js.map +1 -1
- package/dist/inventory-guard.d.ts +58 -0
- package/dist/inventory-guard.d.ts.map +1 -0
- package/dist/inventory-guard.js +169 -0
- package/dist/inventory-guard.js.map +1 -0
- package/dist/journaled-backend.d.ts +149 -9
- package/dist/journaled-backend.d.ts.map +1 -1
- package/dist/journaled-backend.js +64 -58
- package/dist/journaled-backend.js.map +1 -1
- package/dist/kind-authoring.d.ts +170 -0
- package/dist/kind-authoring.d.ts.map +1 -0
- package/dist/kind-authoring.js +452 -0
- package/dist/kind-authoring.js.map +1 -0
- package/dist/kind-changes.d.ts +45 -0
- package/dist/kind-changes.d.ts.map +1 -0
- package/dist/kind-changes.js +96 -0
- package/dist/kind-changes.js.map +1 -0
- package/dist/kind-conformance-error.d.ts +15 -0
- package/dist/kind-conformance-error.d.ts.map +1 -0
- package/dist/kind-conformance-error.js +20 -0
- package/dist/kind-conformance-error.js.map +1 -0
- package/dist/kind-coverage.d.ts +99 -0
- package/dist/kind-coverage.d.ts.map +1 -0
- package/dist/kind-coverage.js +186 -0
- package/dist/kind-coverage.js.map +1 -0
- package/dist/kind-deprecation.d.ts +32 -0
- package/dist/kind-deprecation.d.ts.map +1 -0
- package/dist/kind-deprecation.js +141 -0
- package/dist/kind-deprecation.js.map +1 -0
- package/dist/kind-field-mutation.d.ts +4 -0
- package/dist/kind-field-mutation.d.ts.map +1 -1
- package/dist/kind-field-mutation.js +28 -3
- package/dist/kind-field-mutation.js.map +1 -1
- package/dist/kinds-load.js +4 -4
- package/dist/kinds-load.js.map +1 -1
- package/dist/kinds.d.ts +111 -2
- package/dist/kinds.d.ts.map +1 -1
- package/dist/kinds.js +386 -20
- package/dist/kinds.js.map +1 -1
- package/dist/link-emit.d.ts +29 -0
- package/dist/link-emit.d.ts.map +1 -0
- package/dist/link-emit.js +39 -0
- package/dist/link-emit.js.map +1 -0
- package/dist/link-types.d.ts +27 -0
- package/dist/link-types.d.ts.map +1 -0
- package/dist/link-types.js +60 -0
- package/dist/link-types.js.map +1 -0
- package/dist/links.d.ts +52 -3
- package/dist/links.d.ts.map +1 -1
- package/dist/links.js +259 -18
- package/dist/links.js.map +1 -1
- package/dist/managed-document-metadata.d.ts +2 -0
- package/dist/managed-document-metadata.d.ts.map +1 -0
- package/dist/managed-document-metadata.js +9 -0
- package/dist/managed-document-metadata.js.map +1 -0
- package/dist/memory-backend.d.ts +3 -0
- package/dist/memory-backend.d.ts.map +1 -1
- package/dist/memory-backend.js +44 -2
- package/dist/memory-backend.js.map +1 -1
- package/dist/okf-actor.d.ts +1 -0
- package/dist/okf-actor.d.ts.map +1 -1
- package/dist/okf-actor.js +1 -0
- package/dist/okf-actor.js.map +1 -1
- package/dist/okf-authoring.d.ts +4 -0
- package/dist/okf-authoring.d.ts.map +1 -0
- package/dist/okf-authoring.js +12 -0
- package/dist/okf-authoring.js.map +1 -0
- package/dist/okf-standard-fields.d.ts +3 -0
- package/dist/okf-standard-fields.d.ts.map +1 -1
- package/dist/okf-standard-fields.js +3 -0
- package/dist/okf-standard-fields.js.map +1 -1
- package/dist/path-fold.d.ts +39 -0
- package/dist/path-fold.d.ts.map +1 -0
- package/dist/path-fold.js +41 -0
- package/dist/path-fold.js.map +1 -0
- package/dist/paths.d.ts +18 -0
- package/dist/paths.d.ts.map +1 -1
- package/dist/paths.js +32 -0
- package/dist/paths.js.map +1 -1
- package/dist/platform.d.ts +13 -2
- package/dist/platform.d.ts.map +1 -1
- package/dist/platform.js +16 -0
- package/dist/platform.js.map +1 -1
- package/dist/portable-export.d.ts +119 -0
- package/dist/portable-export.d.ts.map +1 -0
- package/dist/portable-export.js +501 -0
- package/dist/portable-export.js.map +1 -0
- package/dist/publication-filesystem.d.ts +1 -1
- package/dist/publication-filesystem.d.ts.map +1 -1
- package/dist/publication-filesystem.js +1 -1
- package/dist/publication-filesystem.js.map +1 -1
- package/dist/qualified-links.d.ts +67 -0
- package/dist/qualified-links.d.ts.map +1 -0
- package/dist/qualified-links.js +117 -0
- package/dist/qualified-links.js.map +1 -0
- package/dist/query-filter.d.ts +16 -2
- package/dist/query-filter.d.ts.map +1 -1
- package/dist/query-filter.js +40 -1
- package/dist/query-filter.js.map +1 -1
- package/dist/query-order.d.ts +22 -0
- package/dist/query-order.d.ts.map +1 -0
- package/dist/query-order.js +43 -0
- package/dist/query-order.js.map +1 -0
- package/dist/recipe-lifecycle/errors.d.ts +96 -0
- package/dist/recipe-lifecycle/errors.d.ts.map +1 -0
- package/dist/recipe-lifecycle/errors.js +122 -0
- package/dist/recipe-lifecycle/errors.js.map +1 -0
- package/dist/recipe-lifecycle/evolution.d.ts +124 -0
- package/dist/recipe-lifecycle/evolution.d.ts.map +1 -0
- package/dist/recipe-lifecycle/evolution.js +993 -0
- package/dist/recipe-lifecycle/evolution.js.map +1 -0
- package/dist/recipe-lifecycle/index.d.ts +34 -0
- package/dist/recipe-lifecycle/index.d.ts.map +1 -0
- package/dist/recipe-lifecycle/index.js +28 -0
- package/dist/recipe-lifecycle/index.js.map +1 -0
- package/dist/recipe-lifecycle/install.d.ts +155 -0
- package/dist/recipe-lifecycle/install.d.ts.map +1 -0
- package/dist/recipe-lifecycle/install.js +604 -0
- package/dist/recipe-lifecycle/install.js.map +1 -0
- package/dist/recipe-lifecycle/legacy-aliases.d.ts +16 -0
- package/dist/recipe-lifecycle/legacy-aliases.d.ts.map +1 -0
- package/dist/recipe-lifecycle/legacy-aliases.js +51 -0
- package/dist/recipe-lifecycle/legacy-aliases.js.map +1 -0
- package/dist/recipe-lifecycle/retirement-apply.d.ts +59 -0
- package/dist/recipe-lifecycle/retirement-apply.d.ts.map +1 -0
- package/dist/recipe-lifecycle/retirement-apply.js +165 -0
- package/dist/recipe-lifecycle/retirement-apply.js.map +1 -0
- package/dist/recipe-lifecycle/retirement.d.ts +89 -0
- package/dist/recipe-lifecycle/retirement.d.ts.map +1 -0
- package/dist/recipe-lifecycle/retirement.js +347 -0
- package/dist/recipe-lifecycle/retirement.js.map +1 -0
- package/dist/recipe-lifecycle/stamp.d.ts +151 -0
- package/dist/recipe-lifecycle/stamp.d.ts.map +1 -0
- package/dist/recipe-lifecycle/stamp.js +364 -0
- package/dist/recipe-lifecycle/stamp.js.map +1 -0
- package/dist/recipe-set-preflight.d.ts +139 -0
- package/dist/recipe-set-preflight.d.ts.map +1 -0
- package/dist/recipe-set-preflight.js +536 -0
- package/dist/recipe-set-preflight.js.map +1 -0
- package/dist/recipes.d.ts +29 -1
- package/dist/recipes.d.ts.map +1 -1
- package/dist/recipes.js +137 -1
- package/dist/recipes.js.map +1 -1
- package/dist/record-overlay/apply.d.ts +43 -0
- package/dist/record-overlay/apply.d.ts.map +1 -0
- package/dist/record-overlay/apply.js +527 -0
- package/dist/record-overlay/apply.js.map +1 -0
- package/dist/record-overlay/canonical.d.ts +22 -0
- package/dist/record-overlay/canonical.d.ts.map +1 -0
- package/dist/record-overlay/canonical.js +47 -0
- package/dist/record-overlay/canonical.js.map +1 -0
- package/dist/record-overlay/digest.d.ts +4 -0
- package/dist/record-overlay/digest.d.ts.map +1 -0
- package/dist/record-overlay/digest.js +11 -0
- package/dist/record-overlay/digest.js.map +1 -0
- package/dist/record-overlay/errors.d.ts +44 -0
- package/dist/record-overlay/errors.d.ts.map +1 -0
- package/dist/record-overlay/errors.js +55 -0
- package/dist/record-overlay/errors.js.map +1 -0
- package/dist/record-overlay/findings.d.ts +5 -0
- package/dist/record-overlay/findings.d.ts.map +1 -0
- package/dist/record-overlay/findings.js +83 -0
- package/dist/record-overlay/findings.js.map +1 -0
- package/dist/record-overlay/index.d.ts +23 -0
- package/dist/record-overlay/index.d.ts.map +1 -0
- package/dist/record-overlay/index.js +21 -0
- package/dist/record-overlay/index.js.map +1 -0
- package/dist/record-overlay/plan.d.ts +12 -0
- package/dist/record-overlay/plan.d.ts.map +1 -0
- package/dist/record-overlay/plan.js +285 -0
- package/dist/record-overlay/plan.js.map +1 -0
- package/dist/record-overlay/policy.d.ts +74 -0
- package/dist/record-overlay/policy.d.ts.map +1 -0
- package/dist/record-overlay/policy.js +235 -0
- package/dist/record-overlay/policy.js.map +1 -0
- package/dist/record-overlay/redact.d.ts +3 -0
- package/dist/record-overlay/redact.d.ts.map +1 -0
- package/dist/record-overlay/redact.js +27 -0
- package/dist/record-overlay/redact.js.map +1 -0
- package/dist/record-overlay/signal-kind.d.ts +30 -0
- package/dist/record-overlay/signal-kind.d.ts.map +1 -0
- package/dist/record-overlay/signal-kind.js +38 -0
- package/dist/record-overlay/signal-kind.js.map +1 -0
- package/dist/record-overlay/signal-text.d.ts +45 -0
- package/dist/record-overlay/signal-text.d.ts.map +1 -0
- package/dist/record-overlay/signal-text.js +116 -0
- package/dist/record-overlay/signal-text.js.map +1 -0
- package/dist/record-overlay/source-index.d.ts +19 -0
- package/dist/record-overlay/source-index.d.ts.map +1 -0
- package/dist/record-overlay/source-index.js +102 -0
- package/dist/record-overlay/source-index.js.map +1 -0
- package/dist/record-overlay/types.d.ts +291 -0
- package/dist/record-overlay/types.d.ts.map +1 -0
- package/dist/record-overlay/types.js +2 -0
- package/dist/record-overlay/types.js.map +1 -0
- package/dist/remote-backend.d.ts +58 -13
- package/dist/remote-backend.d.ts.map +1 -1
- package/dist/remote-backend.js +156 -36
- package/dist/remote-backend.js.map +1 -1
- package/dist/remote-document-codec.d.ts +2 -1
- package/dist/remote-document-codec.d.ts.map +1 -1
- package/dist/remote-document-codec.js +3 -2
- package/dist/remote-document-codec.js.map +1 -1
- package/dist/remote-error.d.ts +17 -1
- package/dist/remote-error.d.ts.map +1 -1
- package/dist/remote-error.js +32 -2
- package/dist/remote-error.js.map +1 -1
- package/dist/remote-operations.d.ts +0 -40
- package/dist/remote-operations.d.ts.map +1 -1
- package/dist/remote-operations.js +26 -6
- package/dist/remote-operations.js.map +1 -1
- package/dist/remote-parsers.d.ts +1 -1
- package/dist/remote-parsers.js +1 -1
- package/dist/search/backend-source.d.ts +6 -0
- package/dist/search/backend-source.d.ts.map +1 -0
- package/dist/search/backend-source.js +33 -0
- package/dist/search/backend-source.js.map +1 -0
- package/dist/search/contract.d.ts +151 -0
- package/dist/search/contract.d.ts.map +1 -0
- package/dist/search/contract.js +78 -0
- package/dist/search/contract.js.map +1 -0
- package/dist/search/errors.d.ts +30 -0
- package/dist/search/errors.d.ts.map +1 -0
- package/dist/search/errors.js +50 -0
- package/dist/search/errors.js.map +1 -0
- package/dist/search/identity.d.ts +12 -0
- package/dist/search/identity.d.ts.map +1 -0
- package/dist/search/identity.js +90 -0
- package/dist/search/identity.js.map +1 -0
- package/dist/search/index.d.ts +16 -0
- package/dist/search/index.d.ts.map +1 -0
- package/dist/search/index.js +15 -0
- package/dist/search/index.js.map +1 -0
- package/dist/search/memory-source.d.ts +36 -0
- package/dist/search/memory-source.d.ts.map +1 -0
- package/dist/search/memory-source.js +235 -0
- package/dist/search/memory-source.js.map +1 -0
- package/dist/search/rank.d.ts +34 -0
- package/dist/search/rank.d.ts.map +1 -0
- package/dist/search/rank.js +129 -0
- package/dist/search/rank.js.map +1 -0
- package/dist/search/row-text.d.ts +38 -0
- package/dist/search/row-text.d.ts.map +1 -0
- package/dist/search/row-text.js +88 -0
- package/dist/search/row-text.js.map +1 -0
- package/dist/search/search.d.ts +28 -0
- package/dist/search/search.d.ts.map +1 -0
- package/dist/search/search.js +257 -0
- package/dist/search/search.js.map +1 -0
- package/dist/search/source.d.ts +67 -0
- package/dist/search/source.d.ts.map +1 -0
- package/dist/search/source.js +2 -0
- package/dist/search/source.js.map +1 -0
- package/dist/search/text.d.ts +47 -0
- package/dist/search/text.d.ts.map +1 -0
- package/dist/search/text.js +150 -0
- package/dist/search/text.js.map +1 -0
- package/dist/site-capabilities.d.ts +345 -0
- package/dist/site-capabilities.d.ts.map +1 -0
- package/dist/site-capabilities.js +724 -0
- package/dist/site-capabilities.js.map +1 -0
- package/dist/source-engine/driver.d.ts +40 -0
- package/dist/source-engine/driver.d.ts.map +1 -0
- package/dist/source-engine/driver.js +392 -0
- package/dist/source-engine/driver.js.map +1 -0
- package/dist/source-engine/evidence.d.ts +39 -0
- package/dist/source-engine/evidence.d.ts.map +1 -0
- package/dist/source-engine/evidence.js +54 -0
- package/dist/source-engine/evidence.js.map +1 -0
- package/dist/source-engine/guard.d.ts +87 -0
- package/dist/source-engine/guard.d.ts.map +1 -0
- package/dist/source-engine/guard.js +427 -0
- package/dist/source-engine/guard.js.map +1 -0
- package/dist/source-engine/index.d.ts +33 -0
- package/dist/source-engine/index.d.ts.map +1 -0
- package/dist/source-engine/index.js +26 -0
- package/dist/source-engine/index.js.map +1 -0
- package/dist/source-engine/machine-state.d.ts +74 -0
- package/dist/source-engine/machine-state.d.ts.map +1 -0
- package/dist/source-engine/machine-state.js +48 -0
- package/dist/source-engine/machine-state.js.map +1 -0
- package/dist/source-engine/observe.d.ts +10 -0
- package/dist/source-engine/observe.d.ts.map +1 -0
- package/dist/source-engine/observe.js +270 -0
- package/dist/source-engine/observe.js.map +1 -0
- package/dist/source-engine/overlay.d.ts +50 -0
- package/dist/source-engine/overlay.d.ts.map +1 -0
- package/dist/source-engine/overlay.js +114 -0
- package/dist/source-engine/overlay.js.map +1 -0
- package/dist/source-engine/robots.d.ts +53 -0
- package/dist/source-engine/robots.d.ts.map +1 -0
- package/dist/source-engine/robots.js +158 -0
- package/dist/source-engine/robots.js.map +1 -0
- package/dist/source-engine/snapshot.d.ts +104 -0
- package/dist/source-engine/snapshot.d.ts.map +1 -0
- package/dist/source-engine/snapshot.js +240 -0
- package/dist/source-engine/snapshot.js.map +1 -0
- package/dist/source-engine/types.d.ts +292 -0
- package/dist/source-engine/types.d.ts.map +1 -0
- package/dist/source-engine/types.js +2 -0
- package/dist/source-engine/types.js.map +1 -0
- package/dist/source-harness/conformance.d.ts +16 -0
- package/dist/source-harness/conformance.d.ts.map +1 -0
- package/dist/source-harness/conformance.js +266 -0
- package/dist/source-harness/conformance.js.map +1 -0
- package/dist/source-harness/fixture.d.ts +97 -0
- package/dist/source-harness/fixture.d.ts.map +1 -0
- package/dist/source-harness/fixture.js +276 -0
- package/dist/source-harness/fixture.js.map +1 -0
- package/dist/source-harness/index.d.ts +22 -0
- package/dist/source-harness/index.d.ts.map +1 -0
- package/dist/source-harness/index.js +19 -0
- package/dist/source-harness/index.js.map +1 -0
- package/dist/source-harness/peer.d.ts +74 -0
- package/dist/source-harness/peer.d.ts.map +1 -0
- package/dist/source-harness/peer.js +106 -0
- package/dist/source-harness/peer.js.map +1 -0
- package/dist/source-profiles/index.d.ts +31 -0
- package/dist/source-profiles/index.d.ts.map +1 -0
- package/dist/source-profiles/index.js +206 -0
- package/dist/source-profiles/index.js.map +1 -0
- package/dist/source-profiles/link-header.d.ts +6 -0
- package/dist/source-profiles/link-header.d.ts.map +1 -0
- package/dist/source-profiles/link-header.js +131 -0
- package/dist/source-profiles/link-header.js.map +1 -0
- package/dist/storage.d.ts +9 -2
- package/dist/storage.d.ts.map +1 -1
- package/dist/storage.js +6 -1
- package/dist/storage.js.map +1 -1
- package/dist/string-identity-agreement.d.ts +35 -0
- package/dist/string-identity-agreement.d.ts.map +1 -0
- package/dist/string-identity-agreement.js +72 -0
- package/dist/string-identity-agreement.js.map +1 -0
- package/dist/types.d.ts +41 -6
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +0 -10
- package/dist/types.js.map +1 -1
- package/dist/uncertain-write.d.ts +157 -17
- package/dist/uncertain-write.d.ts.map +1 -1
- package/dist/uncertain-write.js +86 -30
- package/dist/uncertain-write.js.map +1 -1
- package/dist/versioning.d.ts +9 -4
- package/dist/versioning.d.ts.map +1 -1
- package/dist/versioning.js +9 -4
- package/dist/versioning.js.map +1 -1
- package/dist/view-launch-contract.d.ts +14 -0
- package/dist/view-launch-contract.d.ts.map +1 -0
- package/dist/view-launch-contract.js +23 -0
- package/dist/view-launch-contract.js.map +1 -0
- package/dist/write-identity.d.ts +5 -0
- package/dist/write-identity.d.ts.map +1 -0
- package/dist/write-identity.js +9 -0
- package/dist/write-identity.js.map +1 -0
- package/package.json +140 -3
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evidence.js","sourceRoot":"","sources":["../../src/source-engine/evidence.ts"],"names":[],"mappings":"AA0BA,MAAM,CAAC,MAAM,eAAe,GAAG,uBAAuB,CAAC;AACvD,MAAM,KAAK,GAAG,qCAAqC,CAAC;AACpD,MAAM,MAAM,GAAG,CAAC,CAAU,EAAgC,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACtH,MAAM,MAAM,GAAG,CAAC,CAA0B,EAAE,IAAuB,EAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAE7H,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IACvC,IAAI,GAAG,2BAA2B,CAAC;IAC5C,gBAAgB,KAAK,CAAC,mEAAmE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC,CAAC,CAAC;CACrI;AACD,mFAAmF;AACnF,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,MAAM,MAAM,GAAG,GAAU,EAAE,GAAG,MAAM,IAAI,uBAAuB,EAAE,CAAC,CAAC,CAAC,CAAC;IACrE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,aAAa,EAAE,QAAQ,EAAE,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;WACzG,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,KAAK,iBAAiB;QAAE,OAAO,MAAM,EAAE,CAAC;IAC/E,MAAM,UAAU,GAAG,CAAC,GAAY,EAA8B,EAAE;QAC9D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,MAAM;YAAE,OAAO,MAAM,EAAE,CAAC;QAChE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,OAAO,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACnB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;mBAClG,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,OAAO,MAAM,EAAE,CAAC;YAC9G,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjB,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,KAAK,CAAC,eAAe,KAAK,SAAS,IAAI,CAAC,OAAO,KAAK,CAAC,eAAe,KAAK,QAAQ,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAAE,OAAO,MAAM,EAAE,CAAC;IACxJ,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM;QACnD,GAAG,CAAC,KAAK,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,eAAyB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpG,GAAG,CAAC,KAAK,CAAC,mBAAmB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,UAAU,CAAC,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACzH,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,uBAAuB,CAAC,QAAsC,EAAE,QAAqC;IACnH,MAAM,QAAQ,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACtF,MAAM,IAAI,GAA2B,EAAE,CAAC;IACxC,MAAM,GAAG,GAAG,CAAC,SAA4C,EAAE,EAAU,EAAE,MAAc,EAAE,MAAe,EAAQ,EAAE;QAC9G,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;IAC3J,CAAC,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,MAAM,IAAI,EAAE;QAAE,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACnK,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,mBAAmB,IAAI,EAAE;QAAE,GAAG,CAAC,mBAAmB,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAC/G,QAAQ,CAAC,mBAAmB,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACpJ,IAAI,QAAQ,EAAE,eAAe,KAAK,SAAS;QAAE,GAAG,CAAC,UAAU,EAAE,mBAAmB,EAAE,QAAQ,CAAC,eAAe,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACtI,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;IACzD,MAAM,KAAK,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IACvD,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;QAClF,WAAW,EAAE,QAAQ,EAAE,WAAW,IAAI,IAAI,EAAE,KAAK,EAAE,0BAA0B;QAC7E,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,oBAAoB,EAAE,IAAI,EAAE,CAAC;AACnI,CAAC"}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The guarded transport a profile sees. It checks every URL and every redirect hop against the
|
|
3
|
+
* run's host set (the profile's hosts within the connector's credential hosts and keyless domains)
|
|
4
|
+
* and the address rule, reads and follows robots.txt for keyless hosts, applies the method rule and
|
|
5
|
+
* the header allowlist, follows redirects itself with the guard re-run per hop, counts the request
|
|
6
|
+
* budget, honours the deadline and maps statuses to outcomes. Any refusal or error status stops
|
|
7
|
+
* the run: the call throws and the stop is recorded here, so a profile cannot swallow it.
|
|
8
|
+
*/
|
|
9
|
+
import { type DeclarationRequestRules } from "../connector-request.js";
|
|
10
|
+
import { type Connector } from "../connectors.js";
|
|
11
|
+
import { type FetchIdentity } from "./robots.js";
|
|
12
|
+
import type { ProfileTransport, RequestRules, SourceBudget, SourceOutcome, SourceRequestRow, StatusRules, Transport } from "./types.js";
|
|
13
|
+
export declare const DEFAULT_SOURCE_BUDGET: Readonly<SourceBudget>;
|
|
14
|
+
/**
|
|
15
|
+
* The engine's status sets. 503 is not deferred: it ends `provider_unavailable` with a retry and
|
|
16
|
+
* any `retry_after`; a declaration's `errors` rows pass their own sets.
|
|
17
|
+
*/
|
|
18
|
+
export declare const DEFAULT_STATUS_RULES: Readonly<StatusRules>;
|
|
19
|
+
/** Why a run stopped. */
|
|
20
|
+
export interface Stop {
|
|
21
|
+
outcome: SourceOutcome;
|
|
22
|
+
reason?: string;
|
|
23
|
+
detail?: string;
|
|
24
|
+
status?: number;
|
|
25
|
+
retry: boolean;
|
|
26
|
+
retry_after?: string;
|
|
27
|
+
}
|
|
28
|
+
/** Thrown through a profile when the run stops. */
|
|
29
|
+
export declare class SourceStop extends Error {
|
|
30
|
+
readonly stop: Stop;
|
|
31
|
+
constructor(stop: Stop);
|
|
32
|
+
}
|
|
33
|
+
export interface HostSet {
|
|
34
|
+
/** Every host a request may reach. */
|
|
35
|
+
allowed: ReadonlySet<string>;
|
|
36
|
+
/** Hosts a transport may send the credential to. */
|
|
37
|
+
credential: ReadonlySet<string>;
|
|
38
|
+
/** Keyless hosts: the robots.txt gate applies. */
|
|
39
|
+
keyless: ReadonlySet<string>;
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* The run's host set: the profile's hosts, each of which must be a credential host of the auth
|
|
43
|
+
* kind or a declared keyless domain. A host outside both is returned as undeclared.
|
|
44
|
+
*/
|
|
45
|
+
export declare function sourceHostSet(connector: Pick<Connector, "auth" | "domains">, hosts: readonly string[]): {
|
|
46
|
+
ok: true;
|
|
47
|
+
hosts: HostSet;
|
|
48
|
+
} | {
|
|
49
|
+
ok: false;
|
|
50
|
+
undeclared: string[];
|
|
51
|
+
};
|
|
52
|
+
export interface GuardContext {
|
|
53
|
+
hosts: HostSet;
|
|
54
|
+
transport: Transport;
|
|
55
|
+
identity: FetchIdentity;
|
|
56
|
+
budget: SourceBudget;
|
|
57
|
+
rules: RequestRules;
|
|
58
|
+
/** Private core constraints rechecked after application callbacks. */
|
|
59
|
+
authority?: RequestRules & Pick<DeclarationRequestRules, "headers">;
|
|
60
|
+
/** Core-owned GraphQL read paths. Execution awaits reviewed resource-scope semantics. */
|
|
61
|
+
graphqlPaths?: readonly string[];
|
|
62
|
+
statuses: StatusRules;
|
|
63
|
+
now: () => Date;
|
|
64
|
+
/**
|
|
65
|
+
* Whether a request may be conditional. A complete observation must read the whole listing, so
|
|
66
|
+
* it sends no validator and a not-modified answer stops it.
|
|
67
|
+
*/
|
|
68
|
+
conditional: boolean;
|
|
69
|
+
signal?: AbortSignal;
|
|
70
|
+
/** Each request's own timeout. */
|
|
71
|
+
requestTimeoutMs?: number;
|
|
72
|
+
}
|
|
73
|
+
export interface GuardedTransport {
|
|
74
|
+
transport: ProfileTransport;
|
|
75
|
+
/** Every request, sent or refused, in order. */
|
|
76
|
+
requests: SourceRequestRow[];
|
|
77
|
+
/** The first stop, if any. */
|
|
78
|
+
stopped(): Stop | undefined;
|
|
79
|
+
/** Requests left in the run. */
|
|
80
|
+
remaining(): number;
|
|
81
|
+
/** End the run: every later request throws, from a reference the profile kept or not. */
|
|
82
|
+
close(): void;
|
|
83
|
+
}
|
|
84
|
+
/** `promise`, or a rejection once `signal` aborts; the abandoned promise's later failure is ignored. */
|
|
85
|
+
export declare function raceAbort<T>(promise: Promise<T>, signal: AbortSignal | undefined): Promise<T>;
|
|
86
|
+
export declare function guardTransport(ctx: GuardContext): GuardedTransport;
|
|
87
|
+
//# sourceMappingURL=guard.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"guard.d.ts","sourceRoot":"","sources":["../../src/source-engine/guard.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAsB,KAAK,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAC3F,OAAO,EAAmB,KAAK,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEnE,OAAO,EAA8C,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AAC7F,OAAO,KAAK,EAIV,gBAAgB,EAChB,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,SAAS,EAEV,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,qBAAqB,EAAE,QAAQ,CAAC,YAAY,CAOvD,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,oBAAoB,EAAE,QAAQ,CAAC,WAAW,CAIrD,CAAC;AAmBH,yBAAyB;AACzB,MAAM,WAAW,IAAI;IACnB,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,mDAAmD;AACnD,qBAAa,UAAW,SAAQ,KAAK;IACnC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;gBACR,IAAI,EAAE,IAAI;CAKvB;AAED,MAAM,WAAW,OAAO;IACtB,sCAAsC;IACtC,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC7B,oDAAoD;IACpD,UAAU,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAChC,kDAAkD;IAClD,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CAC9B;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,UAAU,EAAE,MAAM,EAAE,CAAA;CAAE,CAc1K;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,EAAE,aAAa,CAAC;IACxB,MAAM,EAAE,YAAY,CAAC;IACrB,KAAK,EAAE,YAAY,CAAC;IACpB,sEAAsE;IACtE,SAAS,CAAC,EAAE,YAAY,GAAG,IAAI,CAAC,uBAAuB,EAAE,SAAS,CAAC,CAAC;IACpE,yFAAyF;IACzF,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,QAAQ,EAAE,WAAW,CAAC;IACtB,GAAG,EAAE,MAAM,IAAI,CAAC;IAChB;;;OAGG;IACH,WAAW,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,kCAAkC;IAClC,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,gBAAgB,CAAC;IAC5B,gDAAgD;IAChD,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,8BAA8B;IAC9B,OAAO,IAAI,IAAI,GAAG,SAAS,CAAC;IAC5B,gCAAgC;IAChC,SAAS,IAAI,MAAM,CAAC;IACpB,yFAAyF;IACzF,KAAK,IAAI,IAAI,CAAC;CACf;AAeD,wGAAwG;AACxG,wBAAgB,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,GAAG,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAa7F;AAoBD,wBAAgB,cAAc,CAAC,GAAG,EAAE,YAAY,GAAG,gBAAgB,CAoPlE"}
|
|
@@ -0,0 +1,427 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The guarded transport a profile sees. It checks every URL and every redirect hop against the
|
|
3
|
+
* run's host set (the profile's hosts within the connector's credential hosts and keyless domains)
|
|
4
|
+
* and the address rule, reads and follows robots.txt for keyless hosts, applies the method rule and
|
|
5
|
+
* the header allowlist, follows redirects itself with the guard re-run per hop, counts the request
|
|
6
|
+
* budget, honours the deadline and maps statuses to outcomes. Any refusal or error status stops
|
|
7
|
+
* the run: the call throws and the stop is recorded here, so a profile cannot swallow it.
|
|
8
|
+
*/
|
|
9
|
+
import { graphqlReadProblem } from "../connector-request.js";
|
|
10
|
+
import { credentialHosts } from "../connectors.js";
|
|
11
|
+
import { redactUrl } from "../record-overlay/redact.js";
|
|
12
|
+
import { challenged, refusedAddress, robotsDecision } from "./robots.js";
|
|
13
|
+
export const DEFAULT_SOURCE_BUDGET = Object.freeze({
|
|
14
|
+
requests: 100,
|
|
15
|
+
maxBytes: 2 * 1024 * 1024,
|
|
16
|
+
redirects: 5,
|
|
17
|
+
pages: 50,
|
|
18
|
+
deadlineMs: 300_000,
|
|
19
|
+
requestTimeoutMs: 20_000,
|
|
20
|
+
});
|
|
21
|
+
/**
|
|
22
|
+
* The engine's status sets. 503 is not deferred: it ends `provider_unavailable` with a retry and
|
|
23
|
+
* any `retry_after`; a declaration's `errors` rows pass their own sets.
|
|
24
|
+
*/
|
|
25
|
+
export const DEFAULT_STATUS_RULES = Object.freeze({
|
|
26
|
+
deferred: Object.freeze([429]),
|
|
27
|
+
credential_refused: Object.freeze([401, 403]),
|
|
28
|
+
not_found: Object.freeze([404, 410]),
|
|
29
|
+
});
|
|
30
|
+
const REDIRECTS = new Set([301, 302, 303, 307, 308]);
|
|
31
|
+
/** RFC 9309 2.5: parse at least 500 KiB. A longer file is read whole and parsed up to here. */
|
|
32
|
+
const MAX_ROBOTS_BYTES = 512 * 1024;
|
|
33
|
+
/** RFC 9309 2.3.1.2: follow at least five redirects for robots.txt. */
|
|
34
|
+
const MAX_ROBOTS_REDIRECTS = 5;
|
|
35
|
+
const MAX_URL = 8192;
|
|
36
|
+
const MAX_HEADERS = 32;
|
|
37
|
+
const BASE_HEADERS = new Set(["accept"]);
|
|
38
|
+
const VALIDATOR_HEADERS = new Set(["if-none-match", "if-modified-since"]);
|
|
39
|
+
const NEVER_SENT = new Set([
|
|
40
|
+
"authorization", "proxy-authorization", "cookie", "host", "user-agent",
|
|
41
|
+
"x-http-method-override", "x-http-method", "x-method-override",
|
|
42
|
+
"content-length", "transfer-encoding", "connection",
|
|
43
|
+
]);
|
|
44
|
+
const HEADER_NAME = /^[a-z0-9!#$%&'*+.^_`|~-]{1,64}$/;
|
|
45
|
+
const HEADER_VALUE = /^[\t\x20-\x7e]{0,8192}$/;
|
|
46
|
+
/** Thrown through a profile when the run stops. */
|
|
47
|
+
export class SourceStop extends Error {
|
|
48
|
+
stop;
|
|
49
|
+
constructor(stop) {
|
|
50
|
+
super(`source run stopped: ${stop.outcome}${stop.reason ? ` (${stop.reason})` : ""}`);
|
|
51
|
+
this.name = "SourceStop";
|
|
52
|
+
this.stop = stop;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* The run's host set: the profile's hosts, each of which must be a credential host of the auth
|
|
57
|
+
* kind or a declared keyless domain. A host outside both is returned as undeclared.
|
|
58
|
+
*/
|
|
59
|
+
export function sourceHostSet(connector, hosts) {
|
|
60
|
+
const credential = new Set(credentialHosts(connector.auth));
|
|
61
|
+
const domains = new Set(connector.domains);
|
|
62
|
+
const undeclared = hosts.filter((host) => !credential.has(host) && !domains.has(host));
|
|
63
|
+
if (undeclared.length)
|
|
64
|
+
return { ok: false, undeclared: [...new Set(undeclared)].sort() };
|
|
65
|
+
const allowed = new Set(hosts);
|
|
66
|
+
return {
|
|
67
|
+
ok: true,
|
|
68
|
+
hosts: {
|
|
69
|
+
allowed,
|
|
70
|
+
credential: new Set([...allowed].filter((host) => credential.has(host))),
|
|
71
|
+
keyless: new Set([...allowed].filter((host) => domains.has(host) && !credential.has(host))),
|
|
72
|
+
},
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
const record = (value) => value !== null && typeof value === "object" && !Array.isArray(value);
|
|
76
|
+
/** The first 512 KiB of a robots.txt, cut back to the last whole line so no rule is shortened. */
|
|
77
|
+
function robotsPrefix(text) {
|
|
78
|
+
if (text.length <= MAX_ROBOTS_BYTES)
|
|
79
|
+
return text;
|
|
80
|
+
const cut = text.slice(0, MAX_ROBOTS_BYTES);
|
|
81
|
+
const end = Math.max(cut.lastIndexOf("\n"), cut.lastIndexOf("\r"));
|
|
82
|
+
return end === -1 ? "" : cut.slice(0, end);
|
|
83
|
+
}
|
|
84
|
+
/** `promise`, or a rejection once `signal` aborts; the abandoned promise's later failure is ignored. */
|
|
85
|
+
export function raceAbort(promise, signal) {
|
|
86
|
+
if (!signal)
|
|
87
|
+
return promise;
|
|
88
|
+
// A request abandoned at the deadline may still fail later; that is not this run's error.
|
|
89
|
+
promise.catch(() => { });
|
|
90
|
+
if (signal.aborted)
|
|
91
|
+
return Promise.reject(new Error("aborted"));
|
|
92
|
+
return new Promise((resolve, reject) => {
|
|
93
|
+
const onAbort = () => reject(new Error("aborted"));
|
|
94
|
+
signal.addEventListener("abort", onAbort, { once: true });
|
|
95
|
+
promise.then((value) => { signal.removeEventListener("abort", onAbort); resolve(value); }, (error) => { signal.removeEventListener("abort", onAbort); reject(error); });
|
|
96
|
+
});
|
|
97
|
+
}
|
|
98
|
+
/** A transport answer in the contract's shape, header names lowercased, or undefined. */
|
|
99
|
+
function readResult(result, maxBytes) {
|
|
100
|
+
if (!record(result))
|
|
101
|
+
return undefined;
|
|
102
|
+
if (result.ok === false)
|
|
103
|
+
return result.refused === "too_large" ? { ok: false, refused: "too_large" } : undefined;
|
|
104
|
+
if (result.ok !== true)
|
|
105
|
+
return undefined;
|
|
106
|
+
const { status, headers, body, bytes } = result;
|
|
107
|
+
if (typeof status !== "number" || !Number.isInteger(status) || status < 100 || status > 599)
|
|
108
|
+
return undefined;
|
|
109
|
+
if (typeof body !== "string" || typeof bytes !== "number" || !Number.isInteger(bytes) || bytes < 0 || !record(headers))
|
|
110
|
+
return undefined;
|
|
111
|
+
const lower = {};
|
|
112
|
+
for (const [name, value] of Object.entries(headers)) {
|
|
113
|
+
if (typeof value !== "string")
|
|
114
|
+
return undefined;
|
|
115
|
+
lower[name.toLowerCase()] = value;
|
|
116
|
+
}
|
|
117
|
+
// A decoded body never holds more UTF-16 units than the bytes it came from.
|
|
118
|
+
if (bytes > maxBytes || body.length > maxBytes)
|
|
119
|
+
return { ok: false, refused: "too_large" };
|
|
120
|
+
return { ok: true, status, headers: lower, body, bytes };
|
|
121
|
+
}
|
|
122
|
+
export function guardTransport(ctx) {
|
|
123
|
+
const { rules, signal } = ctx;
|
|
124
|
+
const { identity, budget, statuses } = structuredClone({ identity: ctx.identity, budget: ctx.budget, statuses: ctx.statuses });
|
|
125
|
+
const hosts = { allowed: new Set(ctx.hosts.allowed), credential: new Set(ctx.hosts.credential), keyless: new Set(ctx.hosts.keyless) };
|
|
126
|
+
const requests = [];
|
|
127
|
+
const robots = new Map();
|
|
128
|
+
let left = budget.requests;
|
|
129
|
+
let stop;
|
|
130
|
+
let closed = false;
|
|
131
|
+
function halt(next) {
|
|
132
|
+
stop ??= next;
|
|
133
|
+
throw new SourceStop(stop);
|
|
134
|
+
}
|
|
135
|
+
const retryAfter = (value) => {
|
|
136
|
+
if (value === undefined)
|
|
137
|
+
return {};
|
|
138
|
+
const text = value.trim();
|
|
139
|
+
if (/^\d{1,9}$/.test(text))
|
|
140
|
+
return { retry_after: new Date(ctx.now().getTime() + Number(text) * 1000).toISOString() };
|
|
141
|
+
const at = Date.parse(text);
|
|
142
|
+
return Number.isFinite(at) ? { retry_after: new Date(at).toISOString() } : {};
|
|
143
|
+
};
|
|
144
|
+
const statusStop = (status, headers) => {
|
|
145
|
+
if (status >= 200 && status < 300)
|
|
146
|
+
return undefined;
|
|
147
|
+
if (status === 304)
|
|
148
|
+
return ctx.conditional ? undefined : { outcome: "provider_unavailable", reason: "not_modified", status, retry: true };
|
|
149
|
+
if (statuses.credential_refused.includes(status))
|
|
150
|
+
return { outcome: "credential_refused", status, retry: false };
|
|
151
|
+
if (statuses.not_found.includes(status))
|
|
152
|
+
return { outcome: "not_found", status, retry: false };
|
|
153
|
+
if (statuses.deferred.includes(status))
|
|
154
|
+
return { outcome: "deferred", reason: "rate_limited", status, retry: true, ...retryAfter(headers["retry-after"]) };
|
|
155
|
+
return { outcome: "provider_unavailable", reason: status >= 500 ? "server_error" : "status", status, retry: status >= 500, ...retryAfter(headers["retry-after"]) };
|
|
156
|
+
};
|
|
157
|
+
/** Why `url` may not be requested at all, coming from `from` on a redirect. */
|
|
158
|
+
const hopRefusal = (url, from) => {
|
|
159
|
+
if (url.protocol !== "https:")
|
|
160
|
+
return { reason: "scheme_refused", detail: url.protocol };
|
|
161
|
+
const address = refusedAddress(url);
|
|
162
|
+
if (address)
|
|
163
|
+
return { reason: "address_refused", detail: address };
|
|
164
|
+
if (!hosts.allowed.has(url.hostname))
|
|
165
|
+
return { reason: "host_refused", detail: url.hostname };
|
|
166
|
+
// A credential never crosses hosts, and no other host may steer a credentialed request's path.
|
|
167
|
+
if (from && from.hostname !== url.hostname && (hosts.credential.has(from.hostname) || hosts.credential.has(url.hostname))) {
|
|
168
|
+
return { reason: "redirect_refused", detail: `${from.hostname} to ${url.hostname}` };
|
|
169
|
+
}
|
|
170
|
+
return undefined;
|
|
171
|
+
};
|
|
172
|
+
const refuseRow = (method, url, purpose, refused) => {
|
|
173
|
+
requests.push({ method, url: redactUrl(typeof url === "string" ? url : url.href), purpose, refused });
|
|
174
|
+
};
|
|
175
|
+
/**
|
|
176
|
+
* One transport call. Budget and deadline stop the run; a failed call returns "timeout" or
|
|
177
|
+
* "failed".
|
|
178
|
+
*/
|
|
179
|
+
const send = async (url, method, headers, body, maxBytes, purpose) => {
|
|
180
|
+
if (signal?.aborted)
|
|
181
|
+
halt({ outcome: "deferred", reason: "deadline", retry: true });
|
|
182
|
+
if (left <= 0)
|
|
183
|
+
halt({ outcome: "deferred", reason: "budget", retry: true });
|
|
184
|
+
left -= 1;
|
|
185
|
+
const row = { method, url: redactUrl(url.href), purpose };
|
|
186
|
+
requests.push(row);
|
|
187
|
+
let requestSignal = signal;
|
|
188
|
+
let timer;
|
|
189
|
+
let timedOut = false;
|
|
190
|
+
let onRunAbort;
|
|
191
|
+
if (ctx.requestTimeoutMs !== undefined) {
|
|
192
|
+
const controller = new AbortController();
|
|
193
|
+
timer = setTimeout(() => { timedOut = true; controller.abort(); }, ctx.requestTimeoutMs);
|
|
194
|
+
if (signal)
|
|
195
|
+
signal.addEventListener("abort", onRunAbort = () => controller.abort(), { once: true });
|
|
196
|
+
requestSignal = controller.signal;
|
|
197
|
+
}
|
|
198
|
+
let raw;
|
|
199
|
+
try {
|
|
200
|
+
raw = await raceAbort(ctx.transport.request({
|
|
201
|
+
url: url.href, method, headers: { ...headers, "user-agent": identity.userAgent }, maxBytes,
|
|
202
|
+
credentialHost: hosts.credential.has(url.hostname),
|
|
203
|
+
...(body !== undefined ? { body } : {}), ...(requestSignal ? { signal: requestSignal } : {}),
|
|
204
|
+
}), requestSignal);
|
|
205
|
+
}
|
|
206
|
+
catch {
|
|
207
|
+
if (signal?.aborted) {
|
|
208
|
+
row.refused = "deadline";
|
|
209
|
+
halt({ outcome: "deferred", reason: "deadline", retry: true });
|
|
210
|
+
}
|
|
211
|
+
row.refused = timedOut ? "timeout" : "transport";
|
|
212
|
+
return timedOut ? "timeout" : "failed";
|
|
213
|
+
}
|
|
214
|
+
finally {
|
|
215
|
+
if (timer !== undefined)
|
|
216
|
+
clearTimeout(timer);
|
|
217
|
+
if (onRunAbort)
|
|
218
|
+
signal.removeEventListener("abort", onRunAbort);
|
|
219
|
+
}
|
|
220
|
+
const result = readResult(raw, maxBytes);
|
|
221
|
+
if (!result) {
|
|
222
|
+
row.refused = "transport_invalid";
|
|
223
|
+
return "failed";
|
|
224
|
+
}
|
|
225
|
+
if (!result.ok) {
|
|
226
|
+
row.refused = "too_large";
|
|
227
|
+
return result;
|
|
228
|
+
}
|
|
229
|
+
row.status = result.status;
|
|
230
|
+
return result;
|
|
231
|
+
};
|
|
232
|
+
const readRobots = async (origin) => {
|
|
233
|
+
let url = new URL("/robots.txt", origin);
|
|
234
|
+
let from;
|
|
235
|
+
for (let hop = 0; hop <= MAX_ROBOTS_REDIRECTS; hop++) {
|
|
236
|
+
const refusal = hopRefusal(url, from);
|
|
237
|
+
if (refusal) {
|
|
238
|
+
refuseRow("GET", url, "robots", refusal.reason);
|
|
239
|
+
break;
|
|
240
|
+
}
|
|
241
|
+
const result = await send(url, "GET", { accept: "text/plain, */*;q=0.1" }, undefined, Math.max(budget.maxBytes, MAX_ROBOTS_BYTES), "robots");
|
|
242
|
+
if (typeof result === "string" || !result.ok)
|
|
243
|
+
break;
|
|
244
|
+
if (REDIRECTS.has(result.status)) {
|
|
245
|
+
const location = result.headers.location;
|
|
246
|
+
if (!location)
|
|
247
|
+
break;
|
|
248
|
+
let next;
|
|
249
|
+
try {
|
|
250
|
+
next = new URL(location, url);
|
|
251
|
+
}
|
|
252
|
+
catch {
|
|
253
|
+
break;
|
|
254
|
+
}
|
|
255
|
+
next.hash = "";
|
|
256
|
+
from = url;
|
|
257
|
+
url = next;
|
|
258
|
+
continue;
|
|
259
|
+
}
|
|
260
|
+
if (challenged(result.status, result.headers, result.body))
|
|
261
|
+
return { status: result.status, text: "", challenged: true };
|
|
262
|
+
return { status: result.status, text: result.status >= 200 && result.status < 300 ? robotsPrefix(result.body) : "" };
|
|
263
|
+
}
|
|
264
|
+
return { status: 0, text: "" };
|
|
265
|
+
};
|
|
266
|
+
const robotsGate = async (url, method) => {
|
|
267
|
+
let pending = robots.get(url.origin);
|
|
268
|
+
if (!pending)
|
|
269
|
+
robots.set(url.origin, pending = readRobots(url.origin));
|
|
270
|
+
const entry = await pending;
|
|
271
|
+
const refuse = (next) => {
|
|
272
|
+
refuseRow(method, url, "page", next.reason);
|
|
273
|
+
return halt(next);
|
|
274
|
+
};
|
|
275
|
+
if (entry.challenged)
|
|
276
|
+
refuse({ outcome: "refused", reason: "bot_challenge", status: entry.status, retry: false });
|
|
277
|
+
if (entry.status >= 400 && entry.status < 500)
|
|
278
|
+
return;
|
|
279
|
+
if (entry.status === 0 || entry.status >= 500) {
|
|
280
|
+
refuse({ outcome: "refused", reason: "robots_unavailable", retry: true, ...(entry.status ? { status: entry.status } : {}) });
|
|
281
|
+
}
|
|
282
|
+
const decision = robotsDecision(entry.text, url.pathname + url.search, identity.productToken);
|
|
283
|
+
if (!decision.allow)
|
|
284
|
+
refuse({ outcome: "refused", reason: "robots_disallowed", retry: false, ...(decision.rule ? { detail: decision.rule } : {}) });
|
|
285
|
+
};
|
|
286
|
+
const headersFor = (entries, url, method) => {
|
|
287
|
+
const out = {};
|
|
288
|
+
if (entries === null || entries.length > MAX_HEADERS)
|
|
289
|
+
halt({ outcome: "refused", reason: "header_refused", retry: false });
|
|
290
|
+
if (ctx.authority?.headers && !ctx.authority.headers(entries, ctx.conditional)) {
|
|
291
|
+
refuseRow(method, url, "page", "header_refused");
|
|
292
|
+
halt({ outcome: "refused", reason: "header_refused", retry: false });
|
|
293
|
+
}
|
|
294
|
+
for (const [rawName, value] of entries) {
|
|
295
|
+
const name = rawName.toLowerCase();
|
|
296
|
+
const admitted = HEADER_NAME.test(name) && !NEVER_SENT.has(name) && typeof value === "string" && HEADER_VALUE.test(value)
|
|
297
|
+
&& (BASE_HEADERS.has(name) || (VALIDATOR_HEADERS.has(name) ? ctx.conditional : rules.header?.(name, new URL(url.href)) === true));
|
|
298
|
+
if (!admitted) {
|
|
299
|
+
refuseRow(method, url, "page", "header_refused");
|
|
300
|
+
halt({ outcome: "refused", reason: "header_refused", detail: name.slice(0, 64), retry: false });
|
|
301
|
+
}
|
|
302
|
+
out[name] = value;
|
|
303
|
+
}
|
|
304
|
+
return out;
|
|
305
|
+
};
|
|
306
|
+
const request = async (input) => {
|
|
307
|
+
if (stop)
|
|
308
|
+
throw new SourceStop(stop);
|
|
309
|
+
if (closed)
|
|
310
|
+
throw new SourceStop({ outcome: "refused", reason: "run_ended", retry: false });
|
|
311
|
+
if (!record(input))
|
|
312
|
+
halt({ outcome: "refused", reason: "url_invalid", retry: false });
|
|
313
|
+
// Each field is read once: a getter answering differently on a second read changes nothing.
|
|
314
|
+
const { url: rawUrl, method: rawMethod, headers: rawHeaders, body, maxBytes: rawMaxBytes } = input;
|
|
315
|
+
const headerEntries = rawHeaders === undefined ? [] : record(rawHeaders) ? Object.entries(rawHeaders) : null;
|
|
316
|
+
if (typeof rawUrl !== "string" || rawUrl.length > MAX_URL)
|
|
317
|
+
halt({ outcome: "refused", reason: "url_invalid", retry: false });
|
|
318
|
+
const method = rawMethod ?? "GET";
|
|
319
|
+
if (method !== "GET" && method !== "POST")
|
|
320
|
+
halt({ outcome: "refused", reason: "method_refused", retry: false });
|
|
321
|
+
if (body !== undefined && typeof body !== "string")
|
|
322
|
+
halt({ outcome: "refused", reason: "body_refused", retry: false });
|
|
323
|
+
if (rawMaxBytes !== undefined && !(typeof rawMaxBytes === "number" && Number.isInteger(rawMaxBytes) && rawMaxBytes > 0)) {
|
|
324
|
+
halt({ outcome: "refused", reason: "request_invalid", detail: "maxBytes", retry: false });
|
|
325
|
+
}
|
|
326
|
+
const maxBytes = Math.min(rawMaxBytes ?? budget.maxBytes, budget.maxBytes);
|
|
327
|
+
let url;
|
|
328
|
+
try {
|
|
329
|
+
url = new URL(rawUrl);
|
|
330
|
+
}
|
|
331
|
+
catch {
|
|
332
|
+
refuseRow(method, rawUrl.slice(0, 256), "page", "url_invalid");
|
|
333
|
+
halt({ outcome: "refused", reason: "url_invalid", retry: false });
|
|
334
|
+
}
|
|
335
|
+
url.hash = "";
|
|
336
|
+
if (method === "GET" && body !== undefined) {
|
|
337
|
+
refuseRow(method, url, "page", "body_refused");
|
|
338
|
+
halt({ outcome: "refused", reason: "body_refused", retry: false });
|
|
339
|
+
}
|
|
340
|
+
if (method === "POST" && hosts.credential.has(url.hostname) && ctx.graphqlPaths?.includes(url.pathname)) {
|
|
341
|
+
let parsed;
|
|
342
|
+
try {
|
|
343
|
+
parsed = JSON.parse(body ?? "");
|
|
344
|
+
}
|
|
345
|
+
catch {
|
|
346
|
+
parsed = undefined;
|
|
347
|
+
}
|
|
348
|
+
const problem = !record(parsed) ? "invalid GraphQL body" : graphqlReadProblem(parsed.query, parsed.variables, null);
|
|
349
|
+
const reason = problem ? "method_refused" : "graphql_scope_unsupported";
|
|
350
|
+
refuseRow(method, url, "page", reason);
|
|
351
|
+
halt({ outcome: "refused", reason, retry: false });
|
|
352
|
+
}
|
|
353
|
+
// A keyless host is read with GET only, whatever a rule says.
|
|
354
|
+
if (method === "POST" && (!hosts.credential.has(url.hostname) || rules.post?.(new URL(url.href), body) !== true)) {
|
|
355
|
+
refuseRow(method, url, "page", "method_refused");
|
|
356
|
+
halt({ outcome: "refused", reason: "method_refused", retry: false });
|
|
357
|
+
}
|
|
358
|
+
let from;
|
|
359
|
+
for (let hop = 0;; hop++) {
|
|
360
|
+
const refusal = hopRefusal(url, from);
|
|
361
|
+
if (refusal) {
|
|
362
|
+
refuseRow(method, url, "page", refusal.reason);
|
|
363
|
+
halt({ outcome: "refused", ...refusal, retry: false });
|
|
364
|
+
}
|
|
365
|
+
if (rules.url && rules.url(new URL(url.href), { method, redirect: hop > 0 }) !== true) {
|
|
366
|
+
refuseRow(method, url, "page", "url_refused");
|
|
367
|
+
halt({ outcome: "refused", reason: "url_refused", retry: false });
|
|
368
|
+
}
|
|
369
|
+
const headers = headersFor(headerEntries, url, method);
|
|
370
|
+
// Callbacks receive disposable URL views. Check private authority again after every phase.
|
|
371
|
+
const finalHop = hopRefusal(url, from);
|
|
372
|
+
if (finalHop || ctx.authority?.headers?.(Object.entries(headers), ctx.conditional) === false || ctx.authority?.url?.(new URL(url.href), { method, redirect: hop > 0 }) === false
|
|
373
|
+
|| method === "POST" && ctx.authority?.post?.(new URL(url.href), body) === false
|
|
374
|
+
|| Object.keys(headers).some(name => !BASE_HEADERS.has(name) && !VALIDATOR_HEADERS.has(name) && ctx.authority?.header?.(name, new URL(url.href)) === false)) {
|
|
375
|
+
const reason = finalHop?.reason ?? "url_refused";
|
|
376
|
+
refuseRow(method, url, "page", reason);
|
|
377
|
+
halt({ outcome: "refused", reason, retry: false });
|
|
378
|
+
}
|
|
379
|
+
if (hosts.keyless.has(url.hostname))
|
|
380
|
+
await robotsGate(url, method);
|
|
381
|
+
const result = await send(url, method, headers, body, maxBytes, "page");
|
|
382
|
+
if (result === "failed" || result === "timeout")
|
|
383
|
+
halt({ outcome: "provider_unavailable", reason: result === "timeout" ? "timeout" : "transport", retry: true });
|
|
384
|
+
if (!result.ok)
|
|
385
|
+
halt({ outcome: "too_large", retry: false });
|
|
386
|
+
const { status, headers: responseHeaders, body: responseBody } = result;
|
|
387
|
+
// A bot-mitigation page is never content and never retried around.
|
|
388
|
+
if (hosts.keyless.has(url.hostname) && challenged(status, responseHeaders, responseBody)) {
|
|
389
|
+
halt({ outcome: "refused", reason: "bot_challenge", status, retry: false });
|
|
390
|
+
}
|
|
391
|
+
if (REDIRECTS.has(status)) {
|
|
392
|
+
if (method !== "GET")
|
|
393
|
+
halt({ outcome: "refused", reason: "redirect_refused", detail: method, status, retry: false });
|
|
394
|
+
const location = responseHeaders.location;
|
|
395
|
+
if (!location)
|
|
396
|
+
halt({ outcome: "refused", reason: "redirect_invalid", status, retry: false });
|
|
397
|
+
if (hop >= budget.redirects)
|
|
398
|
+
halt({ outcome: "refused", reason: "redirect_limit", status, retry: false });
|
|
399
|
+
let next;
|
|
400
|
+
try {
|
|
401
|
+
next = new URL(location, url);
|
|
402
|
+
}
|
|
403
|
+
catch {
|
|
404
|
+
halt({ outcome: "refused", reason: "url_invalid", status, retry: false });
|
|
405
|
+
}
|
|
406
|
+
next.hash = "";
|
|
407
|
+
from = url;
|
|
408
|
+
url = next;
|
|
409
|
+
continue;
|
|
410
|
+
}
|
|
411
|
+
const stopped = statusStop(status, responseHeaders);
|
|
412
|
+
if (stopped)
|
|
413
|
+
halt(stopped);
|
|
414
|
+
const response = { status, headers: responseHeaders, body: responseBody, url: url.href };
|
|
415
|
+
rules.response?.({ ...response, headers: { ...response.headers } });
|
|
416
|
+
return response;
|
|
417
|
+
}
|
|
418
|
+
};
|
|
419
|
+
return {
|
|
420
|
+
transport: { request },
|
|
421
|
+
requests,
|
|
422
|
+
stopped: () => stop,
|
|
423
|
+
remaining: () => left,
|
|
424
|
+
close: () => { closed = true; },
|
|
425
|
+
};
|
|
426
|
+
}
|
|
427
|
+
//# sourceMappingURL=guard.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"guard.js","sourceRoot":"","sources":["../../src/source-engine/guard.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,kBAAkB,EAAgC,MAAM,yBAAyB,CAAC;AAC3F,OAAO,EAAE,eAAe,EAAkB,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,cAAc,EAAsB,MAAM,aAAa,CAAC;AAe7F,MAAM,CAAC,MAAM,qBAAqB,GAA2B,MAAM,CAAC,MAAM,CAAC;IACzE,QAAQ,EAAE,GAAG;IACb,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;IACzB,SAAS,EAAE,CAAC;IACZ,KAAK,EAAE,EAAE;IACT,UAAU,EAAE,OAAO;IACnB,gBAAgB,EAAE,MAAM;CACzB,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAA0B,MAAM,CAAC,MAAM,CAAC;IACvE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IAC9B,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC7C,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;CACrC,CAAC,CAAC;AAEH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AACrD,+FAA+F;AAC/F,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,CAAC;AACpC,uEAAuE;AACvE,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,OAAO,GAAG,IAAI,CAAC;AACrB,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;AACzC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC,CAAC;AAC1E,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,eAAe,EAAE,qBAAqB,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY;IACtE,wBAAwB,EAAE,eAAe,EAAE,mBAAmB;IAC9D,gBAAgB,EAAE,mBAAmB,EAAE,YAAY;CACpD,CAAC,CAAC;AACH,MAAM,WAAW,GAAG,iCAAiC,CAAC;AACtD,MAAM,YAAY,GAAG,yBAAyB,CAAC;AAY/C,mDAAmD;AACnD,MAAM,OAAO,UAAW,SAAQ,KAAK;IAC1B,IAAI,CAAO;IACpB,YAAY,IAAU;QACpB,KAAK,CAAC,uBAAuB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtF,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;CACF;AAWD;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,SAA8C,EAAE,KAAwB;IACpG,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACvF,IAAI,UAAU,CAAC,MAAM;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;IACzF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAC/B,OAAO;QACL,EAAE,EAAE,IAAI;QACR,KAAK,EAAE;YACL,OAAO;YACP,UAAU,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;YACxE,OAAO,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;SAC5F;KACF,CAAC;AACJ,CAAC;AAsCD,MAAM,MAAM,GAAG,CAAC,KAAc,EAAoC,EAAE,CAClE,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAEvE,kGAAkG;AAClG,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,IAAI,CAAC,MAAM,IAAI,gBAAgB;QAAE,OAAO,IAAI,CAAC;IACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC7C,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,SAAS,CAAI,OAAmB,EAAE,MAA+B;IAC/E,IAAI,CAAC,MAAM;QAAE,OAAO,OAAO,CAAC;IAC5B,0FAA0F;IAC1F,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACxB,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IAChE,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,OAAO,GAAG,GAAS,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QACzD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,IAAI,CACV,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC5E,CAAC,KAAc,EAAE,EAAE,GAAG,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CACrF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,yFAAyF;AACzF,SAAS,UAAU,CAAC,MAAe,EAAE,QAAgB;IACnD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IACtC,IAAI,MAAM,CAAC,EAAE,KAAK,KAAK;QAAE,OAAO,MAAM,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACjH,IAAI,MAAM,CAAC,EAAE,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACzC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IAChD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,GAAG,IAAI,MAAM,GAAG,GAAG;QAAE,OAAO,SAAS,CAAC;IAC9G,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QAAE,OAAO,SAAS,CAAC;IACzI,MAAM,KAAK,GAA2B,EAAE,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACpD,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,KAAK,CAAC;IACpC,CAAC;IACD,4EAA4E;IAC5E,IAAI,KAAK,GAAG,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IAC3F,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAiB;IAC9C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IAC9B,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,eAAe,CAAC,EAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAC,CAAC,CAAC;IAC7H,MAAM,KAAK,GAAY,EAAC,OAAO,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAC,CAAC;IAC7I,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAgC,CAAC;IACvD,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC3B,IAAI,IAAsB,CAAC;IAC3B,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,SAAS,IAAI,CAAC,IAAU;QACtB,IAAI,KAAK,IAAI,CAAC;QACd,MAAM,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,UAAU,GAAG,CAAC,KAAyB,EAA4B,EAAE;QACzE,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;QACtH,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,OAAyC,EAAoB,EAAE;QACjG,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG;YAAE,OAAO,SAAS,CAAC;QACpD,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC1I,IAAI,QAAQ,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACjH,IAAI,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC/F,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;QAC3J,OAAO,EAAE,OAAO,EAAE,sBAAsB,EAAE,MAAM,EAAE,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,IAAI,GAAG,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;IACrK,CAAC,CAAC;IAEF,+EAA+E;IAC/E,MAAM,UAAU,GAAG,CAAC,GAAQ,EAAE,IAAqB,EAAmD,EAAE;QACtG,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;QACzF,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,OAAO;YAAE,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QACnE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9F,+FAA+F;QAC/F,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAC1H,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC;QACvF,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,CAAC,MAAkB,EAAE,GAAiB,EAAE,OAAoC,EAAE,OAAe,EAAQ,EAAE;QACvH,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IACxG,CAAC,CAAC;IAEF;;;OAGG;IACH,MAAM,IAAI,GAAG,KAAK,EAAE,GAAQ,EAAE,MAAkB,EAAE,OAA+B,EAAE,IAAwB,EAAE,QAAgB,EAAE,OAAoC,EAAmD,EAAE;QACtN,IAAI,MAAM,EAAE,OAAO;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,IAAI,IAAI,IAAI,CAAC;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5E,IAAI,IAAI,CAAC,CAAC;QACV,MAAM,GAAG,GAAqB,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;QAC5E,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,IAAI,aAAa,GAAG,MAAM,CAAC;QAC3B,IAAI,KAAgD,CAAC;QACrD,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,UAAoC,CAAC;QACzC,IAAI,GAAG,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,QAAQ,GAAG,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC;YACzF,IAAI,MAAM;gBAAE,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACpG,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;QACpC,CAAC;QACD,IAAI,GAAY,CAAC;QACjB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC;gBAC1C,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,SAAS,EAAE,EAAE,QAAQ;gBAC1F,cAAc,EAAE,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAClD,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7F,CAAC,EAAE,aAAa,CAAC,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,GAAG,CAAC,OAAO,GAAG,UAAU,CAAC;gBACzB,IAAI,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,GAAG,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC;YACjD,OAAO,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;QACzC,CAAC;gBAAS,CAAC;YACT,IAAI,KAAK,KAAK,SAAS;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;YAC7C,IAAI,UAAU;gBAAE,MAAO,CAAC,mBAAmB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACnE,CAAC;QACD,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,EAAE,CAAC;YAAC,GAAG,CAAC,OAAO,GAAG,mBAAmB,CAAC;YAAC,OAAO,QAAQ,CAAC;QAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YAAC,GAAG,CAAC,OAAO,GAAG,WAAW,CAAC;YAAC,OAAO,MAAM,CAAC;QAAC,CAAC;QAC7D,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,KAAK,EAAE,MAAc,EAAwB,EAAE;QAChE,IAAI,GAAG,GAAG,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QACzC,IAAI,IAAqB,CAAC;QAC1B,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,oBAAoB,EAAE,GAAG,EAAE,EAAE,CAAC;YACrD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACtC,IAAI,OAAO,EAAE,CAAC;gBAAC,SAAS,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAAC,MAAM;YAAC,CAAC;YACxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,uBAAuB,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC7I,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,EAAE;gBAAE,MAAM;YACpD,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACzC,IAAI,CAAC,QAAQ;oBAAE,MAAM;gBACrB,IAAI,IAAS,CAAC;gBACd,IAAI,CAAC;oBAAC,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,MAAM;gBAAC,CAAC;gBACvD,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;gBACf,IAAI,GAAG,GAAG,CAAC;gBACX,GAAG,GAAG,IAAI,CAAC;gBACX,SAAS;YACX,CAAC;YACD,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC;gBAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;YACzH,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACvH,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACjC,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,KAAK,EAAE,GAAQ,EAAE,MAAkB,EAAiB,EAAE;QACvE,IAAI,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,OAAO;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC;QAC5B,MAAM,MAAM,GAAG,CAAC,IAAU,EAAS,EAAE;YACnC,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAO,CAAC,CAAC;YAC7C,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC,CAAC;QACF,IAAI,KAAK,CAAC,UAAU;YAAE,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAClH,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG;YAAE,OAAO;QACtD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;YAC9C,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/H,CAAC;QACD,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC9F,IAAI,CAAC,QAAQ,CAAC,KAAK;YAAE,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,mBAAmB,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACtJ,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CAAC,OAAgD,EAAE,GAAQ,EAAE,MAAkB,EAA0B,EAAE;QAC5H,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3H,IAAI,GAAG,CAAC,SAAS,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/E,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC;YACjD,IAAI,CAAC,EAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAC,CAAC,CAAC;QACrE,CAAC;QACD,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;mBACpH,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;YACpI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC;gBACjD,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAClG,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QACpB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,KAAK,EAAE,KAAqB,EAA4B,EAAE;QACxE,IAAI,IAAI;YAAE,MAAM,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,MAAM;YAAE,MAAM,IAAI,UAAU,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5F,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACtF,4FAA4F;QAC5F,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,KAAK,CAAC;QACnG,MAAM,aAAa,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7G,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7H,MAAM,MAAM,GAAe,SAAS,IAAI,KAAK,CAAC;QAC9C,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,MAAM;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAChH,IAAI,IAAI,KAAK,SAAS,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACvH,IAAI,WAAW,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,CAAC,CAAC,EAAE,CAAC;YACxH,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,GAAQ,CAAC;QACb,IAAI,CAAC;YAAC,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;YAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAAC,CAAC;QAC3K,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAAC,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;YAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAAC,CAAC;QACnK,IAAI,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxG,IAAI,MAAe,CAAC;YACpB,IAAI,CAAC;gBAAA,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YAAA,CAAC;YAAC,MAAM,CAAC;gBAAA,MAAM,GAAG,SAAS,CAAC;YAAA,CAAC;YAClE,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YACpH,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,2BAA2B,CAAC;YACxE,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YACvC,IAAI,CAAC,EAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAC,CAAC,CAAC;QACnD,CAAC;QACD,8DAA8D;QAC9D,IAAI,MAAM,KAAK,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YACjH,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC;YACjD,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,IAAqB,CAAC;QAC1B,KAAK,IAAI,GAAG,GAAG,CAAC,GAAI,GAAG,EAAE,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACtC,IAAI,OAAO,EAAE,CAAC;gBACZ,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC/C,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,CAAC;YACD,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;gBACtF,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;gBAC9C,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,CAAC;YACD,MAAM,OAAO,GAAG,UAAU,CAAC,aAAa,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;YACvD,2FAA2F;YAC3F,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACvC,IAAI,QAAQ,IAAI,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,KAAK,KAAK,IAAI,GAAG,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,EAAC,CAAC,KAAK,KAAK;mBACzK,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,KAAK;mBAC7E,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBAC9J,MAAM,MAAM,GAAG,QAAQ,EAAE,MAAM,IAAI,aAAa,CAAC;gBACjD,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBACvC,IAAI,CAAC,EAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAC,CAAC,CAAC;YACnD,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAAE,MAAM,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YACxE,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,SAAS;gBAAE,IAAI,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,MAAM,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAChK,IAAI,CAAC,MAAM,CAAC,EAAE;gBAAE,IAAI,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7D,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;YACxE,mEAAmE;YACnE,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE,eAAe,EAAE,YAAY,CAAC,EAAE,CAAC;gBACzF,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,IAAI,MAAM,KAAK,KAAK;oBAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBACrH,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC;gBAC1C,IAAI,CAAC,QAAQ;oBAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC9F,IAAI,GAAG,IAAI,MAAM,CAAC,SAAS;oBAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1G,IAAI,IAAS,CAAC;gBACd,IAAI,CAAC;oBAAC,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAAC,CAAC;gBAC3H,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;gBACf,IAAI,GAAG,GAAG,CAAC;gBACX,GAAG,GAAG,IAAI,CAAC;gBACX,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;YACpD,IAAI,OAAO;gBAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;YACzF,KAAK,CAAC,QAAQ,EAAE,CAAC,EAAC,GAAG,QAAQ,EAAE,OAAO,EAAE,EAAC,GAAG,QAAQ,CAAC,OAAO,EAAC,EAAC,CAAC,CAAC;YAChE,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,SAAS,EAAE,EAAE,OAAO,EAAE;QACtB,QAAQ;QACR,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI;QACnB,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI;QACrB,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;KAChC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `@superbee/core/source-engine`: the portable half of the integration source engine.
|
|
3
|
+
*
|
|
4
|
+
* A {@link SourceProfile} turns a bound Source Feed, a cursor and a transport into pages of
|
|
5
|
+
* normalized records; it never opens a socket, never sees a credential and never writes. A
|
|
6
|
+
* {@link Transport} is the one network port: it never follows a redirect and refuses a body over
|
|
7
|
+
* its byte bound. {@link observeSource} wraps the transport before a profile sees it and owns the
|
|
8
|
+
* host guard (every URL and redirect hop within the profile's hosts, the auth kind's credential
|
|
9
|
+
* hosts and the declared keyless domains, plus the address rule), robots.txt for keyless hosts,
|
|
10
|
+
* the method rule and header allowlist, the budget and deadline, the status-to-outcome mapping,
|
|
11
|
+
* the cursor rule (a cursor is stored only after its page commits), completeness, and the diff into
|
|
12
|
+
* record-overlay changes, with disappearance only from a complete observation.
|
|
13
|
+
*
|
|
14
|
+
* Finite local inputs use bindSnapshotSource/decodeSnapshot/admitSnapshot/observeSnapshot;
|
|
15
|
+
* admission precedes reconciliation and the same internal driver owns state transitions.
|
|
16
|
+
*
|
|
17
|
+
* Storage-neutral and Worker-free: no Node globals or builtins, and nothing here calls `fetch`.
|
|
18
|
+
*/
|
|
19
|
+
export { canonicalRobotsPath, fetchIdentity, parseRobots, refusedAddress, robotsDecision, robotsRuleMatches, } from "./robots.js";
|
|
20
|
+
export type { FetchIdentity, RobotsGroup } from "./robots.js";
|
|
21
|
+
export { DEFAULT_SOURCE_BUDGET, DEFAULT_STATUS_RULES, sourceHostSet } from "./guard.js";
|
|
22
|
+
export type { HostSet } from "./guard.js";
|
|
23
|
+
export { DEFAULT_MISSING_THRESHOLD, MAX_CURSOR_CHARS, MAX_REPLAY_FAILURES, observeSource, unsupportedContent } from "./observe.js";
|
|
24
|
+
export { isSourceState, MachineStateConflict, MemoryMachineState } from "./machine-state.js";
|
|
25
|
+
export type { MachineState, PendingChange, RecordEntry, SourceState } from "./machine-state.js";
|
|
26
|
+
export type { CommitResult, HttpMethod, NormalizedRecord, ObserveContext, ObservePage, ObserveSourceOptions, PageCommit, ProfileDiagnostic, ProfileRequest, ProfileResponse, ProfileTransport, RequestRules, SourceBudget, SourceOutcome, SourceProfile, SourceRequestRow, SourceRunReceipt, SpecResult, StatusRules, Transport, TransportRequest, TransportResult, } from "./types.js";
|
|
27
|
+
export { createSourceOverlayAdapter, isSourceOverlaySnapshot, MAX_SOURCE_OVERLAY_ENTRIES } from "./overlay.js";
|
|
28
|
+
export type { SourceOverlayAdapter, SourceOverlayEntry, SourceOverlayOptions, SourceOverlayResult, SourceOverlaySnapshot } from "./overlay.js";
|
|
29
|
+
export { SNAPSHOT_MAX_BYTES, SNAPSHOT_MAX_RECORDS, SNAPSHOT_PROFILE, SNAPSHOT_REFUSAL_CODES, SnapshotRefusal, bindSnapshotSource, decodeSnapshot, admitSnapshot, observeSnapshot } from "./snapshot.js";
|
|
30
|
+
export type { BoundSnapshotSource, SnapshotDocument, DecodedSnapshot, SnapshotRefusalCode, SnapshotCapacityInput, SnapshotCapacityFacts, SnapshotAdmissionOptions, SnapshotAdmission, ObserveSnapshotOptions, SnapshotRunReceipt } from "./snapshot.js";
|
|
31
|
+
export { SnapshotEvidenceRefusal, parseSnapshotEvidence, assessSnapshotFreshness } from "./evidence.js";
|
|
32
|
+
export type { SnapshotEvidenceIdentity, SnapshotEvidence, SnapshotEvidenceObservation, SnapshotFreshnessRow, SnapshotFreshness } from "./evidence.js";
|
|
33
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/source-engine/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,WAAW,EACX,cAAc,EACd,cAAc,EACd,iBAAiB,GAClB,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AACxF,YAAY,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACnI,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7F,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAChG,YAAY,EACV,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,WAAW,EACX,oBAAoB,EACpB,UAAU,EACV,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,UAAU,EACV,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,eAAe,GAChB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,0BAA0B,EAAE,uBAAuB,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAC/G,YAAY,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAC/I,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,eAAe,EAC1G,kBAAkB,EAAE,cAAc,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAC5F,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,eAAe,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,qBAAqB,EACrI,wBAAwB,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACjH,OAAO,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxG,YAAY,EAAE,wBAAwB,EAAE,gBAAgB,EAAE,2BAA2B,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `@superbee/core/source-engine`: the portable half of the integration source engine.
|
|
3
|
+
*
|
|
4
|
+
* A {@link SourceProfile} turns a bound Source Feed, a cursor and a transport into pages of
|
|
5
|
+
* normalized records; it never opens a socket, never sees a credential and never writes. A
|
|
6
|
+
* {@link Transport} is the one network port: it never follows a redirect and refuses a body over
|
|
7
|
+
* its byte bound. {@link observeSource} wraps the transport before a profile sees it and owns the
|
|
8
|
+
* host guard (every URL and redirect hop within the profile's hosts, the auth kind's credential
|
|
9
|
+
* hosts and the declared keyless domains, plus the address rule), robots.txt for keyless hosts,
|
|
10
|
+
* the method rule and header allowlist, the budget and deadline, the status-to-outcome mapping,
|
|
11
|
+
* the cursor rule (a cursor is stored only after its page commits), completeness, and the diff into
|
|
12
|
+
* record-overlay changes, with disappearance only from a complete observation.
|
|
13
|
+
*
|
|
14
|
+
* Finite local inputs use bindSnapshotSource/decodeSnapshot/admitSnapshot/observeSnapshot;
|
|
15
|
+
* admission precedes reconciliation and the same internal driver owns state transitions.
|
|
16
|
+
*
|
|
17
|
+
* Storage-neutral and Worker-free: no Node globals or builtins, and nothing here calls `fetch`.
|
|
18
|
+
*/
|
|
19
|
+
export { canonicalRobotsPath, fetchIdentity, parseRobots, refusedAddress, robotsDecision, robotsRuleMatches, } from "./robots.js";
|
|
20
|
+
export { DEFAULT_SOURCE_BUDGET, DEFAULT_STATUS_RULES, sourceHostSet } from "./guard.js";
|
|
21
|
+
export { DEFAULT_MISSING_THRESHOLD, MAX_CURSOR_CHARS, MAX_REPLAY_FAILURES, observeSource, unsupportedContent } from "./observe.js";
|
|
22
|
+
export { isSourceState, MachineStateConflict, MemoryMachineState } from "./machine-state.js";
|
|
23
|
+
export { createSourceOverlayAdapter, isSourceOverlaySnapshot, MAX_SOURCE_OVERLAY_ENTRIES } from "./overlay.js";
|
|
24
|
+
export { SNAPSHOT_MAX_BYTES, SNAPSHOT_MAX_RECORDS, SNAPSHOT_PROFILE, SNAPSHOT_REFUSAL_CODES, SnapshotRefusal, bindSnapshotSource, decodeSnapshot, admitSnapshot, observeSnapshot } from "./snapshot.js";
|
|
25
|
+
export { SnapshotEvidenceRefusal, parseSnapshotEvidence, assessSnapshotFreshness } from "./evidence.js";
|
|
26
|
+
//# sourceMappingURL=index.js.map
|