@apifuse/provider-sdk 2.2.0-beta.7 → 2.2.0-beta.70
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AUTHORING.md +943 -51
- package/CHANGELOG.md +273 -1
- package/LICENSE +21 -0
- package/README.md +117 -29
- package/SUBMISSION.md +3 -2
- package/bin/apifuse-check.ts +293 -13
- package/bin/apifuse-dev.ts +42 -19
- package/bin/apifuse-migrate-deployment.ts +200 -0
- package/bin/apifuse-migrate-operation-declaration.ts +55 -0
- package/bin/apifuse-migrate-shape.ts +202 -0
- package/bin/apifuse-pack-check.ts +19 -6
- package/bin/apifuse-pack-smoke.ts +57 -2
- package/bin/apifuse-pack-types.ts +736 -38
- package/bin/apifuse-perf.ts +59 -23
- package/bin/apifuse-record.ts +923 -94
- package/bin/apifuse-submit-check.ts +2313 -281
- package/bin/apifuse-test.ts +3 -1
- package/bin/submit-check-delimited-text.ts +50 -0
- package/dist/auth-turn/index.d.ts +3 -3
- package/dist/auth-turn/index.js +1 -1
- package/dist/auth.d.ts +14 -0
- package/dist/auth.js +67 -0
- package/dist/ceremonies/index.d.ts +16 -0
- package/dist/ceremonies/index.js +141 -36
- package/dist/cli/commands.d.ts +1 -1
- package/dist/cli/commands.js +30 -0
- package/dist/cli/create.d.ts +1 -1
- package/dist/cli/create.js +8 -2
- package/dist/cli/deployment-intent.d.ts +178 -0
- package/dist/cli/deployment-intent.js +277 -0
- package/dist/cli/local-connection.d.ts +111 -0
- package/dist/cli/local-connection.js +151 -0
- package/dist/cli/migrate-deployment-intent.d.ts +132 -0
- package/dist/cli/migrate-deployment-intent.js +1552 -0
- package/dist/cli/migrate-operation-declaration.d.ts +70 -0
- package/dist/cli/migrate-operation-declaration.js +2206 -0
- package/dist/cli/migrate-operation-shape.d.ts +44 -0
- package/dist/cli/migrate-operation-shape.js +113 -0
- package/dist/cli/migrate-provider-shape.d.ts +56 -0
- package/dist/cli/migrate-provider-shape.js +580 -0
- package/dist/cli/resolver-runtime.d.ts +21 -0
- package/dist/cli/resolver-runtime.js +31 -0
- package/dist/cli/templates/provider/.agents/skills/health-checks-and-fail-closed/SKILL.md.tpl +141 -23
- package/dist/cli/templates/provider/Dockerfile.tpl +1 -1
- package/dist/cli/templates/provider/README.md.tpl +41 -19
- package/dist/cli/templates/provider/index.ts.tpl +6 -3
- package/dist/cli/templates/provider/operations/ping.ts.tpl +4 -1
- package/dist/cli/templates/provider/provider.json.tpl +6 -0
- package/dist/config/loader.d.ts +202 -16
- package/dist/config/loader.js +491 -141
- package/dist/contract-serialization.js +4 -8
- package/dist/contract-types.d.ts +12 -5
- package/dist/contract.js +24 -10
- package/dist/declaration-validation.d.ts +34 -0
- package/dist/declaration-validation.js +305 -0
- package/dist/define.d.ts +71 -29
- package/dist/define.js +807 -69
- package/dist/dev.d.ts +5 -0
- package/dist/dev.js +8 -1
- package/dist/engine.d.ts +129 -0
- package/dist/engine.js +209 -0
- package/dist/error-observability.d.ts +7 -0
- package/dist/error-observability.js +61 -0
- package/dist/error-resolution.d.ts +18 -0
- package/dist/error-resolution.js +243 -0
- package/dist/errors.d.ts +74 -0
- package/dist/errors.js +99 -0
- package/dist/fixture-sanitization.d.ts +28 -0
- package/dist/fixture-sanitization.js +371 -0
- package/dist/handle-meta.d.ts +90 -0
- package/dist/handle-meta.js +73 -0
- package/dist/handle.d.ts +226 -0
- package/dist/handle.js +345 -0
- package/dist/health-scenario.d.ts +1901 -0
- package/dist/health-scenario.js +653 -0
- package/dist/i18n/catalog.js +21 -1
- package/dist/i18n/error-messages.d.ts +86 -0
- package/dist/i18n/error-messages.js +192 -0
- package/dist/i18n/index.d.ts +1 -0
- package/dist/i18n/index.js +1 -0
- package/dist/i18n/keys.d.ts +12 -0
- package/dist/i18n/keys.js +76 -5
- package/dist/i18n/operation-locale-namespace.d.ts +2 -0
- package/dist/i18n/operation-locale-namespace.js +7 -0
- package/dist/index.d.ts +40 -15
- package/dist/index.js +29 -11
- package/dist/lint.d.ts +43 -11
- package/dist/lint.js +2512 -177
- package/dist/native-address.d.ts +43 -0
- package/dist/native-address.js +281 -0
- package/dist/native-egress-policy.d.ts +31 -0
- package/dist/native-egress-policy.js +288 -0
- package/dist/observability.d.ts +5 -2
- package/dist/observability.js +48 -1
- package/dist/provider.d.ts +18 -8
- package/dist/provider.js +11 -6
- package/dist/runtime/auth-flow.d.ts +6 -1
- package/dist/runtime/auth-flow.js +8 -0
- package/dist/runtime/bounded-expiring-map.d.ts +21 -0
- package/dist/runtime/bounded-expiring-map.js +64 -0
- package/dist/runtime/browser-telemetry-binding.d.ts +5 -0
- package/dist/runtime/browser-telemetry-binding.js +83 -0
- package/dist/runtime/browser-telemetry.d.ts +76 -0
- package/dist/runtime/browser-telemetry.js +165 -0
- package/dist/runtime/browser.d.ts +4 -0
- package/dist/runtime/browser.js +688 -83
- package/dist/runtime/cache-telemetry.d.ts +71 -0
- package/dist/runtime/cache-telemetry.js +177 -0
- package/dist/runtime/cache.d.ts +3 -0
- package/dist/runtime/cache.js +245 -23
- package/dist/runtime/capability-response.d.ts +3 -0
- package/dist/runtime/capability-response.js +56 -0
- package/dist/runtime/capability-telemetry.d.ts +46 -0
- package/dist/runtime/capability-telemetry.js +68 -0
- package/dist/runtime/chrome149-header-order.d.ts +58 -0
- package/dist/runtime/chrome149-header-order.js +289 -0
- package/dist/runtime/diagnostic-env-values.d.ts +5 -0
- package/dist/runtime/diagnostic-env-values.js +57 -0
- package/dist/runtime/diagnostic-env.d.ts +14 -0
- package/dist/runtime/diagnostic-env.js +44 -0
- package/dist/runtime/diagnostic-redactor.d.ts +54 -0
- package/dist/runtime/diagnostic-redactor.js +571 -0
- package/dist/runtime/egress-lease.d.ts +65 -0
- package/dist/runtime/egress-lease.js +236 -0
- package/dist/runtime/engine-mode.d.ts +74 -0
- package/dist/runtime/engine-mode.js +152 -0
- package/dist/runtime/env.js +14 -1
- package/dist/runtime/executor.d.ts +3 -2
- package/dist/runtime/executor.js +23 -26
- package/dist/runtime/handle-wordlist.d.ts +43 -0
- package/dist/runtime/handle-wordlist.js +256 -0
- package/dist/runtime/handle.d.ts +71 -0
- package/dist/runtime/handle.js +908 -0
- package/dist/runtime/http-telemetry-binding.d.ts +10 -0
- package/dist/runtime/http-telemetry-binding.js +152 -0
- package/dist/runtime/http-telemetry-guard.d.ts +16 -0
- package/dist/runtime/http-telemetry-guard.js +202 -0
- package/dist/runtime/http-telemetry.d.ts +104 -0
- package/dist/runtime/http-telemetry.js +190 -0
- package/dist/runtime/http.d.ts +34 -0
- package/dist/runtime/http.js +680 -121
- package/dist/runtime/insights.js +2 -2
- package/dist/runtime/instrumentation.d.ts +2 -2
- package/dist/runtime/instrumentation.js +462 -19
- package/dist/runtime/native-network-errors.d.ts +33 -0
- package/dist/runtime/native-network-errors.js +69 -0
- package/dist/runtime/native-network.d.ts +105 -0
- package/dist/runtime/native-network.js +1433 -0
- package/dist/runtime/native-telemetry.d.ts +142 -0
- package/dist/runtime/native-telemetry.js +231 -0
- package/dist/runtime/ocr-telemetry.d.ts +82 -0
- package/dist/runtime/ocr-telemetry.js +192 -0
- package/dist/runtime/ocr.d.ts +29 -0
- package/dist/runtime/ocr.js +468 -0
- package/dist/runtime/otlp.d.ts +71 -2
- package/dist/runtime/otlp.js +398 -16
- package/dist/runtime/provider.d.ts +7 -0
- package/dist/runtime/provider.js +14 -0
- package/dist/runtime/proxy-errors.js +6 -2
- package/dist/runtime/proxy-nodemaven.d.ts +56 -0
- package/dist/runtime/proxy-nodemaven.js +147 -0
- package/dist/runtime/proxy-retry-policy.d.ts +4 -1
- package/dist/runtime/proxy-retry-policy.js +11 -2
- package/dist/runtime/proxy-telemetry.d.ts +133 -3
- package/dist/runtime/proxy-telemetry.js +218 -70
- package/dist/runtime/redirect-hop-headers.d.ts +19 -0
- package/dist/runtime/redirect-hop-headers.js +58 -0
- package/dist/runtime/redirects.d.ts +61 -0
- package/dist/runtime/redirects.js +149 -0
- package/dist/runtime/redis.d.ts +1 -1
- package/dist/runtime/redis.js +4 -2
- package/dist/runtime/request-options.d.ts +75 -1
- package/dist/runtime/request-options.js +588 -0
- package/dist/runtime/request-telemetry.d.ts +70 -0
- package/dist/runtime/request-telemetry.js +229 -0
- package/dist/runtime/resolver-config.d.ts +13 -0
- package/dist/runtime/resolver-config.js +14 -0
- package/dist/runtime/resolver-public.d.ts +3 -0
- package/dist/runtime/resolver-public.js +1 -0
- package/dist/runtime/resolver-runtime-options.d.ts +14 -0
- package/dist/runtime/resolver-runtime-options.js +33 -0
- package/dist/runtime/resolver-shared.d.ts +24 -0
- package/dist/runtime/resolver-shared.js +69 -0
- package/dist/runtime/resolver-span-attributes.d.ts +34 -0
- package/dist/runtime/resolver-span-attributes.js +93 -0
- package/dist/runtime/resolver-telemetry.d.ts +135 -0
- package/dist/runtime/resolver-telemetry.js +204 -0
- package/dist/runtime/resolver-usage.d.ts +32 -0
- package/dist/runtime/resolver-usage.js +54 -0
- package/dist/runtime/resolver-vendors/bindings.d.ts +53 -0
- package/dist/runtime/resolver-vendors/bindings.js +45 -0
- package/dist/runtime/resolver-vendors/browser.d.ts +24 -0
- package/dist/runtime/resolver-vendors/browser.js +423 -0
- package/dist/runtime/resolver-vendors/capsolver.d.ts +22 -0
- package/dist/runtime/resolver-vendors/capsolver.js +544 -0
- package/dist/runtime/resolver-vendors/hosts.d.ts +23 -0
- package/dist/runtime/resolver-vendors/hosts.js +68 -0
- package/dist/runtime/resolver-vendors/hypersolutions.d.ts +27 -0
- package/dist/runtime/resolver-vendors/hypersolutions.js +369 -0
- package/dist/runtime/resolver-vendors/twocaptcha.d.ts +24 -0
- package/dist/runtime/resolver-vendors/twocaptcha.js +425 -0
- package/dist/runtime/resolver-vendors/types.d.ts +125 -0
- package/dist/runtime/resolver-vendors/types.js +106 -0
- package/dist/runtime/resolver.d.ts +79 -0
- package/dist/runtime/resolver.js +1094 -0
- package/dist/runtime/state-telemetry.d.ts +79 -0
- package/dist/runtime/state-telemetry.js +194 -0
- package/dist/runtime/state.d.ts +10 -1
- package/dist/runtime/state.js +322 -82
- package/dist/runtime/stealth-akamai-sbsd.d.ts +54 -0
- package/dist/runtime/stealth-akamai-sbsd.js +142 -0
- package/dist/runtime/stealth-cookies.d.ts +24 -0
- package/dist/runtime/stealth-cookies.js +131 -0
- package/dist/runtime/stealth-owned-headers.d.ts +39 -0
- package/dist/runtime/stealth-owned-headers.js +57 -0
- package/dist/runtime/stealth-telemetry.d.ts +92 -0
- package/dist/runtime/stealth-telemetry.js +179 -0
- package/dist/runtime/stealth.d.ts +45 -6
- package/dist/runtime/stealth.js +1775 -320
- package/dist/runtime/stt-telemetry.d.ts +77 -0
- package/dist/runtime/stt-telemetry.js +176 -0
- package/dist/runtime/stt.js +18 -19
- package/dist/runtime/timeout.d.ts +5 -0
- package/dist/runtime/timeout.js +12 -0
- package/dist/runtime/trace-config.d.ts +12 -0
- package/dist/runtime/trace-config.js +62 -0
- package/dist/runtime/trace.d.ts +17 -0
- package/dist/runtime/trace.js +176 -25
- package/dist/runtime-boundary-lint.d.ts +137 -0
- package/dist/runtime-boundary-lint.js +590 -0
- package/dist/schema.d.ts +20 -0
- package/dist/schema.js +72 -2
- package/dist/serve.d.ts +1 -1
- package/dist/serve.js +1 -1
- package/dist/server/error-observability.d.ts +1 -0
- package/dist/server/error-observability.js +1 -0
- package/dist/server/error-stack-frames.d.ts +35 -0
- package/dist/server/error-stack-frames.js +219 -0
- package/dist/server/index.d.ts +21 -2
- package/dist/server/index.js +11 -2
- package/dist/server/runtime-diagnostics.d.ts +165 -0
- package/dist/server/runtime-diagnostics.js +360 -0
- package/dist/server/sdk-version.d.ts +3 -0
- package/dist/server/sdk-version.js +19 -0
- package/dist/server/self-test-input-tokens.d.ts +2 -1
- package/dist/server/self-test-input-tokens.js +18 -14
- package/dist/server/self-test-redaction.js +8 -33
- package/dist/server/self-test.d.ts +18 -3
- package/dist/server/self-test.js +139 -76
- package/dist/server/sensitive-values.d.ts +26 -0
- package/dist/server/sensitive-values.js +137 -0
- package/dist/server/serve-implementation.d.ts +285 -0
- package/dist/server/serve-implementation.js +3172 -0
- package/dist/server/serve.d.ts +1 -75
- package/dist/server/serve.js +1 -1170
- package/dist/server/state-backend-report.d.ts +70 -0
- package/dist/server/state-backend-report.js +113 -0
- package/dist/server/trace-output.d.ts +7 -0
- package/dist/server/trace-output.js +111 -0
- package/dist/server/types.d.ts +37 -5
- package/dist/server/types.js +34 -1
- package/dist/stateful/errors.d.ts +19 -0
- package/dist/stateful/errors.js +24 -0
- package/dist/stateful/http-provider-event-emitter.d.ts +40 -0
- package/dist/stateful/http-provider-event-emitter.js +237 -0
- package/dist/stateful/http-session-owner-registry.d.ts +44 -0
- package/dist/stateful/http-session-owner-registry.js +210 -0
- package/dist/stateful/index.d.ts +18 -0
- package/dist/stateful/index.js +18 -0
- package/dist/stateful/provider-event-delivery-failures.d.ts +32 -0
- package/dist/stateful/provider-event-delivery-failures.js +43 -0
- package/dist/stateful/provider-event-pipeline-metrics.d.ts +46 -0
- package/dist/stateful/provider-event-pipeline-metrics.js +48 -0
- package/dist/stateful/provider-event-pipeline.d.ts +50 -0
- package/dist/stateful/provider-event-pipeline.js +1 -0
- package/dist/stateful/provider-events.d.ts +101 -0
- package/dist/stateful/provider-events.js +289 -0
- package/dist/stateful/session-key.d.ts +15 -0
- package/dist/stateful/session-key.js +86 -0
- package/dist/stateful/stateful-provider-adapter-context.d.ts +5 -0
- package/dist/stateful/stateful-provider-adapter-context.js +42 -0
- package/dist/stateful/stateful-provider-adapter-metrics.d.ts +15 -0
- package/dist/stateful/stateful-provider-adapter-metrics.js +21 -0
- package/dist/stateful/stateful-provider-adapter.d.ts +98 -0
- package/dist/stateful/stateful-provider-adapter.js +287 -0
- package/dist/stateful/stateful-provider-observability.d.ts +62 -0
- package/dist/stateful/stateful-provider-observability.js +161 -0
- package/dist/stateful/stateful-provider-owner-forwarder.d.ts +41 -0
- package/dist/stateful/stateful-provider-owner-forwarder.js +237 -0
- package/dist/stateful/stateful-provider-runtime-context.d.ts +35 -0
- package/dist/stateful/stateful-provider-runtime-context.js +61 -0
- package/dist/stateful/stateful-provider-runtime-executor.d.ts +34 -0
- package/dist/stateful/stateful-provider-runtime-executor.js +52 -0
- package/dist/stateful/stateful-provider-session-routing.d.ts +67 -0
- package/dist/stateful/stateful-provider-session-routing.js +345 -0
- package/dist/stateful/stateful-provider-session-runtime.d.ts +98 -0
- package/dist/stateful/stateful-provider-session-runtime.js +245 -0
- package/dist/stateful-signing.d.ts +18 -0
- package/dist/stateful-signing.js +27 -0
- package/dist/stealth/profiles.d.ts +15 -4
- package/dist/stealth/profiles.js +169 -211
- package/dist/stream-evidence.d.ts +74 -0
- package/dist/stream-evidence.js +785 -0
- package/dist/stream.js +7 -1
- package/dist/testing/index.d.ts +2 -1
- package/dist/testing/index.js +2 -1
- package/dist/testing/run.d.ts +32 -2
- package/dist/testing/run.js +509 -25
- package/dist/trace-sanitization.d.ts +6 -0
- package/dist/trace-sanitization.js +68 -0
- package/dist/types.d.ts +899 -210
- package/dist/types.js +1 -0
- package/dist/typescript-module.d.ts +39 -0
- package/dist/typescript-module.js +72 -0
- package/package.json +52 -6
- package/src/auth-turn/index.ts +1 -1
- package/src/auth.ts +118 -0
- package/src/ceremonies/index.ts +189 -46
- package/src/cli/commands.ts +37 -0
- package/src/cli/create.ts +8 -2
- package/src/cli/deployment-intent.ts +364 -0
- package/src/cli/local-connection.ts +221 -0
- package/src/cli/migrate-deployment-intent.ts +1908 -0
- package/src/cli/migrate-operation-declaration.ts +3026 -0
- package/src/cli/migrate-operation-shape.ts +184 -0
- package/src/cli/migrate-provider-shape.ts +778 -0
- package/src/cli/resolver-runtime.ts +72 -0
- package/src/cli/templates/provider/.agents/skills/health-checks-and-fail-closed/SKILL.md.tpl +141 -23
- package/src/cli/templates/provider/Dockerfile.tpl +1 -1
- package/src/cli/templates/provider/README.md.tpl +41 -19
- package/src/cli/templates/provider/index.ts.tpl +6 -3
- package/src/cli/templates/provider/operations/ping.ts.tpl +4 -1
- package/src/cli/templates/provider/provider.json.tpl +6 -0
- package/src/config/loader.ts +774 -181
- package/src/contract-serialization.ts +5 -7
- package/src/contract-types.ts +12 -5
- package/src/contract.ts +24 -10
- package/src/declaration-validation.ts +376 -0
- package/src/define.ts +1105 -131
- package/src/dev.ts +13 -1
- package/src/engine.ts +390 -0
- package/src/error-observability.ts +64 -0
- package/src/error-resolution.ts +269 -0
- package/src/errors.ts +157 -0
- package/src/fixture-sanitization.ts +422 -0
- package/src/handle-meta.ts +143 -0
- package/src/handle.ts +694 -0
- package/src/health-scenario.ts +960 -0
- package/src/i18n/catalog.ts +23 -1
- package/src/i18n/error-messages.ts +255 -0
- package/src/i18n/index.ts +1 -0
- package/src/i18n/keys.ts +80 -6
- package/src/i18n/operation-locale-namespace.ts +10 -0
- package/src/index.ts +390 -23
- package/src/lint.ts +2975 -234
- package/src/native-address.ts +340 -0
- package/src/native-egress-policy.ts +358 -0
- package/src/observability.ts +51 -1
- package/src/provider.ts +207 -27
- package/src/runtime/auth-flow.ts +15 -0
- package/src/runtime/bounded-expiring-map.ts +67 -0
- package/src/runtime/browser-telemetry-binding.ts +92 -0
- package/src/runtime/browser-telemetry.ts +289 -0
- package/src/runtime/browser.ts +882 -99
- package/src/runtime/cache-telemetry.ts +247 -0
- package/src/runtime/cache.ts +258 -22
- package/src/runtime/capability-response.ts +53 -0
- package/src/runtime/capability-telemetry.ts +101 -0
- package/src/runtime/chrome149-header-order.ts +330 -0
- package/src/runtime/diagnostic-env-values.ts +56 -0
- package/src/runtime/diagnostic-env.ts +65 -0
- package/src/runtime/diagnostic-redactor.ts +668 -0
- package/src/runtime/egress-lease.ts +341 -0
- package/src/runtime/engine-mode.ts +233 -0
- package/src/runtime/env.ts +15 -1
- package/src/runtime/executor.ts +39 -32
- package/src/runtime/handle-wordlist.ts +266 -0
- package/src/runtime/handle.ts +1180 -0
- package/src/runtime/http-telemetry-binding.ts +162 -0
- package/src/runtime/http-telemetry-guard.ts +208 -0
- package/src/runtime/http-telemetry.ts +292 -0
- package/src/runtime/http.ts +896 -150
- package/src/runtime/insights.ts +2 -2
- package/src/runtime/instrumentation.ts +628 -28
- package/src/runtime/native-network-errors.ts +99 -0
- package/src/runtime/native-network.ts +1853 -0
- package/src/runtime/native-telemetry.ts +366 -0
- package/src/runtime/ocr-telemetry.ts +308 -0
- package/src/runtime/ocr.ts +564 -0
- package/src/runtime/otlp.ts +468 -21
- package/src/runtime/provider.ts +15 -0
- package/src/runtime/proxy-errors.ts +12 -4
- package/src/runtime/proxy-nodemaven.ts +222 -0
- package/src/runtime/proxy-retry-policy.ts +12 -1
- package/src/runtime/proxy-telemetry.ts +358 -103
- package/src/runtime/redirect-hop-headers.ts +71 -0
- package/src/runtime/redirects.ts +215 -0
- package/src/runtime/redis.ts +7 -2
- package/src/runtime/request-options.ts +728 -1
- package/src/runtime/request-telemetry.ts +375 -0
- package/src/runtime/resolver-config.ts +18 -0
- package/src/runtime/resolver-public.ts +44 -0
- package/src/runtime/resolver-runtime-options.ts +50 -0
- package/src/runtime/resolver-shared.ts +113 -0
- package/src/runtime/resolver-span-attributes.ts +139 -0
- package/src/runtime/resolver-telemetry.ts +362 -0
- package/src/runtime/resolver-usage.ts +99 -0
- package/src/runtime/resolver-vendors/bindings.ts +61 -0
- package/src/runtime/resolver-vendors/browser.ts +591 -0
- package/src/runtime/resolver-vendors/capsolver.ts +727 -0
- package/src/runtime/resolver-vendors/hosts.ts +81 -0
- package/src/runtime/resolver-vendors/hypersolutions.ts +480 -0
- package/src/runtime/resolver-vendors/twocaptcha.ts +555 -0
- package/src/runtime/resolver-vendors/types.ts +261 -0
- package/src/runtime/resolver.ts +1543 -0
- package/src/runtime/state-telemetry.ts +298 -0
- package/src/runtime/state.ts +435 -89
- package/src/runtime/stealth-akamai-sbsd.ts +207 -0
- package/src/runtime/stealth-cookies.ts +155 -0
- package/src/runtime/stealth-owned-headers.ts +67 -0
- package/src/runtime/stealth-telemetry.ts +309 -0
- package/src/runtime/stealth.ts +2275 -372
- package/src/runtime/stt-telemetry.ts +282 -0
- package/src/runtime/stt.ts +96 -91
- package/src/runtime/timeout.ts +18 -0
- package/src/runtime/trace-config.ts +78 -0
- package/src/runtime/trace.ts +257 -35
- package/src/runtime-boundary-lint.ts +707 -0
- package/src/schema.ts +80 -2
- package/src/serve.ts +6 -1
- package/src/server/error-observability.ts +1 -0
- package/src/server/error-stack-frames.ts +214 -0
- package/src/server/index.ts +184 -2
- package/src/server/runtime-diagnostics.ts +522 -0
- package/src/server/sdk-version.ts +22 -0
- package/src/server/self-test-input-tokens.ts +29 -14
- package/src/server/self-test-redaction.ts +10 -40
- package/src/server/self-test.ts +205 -89
- package/src/server/sensitive-values.ts +211 -0
- package/src/server/serve-implementation.ts +4596 -0
- package/src/server/serve.ts +1 -1685
- package/src/server/state-backend-report.ts +185 -0
- package/src/server/trace-output.ts +189 -0
- package/src/server/types.ts +34 -1
- package/src/stateful/README.md +146 -0
- package/src/stateful/errors.ts +35 -0
- package/src/stateful/http-provider-event-emitter.ts +314 -0
- package/src/stateful/http-session-owner-registry.ts +306 -0
- package/src/stateful/index.ts +18 -0
- package/src/stateful/provider-event-delivery-failures.ts +80 -0
- package/src/stateful/provider-event-pipeline-metrics.ts +95 -0
- package/src/stateful/provider-event-pipeline.ts +61 -0
- package/src/stateful/provider-events.ts +462 -0
- package/src/stateful/session-key.ts +111 -0
- package/src/stateful/stateful-provider-adapter-context.ts +59 -0
- package/src/stateful/stateful-provider-adapter-metrics.ts +48 -0
- package/src/stateful/stateful-provider-adapter.ts +562 -0
- package/src/stateful/stateful-provider-observability.ts +261 -0
- package/src/stateful/stateful-provider-owner-forwarder.ts +310 -0
- package/src/stateful/stateful-provider-runtime-context.ts +96 -0
- package/src/stateful/stateful-provider-runtime-executor.ts +96 -0
- package/src/stateful/stateful-provider-session-routing.ts +546 -0
- package/src/stateful/stateful-provider-session-runtime.ts +403 -0
- package/src/stateful-signing.ts +46 -0
- package/src/stealth/profiles.ts +212 -231
- package/src/stream-evidence.ts +988 -0
- package/src/stream.ts +8 -1
- package/src/testing/index.ts +10 -1
- package/src/testing/run.ts +685 -19
- package/src/trace-sanitization.ts +110 -0
- package/src/types.ts +1014 -273
- package/src/typescript-module.ts +100 -0
- package/dist/choice-token.d.ts +0 -24
- package/dist/choice-token.js +0 -74
- package/dist/runtime/choice.d.ts +0 -15
- package/dist/runtime/choice.js +0 -413
- package/src/choice-token.ts +0 -165
- package/src/runtime/choice.ts +0 -686
|
@@ -0,0 +1,366 @@
|
|
|
1
|
+
import { Buffer } from "node:buffer";
|
|
2
|
+
import type { ProviderProxyProvider } from "../types.js";
|
|
3
|
+
import type { NativeNetworkErrorCode } from "./native-network-errors.js";
|
|
4
|
+
import { closedEnum, type ClosedEnum, type TelemetryContributor } from "./request-telemetry.js";
|
|
5
|
+
|
|
6
|
+
export type NativeTelemetryErrorCode =
|
|
7
|
+
| NativeNetworkErrorCode
|
|
8
|
+
| "PROXY_REQUIRED"
|
|
9
|
+
| "PROXY_ALLOCATION_FAILED"
|
|
10
|
+
| "other";
|
|
11
|
+
export type NativeTelemetryKind = "tcp" | "tls";
|
|
12
|
+
export type NativeTelemetryOutcome = "ok" | "error";
|
|
13
|
+
export type NativeTelemetryVendorSkipReason =
|
|
14
|
+
| "credentials_absent"
|
|
15
|
+
| "protocol_unsupported"
|
|
16
|
+
| "allocation_failed"
|
|
17
|
+
| "credential_lookup_failed"
|
|
18
|
+
| "adapter_unavailable";
|
|
19
|
+
export type NativeTelemetryLifecycleKind =
|
|
20
|
+
| "drain"
|
|
21
|
+
| "drain_acknowledged"
|
|
22
|
+
| "drain_error"
|
|
23
|
+
| "drain_missing_handler"
|
|
24
|
+
| "idle"
|
|
25
|
+
| "expiry";
|
|
26
|
+
|
|
27
|
+
/** Operator-only text is redacted before it is detached and bounded to 300 code units. */
|
|
28
|
+
export type NativeTelemetryDiagnostics = {
|
|
29
|
+
host?: string;
|
|
30
|
+
serverName?: string;
|
|
31
|
+
protocol?: string;
|
|
32
|
+
sessionId?: string;
|
|
33
|
+
expiresAt?: string;
|
|
34
|
+
errorName?: string;
|
|
35
|
+
errorMessage?: string;
|
|
36
|
+
causeName?: string;
|
|
37
|
+
causeMessage?: string;
|
|
38
|
+
systemCode?: string;
|
|
39
|
+
missingFields?: readonly string[];
|
|
40
|
+
port?: number;
|
|
41
|
+
timeoutMs?: number;
|
|
42
|
+
idleTimeoutMs?: number;
|
|
43
|
+
status?: number;
|
|
44
|
+
socksReplyCode?: number;
|
|
45
|
+
sticky?: boolean;
|
|
46
|
+
};
|
|
47
|
+
|
|
48
|
+
export type NativeConnectTelemetryEvent = {
|
|
49
|
+
kind: NativeTelemetryKind;
|
|
50
|
+
outcome: NativeTelemetryOutcome;
|
|
51
|
+
/** Entire establishment, including lease resolution, tunnel and TLS handshake. */
|
|
52
|
+
ms: number;
|
|
53
|
+
/** Tunnel establishment only; included in ms, never added to it. */
|
|
54
|
+
tunnelMs: number;
|
|
55
|
+
proxyUsed: boolean;
|
|
56
|
+
/** Selected vendor for this connection; operator log only. */
|
|
57
|
+
vendor?: ProviderProxyProvider;
|
|
58
|
+
errorCode?: NativeTelemetryErrorCode;
|
|
59
|
+
diagnostics?: NativeTelemetryDiagnostics;
|
|
60
|
+
};
|
|
61
|
+
export type NativeVendorSkipTelemetryEvent = {
|
|
62
|
+
vendor: ProviderProxyProvider;
|
|
63
|
+
reason: NativeTelemetryVendorSkipReason;
|
|
64
|
+
diagnostics?: NativeTelemetryDiagnostics;
|
|
65
|
+
};
|
|
66
|
+
export type NativeLifecycleTelemetryEvent = {
|
|
67
|
+
kind: NativeTelemetryLifecycleKind;
|
|
68
|
+
errorCode?: NativeTelemetryErrorCode;
|
|
69
|
+
diagnostics?: NativeTelemetryDiagnostics;
|
|
70
|
+
};
|
|
71
|
+
|
|
72
|
+
export interface NativeTelemetrySink {
|
|
73
|
+
recordConnect(event: NativeConnectTelemetryEvent): void;
|
|
74
|
+
recordVendorSkip(event: NativeVendorSkipTelemetryEvent): void;
|
|
75
|
+
recordLifecycle(event: NativeLifecycleTelemetryEvent): void;
|
|
76
|
+
/** Application bytes returned by read or accepted by a successful write. Excludes tunnel/TLS framing. */
|
|
77
|
+
recordBytes(event: { direction: "in" | "out"; bytes: number }): void;
|
|
78
|
+
recordError(event: {
|
|
79
|
+
errorCode: NativeTelemetryErrorCode;
|
|
80
|
+
diagnostics?: NativeTelemetryDiagnostics;
|
|
81
|
+
}): void;
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
export type NativeAttemptSample = NativeConnectTelemetryEvent & { n: number };
|
|
85
|
+
export type NativeTelemetryLogPayload = {
|
|
86
|
+
attempts: number;
|
|
87
|
+
connectMs: number;
|
|
88
|
+
tunnelMs: number;
|
|
89
|
+
vendorSkips: number;
|
|
90
|
+
vendorSkipReasons: { reason: NativeTelemetryVendorSkipReason; count: number }[];
|
|
91
|
+
drain: number;
|
|
92
|
+
drainAcknowledged: number;
|
|
93
|
+
drainErrors: number;
|
|
94
|
+
drainMissingHandler: number;
|
|
95
|
+
idle: number;
|
|
96
|
+
expiry: number;
|
|
97
|
+
bytesIn: number;
|
|
98
|
+
bytesOut: number;
|
|
99
|
+
lastErrorCode?: NativeTelemetryErrorCode;
|
|
100
|
+
lastErrorDiagnostics?: NativeTelemetryDiagnostics;
|
|
101
|
+
attemptSamples?: NativeAttemptSample[];
|
|
102
|
+
attemptSamplesDropped?: number;
|
|
103
|
+
vendorSkipSamples?: NativeVendorSkipTelemetryEvent[];
|
|
104
|
+
vendorSkipSamplesDropped?: number;
|
|
105
|
+
};
|
|
106
|
+
|
|
107
|
+
export type NativeTelemetryHeaderPayload = {
|
|
108
|
+
attempts: number;
|
|
109
|
+
connectMs: number;
|
|
110
|
+
tunnelMs: number;
|
|
111
|
+
vendorSkips: number;
|
|
112
|
+
vendorSkipReasons: { reason: ClosedEnum<NativeTelemetryVendorSkipReason>; count: number }[];
|
|
113
|
+
drain: number;
|
|
114
|
+
drainAcknowledged: number;
|
|
115
|
+
drainErrors: number;
|
|
116
|
+
drainMissingHandler: number;
|
|
117
|
+
idle: number;
|
|
118
|
+
expiry: number;
|
|
119
|
+
bytesIn: number;
|
|
120
|
+
bytesOut: number;
|
|
121
|
+
lastErrorCode?: ClosedEnum<NativeTelemetryErrorCode>;
|
|
122
|
+
attemptSamples?: {
|
|
123
|
+
n: number;
|
|
124
|
+
kind: ClosedEnum<NativeTelemetryKind>;
|
|
125
|
+
outcome: ClosedEnum<NativeTelemetryOutcome>;
|
|
126
|
+
ms: number;
|
|
127
|
+
tunnelMs: number;
|
|
128
|
+
proxyUsed: boolean;
|
|
129
|
+
errorCode?: ClosedEnum<NativeTelemetryErrorCode>;
|
|
130
|
+
}[];
|
|
131
|
+
attemptSamplesDropped?: number;
|
|
132
|
+
vendorSkipSamplesDropped?: number;
|
|
133
|
+
};
|
|
134
|
+
|
|
135
|
+
const MAX_SAMPLES = 24;
|
|
136
|
+
function integer(value: number): number {
|
|
137
|
+
return Math.max(0, Math.floor(Number.isFinite(value) ? value : 0));
|
|
138
|
+
}
|
|
139
|
+
function saturatingAdd(a: number, b: number): number {
|
|
140
|
+
if (!Number.isFinite(a) || !Number.isFinite(b)) return Number.MAX_SAFE_INTEGER;
|
|
141
|
+
return Math.min(Number.MAX_SAFE_INTEGER, integer(a) + integer(b));
|
|
142
|
+
}
|
|
143
|
+
function boundedText(value: string, redact?: (text: string) => string): string {
|
|
144
|
+
let result: string;
|
|
145
|
+
try {
|
|
146
|
+
result = redact ? redact(value) : value;
|
|
147
|
+
if (typeof result !== "string") return "[REDACTION_FAILED]";
|
|
148
|
+
} catch {
|
|
149
|
+
return "[REDACTION_FAILED]";
|
|
150
|
+
}
|
|
151
|
+
// Do not slice caller text: a substring may retain the entire vendor response.
|
|
152
|
+
const length = Math.min(result.length, 300);
|
|
153
|
+
const units = Buffer.alloc(length * 2);
|
|
154
|
+
for (let index = 0; index < length; index++)
|
|
155
|
+
units.writeUInt16LE(result.charCodeAt(index), index * 2);
|
|
156
|
+
return units.toString("utf16le");
|
|
157
|
+
}
|
|
158
|
+
function diagnostics(
|
|
159
|
+
value: NativeTelemetryDiagnostics,
|
|
160
|
+
redact?: (text: string) => string,
|
|
161
|
+
): NativeTelemetryDiagnostics {
|
|
162
|
+
const result: NativeTelemetryDiagnostics = {};
|
|
163
|
+
for (const key of [
|
|
164
|
+
"host",
|
|
165
|
+
"serverName",
|
|
166
|
+
"protocol",
|
|
167
|
+
"sessionId",
|
|
168
|
+
"expiresAt",
|
|
169
|
+
"errorName",
|
|
170
|
+
"errorMessage",
|
|
171
|
+
"causeName",
|
|
172
|
+
"causeMessage",
|
|
173
|
+
"systemCode",
|
|
174
|
+
] as const) {
|
|
175
|
+
if (value[key] !== undefined) result[key] = boundedText(value[key], redact);
|
|
176
|
+
}
|
|
177
|
+
for (const key of ["port", "timeoutMs", "idleTimeoutMs", "status", "socksReplyCode"] as const) {
|
|
178
|
+
if (value[key] !== undefined) result[key] = integer(value[key]);
|
|
179
|
+
}
|
|
180
|
+
if (value.sticky !== undefined) result.sticky = value.sticky;
|
|
181
|
+
if (value.missingFields)
|
|
182
|
+
result.missingFields = value.missingFields
|
|
183
|
+
.slice(0, MAX_SAMPLES)
|
|
184
|
+
.map((field) => boundedText(field, redact));
|
|
185
|
+
return result;
|
|
186
|
+
}
|
|
187
|
+
function copyDiagnostics(value: NativeTelemetryDiagnostics): NativeTelemetryDiagnostics {
|
|
188
|
+
return { ...value, ...(value.missingFields ? { missingFields: [...value.missingFields] } : {}) };
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
export class NativeTelemetryCollector
|
|
192
|
+
implements
|
|
193
|
+
NativeTelemetrySink,
|
|
194
|
+
TelemetryContributor<NativeTelemetryLogPayload, NativeTelemetryHeaderPayload>
|
|
195
|
+
{
|
|
196
|
+
readonly key = "native" as const;
|
|
197
|
+
readonly #redact: ((text: string) => string) | undefined;
|
|
198
|
+
#recorded = false;
|
|
199
|
+
#attempts = 0;
|
|
200
|
+
#connectMs = 0;
|
|
201
|
+
#tunnelMs = 0;
|
|
202
|
+
#vendorSkips = 0;
|
|
203
|
+
#vendorSkipReasons = new Map<NativeTelemetryVendorSkipReason, number>();
|
|
204
|
+
#lifecycle = {
|
|
205
|
+
drain: 0,
|
|
206
|
+
drain_acknowledged: 0,
|
|
207
|
+
drain_error: 0,
|
|
208
|
+
drain_missing_handler: 0,
|
|
209
|
+
idle: 0,
|
|
210
|
+
expiry: 0,
|
|
211
|
+
};
|
|
212
|
+
#bytesIn = 0;
|
|
213
|
+
#bytesOut = 0;
|
|
214
|
+
#lastErrorCode: NativeTelemetryErrorCode | undefined;
|
|
215
|
+
#lastErrorDiagnostics: NativeTelemetryDiagnostics | undefined;
|
|
216
|
+
#attemptSamples: NativeAttemptSample[] = [];
|
|
217
|
+
#attemptSamplesDropped = 0;
|
|
218
|
+
#vendorSkipSamples: NativeVendorSkipTelemetryEvent[] = [];
|
|
219
|
+
#vendorSkipSamplesDropped = 0;
|
|
220
|
+
|
|
221
|
+
constructor(options: { redact?: (text: string) => string } = {}) {
|
|
222
|
+
this.#redact = options.redact;
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
recordConnect(event: NativeConnectTelemetryEvent): void {
|
|
226
|
+
this.#recorded = true;
|
|
227
|
+
const ms = saturatingAdd(0, event.ms);
|
|
228
|
+
const tunnelMs = saturatingAdd(0, event.tunnelMs);
|
|
229
|
+
this.#attempts = saturatingAdd(this.#attempts, 1);
|
|
230
|
+
this.#connectMs = saturatingAdd(this.#connectMs, ms);
|
|
231
|
+
this.#tunnelMs = saturatingAdd(this.#tunnelMs, tunnelMs);
|
|
232
|
+
if (event.errorCode)
|
|
233
|
+
this.recordError({ errorCode: event.errorCode, diagnostics: event.diagnostics });
|
|
234
|
+
if (this.#attemptSamples.length < MAX_SAMPLES) {
|
|
235
|
+
this.#attemptSamples.push({
|
|
236
|
+
n: this.#attempts,
|
|
237
|
+
kind: event.kind,
|
|
238
|
+
outcome: event.outcome,
|
|
239
|
+
ms,
|
|
240
|
+
tunnelMs,
|
|
241
|
+
proxyUsed: event.proxyUsed,
|
|
242
|
+
...(event.vendor ? { vendor: event.vendor } : {}),
|
|
243
|
+
...(event.errorCode ? { errorCode: event.errorCode } : {}),
|
|
244
|
+
...(event.diagnostics ? { diagnostics: diagnostics(event.diagnostics, this.#redact) } : {}),
|
|
245
|
+
});
|
|
246
|
+
} else this.#attemptSamplesDropped = saturatingAdd(this.#attemptSamplesDropped, 1);
|
|
247
|
+
}
|
|
248
|
+
recordVendorSkip(event: NativeVendorSkipTelemetryEvent): void {
|
|
249
|
+
this.#recorded = true;
|
|
250
|
+
this.#vendorSkips = saturatingAdd(this.#vendorSkips, 1);
|
|
251
|
+
this.#vendorSkipReasons.set(
|
|
252
|
+
event.reason,
|
|
253
|
+
saturatingAdd(this.#vendorSkipReasons.get(event.reason) ?? 0, 1),
|
|
254
|
+
);
|
|
255
|
+
if (this.#vendorSkipSamples.length < MAX_SAMPLES) {
|
|
256
|
+
this.#vendorSkipSamples.push({
|
|
257
|
+
vendor: event.vendor,
|
|
258
|
+
reason: event.reason,
|
|
259
|
+
...(event.diagnostics ? { diagnostics: diagnostics(event.diagnostics, this.#redact) } : {}),
|
|
260
|
+
});
|
|
261
|
+
} else this.#vendorSkipSamplesDropped = saturatingAdd(this.#vendorSkipSamplesDropped, 1);
|
|
262
|
+
}
|
|
263
|
+
recordLifecycle(event: NativeLifecycleTelemetryEvent): void {
|
|
264
|
+
this.#recorded = true;
|
|
265
|
+
this.#lifecycle[event.kind] = saturatingAdd(this.#lifecycle[event.kind], 1);
|
|
266
|
+
if (event.errorCode)
|
|
267
|
+
this.recordError({ errorCode: event.errorCode, diagnostics: event.diagnostics });
|
|
268
|
+
}
|
|
269
|
+
recordBytes(event: { direction: "in" | "out"; bytes: number }): void {
|
|
270
|
+
this.#recorded = true;
|
|
271
|
+
if (event.direction === "in") this.#bytesIn = saturatingAdd(this.#bytesIn, event.bytes);
|
|
272
|
+
else this.#bytesOut = saturatingAdd(this.#bytesOut, event.bytes);
|
|
273
|
+
}
|
|
274
|
+
recordError(event: {
|
|
275
|
+
errorCode: NativeTelemetryErrorCode;
|
|
276
|
+
diagnostics?: NativeTelemetryDiagnostics;
|
|
277
|
+
}): void {
|
|
278
|
+
this.#recorded = true;
|
|
279
|
+
this.#lastErrorCode = event.errorCode;
|
|
280
|
+
this.#lastErrorDiagnostics = event.diagnostics
|
|
281
|
+
? diagnostics(event.diagnostics, this.#redact)
|
|
282
|
+
: undefined;
|
|
283
|
+
}
|
|
284
|
+
toLogPayload(): NativeTelemetryLogPayload | undefined {
|
|
285
|
+
if (!this.#recorded) return undefined;
|
|
286
|
+
return {
|
|
287
|
+
attempts: this.#attempts,
|
|
288
|
+
connectMs: this.#connectMs,
|
|
289
|
+
tunnelMs: this.#tunnelMs,
|
|
290
|
+
vendorSkips: this.#vendorSkips,
|
|
291
|
+
vendorSkipReasons: [...this.#vendorSkipReasons].map(([reason, count]) => ({ reason, count })),
|
|
292
|
+
drain: this.#lifecycle.drain,
|
|
293
|
+
drainAcknowledged: this.#lifecycle.drain_acknowledged,
|
|
294
|
+
drainErrors: this.#lifecycle.drain_error,
|
|
295
|
+
drainMissingHandler: this.#lifecycle.drain_missing_handler,
|
|
296
|
+
idle: this.#lifecycle.idle,
|
|
297
|
+
expiry: this.#lifecycle.expiry,
|
|
298
|
+
bytesIn: this.#bytesIn,
|
|
299
|
+
bytesOut: this.#bytesOut,
|
|
300
|
+
...(this.#lastErrorCode ? { lastErrorCode: this.#lastErrorCode } : {}),
|
|
301
|
+
...(this.#lastErrorDiagnostics
|
|
302
|
+
? { lastErrorDiagnostics: copyDiagnostics(this.#lastErrorDiagnostics) }
|
|
303
|
+
: {}),
|
|
304
|
+
...(this.#attemptSamples.length
|
|
305
|
+
? {
|
|
306
|
+
attemptSamples: this.#attemptSamples.map((sample) => ({
|
|
307
|
+
...sample,
|
|
308
|
+
...(sample.diagnostics ? { diagnostics: copyDiagnostics(sample.diagnostics) } : {}),
|
|
309
|
+
})),
|
|
310
|
+
}
|
|
311
|
+
: {}),
|
|
312
|
+
...(this.#attemptSamplesDropped
|
|
313
|
+
? { attemptSamplesDropped: this.#attemptSamplesDropped }
|
|
314
|
+
: {}),
|
|
315
|
+
...(this.#vendorSkipSamples.length
|
|
316
|
+
? {
|
|
317
|
+
vendorSkipSamples: this.#vendorSkipSamples.map((sample) => ({
|
|
318
|
+
...sample,
|
|
319
|
+
...(sample.diagnostics ? { diagnostics: copyDiagnostics(sample.diagnostics) } : {}),
|
|
320
|
+
})),
|
|
321
|
+
}
|
|
322
|
+
: {}),
|
|
323
|
+
...(this.#vendorSkipSamplesDropped
|
|
324
|
+
? { vendorSkipSamplesDropped: this.#vendorSkipSamplesDropped }
|
|
325
|
+
: {}),
|
|
326
|
+
};
|
|
327
|
+
}
|
|
328
|
+
toHeaderPayload(log: NativeTelemetryLogPayload): NativeTelemetryHeaderPayload {
|
|
329
|
+
return {
|
|
330
|
+
attempts: log.attempts,
|
|
331
|
+
connectMs: log.connectMs,
|
|
332
|
+
tunnelMs: log.tunnelMs,
|
|
333
|
+
vendorSkips: log.vendorSkips,
|
|
334
|
+
vendorSkipReasons: log.vendorSkipReasons.map(({ reason, count }) => ({
|
|
335
|
+
reason: closedEnum(reason),
|
|
336
|
+
count,
|
|
337
|
+
})),
|
|
338
|
+
drain: log.drain,
|
|
339
|
+
drainAcknowledged: log.drainAcknowledged,
|
|
340
|
+
drainErrors: log.drainErrors,
|
|
341
|
+
drainMissingHandler: log.drainMissingHandler,
|
|
342
|
+
idle: log.idle,
|
|
343
|
+
expiry: log.expiry,
|
|
344
|
+
bytesIn: log.bytesIn,
|
|
345
|
+
bytesOut: log.bytesOut,
|
|
346
|
+
...(log.lastErrorCode ? { lastErrorCode: closedEnum(log.lastErrorCode) } : {}),
|
|
347
|
+
...(log.attemptSamples
|
|
348
|
+
? {
|
|
349
|
+
attemptSamples: log.attemptSamples.map((sample) => ({
|
|
350
|
+
n: sample.n,
|
|
351
|
+
kind: closedEnum(sample.kind),
|
|
352
|
+
outcome: closedEnum(sample.outcome),
|
|
353
|
+
ms: sample.ms,
|
|
354
|
+
tunnelMs: sample.tunnelMs,
|
|
355
|
+
proxyUsed: sample.proxyUsed,
|
|
356
|
+
...(sample.errorCode ? { errorCode: closedEnum(sample.errorCode) } : {}),
|
|
357
|
+
})),
|
|
358
|
+
}
|
|
359
|
+
: {}),
|
|
360
|
+
...(log.attemptSamplesDropped ? { attemptSamplesDropped: log.attemptSamplesDropped } : {}),
|
|
361
|
+
...(log.vendorSkipSamplesDropped
|
|
362
|
+
? { vendorSkipSamplesDropped: log.vendorSkipSamplesDropped }
|
|
363
|
+
: {}),
|
|
364
|
+
};
|
|
365
|
+
}
|
|
366
|
+
}
|
|
@@ -0,0 +1,308 @@
|
|
|
1
|
+
import type { OcrContext } from "../types.js";
|
|
2
|
+
import {
|
|
3
|
+
add,
|
|
4
|
+
capabilityErrorText,
|
|
5
|
+
capabilityFacts,
|
|
6
|
+
capabilityMetadata,
|
|
7
|
+
capabilityText,
|
|
8
|
+
inputBytes,
|
|
9
|
+
integer,
|
|
10
|
+
observeCapability,
|
|
11
|
+
registerCapabilityInput,
|
|
12
|
+
} from "./capability-telemetry.js";
|
|
13
|
+
import {
|
|
14
|
+
type ClosedEnum,
|
|
15
|
+
closedEnum,
|
|
16
|
+
type SpanIndex,
|
|
17
|
+
type TelemetryContributor,
|
|
18
|
+
} from "./request-telemetry.js";
|
|
19
|
+
export type OcrTelemetryBackend =
|
|
20
|
+
| "cloudflare-workers-ai"
|
|
21
|
+
| "openai-compatible"
|
|
22
|
+
| "custom"
|
|
23
|
+
| "unavailable";
|
|
24
|
+
export type OcrTelemetryEngine = "workers-ai" | "openai-compatible" | "custom";
|
|
25
|
+
export type OcrTelemetryErrorCode =
|
|
26
|
+
| "OCR_UNAVAILABLE"
|
|
27
|
+
| "UNSUPPORTED_OCR_BACKEND"
|
|
28
|
+
| "OCR_UPSTREAM_FAILED"
|
|
29
|
+
| "OCR_INCOMPLETE_RESPONSE"
|
|
30
|
+
| "transport_network_error"
|
|
31
|
+
| "transport_timeout"
|
|
32
|
+
| "other";
|
|
33
|
+
export type OcrTelemetryModel =
|
|
34
|
+
| "gemma-4-26b-a4b-it"
|
|
35
|
+
| "glm-ocr"
|
|
36
|
+
| "moondream3.1-9B-A2B"
|
|
37
|
+
| "kimi-k2.7-code";
|
|
38
|
+
export type OcrTelemetryFinishReason =
|
|
39
|
+
| "stop"
|
|
40
|
+
| "length"
|
|
41
|
+
| "content_filter"
|
|
42
|
+
| "tool_calls"
|
|
43
|
+
| "function_call"
|
|
44
|
+
| "error"
|
|
45
|
+
| "unknown";
|
|
46
|
+
const ERROR_CODES: ReadonlySet<string> = new Set([
|
|
47
|
+
"OCR_UNAVAILABLE",
|
|
48
|
+
"UNSUPPORTED_OCR_BACKEND",
|
|
49
|
+
"OCR_UPSTREAM_FAILED",
|
|
50
|
+
"OCR_INCOMPLETE_RESPONSE",
|
|
51
|
+
"transport_network_error",
|
|
52
|
+
"transport_timeout",
|
|
53
|
+
"other",
|
|
54
|
+
]);
|
|
55
|
+
const MODELS = new Map<string, OcrTelemetryModel>([
|
|
56
|
+
["@cf/google/gemma-4-26b-a4b-it", "gemma-4-26b-a4b-it"],
|
|
57
|
+
["zai-org/GLM-OCR", "glm-ocr"],
|
|
58
|
+
["@cf/moondream/moondream3.1-9B-A2B", "moondream3.1-9B-A2B"],
|
|
59
|
+
["@cf/moonshotai/kimi-k2.7-code", "kimi-k2.7-code"],
|
|
60
|
+
]);
|
|
61
|
+
function errorCode(error: unknown): OcrTelemetryErrorCode {
|
|
62
|
+
const code = error && typeof error === "object" && "code" in error ? error.code : undefined;
|
|
63
|
+
return typeof code === "string" && ERROR_CODES.has(code)
|
|
64
|
+
? (code as OcrTelemetryErrorCode)
|
|
65
|
+
: "other";
|
|
66
|
+
}
|
|
67
|
+
function finishReason(value: string | undefined, failed: boolean): OcrTelemetryFinishReason {
|
|
68
|
+
switch (value) {
|
|
69
|
+
case "stop":
|
|
70
|
+
case "length":
|
|
71
|
+
case "content_filter":
|
|
72
|
+
case "tool_calls":
|
|
73
|
+
case "function_call":
|
|
74
|
+
return value;
|
|
75
|
+
default:
|
|
76
|
+
return value === undefined ? (failed ? "error" : "stop") : "unknown";
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
export type OcrTelemetryEvent = {
|
|
80
|
+
backend: OcrTelemetryBackend;
|
|
81
|
+
engine: OcrTelemetryEngine;
|
|
82
|
+
model?: string;
|
|
83
|
+
ms: number;
|
|
84
|
+
status?: number;
|
|
85
|
+
bytesIn?: number;
|
|
86
|
+
bytesOut?: number;
|
|
87
|
+
candidates?: number;
|
|
88
|
+
warnings?: number;
|
|
89
|
+
errorCode?: OcrTelemetryErrorCode;
|
|
90
|
+
diagnostics?: string;
|
|
91
|
+
finishReason?: OcrTelemetryFinishReason;
|
|
92
|
+
};
|
|
93
|
+
export interface OcrTelemetrySink {
|
|
94
|
+
record(event: OcrTelemetryEvent): void;
|
|
95
|
+
markTelemetryFailed?(): void;
|
|
96
|
+
}
|
|
97
|
+
export type OcrTelemetryLogPayload = {
|
|
98
|
+
telemetryFailed?: true;
|
|
99
|
+
diagnostics?: string[];
|
|
100
|
+
backend: OcrTelemetryBackend;
|
|
101
|
+
engine: OcrTelemetryEngine;
|
|
102
|
+
model?: string;
|
|
103
|
+
ms: number;
|
|
104
|
+
status?: number;
|
|
105
|
+
bytesIn: number;
|
|
106
|
+
bytesOut: number;
|
|
107
|
+
candidates: number;
|
|
108
|
+
warnings: number;
|
|
109
|
+
lastErrorCode?: OcrTelemetryErrorCode;
|
|
110
|
+
finishReason?: OcrTelemetryFinishReason;
|
|
111
|
+
samples?: Array<Omit<OcrTelemetryEvent, "backend" | "engine" | "model" | "diagnostics">>;
|
|
112
|
+
samplesDropped?: number;
|
|
113
|
+
};
|
|
114
|
+
export type OcrTelemetryHeaderPayload = {
|
|
115
|
+
backend: ClosedEnum<OcrTelemetryBackend>;
|
|
116
|
+
engine: ClosedEnum<OcrTelemetryEngine>;
|
|
117
|
+
model?: ClosedEnum<OcrTelemetryModel>;
|
|
118
|
+
ms: number;
|
|
119
|
+
status?: number;
|
|
120
|
+
bytesIn: number;
|
|
121
|
+
bytesOut: number;
|
|
122
|
+
candidates: number;
|
|
123
|
+
warnings: number;
|
|
124
|
+
lastErrorCode?: ClosedEnum<OcrTelemetryErrorCode>;
|
|
125
|
+
finishReason?: ClosedEnum<OcrTelemetryFinishReason>;
|
|
126
|
+
samples?: Array<{
|
|
127
|
+
ms: number;
|
|
128
|
+
status?: number;
|
|
129
|
+
bytesIn?: number;
|
|
130
|
+
bytesOut?: number;
|
|
131
|
+
candidates?: number;
|
|
132
|
+
warnings?: number;
|
|
133
|
+
errorCode?: ClosedEnum<OcrTelemetryErrorCode>;
|
|
134
|
+
finishReason?: ClosedEnum<OcrTelemetryFinishReason>;
|
|
135
|
+
}>;
|
|
136
|
+
samplesDropped?: number;
|
|
137
|
+
};
|
|
138
|
+
export class OcrTelemetryCollector
|
|
139
|
+
implements
|
|
140
|
+
OcrTelemetrySink,
|
|
141
|
+
TelemetryContributor<OcrTelemetryLogPayload, OcrTelemetryHeaderPayload>
|
|
142
|
+
{
|
|
143
|
+
readonly key = "ocr" as const;
|
|
144
|
+
readonly #redact?: (text: string) => string;
|
|
145
|
+
#samples: NonNullable<OcrTelemetryLogPayload["samples"]> = [];
|
|
146
|
+
#summary: Omit<OcrTelemetryLogPayload, "samples" | "samplesDropped"> | undefined;
|
|
147
|
+
#diagnostics: string[] = [];
|
|
148
|
+
#dropped = 0;
|
|
149
|
+
#failed = false;
|
|
150
|
+
constructor(options: { redact?: (text: string) => string } = {}) {
|
|
151
|
+
this.#redact = options.redact;
|
|
152
|
+
}
|
|
153
|
+
markTelemetryFailed(): void {
|
|
154
|
+
this.#failed = true;
|
|
155
|
+
this.#summary ??= {
|
|
156
|
+
backend: "custom",
|
|
157
|
+
engine: "custom",
|
|
158
|
+
ms: 0,
|
|
159
|
+
bytesIn: 0,
|
|
160
|
+
bytesOut: 0,
|
|
161
|
+
candidates: 0,
|
|
162
|
+
warnings: 0,
|
|
163
|
+
};
|
|
164
|
+
}
|
|
165
|
+
record(event: OcrTelemetryEvent): void {
|
|
166
|
+
const sample = {
|
|
167
|
+
ms: integer(event.ms),
|
|
168
|
+
...(event.status === undefined ? {} : { status: integer(event.status) }),
|
|
169
|
+
...(event.bytesIn === undefined ? {} : { bytesIn: integer(event.bytesIn) }),
|
|
170
|
+
...(event.bytesOut === undefined ? {} : { bytesOut: integer(event.bytesOut) }),
|
|
171
|
+
...(event.candidates === undefined ? {} : { candidates: integer(event.candidates) }),
|
|
172
|
+
...(event.warnings === undefined ? {} : { warnings: integer(event.warnings) }),
|
|
173
|
+
...(event.errorCode ? { errorCode: event.errorCode } : {}),
|
|
174
|
+
...(event.finishReason ? { finishReason: event.finishReason } : {}),
|
|
175
|
+
...(event.diagnostics === undefined
|
|
176
|
+
? {}
|
|
177
|
+
: { diagnostics: capabilityText(event.diagnostics, this.#redact, true) }),
|
|
178
|
+
};
|
|
179
|
+
const prior = this.#summary;
|
|
180
|
+
this.#summary = {
|
|
181
|
+
backend: event.backend,
|
|
182
|
+
engine: event.engine,
|
|
183
|
+
...(event.model === undefined ? {} : { model: capabilityText(event.model, this.#redact) }),
|
|
184
|
+
ms: add(prior?.ms ?? 0, sample.ms),
|
|
185
|
+
...(sample.status === undefined ? {} : { status: sample.status }),
|
|
186
|
+
bytesIn: add(prior?.bytesIn ?? 0, sample.bytesIn ?? 0),
|
|
187
|
+
bytesOut: add(prior?.bytesOut ?? 0, sample.bytesOut ?? 0),
|
|
188
|
+
candidates: add(prior?.candidates ?? 0, sample.candidates ?? 0),
|
|
189
|
+
warnings: add(prior?.warnings ?? 0, sample.warnings ?? 0),
|
|
190
|
+
...(event.errorCode ? { lastErrorCode: event.errorCode } : {}),
|
|
191
|
+
...(event.finishReason ? { finishReason: event.finishReason } : {}),
|
|
192
|
+
};
|
|
193
|
+
if (this.#samples.length < 24) {
|
|
194
|
+
const { diagnostics, ...closedSample } = sample;
|
|
195
|
+
this.#samples.push(closedSample);
|
|
196
|
+
if (diagnostics !== undefined) this.#diagnostics.push(diagnostics);
|
|
197
|
+
} else this.#dropped = add(this.#dropped, 1);
|
|
198
|
+
}
|
|
199
|
+
toLogPayload(_spans: SpanIndex): OcrTelemetryLogPayload | undefined {
|
|
200
|
+
if (!this.#summary) return undefined;
|
|
201
|
+
return {
|
|
202
|
+
...this.#summary,
|
|
203
|
+
...(this.#diagnostics.length ? { diagnostics: [...this.#diagnostics] } : {}),
|
|
204
|
+
...(this.#failed ? { telemetryFailed: true as const } : {}),
|
|
205
|
+
samples: this.#samples.map((s) => ({ ...s })),
|
|
206
|
+
...(this.#dropped ? { samplesDropped: this.#dropped } : {}),
|
|
207
|
+
};
|
|
208
|
+
}
|
|
209
|
+
toHeaderPayload(log: OcrTelemetryLogPayload): OcrTelemetryHeaderPayload {
|
|
210
|
+
return {
|
|
211
|
+
backend: closedEnum(log.backend),
|
|
212
|
+
engine: closedEnum(log.engine),
|
|
213
|
+
...(log.model && MODELS.has(log.model) ? { model: closedEnum(MODELS.get(log.model)!) } : {}),
|
|
214
|
+
ms: log.ms,
|
|
215
|
+
...(log.status === undefined ? {} : { status: log.status }),
|
|
216
|
+
bytesIn: log.bytesIn,
|
|
217
|
+
bytesOut: log.bytesOut,
|
|
218
|
+
candidates: log.candidates,
|
|
219
|
+
warnings: log.warnings,
|
|
220
|
+
...(log.lastErrorCode ? { lastErrorCode: closedEnum(log.lastErrorCode) } : {}),
|
|
221
|
+
...(log.finishReason ? { finishReason: closedEnum(log.finishReason) } : {}),
|
|
222
|
+
...(log.samples
|
|
223
|
+
? {
|
|
224
|
+
samples: log.samples.map((s) => ({
|
|
225
|
+
ms: s.ms,
|
|
226
|
+
...(s.status === undefined ? {} : { status: s.status }),
|
|
227
|
+
...(s.bytesIn === undefined ? {} : { bytesIn: s.bytesIn }),
|
|
228
|
+
...(s.bytesOut === undefined ? {} : { bytesOut: s.bytesOut }),
|
|
229
|
+
...(s.candidates === undefined ? {} : { candidates: s.candidates }),
|
|
230
|
+
...(s.warnings === undefined ? {} : { warnings: s.warnings }),
|
|
231
|
+
...(s.errorCode ? { errorCode: closedEnum(s.errorCode) } : {}),
|
|
232
|
+
...(s.finishReason ? { finishReason: closedEnum(s.finishReason) } : {}),
|
|
233
|
+
})),
|
|
234
|
+
}
|
|
235
|
+
: {}),
|
|
236
|
+
...(log.samplesDropped ? { samplesDropped: log.samplesDropped } : {}),
|
|
237
|
+
};
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
export function bindOcrTelemetry(
|
|
241
|
+
context: OcrContext,
|
|
242
|
+
sink: OcrTelemetrySink,
|
|
243
|
+
options: { backend?: OcrTelemetryBackend; engine?: OcrTelemetryEngine; model?: string } = {},
|
|
244
|
+
): OcrContext {
|
|
245
|
+
const metadata = capabilityMetadata(context);
|
|
246
|
+
const backend =
|
|
247
|
+
options.backend ?? (metadata?.backend as OcrTelemetryBackend | undefined) ?? "custom";
|
|
248
|
+
const engine = options.engine ?? (metadata?.engine as OcrTelemetryEngine | undefined) ?? "custom";
|
|
249
|
+
const model = options.model ?? metadata?.model;
|
|
250
|
+
async function run<
|
|
251
|
+
T extends {
|
|
252
|
+
text: string;
|
|
253
|
+
model: string;
|
|
254
|
+
candidates?: readonly unknown[];
|
|
255
|
+
warnings?: readonly unknown[];
|
|
256
|
+
},
|
|
257
|
+
>(input: { kind: string; data?: string; url?: string }, operation: () => Promise<T>): Promise<T> {
|
|
258
|
+
const started = performance.now();
|
|
259
|
+
const facts: { status?: number; finishReason?: string; diagnostics?: string } = {};
|
|
260
|
+
observeCapability(sink, () => registerCapabilityInput(input));
|
|
261
|
+
let result: T;
|
|
262
|
+
try {
|
|
263
|
+
result = await capabilityFacts.run(facts, operation);
|
|
264
|
+
} catch (error) {
|
|
265
|
+
observeCapability(sink, () => {
|
|
266
|
+
const status =
|
|
267
|
+
error &&
|
|
268
|
+
typeof error === "object" &&
|
|
269
|
+
"status" in error &&
|
|
270
|
+
typeof error.status === "number"
|
|
271
|
+
? error.status
|
|
272
|
+
: undefined;
|
|
273
|
+
return sink.record({
|
|
274
|
+
backend,
|
|
275
|
+
engine,
|
|
276
|
+
model,
|
|
277
|
+
ms: performance.now() - started,
|
|
278
|
+
status: facts.status ?? status,
|
|
279
|
+
bytesIn: inputBytes(input),
|
|
280
|
+
errorCode: errorCode(error),
|
|
281
|
+
finishReason: finishReason(facts.finishReason, true),
|
|
282
|
+
diagnostics: `${capabilityErrorText(error)} ${facts.diagnostics ?? ""}`,
|
|
283
|
+
});
|
|
284
|
+
});
|
|
285
|
+
throw error;
|
|
286
|
+
}
|
|
287
|
+
observeCapability(sink, () =>
|
|
288
|
+
sink.record({
|
|
289
|
+
backend,
|
|
290
|
+
engine,
|
|
291
|
+
model: result.model,
|
|
292
|
+
ms: performance.now() - started,
|
|
293
|
+
status: facts.status,
|
|
294
|
+
bytesIn: inputBytes(input),
|
|
295
|
+
bytesOut: Buffer.byteLength(result.text),
|
|
296
|
+
candidates: result.candidates?.length ?? 0,
|
|
297
|
+
finishReason: finishReason(facts.finishReason, false),
|
|
298
|
+
warnings: result.warnings?.length ?? 0,
|
|
299
|
+
}),
|
|
300
|
+
);
|
|
301
|
+
return result;
|
|
302
|
+
}
|
|
303
|
+
return {
|
|
304
|
+
...context,
|
|
305
|
+
recognize: (request) => run(request.image, () => context.recognize(request)),
|
|
306
|
+
extractCaptchaText: (image, opts) => run(image, () => context.extractCaptchaText(image, opts)),
|
|
307
|
+
};
|
|
308
|
+
}
|