@senpi-ai/runtime 1.1.3 → 3.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +10 -9
- package/dist/actions/action-runtime-module.d.ts.map +1 -1
- package/dist/actions/action-runtime-module.js +1 -1
- package/dist/actions/action-runtime-module.js.map +1 -1
- package/dist/actions/close-position/close-position.action.d.ts.map +1 -1
- package/dist/actions/close-position/close-position.action.js +61 -14
- package/dist/actions/close-position/close-position.action.js.map +1 -1
- package/dist/actions/decision-engine.d.ts.map +1 -1
- package/dist/actions/decision-engine.js +3 -0
- package/dist/actions/decision-engine.js.map +1 -1
- package/dist/actions/open-position/open-position.action.d.ts.map +1 -1
- package/dist/actions/open-position/open-position.action.js +140 -29
- package/dist/actions/open-position/open-position.action.js.map +1 -1
- package/dist/actions/position-tracker/position-tracker.action.d.ts +6 -0
- package/dist/actions/position-tracker/position-tracker.action.d.ts.map +1 -1
- package/dist/actions/position-tracker/position-tracker.action.js +48 -0
- package/dist/actions/position-tracker/position-tracker.action.js.map +1 -1
- package/dist/actions/tracking-helpers.d.ts +16 -1
- package/dist/actions/tracking-helpers.d.ts.map +1 -1
- package/dist/actions/tracking-helpers.js +55 -9
- package/dist/actions/tracking-helpers.js.map +1 -1
- package/dist/actions/types.d.ts +10 -2
- package/dist/actions/types.d.ts.map +1 -1
- package/dist/actions/types.js +8 -0
- package/dist/actions/types.js.map +1 -1
- package/dist/cli/guide-commands.d.ts.map +1 -1
- package/dist/cli/guide-commands.js +84 -82
- package/dist/cli/guide-commands.js.map +1 -1
- package/dist/cli/senpi-commands.d.ts.map +1 -1
- package/dist/cli/senpi-commands.js +16 -110
- package/dist/cli/senpi-commands.js.map +1 -1
- package/dist/constants/dsl/index.d.ts +2 -0
- package/dist/constants/dsl/index.d.ts.map +1 -1
- package/dist/constants/dsl/index.js +2 -0
- package/dist/constants/dsl/index.js.map +1 -1
- package/dist/dsl/config/parse-tiers.d.ts.map +1 -1
- package/dist/dsl/config/parse-tiers.js +6 -2
- package/dist/dsl/config/parse-tiers.js.map +1 -1
- package/dist/dsl/engine-client/config-mapping.d.ts +3 -1
- package/dist/dsl/engine-client/config-mapping.d.ts.map +1 -1
- package/dist/dsl/engine-client/config-mapping.js +3 -1
- package/dist/dsl/engine-client/config-mapping.js.map +1 -1
- package/dist/dsl/engine-client/event-mapping.d.ts +2 -0
- package/dist/dsl/engine-client/event-mapping.d.ts.map +1 -1
- package/dist/dsl/engine-client/event-mapping.js +3 -0
- package/dist/dsl/engine-client/event-mapping.js.map +1 -1
- package/dist/dsl/events/build-closed-event.d.ts.map +1 -1
- package/dist/dsl/events/build-closed-event.js +1 -0
- package/dist/dsl/events/build-closed-event.js.map +1 -1
- package/dist/dsl/events/guards.d.ts.map +1 -1
- package/dist/dsl/events/guards.js +10 -0
- package/dist/dsl/events/guards.js.map +1 -1
- package/dist/dsl/events/handlers.d.ts +18 -2
- package/dist/dsl/events/handlers.d.ts.map +1 -1
- package/dist/dsl/events/handlers.js +304 -208
- package/dist/dsl/events/handlers.js.map +1 -1
- package/dist/dsl/events/initial-state.d.ts.map +1 -1
- package/dist/dsl/events/initial-state.js +3 -1
- package/dist/dsl/events/initial-state.js.map +1 -1
- package/dist/dsl/monitor/create-monitor.d.ts +15 -0
- package/dist/dsl/monitor/create-monitor.d.ts.map +1 -1
- package/dist/dsl/monitor/create-monitor.js +76 -9
- package/dist/dsl/monitor/create-monitor.js.map +1 -1
- package/dist/dsl/monitor/process-one-position.d.ts.map +1 -1
- package/dist/dsl/monitor/process-one-position.js +268 -82
- package/dist/dsl/monitor/process-one-position.js.map +1 -1
- package/dist/dsl/plugin/index.d.ts +16 -1
- package/dist/dsl/plugin/index.d.ts.map +1 -1
- package/dist/dsl/plugin/index.js +35 -4
- package/dist/dsl/plugin/index.js.map +1 -1
- package/dist/dsl/plugin/options.d.ts +18 -0
- package/dist/dsl/plugin/options.d.ts.map +1 -1
- package/dist/index.d.ts +14 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +272 -32
- package/dist/index.js.map +1 -1
- package/dist/recording/emitter.d.ts +27 -0
- package/dist/recording/emitter.d.ts.map +1 -0
- package/dist/recording/emitter.js +2 -0
- package/dist/recording/emitter.js.map +1 -0
- package/dist/recording/identity.d.ts +34 -0
- package/dist/recording/identity.d.ts.map +1 -0
- package/dist/recording/identity.js +2 -0
- package/dist/recording/identity.js.map +1 -0
- package/dist/recording/index.d.ts +11 -0
- package/dist/recording/index.d.ts.map +1 -0
- package/dist/recording/index.js +2 -0
- package/dist/recording/index.js.map +1 -0
- package/dist/recording/noop-emitter.d.ts +23 -0
- package/dist/recording/noop-emitter.d.ts.map +1 -0
- package/dist/recording/noop-emitter.js +22 -0
- package/dist/recording/noop-emitter.js.map +1 -0
- package/dist/recording/otel/attributes.d.ts +35 -0
- package/dist/recording/otel/attributes.d.ts.map +1 -0
- package/dist/recording/otel/attributes.js +131 -0
- package/dist/recording/otel/attributes.js.map +1 -0
- package/dist/recording/otel/constants.d.ts +123 -0
- package/dist/recording/otel/constants.d.ts.map +1 -0
- package/dist/recording/otel/constants.js +172 -0
- package/dist/recording/otel/constants.js.map +1 -0
- package/dist/recording/otel/ids.d.ts +25 -0
- package/dist/recording/otel/ids.d.ts.map +1 -0
- package/dist/recording/otel/ids.js +37 -0
- package/dist/recording/otel/ids.js.map +1 -0
- package/dist/recording/otel/index.d.ts +13 -0
- package/dist/recording/otel/index.d.ts.map +1 -0
- package/dist/recording/otel/index.js +9 -0
- package/dist/recording/otel/index.js.map +1 -0
- package/dist/recording/otel/mappers.d.ts +100 -0
- package/dist/recording/otel/mappers.d.ts.map +1 -0
- package/dist/recording/otel/mappers.js +683 -0
- package/dist/recording/otel/mappers.js.map +1 -0
- package/dist/recording/otel/otel-emitter.d.ts +43 -0
- package/dist/recording/otel/otel-emitter.d.ts.map +1 -0
- package/dist/recording/otel/otel-emitter.js +99 -0
- package/dist/recording/otel/otel-emitter.js.map +1 -0
- package/dist/recording/otel/redaction.d.ts +47 -0
- package/dist/recording/otel/redaction.d.ts.map +1 -0
- package/dist/recording/otel/redaction.js +88 -0
- package/dist/recording/otel/redaction.js.map +1 -0
- package/dist/recording/records.d.ts +565 -0
- package/dist/recording/records.d.ts.map +1 -0
- package/dist/recording/records.js +14 -0
- package/dist/recording/records.js.map +1 -0
- package/dist/recording/transport/batcher.d.ts +59 -0
- package/dist/recording/transport/batcher.d.ts.map +1 -0
- package/dist/recording/transport/batcher.js +234 -0
- package/dist/recording/transport/batcher.js.map +1 -0
- package/dist/recording/transport/client.d.ts +41 -0
- package/dist/recording/transport/client.d.ts.map +1 -0
- package/dist/recording/transport/client.js +69 -0
- package/dist/recording/transport/client.js.map +1 -0
- package/dist/recording/transport/config.d.ts +53 -0
- package/dist/recording/transport/config.d.ts.map +1 -0
- package/dist/recording/transport/config.js +41 -0
- package/dist/recording/transport/config.js.map +1 -0
- package/dist/recording/transport/index.d.ts +16 -0
- package/dist/recording/transport/index.d.ts.map +1 -0
- package/dist/recording/transport/index.js +12 -0
- package/dist/recording/transport/index.js.map +1 -0
- package/dist/recording/transport/rows.d.ts +88 -0
- package/dist/recording/transport/rows.d.ts.map +1 -0
- package/dist/recording/transport/rows.js +15 -0
- package/dist/recording/transport/rows.js.map +1 -0
- package/dist/recording/wiring/emitter-factory.d.ts +39 -0
- package/dist/recording/wiring/emitter-factory.d.ts.map +1 -0
- package/dist/recording/wiring/emitter-factory.js +62 -0
- package/dist/recording/wiring/emitter-factory.js.map +1 -0
- package/dist/recording/wiring/identity.d.ts +27 -0
- package/dist/recording/wiring/identity.d.ts.map +1 -0
- package/dist/recording/wiring/identity.js +51 -0
- package/dist/recording/wiring/identity.js.map +1 -0
- package/dist/recording/wiring/index.d.ts +12 -0
- package/dist/recording/wiring/index.d.ts.map +1 -0
- package/dist/recording/wiring/index.js +9 -0
- package/dist/recording/wiring/index.js.map +1 -0
- package/dist/recording/wiring/record-builders.d.ts +107 -0
- package/dist/recording/wiring/record-builders.d.ts.map +1 -0
- package/dist/recording/wiring/record-builders.js +706 -0
- package/dist/recording/wiring/record-builders.js.map +1 -0
- package/dist/recording/wiring/subscriber.d.ts +28 -0
- package/dist/recording/wiring/subscriber.d.ts.map +1 -0
- package/dist/recording/wiring/subscriber.js +173 -0
- package/dist/recording/wiring/subscriber.js.map +1 -0
- package/dist/recording/wiring/values.d.ts +19 -0
- package/dist/recording/wiring/values.d.ts.map +1 -0
- package/dist/recording/wiring/values.js +49 -0
- package/dist/recording/wiring/values.js.map +1 -0
- package/dist/runtime/auto-update/command-runner.d.ts.map +1 -1
- package/dist/runtime/auto-update/command-runner.js +5 -1
- package/dist/runtime/auto-update/command-runner.js.map +1 -1
- package/dist/runtime/auto-update/resolve-package-name.d.ts +10 -0
- package/dist/runtime/auto-update/resolve-package-name.d.ts.map +1 -0
- package/dist/runtime/auto-update/resolve-package-name.js +35 -0
- package/dist/runtime/auto-update/resolve-package-name.js.map +1 -0
- package/dist/runtime/auto-update/run-update-command.d.ts +2 -0
- package/dist/runtime/auto-update/run-update-command.d.ts.map +1 -0
- package/dist/runtime/auto-update/run-update-command.js +37 -0
- package/dist/runtime/auto-update/run-update-command.js.map +1 -0
- package/dist/runtime/create-runtime-context.d.ts +2 -0
- package/dist/runtime/create-runtime-context.d.ts.map +1 -1
- package/dist/runtime/create-runtime-context.js +1 -0
- package/dist/runtime/create-runtime-context.js.map +1 -1
- package/dist/runtime/create-scanner-module.d.ts +4 -3
- package/dist/runtime/create-scanner-module.d.ts.map +1 -1
- package/dist/runtime/create-scanner-module.js +14 -5
- package/dist/runtime/create-scanner-module.js.map +1 -1
- package/dist/runtime/create-scanner-providers-for-run.d.ts.map +1 -1
- package/dist/runtime/create-scanner-providers-for-run.js +12 -1
- package/dist/runtime/create-scanner-providers-for-run.js.map +1 -1
- package/dist/runtime/load-runtime-config.d.ts +9 -0
- package/dist/runtime/load-runtime-config.d.ts.map +1 -1
- package/dist/runtime/load-runtime-config.js +41 -8
- package/dist/runtime/load-runtime-config.js.map +1 -1
- package/dist/runtime/map-strategies-registration.js +7 -8
- package/dist/runtime/map-strategies-registration.js.map +1 -1
- package/dist/runtime/map-strategies.d.ts.map +1 -1
- package/dist/runtime/map-strategies.js +12 -3
- package/dist/runtime/map-strategies.js.map +1 -1
- package/dist/runtime/recipe-version.d.ts +1 -1
- package/dist/runtime/recipe-version.d.ts.map +1 -1
- package/dist/runtime/recipe-version.js +1 -1
- package/dist/runtime/recipe-version.js.map +1 -1
- package/dist/runtime/reconcile-decide.d.ts +73 -0
- package/dist/runtime/reconcile-decide.d.ts.map +1 -0
- package/dist/runtime/reconcile-decide.js +186 -0
- package/dist/runtime/reconcile-decide.js.map +1 -0
- package/dist/runtime/reconcile-run.d.ts +62 -0
- package/dist/runtime/reconcile-run.d.ts.map +1 -0
- package/dist/runtime/reconcile-run.js +173 -0
- package/dist/runtime/reconcile-run.js.map +1 -0
- package/dist/runtime/reconcile-state.d.ts +44 -0
- package/dist/runtime/reconcile-state.d.ts.map +1 -1
- package/dist/runtime/reconcile-state.js +80 -44
- package/dist/runtime/reconcile-state.js.map +1 -1
- package/dist/runtime/risk-guard.d.ts.map +1 -1
- package/dist/runtime/risk-guard.js +17 -12
- package/dist/runtime/risk-guard.js.map +1 -1
- package/dist/runtime/run.d.ts.map +1 -1
- package/dist/runtime/run.js +3 -2
- package/dist/runtime/run.js.map +1 -1
- package/dist/runtime/runtime-schema.d.ts +4056 -793
- package/dist/runtime/runtime-schema.d.ts.map +1 -1
- package/dist/runtime/runtime-schema.js +183 -46
- package/dist/runtime/runtime-schema.js.map +1 -1
- package/dist/runtime/runtime-version.d.ts +3 -6
- package/dist/runtime/runtime-version.d.ts.map +1 -1
- package/dist/runtime/runtime-version.js +3 -6
- package/dist/runtime/runtime-version.js.map +1 -1
- package/dist/runtime/runtime.d.ts +47 -0
- package/dist/runtime/runtime.d.ts.map +1 -1
- package/dist/runtime/runtime.js +516 -146
- package/dist/runtime/runtime.js.map +1 -1
- package/dist/runtime/scanner-registry.d.ts +1 -1
- package/dist/runtime/scanner-registry.d.ts.map +1 -1
- package/dist/runtime/scanner-registry.js +3 -12
- package/dist/runtime/scanner-registry.js.map +1 -1
- package/dist/runtime/strategy-registry.d.ts +6 -0
- package/dist/runtime/strategy-registry.d.ts.map +1 -1
- package/dist/runtime/strategy-registry.js +1 -0
- package/dist/runtime/strategy-registry.js.map +1 -1
- package/dist/runtime/supervisor/long-running-supervisor.d.ts +222 -0
- package/dist/runtime/supervisor/long-running-supervisor.d.ts.map +1 -0
- package/dist/runtime/supervisor/long-running-supervisor.js +625 -0
- package/dist/runtime/supervisor/long-running-supervisor.js.map +1 -0
- package/dist/runtime/supervisor/orphan-sweep.d.ts +36 -0
- package/dist/runtime/supervisor/orphan-sweep.d.ts.map +1 -0
- package/dist/runtime/supervisor/orphan-sweep.js +255 -0
- package/dist/runtime/supervisor/orphan-sweep.js.map +1 -0
- package/dist/runtime/supervisor/supervisor-utils.d.ts +37 -0
- package/dist/runtime/supervisor/supervisor-utils.d.ts.map +1 -0
- package/dist/runtime/supervisor/supervisor-utils.js +175 -0
- package/dist/runtime/supervisor/supervisor-utils.js.map +1 -0
- package/dist/runtime-api/handlers/ingest-signals.d.ts +3 -3
- package/dist/runtime-api/handlers/ingest-signals.js +3 -3
- package/dist/runtime-api/intake/acceptance-record.d.ts +103 -0
- package/dist/runtime-api/intake/acceptance-record.d.ts.map +1 -0
- package/dist/runtime-api/intake/acceptance-record.js +192 -0
- package/dist/runtime-api/intake/acceptance-record.js.map +1 -0
- package/dist/runtime-api/intake/intake-context.d.ts +31 -0
- package/dist/runtime-api/intake/intake-context.d.ts.map +1 -0
- package/dist/runtime-api/intake/intake-context.js +21 -0
- package/dist/runtime-api/intake/intake-context.js.map +1 -0
- package/dist/runtime-api/intake/intake-mount.d.ts +118 -0
- package/dist/runtime-api/intake/intake-mount.d.ts.map +1 -0
- package/dist/runtime-api/intake/intake-mount.js +193 -0
- package/dist/runtime-api/intake/intake-mount.js.map +1 -0
- package/dist/runtime-api/intake/liveness-store.d.ts +32 -0
- package/dist/runtime-api/intake/liveness-store.d.ts.map +1 -0
- package/dist/runtime-api/intake/liveness-store.js +31 -0
- package/dist/runtime-api/intake/liveness-store.js.map +1 -0
- package/dist/runtime-api/intake/process-error-post.d.ts +15 -0
- package/dist/runtime-api/intake/process-error-post.d.ts.map +1 -0
- package/dist/runtime-api/intake/process-error-post.js +19 -0
- package/dist/runtime-api/intake/process-error-post.js.map +1 -0
- package/dist/runtime-api/intake/process-signal-post.d.ts +73 -0
- package/dist/runtime-api/intake/process-signal-post.d.ts.map +1 -0
- package/dist/runtime-api/intake/process-signal-post.js +188 -0
- package/dist/runtime-api/intake/process-signal-post.js.map +1 -0
- package/dist/runtime-api/intake/scanner-launcher.d.ts +133 -0
- package/dist/runtime-api/intake/scanner-launcher.d.ts.map +1 -0
- package/dist/runtime-api/intake/scanner-launcher.js +204 -0
- package/dist/runtime-api/intake/scanner-launcher.js.map +1 -0
- package/dist/runtime-api/intake/scanner-registry.d.ts +36 -0
- package/dist/runtime-api/intake/scanner-registry.d.ts.map +1 -0
- package/dist/runtime-api/intake/scanner-registry.js +29 -0
- package/dist/runtime-api/intake/scanner-registry.js.map +1 -0
- package/dist/runtime-api/intake/types.d.ts +61 -0
- package/dist/runtime-api/intake/types.d.ts.map +1 -0
- package/dist/runtime-api/intake/types.js +8 -0
- package/dist/runtime-api/intake/types.js.map +1 -0
- package/dist/runtime-api/routes/signals.d.ts +20 -40
- package/dist/runtime-api/routes/signals.d.ts.map +1 -1
- package/dist/runtime-api/routes/signals.js +119 -75
- package/dist/runtime-api/routes/signals.js.map +1 -1
- package/dist/runtime-api/routes/signals.schema.d.ts +24 -86
- package/dist/runtime-api/routes/signals.schema.d.ts.map +1 -1
- package/dist/runtime-api/routes/signals.schema.js +35 -50
- package/dist/runtime-api/routes/signals.schema.js.map +1 -1
- package/dist/runtime-api/server.d.ts +15 -6
- package/dist/runtime-api/server.d.ts.map +1 -1
- package/dist/runtime-api/server.js +12 -12
- package/dist/runtime-api/server.js.map +1 -1
- package/dist/scanners/events.d.ts +6 -0
- package/dist/scanners/events.d.ts.map +1 -1
- package/dist/scanners/events.js.map +1 -1
- package/dist/scanners/external/scaffold/__init__.py +16 -0
- package/dist/scanners/external/scaffold/__main__.py +155 -0
- package/dist/scanners/external/scaffold/ctx.py +78 -0
- package/dist/scanners/external/scaffold/delivery.py +263 -0
- package/dist/scanners/external/scaffold/entrypoint_loader.py +151 -0
- package/dist/scanners/external/scaffold/http_post.py +70 -0
- package/dist/scanners/external/scaffold/journal.py +247 -0
- package/dist/scanners/external/scaffold/loop_primitives.py +65 -0
- package/dist/scanners/external/scaffold/requirements.txt +11 -0
- package/dist/scanners/external/scaffold/scaffold.py +361 -0
- package/dist/scanners/external/scaffold/scaffold_state.py +114 -0
- package/dist/scanners/external/scaffold/senpi_mcp.py +250 -0
- package/dist/scanners/external/scaffold/signal_envelope.py +220 -0
- package/dist/scanners/external/scaffold/state_manager.py +175 -0
- package/dist/scanners/external-scanner-receiver.d.ts +17 -1
- package/dist/scanners/external-scanner-receiver.d.ts.map +1 -1
- package/dist/scanners/external-scanner-receiver.js +16 -3
- package/dist/scanners/external-scanner-receiver.js.map +1 -1
- package/dist/scanners/implementations/external-scanner.d.ts.map +1 -1
- package/dist/scanners/implementations/external-scanner.js +7 -1
- package/dist/scanners/implementations/external-scanner.js.map +1 -1
- package/dist/scanners/implementations/momentum.d.ts.map +1 -1
- package/dist/scanners/implementations/momentum.js +16 -0
- package/dist/scanners/implementations/momentum.js.map +1 -1
- package/dist/scanners/runtime-module.d.ts.map +1 -1
- package/dist/scanners/runtime-module.js +9 -1
- package/dist/scanners/runtime-module.js.map +1 -1
- package/dist/scripts/run-dsl-standalone-live.d.ts +1 -1
- package/dist/scripts/run-dsl-standalone-live.js +5 -3
- package/dist/scripts/run-dsl-standalone-live.js.map +1 -1
- package/dist/senpi/client.d.ts +56 -4
- package/dist/senpi/client.d.ts.map +1 -1
- package/dist/senpi/client.js +123 -24
- package/dist/senpi/client.js.map +1 -1
- package/dist/senpi/index.d.ts +2 -1
- package/dist/senpi/index.d.ts.map +1 -1
- package/dist/senpi/index.js +1 -1
- package/dist/senpi/index.js.map +1 -1
- package/dist/senpi/types.d.ts +1 -2
- package/dist/senpi/types.d.ts.map +1 -1
- package/dist/state/state-manager.d.ts +17 -0
- package/dist/state/state-manager.d.ts.map +1 -1
- package/dist/state/state-manager.js +55 -4
- package/dist/state/state-manager.js.map +1 -1
- package/dist/strategy/strategy-state.d.ts +9 -1
- package/dist/strategy/strategy-state.d.ts.map +1 -1
- package/dist/strategy/strategy-state.js +62 -9
- package/dist/strategy/strategy-state.js.map +1 -1
- package/dist/tracking/build-rehydrate-items.d.ts +15 -0
- package/dist/tracking/build-rehydrate-items.d.ts.map +1 -0
- package/dist/tracking/build-rehydrate-items.js +19 -0
- package/dist/tracking/build-rehydrate-items.js.map +1 -0
- package/dist/tracking/constants.d.ts.map +1 -1
- package/dist/tracking/constants.js +2 -0
- package/dist/tracking/constants.js.map +1 -1
- package/dist/tracking/index.d.ts +3 -0
- package/dist/tracking/index.d.ts.map +1 -1
- package/dist/tracking/index.js +2 -0
- package/dist/tracking/index.js.map +1 -1
- package/dist/tracking/position-id-registry.d.ts +69 -0
- package/dist/tracking/position-id-registry.d.ts.map +1 -0
- package/dist/tracking/position-id-registry.js +139 -0
- package/dist/tracking/position-id-registry.js.map +1 -0
- package/dist/tracking/spans/fan-out-span-transport.d.ts +22 -0
- package/dist/tracking/spans/fan-out-span-transport.d.ts.map +1 -0
- package/dist/tracking/spans/fan-out-span-transport.js +49 -0
- package/dist/tracking/spans/fan-out-span-transport.js.map +1 -0
- package/dist/tracking/spans/otel/fit-row-budget.d.ts +22 -0
- package/dist/tracking/spans/otel/fit-row-budget.d.ts.map +1 -0
- package/dist/tracking/spans/otel/fit-row-budget.js +91 -0
- package/dist/tracking/spans/otel/fit-row-budget.js.map +1 -0
- package/dist/tracking/spans/otel/map-span-to-trace-row.d.ts +16 -0
- package/dist/tracking/spans/otel/map-span-to-trace-row.d.ts.map +1 -0
- package/dist/tracking/spans/otel/map-span-to-trace-row.js +227 -0
- package/dist/tracking/spans/otel/map-span-to-trace-row.js.map +1 -0
- package/dist/tracking/spans/otel/recording-span-transport.d.ts +43 -0
- package/dist/tracking/spans/otel/recording-span-transport.d.ts.map +1 -0
- package/dist/tracking/spans/otel/recording-span-transport.js +67 -0
- package/dist/tracking/spans/otel/recording-span-transport.js.map +1 -0
- package/dist/tracking/spans/otel/span-ids.d.ts +22 -0
- package/dist/tracking/spans/otel/span-ids.d.ts.map +1 -0
- package/dist/tracking/spans/otel/span-ids.js +32 -0
- package/dist/tracking/spans/otel/span-ids.js.map +1 -0
- package/dist/tracking/spans/plugin-span-tracker.d.ts +6 -0
- package/dist/tracking/spans/plugin-span-tracker.d.ts.map +1 -1
- package/dist/tracking/spans/plugin-span-tracker.js +82 -9
- package/dist/tracking/spans/plugin-span-tracker.js.map +1 -1
- package/dist/tracking/spans/redact-pii.d.ts +3 -1
- package/dist/tracking/spans/redact-pii.d.ts.map +1 -1
- package/dist/tracking/spans/redact-pii.js +5 -1
- package/dist/tracking/spans/redact-pii.js.map +1 -1
- package/dist/tracking/spans/span-transport.d.ts +6 -0
- package/dist/tracking/spans/span-transport.d.ts.map +1 -1
- package/dist/tracking/spans/span-transport.js +1 -1
- package/dist/tracking/spans/span-transport.js.map +1 -1
- package/dist/types/dsl/index.d.ts +24 -1
- package/dist/types/dsl/index.d.ts.map +1 -1
- package/dist/types/runtime.d.ts +6 -0
- package/dist/types/runtime.d.ts.map +1 -1
- package/dist/types/scanner.d.ts +7 -0
- package/dist/types/scanner.d.ts.map +1 -1
- package/dist/types/strategy.d.ts +3 -1
- package/dist/types/strategy.d.ts.map +1 -1
- package/dist/utils/keyed-mutex.d.ts +37 -0
- package/dist/utils/keyed-mutex.d.ts.map +1 -0
- package/dist/utils/keyed-mutex.js +77 -0
- package/dist/utils/keyed-mutex.js.map +1 -0
- package/dist/utils/safe-spawn.d.ts +6 -0
- package/dist/utils/safe-spawn.d.ts.map +1 -0
- package/dist/utils/safe-spawn.js +62 -0
- package/dist/utils/safe-spawn.js.map +1 -0
- package/examples/strategies/README.md +17 -12
- package/examples/strategies/iguana/README.md +135 -0
- package/examples/strategies/iguana/recipe.yaml +137 -0
- package/examples/strategies/iguana/scanners/scan.py +243 -0
- package/examples/strategies/iguana/scanners/scoring.py +152 -0
- package/examples/strategies/raptor/README.md +156 -0
- package/examples/strategies/raptor/recipe.yaml +154 -0
- package/examples/strategies/raptor/scanners/scan.py +349 -0
- package/examples/strategies/raptor/scanners/scoring.py +452 -0
- package/examples/strategies/spider/README.md +89 -0
- package/examples/strategies/spider/scalp/recipe.yaml +129 -0
- package/examples/strategies/spider/scalp/scanners/scan.py +219 -0
- package/examples/strategies/spider/scalp/scanners/scoring.py +179 -0
- package/examples/strategies/spider/swing/recipe.yaml +137 -0
- package/examples/strategies/spider/swing/scanners/scan.py +334 -0
- package/examples/strategies/spider/swing/scanners/scoring.py +184 -0
- package/examples/strategies/turbine/README.md +166 -0
- package/examples/strategies/turbine/recipe-runners.yaml +123 -0
- package/examples/strategies/turbine/recipe-volume.yaml +129 -0
- package/examples/strategies/turbine/scanners/scan.py +283 -0
- package/examples/strategies/turbine/scanners/scoring.py +190 -0
- package/openclaw.plugin.json +12 -1
- package/package.json +3 -3
- package/dist/runtime-api/handlers/group-by-scanner.d.ts +0 -43
- package/dist/runtime-api/handlers/group-by-scanner.d.ts.map +0 -1
- package/dist/runtime-api/handlers/group-by-scanner.js +0 -43
- package/dist/runtime-api/handlers/group-by-scanner.js.map +0 -1
- package/dist/scanners/external/liquidation-watchdog/README.md +0 -107
- package/dist/scanners/external/liquidation-watchdog/liquidation-watchdog.yaml +0 -48
- package/dist/scanners/external/liquidation-watchdog/producer.mjs +0 -336
- package/dist/scanners/external/momentum/README.md +0 -148
- package/dist/scanners/external/momentum/momentum.yaml +0 -116
- package/dist/scanners/external/momentum/producer.mjs +0 -251
- package/dist/scanners/external/shared/ingest.mjs +0 -112
- package/examples/README.md +0 -89
- package/examples/scanners-consumer-quickstart.mjs +0 -134
- package/examples/scanners-emerging-movers-v4.mjs +0 -287
- package/examples/scanners-liquidation-watchdog.mjs +0 -341
- package/examples/scanners-live-mcp.mjs +0 -208
- package/examples/scanners-multi-strategy.mjs +0 -165
- package/examples/scanners-position-tracker-e2e.mjs +0 -225
- package/examples/scanners-scheduled-events.mjs +0 -96
- package/examples/scanners-senpi-provider-client.mjs +0 -182
- package/examples/scanners-single-strategy.mjs +0 -198
- package/examples/strategies/dsl-showcase.yaml +0 -68
- package/examples/strategies/dsl.yaml +0 -51
- package/examples/strategies/fox-minimal-loosened.yaml +0 -240
- package/examples/strategies/fox-minimal.yaml +0 -242
- package/examples/strategies/minimal.yaml +0 -46
- package/examples/strategies/momentum/how-it-works.md +0 -48
- package/examples/strategies/momentum/momentum-guarded.yaml +0 -161
- package/examples/strategies/risk-showcase.yaml +0 -93
- package/examples/strategies/viper.yaml +0 -67
- package/examples/strategies/wolf.yaml +0 -72
- package/examples/yamls/sample-with-dsl-and-emerging-movers.yaml +0 -123
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Intake mount builder — the testable factory for the production mount.
|
|
3
|
+
*
|
|
4
|
+
* Exports:
|
|
5
|
+
* buildIntakeMount(ctx, runtimeHandles, cfg) → { launcher, onAccepted }
|
|
6
|
+
* selectScanners(config) → ExternalScannerSpec[]
|
|
7
|
+
*
|
|
8
|
+
* This module is the unit-testable seam that index.ts calls; it keeps
|
|
9
|
+
* index.ts thin and gives the wiring a clean test surface without forking python.
|
|
10
|
+
*/
|
|
11
|
+
import * as fs from "node:fs";
|
|
12
|
+
import * as path from "node:path";
|
|
13
|
+
import { join } from "node:path";
|
|
14
|
+
import { ScannerLauncher } from "./scanner-launcher.js";
|
|
15
|
+
import { sweepOrphans } from "../../runtime/supervisor/orphan-sweep.js";
|
|
16
|
+
// ── intake URL ───────────────────────────────────────────────────────────────
|
|
17
|
+
/**
|
|
18
|
+
* The base URL the scaffold child POSTs to. The child always reaches the
|
|
19
|
+
* runtime over loopback regardless of which interface the server binds, so a
|
|
20
|
+
* wildcard bind host (`0.0.0.0` / `::`) or an empty host is mapped to
|
|
21
|
+
* `127.0.0.1` — `0.0.0.0` is not a valid connect target on macOS, which would
|
|
22
|
+
* silently break the supervised intake path under a non-default bind host.
|
|
23
|
+
*/
|
|
24
|
+
export function intakeUrlFor(host, port) {
|
|
25
|
+
const loopback = host === "0.0.0.0" || host === "::" || host === "" ? "127.0.0.1" : host;
|
|
26
|
+
return `http://${loopback}:${port}`;
|
|
27
|
+
}
|
|
28
|
+
// ── buildIntakeMount ───────────────────────────────────────────────────────────────
|
|
29
|
+
/**
|
|
30
|
+
* Build the production launcher + onAccepted closure for one runtime.
|
|
31
|
+
*
|
|
32
|
+
* The `onAccepted` closure:
|
|
33
|
+
* - resolves scanner_id via the shared registry → scannerName + runtimeId,
|
|
34
|
+
* - looks up the runtime handle,
|
|
35
|
+
* - maps IntakeSignal → ExternalScannerIngestRequest,
|
|
36
|
+
* - calls handle.ingestExternalScannerData() fire-and-forget (.catch + log, never throws).
|
|
37
|
+
*
|
|
38
|
+
* The `launcher` is a `ScannerLauncher` built over the SHARED IntakeContext so
|
|
39
|
+
* the route's registry and the launcher's registry are the same object.
|
|
40
|
+
*/
|
|
41
|
+
export function buildIntakeMount(ctx, runtimeHandles, cfg) {
|
|
42
|
+
const { logger } = cfg;
|
|
43
|
+
// The production onAccepted closure — maps an intake signal → ingest request.
|
|
44
|
+
const onAccepted = (signal, _correlationId, scannerId) => {
|
|
45
|
+
const entry = ctx.registry.resolve(scannerId);
|
|
46
|
+
if (!entry)
|
|
47
|
+
return; // zombie fence — should not happen post-accept
|
|
48
|
+
const handle = runtimeHandles.get(entry.runtimeId);
|
|
49
|
+
if (!handle)
|
|
50
|
+
return;
|
|
51
|
+
const request = {
|
|
52
|
+
scanner: entry.scannerName, // configured NAME from registry, not scanner_id
|
|
53
|
+
asset: signal.asset,
|
|
54
|
+
direction: signal.direction,
|
|
55
|
+
...(signal.signal_type !== undefined && { signal_type: signal.signal_type }),
|
|
56
|
+
data: signal.data,
|
|
57
|
+
// Intentionally omitted: score (intake has none, defaults to 0 downstream),
|
|
58
|
+
// valid_until/produced_at (acceptance-pipeline concerns, not ingest fields),
|
|
59
|
+
// signals[] (single-signal shape: data, not signals[]).
|
|
60
|
+
};
|
|
61
|
+
void handle
|
|
62
|
+
.ingestExternalScannerData(request)
|
|
63
|
+
.then(() => {
|
|
64
|
+
logger.info(`[intake] ingest ok scanner=${entry.scannerName} asset=${signal.asset} scanner_id=${scannerId}`);
|
|
65
|
+
})
|
|
66
|
+
.catch((err) => logger.error("[intake] ingest failed", { scannerId, err }));
|
|
67
|
+
};
|
|
68
|
+
// Build the launcher over the SHARED registry/record/liveness so the route
|
|
69
|
+
// and the launcher resolve against the same in-process Map.
|
|
70
|
+
const launcher = new ScannerLauncher({
|
|
71
|
+
runtimeId: cfg.runtimeId,
|
|
72
|
+
wallet: cfg.wallet,
|
|
73
|
+
scanners: cfg.scanners,
|
|
74
|
+
registry: ctx.registry,
|
|
75
|
+
record: ctx.record,
|
|
76
|
+
liveness: ctx.liveness,
|
|
77
|
+
intakeUrl: cfg.intakeUrl,
|
|
78
|
+
scaffoldPackageDir: cfg.scaffoldPackageDir,
|
|
79
|
+
launchConfigDir: cfg.launchConfigDir,
|
|
80
|
+
logger: cfg.logger,
|
|
81
|
+
mintScannerId: cfg.mintScannerId,
|
|
82
|
+
createSupervisor: cfg.createSupervisor,
|
|
83
|
+
onSupervisorEvent: cfg.onSupervisorEvent,
|
|
84
|
+
supervisorOptions: cfg.supervisorOptions,
|
|
85
|
+
});
|
|
86
|
+
return { launcher, onAccepted };
|
|
87
|
+
}
|
|
88
|
+
// ── selectScanners ───────────────────────────────────────────────────────────
|
|
89
|
+
/**
|
|
90
|
+
* Filter a parsed RuntimeConfig to the external scanner specs that should
|
|
91
|
+
* be supervised by the launcher.
|
|
92
|
+
*
|
|
93
|
+
* Returns [] for a config with no external_scanner entries that declare both
|
|
94
|
+
* `path` and `entrypoint`. Selection is by scanner shape only — `version` is
|
|
95
|
+
* ignored metadata and never gates supervision.
|
|
96
|
+
*/
|
|
97
|
+
export function selectScanners(config, baseDir) {
|
|
98
|
+
const scanners = config.scanners ?? [];
|
|
99
|
+
const result = [];
|
|
100
|
+
for (const scanner of scanners) {
|
|
101
|
+
if (scanner.type !== "external_scanner")
|
|
102
|
+
continue;
|
|
103
|
+
if (!scanner.path || !scanner.entrypoint)
|
|
104
|
+
continue;
|
|
105
|
+
// v2.0.0: interval_seconds is an integer read directly (no duration-string
|
|
106
|
+
// parse). Default 30 when omitted (design §1).
|
|
107
|
+
const intervalSeconds = typeof scanner.interval_seconds === "number" ? scanner.interval_seconds : 30;
|
|
108
|
+
// signal_data_schema is the per-signal data{} schema (replaces config.fields).
|
|
109
|
+
const fields = (scanner.signal_data_schema ?? {});
|
|
110
|
+
// Resolve a relative scanner path against the recipe's directory, so the
|
|
111
|
+
// scaffold's sys.path is correct regardless of the supervisor's working
|
|
112
|
+
// directory. An absolute path is taken as-is.
|
|
113
|
+
const resolvedPath = baseDir && !path.isAbsolute(scanner.path)
|
|
114
|
+
? path.resolve(baseDir, scanner.path)
|
|
115
|
+
: scanner.path;
|
|
116
|
+
// ── Loud path/entrypoint validation (external_scanner only; FS check, not Zod). ──
|
|
117
|
+
// Resolve the entrypoint against the resolved scan-module dir and assert the
|
|
118
|
+
// file exists. On miss, throw naming the EXACT expected absolute path so the
|
|
119
|
+
// operator can fix it without guessing (design §4). Only enforced when a recipe
|
|
120
|
+
// dir is supplied — inline YAML (no on-disk recipe) has no directory to resolve
|
|
121
|
+
// a relative path against.
|
|
122
|
+
if (baseDir !== undefined) {
|
|
123
|
+
const expectedEntrypoint = path.resolve(resolvedPath, scanner.entrypoint);
|
|
124
|
+
if (!fs.existsSync(expectedEntrypoint)) {
|
|
125
|
+
throw new Error(`external_scanner "${scanner.name}": entrypoint not found. ` +
|
|
126
|
+
`Expected the scan module at: ${expectedEntrypoint} ` +
|
|
127
|
+
`(resolved from path "${scanner.path}" + entrypoint "${scanner.entrypoint}").`);
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
// default_signal_validity_seconds is schema-required (int seconds); read directly.
|
|
131
|
+
const defaultSignalValiditySeconds = scanner.default_signal_validity_seconds;
|
|
132
|
+
const spec = {
|
|
133
|
+
name: scanner.name,
|
|
134
|
+
path: resolvedPath,
|
|
135
|
+
entrypoint: scanner.entrypoint,
|
|
136
|
+
intervalSeconds,
|
|
137
|
+
fields,
|
|
138
|
+
defaultSignalValiditySeconds,
|
|
139
|
+
};
|
|
140
|
+
if (scanner.timeout_seconds !== undefined) {
|
|
141
|
+
spec.timeoutSeconds = scanner.timeout_seconds;
|
|
142
|
+
}
|
|
143
|
+
if (scanner.state_history_max_count !== undefined) {
|
|
144
|
+
spec.stateHistoryMaxCount = scanner.state_history_max_count;
|
|
145
|
+
}
|
|
146
|
+
// Author-tunable knobs (recipe `inputs`) → scan() first arg. Only set when present.
|
|
147
|
+
if (scanner.inputs !== undefined) {
|
|
148
|
+
spec.inputs = scanner.inputs;
|
|
149
|
+
}
|
|
150
|
+
result.push(spec);
|
|
151
|
+
}
|
|
152
|
+
return result;
|
|
153
|
+
}
|
|
154
|
+
/**
|
|
155
|
+
* Build (do NOT start) the launcher for ONE runtime.
|
|
156
|
+
*
|
|
157
|
+
* Returns null for runtimes with no qualifying external scanners. The caller
|
|
158
|
+
* starts the returned launcher after the API is listening (boot) or immediately
|
|
159
|
+
* (hot-install, API already listening).
|
|
160
|
+
*
|
|
161
|
+
* The launcher's constructor eagerly registers all scanners into sharedCtx.registry
|
|
162
|
+
* so the route can resolve them before start() is called. start() then spawns
|
|
163
|
+
* the scaffold children.
|
|
164
|
+
*/
|
|
165
|
+
export function wireRuntime(deps) {
|
|
166
|
+
const { runtimeConfig, recipeDir, runtimeId, wallet, sharedCtx, runtimeHandles, intakeUrl, scaffoldPackageDir, runtimeStateDir, logger, mintScannerId, createSupervisor, onSupervisorEvent, supervisorOptions, sweep, } = deps;
|
|
167
|
+
const scanners = selectScanners(runtimeConfig, recipeDir);
|
|
168
|
+
if (scanners.length === 0)
|
|
169
|
+
return null;
|
|
170
|
+
// Sweep orphan scaffold children for this runtime before building a new launcher.
|
|
171
|
+
(sweep ?? sweepOrphans)(runtimeId, logger);
|
|
172
|
+
const { launcher } = buildIntakeMount(sharedCtx, runtimeHandles, {
|
|
173
|
+
runtimeId,
|
|
174
|
+
wallet,
|
|
175
|
+
scanners,
|
|
176
|
+
intakeUrl,
|
|
177
|
+
scaffoldPackageDir,
|
|
178
|
+
launchConfigDir: join(runtimeStateDir, "scanner-launch"),
|
|
179
|
+
logger,
|
|
180
|
+
mintScannerId,
|
|
181
|
+
createSupervisor,
|
|
182
|
+
onSupervisorEvent,
|
|
183
|
+
supervisorOptions,
|
|
184
|
+
});
|
|
185
|
+
// Eagerly register scanners and build supervisors (but do NOT start them).
|
|
186
|
+
// This makes the shared registry immediately observable — the caller can
|
|
187
|
+
// inspect it between wireRuntime() and launcher.start(), and the /signals
|
|
188
|
+
// route can fence unknown scanner_ids before any scaffold child has spawned.
|
|
189
|
+
// start() detects that _buildAndRegister() already ran and skips the repeat.
|
|
190
|
+
launcher._buildAndRegister();
|
|
191
|
+
return launcher;
|
|
192
|
+
}
|
|
193
|
+
//# sourceMappingURL=intake-mount.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"intake-mount.js","sourceRoot":"","sources":["../../../src/runtime-api/intake/intake-mount.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAQjC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AAExE,gFAAgF;AAEhF;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,IAAY;IACrD,MAAM,QAAQ,GACZ,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1E,OAAO,UAAU,QAAQ,IAAI,IAAI,EAAE,CAAC;AACtC,CAAC;AAuBD,sFAAsF;AAEtF;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,gBAAgB,CAC9B,GAAkB,EAClB,cAA0C,EAC1C,GAAgB;IAEhB,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IAEvB,8EAA8E;IAC9E,MAAM,UAAU,GAAG,CAAC,MAAoB,EAAE,cAAsB,EAAE,SAAiB,EAAQ,EAAE;QAC3F,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,+CAA+C;QACnE,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,MAAM,OAAO,GAAiC;YAC5C,OAAO,EAAE,KAAK,CAAC,WAAW,EAAE,gDAAgD;YAC5E,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5E,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,4EAA4E;YAC5E,6EAA6E;YAC7E,wDAAwD;SACzD,CAAC;QAEF,KAAK,MAAM;aACR,yBAAyB,CAAC,OAAO,CAAC;aAClC,IAAI,CAAC,GAAG,EAAE;YACT,MAAM,CAAC,IAAI,CACT,8BAA8B,KAAK,CAAC,WAAW,UAAU,MAAM,CAAC,KAAK,eAAe,SAAS,EAAE,CAChG,CAAC;QACJ,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE,CACtB,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAC3D,CAAC;IACN,CAAC,CAAC;IAEF,2EAA2E;IAC3E,4DAA4D;IAC5D,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC;QACnC,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,kBAAkB,EAAE,GAAG,CAAC,kBAAkB;QAC1C,eAAe,EAAE,GAAG,CAAC,eAAe;QACpC,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,aAAa,EAAE,GAAG,CAAC,aAAa;QAChC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;QACxC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;KACzC,CAAC,CAAC;IAEH,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;AAClC,CAAC;AAED,gFAAgF;AAEhF;;;;;;;GAOG;AACH,MAAM,UAAU,cAAc,CAC5B,MAAqB,EACrB,OAAgB;IAEhB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;IACvC,MAAM,MAAM,GAA0B,EAAE,CAAC;IAEzC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,kBAAkB;YAAE,SAAS;QAClD,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU;YAAE,SAAS;QAEnD,2EAA2E;QAC3E,+CAA+C;QAC/C,MAAM,eAAe,GACnB,OAAO,OAAO,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,+EAA+E;QAC/E,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,kBAAkB,IAAI,EAAE,CAA4C,CAAC;QAE7F,yEAAyE;QACzE,wEAAwE;QACxE,8CAA8C;QAC9C,MAAM,YAAY,GAChB,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC;YACvC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC;YACrC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;QAEnB,oFAAoF;QACpF,6EAA6E;QAC7E,6EAA6E;QAC7E,gFAAgF;QAChF,gFAAgF;QAChF,2BAA2B;QAC3B,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YAC1E,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACvC,MAAM,IAAI,KAAK,CACb,qBAAqB,OAAO,CAAC,IAAI,2BAA2B;oBAC1D,gCAAgC,kBAAkB,GAAG;oBACrD,wBAAwB,OAAO,CAAC,IAAI,mBAAmB,OAAO,CAAC,UAAU,KAAK,CACjF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,mFAAmF;QACnF,MAAM,4BAA4B,GAAG,OAAO,CAAC,+BAAyC,CAAC;QAEvF,MAAM,IAAI,GAAwB;YAChC,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,IAAI,EAAE,YAAY;YAClB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,eAAe;YACf,MAAM;YACN,4BAA4B;SAC7B,CAAC;QAEF,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;QAChD,CAAC;QACD,IAAI,OAAO,CAAC,uBAAuB,KAAK,SAAS,EAAE,CAAC;YAClD,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAC,uBAAuB,CAAC;QAC9D,CAAC;QACD,oFAAoF;QACpF,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAiC,CAAC;QAC1D,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAmCD;;;;;;;;;;GAUG;AACH,MAAM,UAAU,WAAW,CAAC,IAAc;IACxC,MAAM,EACJ,aAAa,EACb,SAAS,EACT,SAAS,EACT,MAAM,EACN,SAAS,EACT,cAAc,EACd,SAAS,EACT,kBAAkB,EAClB,eAAe,EACf,MAAM,EACN,aAAa,EACb,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EACjB,KAAK,GACN,GAAG,IAAI,CAAC;IAET,MAAM,QAAQ,GAAG,cAAc,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAC1D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,kFAAkF;IAClF,CAAC,KAAK,IAAI,YAAY,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAE3C,MAAM,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,SAAS,EAAE,cAAc,EAAE;QAC/D,SAAS;QACT,MAAM;QACN,QAAQ;QACR,SAAS;QACT,kBAAkB;QAClB,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,gBAAgB,CAAC;QACxD,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,iBAAiB;QACjB,iBAAiB;KAClB,CAAC,CAAC;IAEH,2EAA2E;IAC3E,yEAAyE;IACzE,0EAA0E;IAC1E,6EAA6E;IAC7E,6EAA6E;IAC7E,QAAQ,CAAC,iBAAiB,EAAE,CAAC;IAE7B,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Shared liveness seam between the intake route and the LongRunningSupervisor.
|
|
3
|
+
*
|
|
4
|
+
* The route writes via touch(); the supervisor reads via lastAliveAt(). Both
|
|
5
|
+
* reference the same MapLivenessStore instance — no channel, no IPC, just a
|
|
6
|
+
* plain in-process Map.
|
|
7
|
+
*
|
|
8
|
+
* Silence-kill contract (from the supervisor spec). On silence the supervisor
|
|
9
|
+
* kills the scaffold child process (python `-m scaffold`) for that scanner; the
|
|
10
|
+
* resulting exit feeds the normal restart-with-backoff path (subject to the
|
|
11
|
+
* crash-loop guard), which relaunches it:
|
|
12
|
+
* - null → heartbeat not yet started; silence-kill stays disarmed.
|
|
13
|
+
* - 0 → a real epoch-ms timestamp (boundary value, not "never").
|
|
14
|
+
* - >0 → last POST timestamp; kill the scaffold child if
|
|
15
|
+
* Date.now() - ts >= maxSilenceMs.
|
|
16
|
+
*/
|
|
17
|
+
export interface LivenessStore {
|
|
18
|
+
/** Called by the route's updateLiveness on every accepted POST. */
|
|
19
|
+
touch(scannerId: string, now: number): void;
|
|
20
|
+
/** Called by the supervisor's lastAliveAt callback on every silence poll. */
|
|
21
|
+
lastAliveAt(scannerId: string): number | null;
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Default Map-backed implementation. A future durable store will
|
|
25
|
+
* implement the same interface; swap without touching callers.
|
|
26
|
+
*/
|
|
27
|
+
export declare class MapLivenessStore implements LivenessStore {
|
|
28
|
+
private readonly store;
|
|
29
|
+
touch(scannerId: string, now: number): void;
|
|
30
|
+
lastAliveAt(scannerId: string): number | null;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=liveness-store.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"liveness-store.d.ts","sourceRoot":"","sources":["../../../src/runtime-api/intake/liveness-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,MAAM,WAAW,aAAa;IAC5B,mEAAmE;IACnE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,6EAA6E;IAC7E,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;CAC/C;AAED;;;GAGG;AACH,qBAAa,gBAAiB,YAAW,aAAa;IACpD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA6B;IAEnD,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAI3C,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;CAI9C"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Shared liveness seam between the intake route and the LongRunningSupervisor.
|
|
3
|
+
*
|
|
4
|
+
* The route writes via touch(); the supervisor reads via lastAliveAt(). Both
|
|
5
|
+
* reference the same MapLivenessStore instance — no channel, no IPC, just a
|
|
6
|
+
* plain in-process Map.
|
|
7
|
+
*
|
|
8
|
+
* Silence-kill contract (from the supervisor spec). On silence the supervisor
|
|
9
|
+
* kills the scaffold child process (python `-m scaffold`) for that scanner; the
|
|
10
|
+
* resulting exit feeds the normal restart-with-backoff path (subject to the
|
|
11
|
+
* crash-loop guard), which relaunches it:
|
|
12
|
+
* - null → heartbeat not yet started; silence-kill stays disarmed.
|
|
13
|
+
* - 0 → a real epoch-ms timestamp (boundary value, not "never").
|
|
14
|
+
* - >0 → last POST timestamp; kill the scaffold child if
|
|
15
|
+
* Date.now() - ts >= maxSilenceMs.
|
|
16
|
+
*/
|
|
17
|
+
/**
|
|
18
|
+
* Default Map-backed implementation. A future durable store will
|
|
19
|
+
* implement the same interface; swap without touching callers.
|
|
20
|
+
*/
|
|
21
|
+
export class MapLivenessStore {
|
|
22
|
+
store = new Map();
|
|
23
|
+
touch(scannerId, now) {
|
|
24
|
+
this.store.set(scannerId, now);
|
|
25
|
+
}
|
|
26
|
+
lastAliveAt(scannerId) {
|
|
27
|
+
const value = this.store.get(scannerId);
|
|
28
|
+
return value !== undefined ? value : null;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=liveness-store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"liveness-store.js","sourceRoot":"","sources":["../../../src/runtime-api/intake/liveness-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AASH;;;GAGG;AACH,MAAM,OAAO,gBAAgB;IACV,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEnD,KAAK,CAAC,SAAiB,EAAE,GAAW;QAClC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,WAAW,CAAC,SAAiB;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACxC,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5C,CAAC;CACF"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* /errors handler.
|
|
3
|
+
*
|
|
4
|
+
* Resolves scanner_id, updates liveness, calls the onError seam.
|
|
5
|
+
*/
|
|
6
|
+
import type { ScannerRegistry } from "./scanner-registry.js";
|
|
7
|
+
import type { ErrorsBody, ErrorsResponse } from "./types.js";
|
|
8
|
+
export interface ProcessErrorPostDeps {
|
|
9
|
+
registry: ScannerRegistry;
|
|
10
|
+
now: () => number;
|
|
11
|
+
updateLiveness: (scannerId: string, now: number) => void;
|
|
12
|
+
onError: (scannerId: string, error: Record<string, unknown>) => void;
|
|
13
|
+
}
|
|
14
|
+
export declare function processErrorPost(body: ErrorsBody, deps: ProcessErrorPostDeps): Promise<ErrorsResponse>;
|
|
15
|
+
//# sourceMappingURL=process-error-post.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-error-post.d.ts","sourceRoot":"","sources":["../../../src/runtime-api/intake/process-error-post.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE7D,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,eAAe,CAAC;IAC1B,GAAG,EAAE,MAAM,MAAM,CAAC;IAClB,cAAc,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IACzD,OAAO,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CACtE;AAED,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,UAAU,EAChB,IAAI,EAAE,oBAAoB,GACzB,OAAO,CAAC,cAAc,CAAC,CAezB"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* /errors handler.
|
|
3
|
+
*
|
|
4
|
+
* Resolves scanner_id, updates liveness, calls the onError seam.
|
|
5
|
+
*/
|
|
6
|
+
export async function processErrorPost(body, deps) {
|
|
7
|
+
// Resolve scanner_id.
|
|
8
|
+
const entry = deps.registry.resolve(body.scanner_id);
|
|
9
|
+
if (!entry) {
|
|
10
|
+
return { ok: false, reason: "UNKNOWN_SCANNER" };
|
|
11
|
+
}
|
|
12
|
+
// Update liveness (it ran, it failed → still alive).
|
|
13
|
+
const now = deps.now();
|
|
14
|
+
deps.updateLiveness(body.scanner_id, now);
|
|
15
|
+
// Call the seam.
|
|
16
|
+
deps.onError(body.scanner_id, body.error);
|
|
17
|
+
return { ok: true };
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=process-error-post.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-error-post.js","sourceRoot":"","sources":["../../../src/runtime-api/intake/process-error-post.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAYH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAgB,EAChB,IAA0B;IAE1B,sBAAsB;IACtB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAClD,CAAC;IAED,qDAAqD;IACrD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IAE1C,iBAAiB;IACjB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAE1C,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACtB,CAAC"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Signal intake POST-level + per-signal pipeline.
|
|
3
|
+
*
|
|
4
|
+
* Pure-ish: takes deps (registry, acceptance record, clock, etc.),
|
|
5
|
+
* returns the response object. No Fastify.
|
|
6
|
+
*
|
|
7
|
+
* Pipeline:
|
|
8
|
+
* 1. Shape valid → assumed guaranteed by TypeBox at route level.
|
|
9
|
+
* 2. scanner_id known? → POST-level reject if unknown.
|
|
10
|
+
* 3. Update liveness clock.
|
|
11
|
+
* 4. Empty signals list? → no-op, return empty array.
|
|
12
|
+
* 5–9. Per signal, independently:
|
|
13
|
+
* 5. Well-formed (asset, direction, produced_at, valid_until, data)?
|
|
14
|
+
* 6. Still valid in time? (now < valid_until).
|
|
15
|
+
* 7. Newer than acceptance record?
|
|
16
|
+
* 8. Data matches config.fields?
|
|
17
|
+
* 9. Accepted → mint correlationId, persist record (high-water-mark), THEN
|
|
18
|
+
* call onAccepted seam (persist-before-act: a persist failure dispatches
|
|
19
|
+
* no trade, preventing a double-trade on retry).
|
|
20
|
+
*/
|
|
21
|
+
import type { AcceptanceRecord } from "./acceptance-record.js";
|
|
22
|
+
import type { ScannerRegistry } from "./scanner-registry.js";
|
|
23
|
+
import type { SignalsBody, IntakeSignal, PerSignalStatus } from "./types.js";
|
|
24
|
+
export interface ProcessSignalPostDeps {
|
|
25
|
+
registry: ScannerRegistry;
|
|
26
|
+
record: AcceptanceRecord;
|
|
27
|
+
now: () => number;
|
|
28
|
+
mintCorrelationId: () => string;
|
|
29
|
+
updateLiveness: (scannerId: string, now: number) => void;
|
|
30
|
+
onAccepted: (signal: IntakeSignal, correlationId: string, scannerId: string) => void;
|
|
31
|
+
}
|
|
32
|
+
export type ProcessSignalPostResult = {
|
|
33
|
+
ok: true;
|
|
34
|
+
signals: PerSignalStatus[];
|
|
35
|
+
} | {
|
|
36
|
+
ok: false;
|
|
37
|
+
reason: string;
|
|
38
|
+
};
|
|
39
|
+
/**
|
|
40
|
+
* Process a signal POST, applying the full acceptance pipeline.
|
|
41
|
+
* Returns per-signal statuses in input order.
|
|
42
|
+
*/
|
|
43
|
+
/**
|
|
44
|
+
* The acceptance high-water-mark is keyed by the scanner's STABLE identity
|
|
45
|
+
* (runtime + scanner name), NOT the ephemeral scanner_id. A relaunch mints a
|
|
46
|
+
* new scanner_id; keying on it would reset the high-water-mark and let a
|
|
47
|
+
* replayed / already-accepted signal be accepted again under the new id.
|
|
48
|
+
*/
|
|
49
|
+
export declare function acceptanceKeyFor(entry: {
|
|
50
|
+
runtimeId: string;
|
|
51
|
+
scannerName: string;
|
|
52
|
+
}): string;
|
|
53
|
+
/**
|
|
54
|
+
* Asset-slot key under which a SEEN signal_id is recorded in the AcceptanceRecord.
|
|
55
|
+
*
|
|
56
|
+
* The signal_id dedup layer is ADDITIVE on top of the per-(scanner,asset,
|
|
57
|
+
* produced_at) high-water-mark. To persist it across POSTs without a separate
|
|
58
|
+
* store (and so it rides the SAME durable seam as the high-water-mark — surviving
|
|
59
|
+
* a restart with FileAcceptanceRecord), each accepted signal_id is recorded as a
|
|
60
|
+
* reserved pseudo-"asset" slot in the record. The leading-space " sigid " prefix
|
|
61
|
+
* cannot collide with a real asset symbol (asset names are trimmed, non-empty,
|
|
62
|
+
* and never carry a leading space), so this never shadows a genuine
|
|
63
|
+
* (scanner,asset) mark.
|
|
64
|
+
*/
|
|
65
|
+
/**
|
|
66
|
+
* Reserved key prefix for signal_id dedup slots. The leading space is what makes
|
|
67
|
+
* the slot keyspace disjoint from real asset symbols (which are trimmed and never
|
|
68
|
+
* carry a leading space). Slots are pruned by matching this prefix.
|
|
69
|
+
*/
|
|
70
|
+
export declare const SIGNAL_ID_SLOT_PREFIX = " sigid ";
|
|
71
|
+
export declare function signalIdSlot(signalId: string): string;
|
|
72
|
+
export declare function processSignalPost(body: SignalsBody, deps: ProcessSignalPostDeps): Promise<ProcessSignalPostResult>;
|
|
73
|
+
//# sourceMappingURL=process-signal-post.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-signal-post.d.ts","sourceRoot":"","sources":["../../../src/runtime-api/intake/process-signal-post.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAOH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7E,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,gBAAgB,CAAC;IACzB,GAAG,EAAE,MAAM,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,MAAM,CAAC;IAChC,cAAc,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IACzD,UAAU,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;CACtF;AAED,MAAM,MAAM,uBAAuB,GAC/B;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,eAAe,EAAE,CAAA;CAAE,GACxC;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAElC;;;GAGG;AACH;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACrB,GAAG,MAAM,CAET;AAED;;;;;;;;;;;GAWG;AACH;;;;GAIG;AACH,eAAO,MAAM,qBAAqB,YAAY,CAAC;AAE/C,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAErD;AAED,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,WAAW,EACjB,IAAI,EAAE,qBAAqB,GAC1B,OAAO,CAAC,uBAAuB,CAAC,CA0BlC"}
|
|
@@ -0,0 +1,188 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Signal intake POST-level + per-signal pipeline.
|
|
3
|
+
*
|
|
4
|
+
* Pure-ish: takes deps (registry, acceptance record, clock, etc.),
|
|
5
|
+
* returns the response object. No Fastify.
|
|
6
|
+
*
|
|
7
|
+
* Pipeline:
|
|
8
|
+
* 1. Shape valid → assumed guaranteed by TypeBox at route level.
|
|
9
|
+
* 2. scanner_id known? → POST-level reject if unknown.
|
|
10
|
+
* 3. Update liveness clock.
|
|
11
|
+
* 4. Empty signals list? → no-op, return empty array.
|
|
12
|
+
* 5–9. Per signal, independently:
|
|
13
|
+
* 5. Well-formed (asset, direction, produced_at, valid_until, data)?
|
|
14
|
+
* 6. Still valid in time? (now < valid_until).
|
|
15
|
+
* 7. Newer than acceptance record?
|
|
16
|
+
* 8. Data matches config.fields?
|
|
17
|
+
* 9. Accepted → mint correlationId, persist record (high-water-mark), THEN
|
|
18
|
+
* call onAccepted seam (persist-before-act: a persist failure dispatches
|
|
19
|
+
* no trade, preventing a double-trade on retry).
|
|
20
|
+
*/
|
|
21
|
+
import { validateDataAgainstFieldSchema, ExternalScannerIngestError, } from "../../scanners/external-scanner-receiver.js";
|
|
22
|
+
/**
|
|
23
|
+
* Process a signal POST, applying the full acceptance pipeline.
|
|
24
|
+
* Returns per-signal statuses in input order.
|
|
25
|
+
*/
|
|
26
|
+
/**
|
|
27
|
+
* The acceptance high-water-mark is keyed by the scanner's STABLE identity
|
|
28
|
+
* (runtime + scanner name), NOT the ephemeral scanner_id. A relaunch mints a
|
|
29
|
+
* new scanner_id; keying on it would reset the high-water-mark and let a
|
|
30
|
+
* replayed / already-accepted signal be accepted again under the new id.
|
|
31
|
+
*/
|
|
32
|
+
export function acceptanceKeyFor(entry) {
|
|
33
|
+
return `${entry.runtimeId} ${entry.scannerName}`;
|
|
34
|
+
}
|
|
35
|
+
/**
|
|
36
|
+
* Asset-slot key under which a SEEN signal_id is recorded in the AcceptanceRecord.
|
|
37
|
+
*
|
|
38
|
+
* The signal_id dedup layer is ADDITIVE on top of the per-(scanner,asset,
|
|
39
|
+
* produced_at) high-water-mark. To persist it across POSTs without a separate
|
|
40
|
+
* store (and so it rides the SAME durable seam as the high-water-mark — surviving
|
|
41
|
+
* a restart with FileAcceptanceRecord), each accepted signal_id is recorded as a
|
|
42
|
+
* reserved pseudo-"asset" slot in the record. The leading-space " sigid " prefix
|
|
43
|
+
* cannot collide with a real asset symbol (asset names are trimmed, non-empty,
|
|
44
|
+
* and never carry a leading space), so this never shadows a genuine
|
|
45
|
+
* (scanner,asset) mark.
|
|
46
|
+
*/
|
|
47
|
+
/**
|
|
48
|
+
* Reserved key prefix for signal_id dedup slots. The leading space is what makes
|
|
49
|
+
* the slot keyspace disjoint from real asset symbols (which are trimmed and never
|
|
50
|
+
* carry a leading space). Slots are pruned by matching this prefix.
|
|
51
|
+
*/
|
|
52
|
+
export const SIGNAL_ID_SLOT_PREFIX = " sigid ";
|
|
53
|
+
export function signalIdSlot(signalId) {
|
|
54
|
+
return `${SIGNAL_ID_SLOT_PREFIX}${signalId}`;
|
|
55
|
+
}
|
|
56
|
+
export async function processSignalPost(body, deps) {
|
|
57
|
+
// Step 2: scanner_id known?
|
|
58
|
+
const entry = deps.registry.resolve(body.scanner_id);
|
|
59
|
+
if (!entry) {
|
|
60
|
+
return { ok: false, reason: "UNKNOWN_SCANNER" };
|
|
61
|
+
}
|
|
62
|
+
// Step 3: Update liveness clock.
|
|
63
|
+
const now = deps.now();
|
|
64
|
+
deps.updateLiveness(body.scanner_id, now);
|
|
65
|
+
// Step 4: Empty signals list → no-op.
|
|
66
|
+
const signals = body.signals ?? [];
|
|
67
|
+
if (signals.length === 0) {
|
|
68
|
+
return { ok: true, signals: [] };
|
|
69
|
+
}
|
|
70
|
+
// Per-signal pipeline.
|
|
71
|
+
const results = [];
|
|
72
|
+
for (const signal of signals) {
|
|
73
|
+
const status = processOneSignal(signal, entry, deps, now);
|
|
74
|
+
results.push(status);
|
|
75
|
+
}
|
|
76
|
+
return { ok: true, signals: results };
|
|
77
|
+
}
|
|
78
|
+
/**
|
|
79
|
+
* Process one signal through the acceptance pipeline.
|
|
80
|
+
* Each step is independent; errors become rejected statuses, not thrown.
|
|
81
|
+
*/
|
|
82
|
+
function processOneSignal(signal, entry, deps, now) {
|
|
83
|
+
// The acceptance high-water-mark is keyed by the scanner's STABLE identity
|
|
84
|
+
// (runtime + scanner name), NOT the ephemeral scanner_id. A relaunch mints a
|
|
85
|
+
// new scanner_id; keying on it would reset the high-water-mark and let a
|
|
86
|
+
// replayed/already-accepted signal be accepted again under the new id.
|
|
87
|
+
const acceptanceKey = acceptanceKeyFor(entry);
|
|
88
|
+
// Step 5: Well-formed?
|
|
89
|
+
const wellFormed = isWellFormed(signal, now);
|
|
90
|
+
if (!wellFormed.ok) {
|
|
91
|
+
return { status: "rejected", reason: wellFormed.reason };
|
|
92
|
+
}
|
|
93
|
+
// Step 6: Still valid in time? (Check this BEFORE the superseded checks below.)
|
|
94
|
+
if (now >= signal.valid_until) {
|
|
95
|
+
return { status: "expired" };
|
|
96
|
+
}
|
|
97
|
+
// Step 6b: signal_id dedup — the ADDITIVE layer (sits ALONGSIDE the high-water
|
|
98
|
+
// mark below, never replaces it). If this exact producer id was already
|
|
99
|
+
// accepted, the producer's idempotency key has already won: dedup it. This is
|
|
100
|
+
// the case the high-water-mark CANNOT catch — a replay that reuses the same
|
|
101
|
+
// signal_id but carries a strictly NEWER produced_at would otherwise advance the
|
|
102
|
+
// mark and double-trade. A FRESH signal_id (e.g. a recompute after state loss)
|
|
103
|
+
// is NOT caught here and correctly falls through to the high-water-mark.
|
|
104
|
+
if (deps.record.get(acceptanceKey, signalIdSlot(signal.signal_id)) !== undefined) {
|
|
105
|
+
return { status: "superseded" };
|
|
106
|
+
}
|
|
107
|
+
// Step 7: Newer than the acceptance record? (the per-(scanner,asset,produced_at)
|
|
108
|
+
// high-water-mark — UNCHANGED, still fires under a fresh signal_id.)
|
|
109
|
+
const prev = deps.record.get(acceptanceKey, signal.asset);
|
|
110
|
+
if (prev !== undefined && signal.produced_at <= prev) {
|
|
111
|
+
return { status: "superseded" };
|
|
112
|
+
}
|
|
113
|
+
// Step 8: Data matches config.fields?
|
|
114
|
+
try {
|
|
115
|
+
validateDataAgainstFieldSchema(entry.scannerName, signal.data, entry.fields);
|
|
116
|
+
}
|
|
117
|
+
catch (err) {
|
|
118
|
+
const message = err instanceof ExternalScannerIngestError ? err.message : String(err);
|
|
119
|
+
return { status: "rejected", reason: message };
|
|
120
|
+
}
|
|
121
|
+
// Step 9: Accepted. Persist-before-act: advance the
|
|
122
|
+
// high-water-mark FIRST, then dispatch the trade. record.set() can throw on a
|
|
123
|
+
// disk/rename failure; if it does, onAccepted is never reached, so NO trade is
|
|
124
|
+
// dispatched. Dispatching first would leave a trade fired against an
|
|
125
|
+
// un-persisted mark — a retry would re-accept and DOUBLE-TRADE. This reorder
|
|
126
|
+
// converts that into the safer lost-signal direction (a persist failure drops
|
|
127
|
+
// the signal rather than risking a duplicate execution), and makes true the
|
|
128
|
+
// invariant documented in acceptance-record.ts (mark durable before acted on).
|
|
129
|
+
//
|
|
130
|
+
// PARTIAL FIX: this closes the persist-vs-dispatch window only. Full
|
|
131
|
+
// no-double-execution still requires submit-side idempotency — an exchange
|
|
132
|
+
// idempotency key + reconcile for a crash mid-submit (untracked follow-up,
|
|
133
|
+
// cross-repo) — to guard against a dispatch that itself partially succeeds;
|
|
134
|
+
// not attempted here.
|
|
135
|
+
const correlationId = deps.mintCorrelationId();
|
|
136
|
+
deps.record.set(acceptanceKey, signal.asset, signal.produced_at);
|
|
137
|
+
// Bound the additive dedup layer: drop every expired signal_id slot under this
|
|
138
|
+
// key before recording the new one. Retention is bounded by the active validity
|
|
139
|
+
// window, not by total signals ever seen. Safe because step 6 rejects any
|
|
140
|
+
// expired signal BEFORE the dedup check, so a pruned signal_id can never be
|
|
141
|
+
// re-accepted while still valid. Assumes a given signal_id carries a stable
|
|
142
|
+
// valid_until (a recompute mints a fresh signal_id — see step 6b), so pruning at
|
|
143
|
+
// valid_until cannot drop a slot still needed.
|
|
144
|
+
deps.record.pruneExpiredSlots(acceptanceKey, SIGNAL_ID_SLOT_PREFIX, now);
|
|
145
|
+
// Record the signal_id as seen (the additive dedup layer), persist-before-act
|
|
146
|
+
// like the high-water-mark: if either set() throws on a disk failure, no trade
|
|
147
|
+
// is dispatched. The value stored is valid_until so the slot is prunable by its
|
|
148
|
+
// own expiry (step 6b only existence-checks it, never compares the value).
|
|
149
|
+
deps.record.set(acceptanceKey, signalIdSlot(signal.signal_id), signal.valid_until);
|
|
150
|
+
deps.onAccepted(signal, correlationId, entry.scannerId);
|
|
151
|
+
return { status: "accepted", correlationId };
|
|
152
|
+
}
|
|
153
|
+
/**
|
|
154
|
+
* Check if a signal is well-formed.
|
|
155
|
+
* Returns { ok: true } or { ok: false, reason: string }.
|
|
156
|
+
*/
|
|
157
|
+
function isWellFormed(signal, now) {
|
|
158
|
+
// signal_id: non-empty string (the dedup key — an empty/missing id would
|
|
159
|
+
// collapse every such signal into one dedup bucket).
|
|
160
|
+
if (typeof signal.signal_id !== "string" || signal.signal_id.trim().length === 0) {
|
|
161
|
+
return { ok: false, reason: "signal_id must be a non-empty string" };
|
|
162
|
+
}
|
|
163
|
+
// asset: non-empty string
|
|
164
|
+
if (typeof signal.asset !== "string" || signal.asset.length === 0) {
|
|
165
|
+
return { ok: false, reason: "asset must be a non-empty string" };
|
|
166
|
+
}
|
|
167
|
+
// direction: LONG or SHORT (not null, not missing)
|
|
168
|
+
if (signal.direction !== "LONG" && signal.direction !== "SHORT") {
|
|
169
|
+
return { ok: false, reason: "direction must be LONG or SHORT" };
|
|
170
|
+
}
|
|
171
|
+
// produced_at: finite number, not in the future
|
|
172
|
+
if (typeof signal.produced_at !== "number" || !Number.isFinite(signal.produced_at)) {
|
|
173
|
+
return { ok: false, reason: "produced_at must be a finite number" };
|
|
174
|
+
}
|
|
175
|
+
if (signal.produced_at > now) {
|
|
176
|
+
return { ok: false, reason: "produced_at must not be in the future" };
|
|
177
|
+
}
|
|
178
|
+
// valid_until: finite number
|
|
179
|
+
if (typeof signal.valid_until !== "number" || !Number.isFinite(signal.valid_until)) {
|
|
180
|
+
return { ok: false, reason: "valid_until must be a finite number" };
|
|
181
|
+
}
|
|
182
|
+
// data: object
|
|
183
|
+
if (!signal.data || typeof signal.data !== "object" || Array.isArray(signal.data)) {
|
|
184
|
+
return { ok: false, reason: "data must be an object" };
|
|
185
|
+
}
|
|
186
|
+
return { ok: true };
|
|
187
|
+
}
|
|
188
|
+
//# sourceMappingURL=process-signal-post.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-signal-post.js","sourceRoot":"","sources":["../../../src/runtime-api/intake/process-signal-post.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAGH,OAAO,EACL,8BAA8B,EAC9B,0BAA0B,GAC3B,MAAM,6CAA6C,CAAC;AAkBrD;;;GAGG;AACH;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAGhC;IACC,OAAO,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;AACnD,CAAC;AAED;;;;;;;;;;;GAWG;AACH;;;;GAIG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,SAAS,CAAC;AAE/C,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,OAAO,GAAG,qBAAqB,GAAG,QAAQ,EAAE,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAiB,EACjB,IAA2B;IAE3B,4BAA4B;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAClD,CAAC;IAED,iCAAiC;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IAE1C,sCAAsC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;IACnC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACnC,CAAC;IAED,uBAAuB;IACvB,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC1D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AACxC,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CACvB,MAAoB,EACpB,KAKC,EACD,IAA2B,EAC3B,GAAW;IAEX,2EAA2E;IAC3E,6EAA6E;IAC7E,yEAAyE;IACzE,uEAAuE;IACvE,MAAM,aAAa,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAE9C,uBAAuB;IACvB,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7C,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;IAC3D,CAAC;IAED,gFAAgF;IAChF,IAAI,GAAG,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QAC9B,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC/B,CAAC;IAED,+EAA+E;IAC/E,wEAAwE;IACxE,8EAA8E;IAC9E,4EAA4E;IAC5E,iFAAiF;IACjF,+EAA+E;IAC/E,yEAAyE;IACzE,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;QACjF,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAClC,CAAC;IAED,iFAAiF;IACjF,qEAAqE;IACrE,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1D,IAAI,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;QACrD,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAClC,CAAC;IAED,sCAAsC;IACtC,IAAI,CAAC;QACH,8BAA8B,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GACX,GAAG,YAAY,0BAA0B,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACjD,CAAC;IAED,oDAAoD;IACpD,8EAA8E;IAC9E,+EAA+E;IAC/E,qEAAqE;IACrE,6EAA6E;IAC7E,8EAA8E;IAC9E,4EAA4E;IAC5E,+EAA+E;IAC/E,EAAE;IACF,qEAAqE;IACrE,2EAA2E;IAC3E,2EAA2E;IAC3E,4EAA4E;IAC5E,sBAAsB;IACtB,MAAM,aAAa,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC/C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;IACjE,+EAA+E;IAC/E,gFAAgF;IAChF,0EAA0E;IAC1E,4EAA4E;IAC5E,4EAA4E;IAC5E,iFAAiF;IACjF,+CAA+C;IAC/C,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,aAAa,EAAE,qBAAqB,EAAE,GAAG,CAAC,CAAC;IACzE,8EAA8E;IAC9E,+EAA+E;IAC/E,gFAAgF;IAChF,2EAA2E;IAC3E,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;IACnF,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAExD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC;AAC/C,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CACnB,MAAoB,EACpB,GAAW;IAEX,yEAAyE;IACzE,qDAAqD;IACrD,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC;IACvE,CAAC;IAED,0BAA0B;IAC1B,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,kCAAkC,EAAE,CAAC;IACnE,CAAC;IAED,mDAAmD;IACnD,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM,IAAI,MAAM,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;QAChE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iCAAiC,EAAE,CAAC;IAClE,CAAC;IAED,gDAAgD;IAChD,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QACnF,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,qCAAqC,EAAE,CAAC;IACtE,CAAC;IACD,IAAI,MAAM,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;QAC7B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,uCAAuC,EAAE,CAAC;IACxE,CAAC;IAED,6BAA6B;IAC7B,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QACnF,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,qCAAqC,EAAE,CAAC;IACtE,CAAC;IAED,eAAe;IACf,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAClF,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;IACzD,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACtB,CAAC"}
|