@usherlabs/cex-broker 0.2.45 → 0.2.47

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/README.md +1 -1
  2. package/dist/commands/cex-canonical-orderbook-export.d.ts +23 -0
  3. package/dist/commands/cex-canonical-orderbook-export.js +27731 -0
  4. package/dist/commands/cex-canonical-orderbook-export.js.map +247 -0
  5. package/dist/commands/cli.js +16231 -15573
  6. package/dist/commands/market-data-vendor-backfill.d.ts +24 -0
  7. package/dist/commands/market-data-vendor-backfill.js +33316 -0
  8. package/dist/commands/market-data-vendor-backfill.js.map +279 -0
  9. package/dist/handlers/subscribe/handler.d.ts +2 -0
  10. package/dist/helpers/canonical-orderbook-export/exact-selection.d.ts +21 -0
  11. package/dist/helpers/canonical-orderbook-export/exporter.d.ts +26 -0
  12. package/dist/helpers/market-data-archive/capture-contract.d.ts +3 -2
  13. package/dist/helpers/market-data-archive/types.d.ts +8 -4
  14. package/dist/helpers/market-data-preparation/conformance-fixtures.d.ts +16 -0
  15. package/dist/helpers/market-data-preparation/contracts.d.ts +1690 -0
  16. package/dist/helpers/market-data-preparation/file-job.d.ts +38 -0
  17. package/dist/helpers/market-data-vendor-backfill/archive-reader.d.ts +26 -0
  18. package/dist/helpers/market-data-vendor-backfill/batching.d.ts +10 -0
  19. package/dist/helpers/market-data-vendor-backfill/conformance-fixtures.d.ts +80 -0
  20. package/dist/helpers/market-data-vendor-backfill/contracts.d.ts +393 -0
  21. package/dist/helpers/market-data-vendor-backfill/core.d.ts +100 -0
  22. package/dist/helpers/market-data-vendor-backfill/cryptohftdata.d.ts +77 -0
  23. package/dist/helpers/market-data-vendor-backfill/forwarder-client.d.ts +25 -0
  24. package/dist/helpers/market-data-vendor-backfill/identity.d.ts +10 -0
  25. package/dist/helpers/market-data-vendor-backfill/manifests.d.ts +1086 -0
  26. package/dist/helpers/market-data-vendor-backfill/promotion.d.ts +9 -0
  27. package/dist/helpers/market-data-vendor-backfill/qualification.d.ts +20 -0
  28. package/dist/helpers/market-data-vendor-backfill/selection.d.ts +30 -0
  29. package/dist/helpers/market-data-vendor-backfill/semantic-verification.d.ts +24 -0
  30. package/dist/helpers/public-market-data-feed/identity.d.ts +12 -0
  31. package/dist/helpers/public-market-data-feed/index.d.ts +5 -0
  32. package/dist/helpers/public-market-data-feed/orderbook-coalescing-evidence.d.ts +79 -0
  33. package/dist/helpers/public-market-data-feed/orderbook-profile.d.ts +54 -0
  34. package/dist/helpers/public-market-data-feed/subscriber-buffer.d.ts +31 -0
  35. package/dist/helpers/public-market-data-feed/supervisor.d.ts +82 -0
  36. package/dist/index.d.ts +1 -0
  37. package/dist/index.js +16221 -15563
  38. package/dist/index.js.map +21 -18
  39. package/dist/market-data-preparation/fixtures/conformance-v2.json +424 -0
  40. package/dist/market-data-preparation/policies/capability-policy.json +28 -0
  41. package/dist/market-data-preparation/policies/resource-policy.json +16 -0
  42. package/dist/market-data-preparation/schema-manifest.json +46 -0
  43. package/dist/market-data-preparation/schemas/archive-selection-v1.schema.json +224 -0
  44. package/dist/market-data-preparation/schemas/backfill-request-v1.schema.json +166 -0
  45. package/dist/market-data-preparation/schemas/backfill-result-v2.schema.json +212 -0
  46. package/dist/market-data-preparation/schemas/canonical-orderbook-export-request-v1.schema.json +57 -0
  47. package/dist/market-data-preparation/schemas/canonical-orderbook-export-result-v1.schema.json +238 -0
  48. package/dist/market-data-preparation/schemas/preparation-product-pin-v1.schema.json +126 -0
  49. package/dist/market-data-preparation/schemas/promotion-receipt-v1.schema.json +171 -0
  50. package/dist/market-data-preparation/schemas/required-clock-v1.schema.json +47 -0
  51. package/dist/market-data-preparation.d.ts +4 -0
  52. package/dist/market-data-preparation.js +27569 -0
  53. package/dist/market-data-preparation.js.map +249 -0
  54. package/dist/market-data-vendor-backfill/fixtures/conformance-v1.json +448 -0
  55. package/dist/market-data-vendor-backfill/policies/capability-policy.json +28 -0
  56. package/dist/market-data-vendor-backfill/policies/resource-policy.json +16 -0
  57. package/dist/market-data-vendor-backfill/schema-manifest.json +31 -0
  58. package/dist/market-data-vendor-backfill/schemas/archive-selection.schema.json +224 -0
  59. package/dist/market-data-vendor-backfill/schemas/promotion-receipt.schema.json +171 -0
  60. package/dist/market-data-vendor-backfill/schemas/request.schema.json +166 -0
  61. package/dist/market-data-vendor-backfill/schemas/required-clock.schema.json +47 -0
  62. package/dist/market-data-vendor-backfill/schemas/result.schema.json +198 -0
  63. package/dist/market-data-vendor-backfill.d.ts +18 -0
  64. package/dist/market-data-vendor-backfill.js +18850 -0
  65. package/dist/market-data-vendor-backfill.js.map +206 -0
  66. package/dist/server.d.ts +2 -1
  67. package/package.json +37 -3
package/dist/server.d.ts CHANGED
@@ -4,6 +4,7 @@ import type { BrokerPoolEntry } from "./helpers";
4
4
  import type { BrokerExecutionArchiver, WithdrawalObservationTracker } from "./helpers/broker-execution-archive";
5
5
  import type { OrderActivityTracker } from "./helpers/order-activity-tracker";
6
6
  import type { OtelMetrics } from "./helpers/otel";
7
+ import type { PublicMarketDataFeedSupervisor } from "./helpers/public-market-data-feed";
7
8
  import type { UserDataStreamSupervisor } from "./helpers/user-data-stream-supervisor";
8
9
  import type { PolicyConfig } from "./types";
9
- export declare function getServer(policy: PolicyConfig, brokers: Record<string, BrokerPoolEntry>, whitelistIps: string[], useVerity: boolean, verityProverUrl: string, otelMetrics?: OtelMetrics, brokerArchiver?: BrokerExecutionArchiver, orderActivityTracker?: OrderActivityTracker, withdrawalObservationTracker?: WithdrawalObservationTracker, subscribeBrokerLifecycle?: SubscribeBrokerLifecycle, userDataStreamSupervisor?: UserDataStreamSupervisor): grpc.Server;
10
+ export declare function getServer(policy: PolicyConfig, brokers: Record<string, BrokerPoolEntry>, whitelistIps: string[], useVerity: boolean, verityProverUrl: string, otelMetrics?: OtelMetrics, brokerArchiver?: BrokerExecutionArchiver, orderActivityTracker?: OrderActivityTracker, withdrawalObservationTracker?: WithdrawalObservationTracker, subscribeBrokerLifecycle?: SubscribeBrokerLifecycle, userDataStreamSupervisor?: UserDataStreamSupervisor, publicMarketDataFeedSupervisor?: PublicMarketDataFeedSupervisor): grpc.Server;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@usherlabs/cex-broker",
3
- "version": "0.2.45",
3
+ "version": "0.2.47",
4
4
  "description": "Unified gRPC API to CEXs by Usher Labs.",
5
5
  "repository": {
6
6
  "type": "git",
@@ -13,6 +13,28 @@
13
13
  "license": "MIT",
14
14
  "main": "dist/index.js",
15
15
  "types": "dist/index.d.ts",
16
+ "exports": {
17
+ ".": {
18
+ "import": "./dist/index.js",
19
+ "types": "./dist/index.d.ts"
20
+ },
21
+ "./market-data-vendor-backfill": {
22
+ "import": "./dist/market-data-vendor-backfill.js",
23
+ "types": "./dist/market-data-vendor-backfill.d.ts"
24
+ },
25
+ "./market-data-vendor-backfill/schema-manifest.json": "./dist/market-data-vendor-backfill/schema-manifest.json",
26
+ "./market-data-vendor-backfill/schemas/*": "./dist/market-data-vendor-backfill/schemas/*",
27
+ "./market-data-vendor-backfill/policies/*": "./dist/market-data-vendor-backfill/policies/*",
28
+ "./market-data-vendor-backfill/fixtures/*": "./dist/market-data-vendor-backfill/fixtures/*",
29
+ "./market-data-preparation": {
30
+ "import": "./dist/market-data-preparation.js",
31
+ "types": "./dist/market-data-preparation.d.ts"
32
+ },
33
+ "./market-data-preparation/schema-manifest.json": "./dist/market-data-preparation/schema-manifest.json",
34
+ "./market-data-preparation/schemas/*": "./dist/market-data-preparation/schemas/*",
35
+ "./market-data-preparation/policies/*": "./dist/market-data-preparation/policies/*",
36
+ "./market-data-preparation/fixtures/*": "./dist/market-data-preparation/fixtures/*"
37
+ },
16
38
  "devDependencies": {
17
39
  "@biomejs/biome": "^2.4.16",
18
40
  "@types/bun": "latest",
@@ -21,13 +43,16 @@
21
43
  "bun-types": "latest",
22
44
  "cpx": "^1.5.0",
23
45
  "dotenv": "^17.2.0",
24
- "husky": "^9.1.7"
46
+ "husky": "^9.1.7",
47
+ "hyparquet-writer": "0.16.6"
25
48
  },
26
49
  "files": [
27
50
  "dist"
28
51
  ],
29
52
  "bin": {
30
- "cex-broker": "dist/commands/cli.js"
53
+ "cex-broker": "dist/commands/cli.js",
54
+ "market-data-vendor-backfill": "dist/commands/market-data-vendor-backfill.js",
55
+ "cex-canonical-orderbook-export": "dist/commands/cex-canonical-orderbook-export.js"
31
56
  },
32
57
  "scripts": {
33
58
  "proto-gen": "./proto-gen.sh",
@@ -54,8 +79,13 @@
54
79
  "archive:baseline:verify": "bun run scripts/archive-upgrade-baseline.ts verify",
55
80
  "test:acceptance:archive-upgrade": "bun run scripts/archive-upgrade-acceptance.ts",
56
81
  "archive:sidecar": "bun run scripts/archive-sidecar.ts",
82
+ "archive:proof-a": "bun run scripts/archive-orderbook-coalescing-evidence.ts",
57
83
  "archive:loss:replay": "bun run scripts/archive-loss-replay.ts",
58
84
  "test:smoke:archive": "bun run scripts/archive-live-smoke.ts",
85
+ "test:conformance:market-data-vendor-backfill": "bun run scripts/market-data-vendor-backfill-conformance.ts",
86
+ "test:smoke:market-data-vendor-backfill": "bun run scripts/market-data-vendor-backfill-local-smoke.ts",
87
+ "test:package:market-data-preparation": "node scripts/check-market-data-preparation-package.mjs",
88
+ "release:evidence:market-data-preparation": "node scripts/generate-market-data-preparation-release-evidence.mjs",
59
89
  "format": "bunx biome format --write",
60
90
  "lint": "bunx biome lint",
61
91
  "lint:fix": "bunx biome lint --write",
@@ -85,7 +115,11 @@
85
115
  "@opentelemetry/sdk-metrics": "^2.5.1",
86
116
  "@usherlabs/ccxt": "^0.0.14",
87
117
  "@usherlabs/verity-client": "^0.1.1",
118
+ "ajv": "8.17.1",
119
+ "canonicalize": "4.0.0",
88
120
  "commander": "^14.0.0",
121
+ "fzstd": "0.1.1",
122
+ "hyparquet": "1.28.2",
89
123
  "joi": "^17.13.3",
90
124
  "loglayer": "^9.1.0",
91
125
  "protobufjs": "^7.4.0",