@usherlabs/cex-broker 0.2.48 → 0.2.50
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commands/cex-canonical-orderbook-export.js +72 -358
- package/dist/commands/cex-canonical-orderbook-export.js.map +7 -19
- package/dist/commands/cli.js +224 -67
- package/dist/commands/market-data-vendor-backfill.js +975 -1198
- package/dist/commands/market-data-vendor-backfill.js.map +13 -25
- package/dist/helpers/logger.d.ts +4 -0
- package/dist/helpers/market-data-vendor-backfill/cryptohftdata.d.ts +3 -1
- package/dist/helpers/market-data-vendor-backfill/manifests.d.ts +58 -4
- package/dist/helpers/market-data-vendor-backfill/semantic-verification.d.ts +1 -0
- package/dist/helpers/otel.d.ts +1 -0
- package/dist/helpers/trace-context.d.ts +8 -0
- package/dist/index.js +183 -63
- package/dist/index.js.map +9 -8
- package/dist/market-data-preparation/fixtures/conformance-v2.json +8 -8
- package/dist/market-data-preparation/policies/capability-policy-v1.json +28 -0
- package/dist/market-data-preparation/policies/capability-policy.json +14 -3
- package/dist/market-data-preparation/policies/resource-policy-v1.json +16 -0
- package/dist/market-data-preparation/policies/resource-policy.json +3 -3
- package/dist/market-data-preparation.js +70 -359
- package/dist/market-data-preparation.js.map +9 -21
- package/dist/market-data-vendor-backfill/policies/capability-policy-v2.json +39 -0
- package/dist/market-data-vendor-backfill/policies/resource-policy-v2.json +16 -0
- package/dist/market-data-vendor-backfill.d.ts +2 -2
- package/dist/market-data-vendor-backfill.js +1528 -1750
- package/dist/market-data-vendor-backfill.js.map +13 -25
- package/package.json +1 -1
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
{
|
|
2
|
+
"policy_id": "market-data-vendor-backfill-capabilities/v2",
|
|
3
|
+
"provider": "cryptohftdata",
|
|
4
|
+
"adapter_policy": {
|
|
5
|
+
"policy_id": "cryptohftdata-orderbook-adapter/v1",
|
|
6
|
+
"adapter_version": "cryptohftdata-orderbook/v2"
|
|
7
|
+
},
|
|
8
|
+
"acquisition_policy": {
|
|
9
|
+
"policy_id": "cryptohftdata-hourly-acquisition/v1",
|
|
10
|
+
"object_granularity": "utc_hour",
|
|
11
|
+
"authentication": "bearer",
|
|
12
|
+
"initialization_lookback_ms": 0
|
|
13
|
+
},
|
|
14
|
+
"profiles": [
|
|
15
|
+
{
|
|
16
|
+
"exchange": "okx",
|
|
17
|
+
"market_type": "spot",
|
|
18
|
+
"feed": "ORDERBOOK",
|
|
19
|
+
"canonical_trading_pair": "ARB-USDT",
|
|
20
|
+
"provider_exchange_id": "okx_spot",
|
|
21
|
+
"resolved_symbol": "ARB-USDT",
|
|
22
|
+
"construction_modes": ["sampled_top_n_snapshot"],
|
|
23
|
+
"source_policies": ["authoritative_window", "fill_gaps"],
|
|
24
|
+
"max_depth": 400
|
|
25
|
+
},
|
|
26
|
+
{
|
|
27
|
+
"exchange": "okx",
|
|
28
|
+
"market_type": "spot",
|
|
29
|
+
"feed": "ORDERBOOK",
|
|
30
|
+
"canonical_trading_pair": "ARB-USDC",
|
|
31
|
+
"provider_exchange_id": "okx_spot",
|
|
32
|
+
"resolved_symbol": "ARB-USDC",
|
|
33
|
+
"construction_modes": ["sampled_top_n_snapshot"],
|
|
34
|
+
"source_policies": ["authoritative_window", "fill_gaps"],
|
|
35
|
+
"max_depth": 400
|
|
36
|
+
}
|
|
37
|
+
],
|
|
38
|
+
"policy_sha256": "1dc3f918c6de98d4f65dc1439e16e8c8e0269b5eb9063e3617a52e457fdc24d1"
|
|
39
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
{
|
|
2
|
+
"policy_id": "market-data-vendor-backfill-resources/v2",
|
|
3
|
+
"limits": {
|
|
4
|
+
"max_files": 10000,
|
|
5
|
+
"max_bytes": 107374182400,
|
|
6
|
+
"max_rows": 1000000000,
|
|
7
|
+
"max_duration_ms": 86400000,
|
|
8
|
+
"max_boundary_lookback_ms": 604800000
|
|
9
|
+
},
|
|
10
|
+
"request_bounds": {
|
|
11
|
+
"max_depth": 500,
|
|
12
|
+
"max_window_ms": 2678400000,
|
|
13
|
+
"max_required_events": 100000
|
|
14
|
+
},
|
|
15
|
+
"policy_sha256": "5c095c9af4450a0dd110cae04215b9188c6522ab16f4524a41b6122b154160a2"
|
|
16
|
+
}
|
|
@@ -7,12 +7,12 @@ export { ARCHIVE_SELECTION_SCHEMA_ID, archiveSelectionCodec, BACKFILL_REQUEST_SC
|
|
|
7
7
|
export type { ArchiveClusterIdentity, ArchivePreflightResolution, BackfillDependencies, BackfillDomainOutcome, CandidateVerification, ForwarderPreflightResolution, NormalizedBackfill, ProductionForwarderAuthorization, ProviderDataset, } from "./helpers/market-data-vendor-backfill/core";
|
|
8
8
|
export { createMarketDataVendorBackfillDependencies, runMarketDataVendorBackfill, } from "./helpers/market-data-vendor-backfill/core";
|
|
9
9
|
export type { CryptoHftDataCapabilityProfile, CryptoHftDataOrderBookRow, ReconstructedCryptoHftBook, } from "./helpers/market-data-vendor-backfill/cryptohftdata";
|
|
10
|
-
export { CRYPTOHFTDATA_ADAPTER_VERSION, CRYPTOHFTDATA_API_URL, CRYPTOHFTDATA_BINANCE_SPOT_BTCUSDT_PROFILE, CRYPTOHFTDATA_OKX_SPOT_ARBUSDT_PROFILE, CryptoHftDataAdapter, CryptoHftDataError, cryptoHftDataCapabilityFor, decodeCryptoHftParquetZstd, enumerateCryptoHftDataObjects, reconstructCryptoHftDataOrderBooks, } from "./helpers/market-data-vendor-backfill/cryptohftdata";
|
|
10
|
+
export { CRYPTOHFTDATA_ADAPTER_VERSION, CRYPTOHFTDATA_API_URL, CRYPTOHFTDATA_BINANCE_SPOT_BTCUSDT_PROFILE, CRYPTOHFTDATA_OKX_SPOT_ARBUSDC_PROFILE, CRYPTOHFTDATA_OKX_SPOT_ARBUSDT_PROFILE, CryptoHftDataAdapter, CryptoHftDataError, cryptoHftDataCapabilityFor, decodeCryptoHftParquetZstd, enumerateCryptoHftDataObjects, reconstructCryptoHftDataOrderBooks, } from "./helpers/market-data-vendor-backfill/cryptohftdata";
|
|
11
11
|
export type { ArchiveForwarderClient, ArchiveForwarderClientOptions, } from "./helpers/market-data-vendor-backfill/forwarder-client";
|
|
12
12
|
export { ArchiveForwarderSubmissionError, createArchiveForwarderClient, } from "./helpers/market-data-vendor-backfill/forwarder-client";
|
|
13
13
|
export type { JsonPrimitive, JsonValue, } from "./helpers/market-data-vendor-backfill/identity";
|
|
14
14
|
export { assertDocumentSha256, documentSha256, jcsCanonicalize, jcsSha256, withoutOwnDigest, } from "./helpers/market-data-vendor-backfill/identity";
|
|
15
15
|
export type { PolicyPin } from "./helpers/market-data-vendor-backfill/manifests";
|
|
16
|
-
export { ACQUISITION_POLICY_ID, ADAPTER_POLICY_ID, assertPolicyDocumentIdentity, CAPABILITY_POLICY, CAPABILITY_POLICY_ID, EFFECTIVE_ACQUISITION_POLICY_PIN, EFFECTIVE_ADAPTER_POLICY_PIN, RESOURCE_POLICY, RESOURCE_POLICY_ID, SCHEMA_ARTIFACTS, SCHEMA_MANIFEST, } from "./helpers/market-data-vendor-backfill/manifests";
|
|
16
|
+
export { ACQUISITION_POLICY_ID, ADAPTER_POLICY_ID, assertPolicyDocumentIdentity, CAPABILITY_POLICY, CAPABILITY_POLICY_ID, EFFECTIVE_ACQUISITION_POLICY_PIN, EFFECTIVE_ADAPTER_POLICY_PIN, LEGACY_RESOURCE_POLICY, LEGACY_RESOURCE_POLICY_ID, RESOURCE_POLICY, RESOURCE_POLICY_ID, SCHEMA_ARTIFACTS, SCHEMA_MANIFEST, } from "./helpers/market-data-vendor-backfill/manifests";
|
|
17
17
|
export type { ArchiveBundleEvidence, ArchiveQualificationEvidence, ArchiveSupportAnchorEvidence, } from "./helpers/market-data-vendor-backfill/selection";
|
|
18
18
|
export { archiveSelectionFromArchiveRow, archiveSelectionToArchiveRow, resolveArchiveSelection, } from "./helpers/market-data-vendor-backfill/selection";
|