orbitdb-relay-pinner 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +36 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +27 -0
- package/dist/cli.js.map +1 -0
- package/dist/config/libp2p.d.ts +4 -0
- package/dist/config/libp2p.d.ts.map +1 -0
- package/dist/config/libp2p.js +91 -0
- package/dist/config/libp2p.js.map +1 -0
- package/dist/config/logging.d.ts +12 -0
- package/dist/config/logging.d.ts.map +1 -0
- package/dist/config/logging.js +12 -0
- package/dist/config/logging.js.map +1 -0
- package/dist/events/handlers.d.ts +2 -0
- package/dist/events/handlers.d.ts.map +1 -0
- package/dist/events/handlers.js +70 -0
- package/dist/events/handlers.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -0
- package/dist/relay.d.ts +9 -0
- package/dist/relay.d.ts.map +1 -0
- package/dist/relay.js +69 -0
- package/dist/relay.js.map +1 -0
- package/dist/services/database.d.ts +14 -0
- package/dist/services/database.d.ts.map +1 -0
- package/dist/services/database.js +78 -0
- package/dist/services/database.js.map +1 -0
- package/dist/services/metrics.d.ts +9 -0
- package/dist/services/metrics.d.ts.map +1 -0
- package/dist/services/metrics.js +68 -0
- package/dist/services/metrics.js.map +1 -0
- package/dist/services/storage.d.ts +6 -0
- package/dist/services/storage.d.ts.map +1 -0
- package/dist/services/storage.js +28 -0
- package/dist/services/storage.js.map +1 -0
- package/dist/utils/logger.d.ts +12 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +38 -0
- package/dist/utils/logger.js.map +1 -0
- package/package.json +61 -0
package/README.md
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
# orbitdb-relay-pinner
|
|
2
|
+
|
|
3
|
+
OrbitDB relay + pinning/sync service used by our apps and tests.
|
|
4
|
+
|
|
5
|
+
## CLI
|
|
6
|
+
|
|
7
|
+
Build:
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
npm --prefix packages/orbitdb-relay-pinner run build
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
Run:
|
|
14
|
+
|
|
15
|
+
```bash
|
|
16
|
+
node packages/orbitdb-relay-pinner/dist/cli.js
|
|
17
|
+
```
|
|
18
|
+
|
|
19
|
+
Test mode (deterministic peer id via `TEST_PRIVATE_KEY`):
|
|
20
|
+
|
|
21
|
+
```bash
|
|
22
|
+
node packages/orbitdb-relay-pinner/dist/cli.js --test
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
## Why This Exists
|
|
26
|
+
|
|
27
|
+
- The relay must be able to verify OrbitDB entries created by `did:key` identities.
|
|
28
|
+
- This package registers `@orbitdb/identity-provider-did` with a `key-did-resolver` resolver before opening OrbitDB.
|
|
29
|
+
|
|
30
|
+
## Environment Variables (common)
|
|
31
|
+
|
|
32
|
+
- `RELAY_TCP_PORT`, `RELAY_WS_PORT`, `RELAY_WEBRTC_PORT`
|
|
33
|
+
- `RELAY_DISABLE_WEBRTC=true` to disable UDP `/webrtc-direct` listener in constrained environments
|
|
34
|
+
- `METRICS_PORT=0` to bind metrics on an ephemeral port (avoid `EADDRINUSE`)
|
|
35
|
+
- `TEST_PRIVATE_KEY` for `--test` runs
|
|
36
|
+
|
package/dist/cli.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,eAAe,CAAA"}
|
package/dist/cli.js
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import 'dotenv/config';
|
|
3
|
+
import { startRelay } from './relay.js';
|
|
4
|
+
function hasFlag(name) {
|
|
5
|
+
return process.argv.includes(name);
|
|
6
|
+
}
|
|
7
|
+
async function main() {
|
|
8
|
+
const runtime = await startRelay({
|
|
9
|
+
testMode: hasFlag('--test'),
|
|
10
|
+
});
|
|
11
|
+
const handleShutdown = async () => {
|
|
12
|
+
try {
|
|
13
|
+
await runtime.stop();
|
|
14
|
+
}
|
|
15
|
+
finally {
|
|
16
|
+
process.exit(0);
|
|
17
|
+
}
|
|
18
|
+
};
|
|
19
|
+
process.on('SIGINT', handleShutdown);
|
|
20
|
+
process.on('SIGTERM', handleShutdown);
|
|
21
|
+
}
|
|
22
|
+
main().catch((err) => {
|
|
23
|
+
// eslint-disable-next-line no-console
|
|
24
|
+
console.error(err);
|
|
25
|
+
process.exit(1);
|
|
26
|
+
});
|
|
27
|
+
//# sourceMappingURL=cli.js.map
|
package/dist/cli.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,eAAe,CAAA;AACtB,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AAEvC,SAAS,OAAO,CAAC,IAAY;IAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;AACpC,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC;QAC/B,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC;KAC5B,CAAC,CAAA;IAEF,MAAM,cAAc,GAAG,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,IAAI,EAAE,CAAA;QACtB,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;IACH,CAAC,CAAA;IAED,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAA;IACpC,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;AACvC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,sCAAsC;IACtC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAClB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;AACjB,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"libp2p.d.ts","sourceRoot":"","sources":["../../src/config/libp2p.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AACnD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAoBpD,eAAO,MAAM,kBAAkB,GAAI,YAAY,UAAU,EAAE,WAAW,SAAS,KA8D1E,GAAI,CAAA"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import { noise } from '@chainsafe/libp2p-noise';
|
|
2
|
+
import { yamux } from '@chainsafe/libp2p-yamux';
|
|
3
|
+
import { circuitRelayTransport, circuitRelayServer } from '@libp2p/circuit-relay-v2';
|
|
4
|
+
import { identify, identifyPush } from '@libp2p/identify';
|
|
5
|
+
import { webRTC, webRTCDirect } from '@libp2p/webrtc';
|
|
6
|
+
import { webSockets } from '@libp2p/websockets';
|
|
7
|
+
import { gossipsub } from '@chainsafe/libp2p-gossipsub';
|
|
8
|
+
import { pubsubPeerDiscovery } from '@libp2p/pubsub-peer-discovery';
|
|
9
|
+
import { kadDHT, removePrivateAddressesMapper } from '@libp2p/kad-dht';
|
|
10
|
+
import { bootstrap } from '@libp2p/bootstrap';
|
|
11
|
+
import { tcp } from '@libp2p/tcp';
|
|
12
|
+
import { ping } from '@libp2p/ping';
|
|
13
|
+
import { autoNAT } from '@libp2p/autonat';
|
|
14
|
+
import { autoTLS } from '@ipshipyard/libp2p-auto-tls';
|
|
15
|
+
import { keychain } from '@libp2p/keychain';
|
|
16
|
+
import { prometheusMetrics } from '@libp2p/prometheus-metrics';
|
|
17
|
+
const appendAnnounce = (process.env.NODE_ENV === 'development' ? process.env.VITE_APPEND_ANNOUNCE_DEV : process.env.VITE_APPEND_ANNOUNCE) || '';
|
|
18
|
+
const appendAnnounceArray = appendAnnounce
|
|
19
|
+
.split(',')
|
|
20
|
+
.map((addr) => addr.trim())
|
|
21
|
+
.filter(Boolean);
|
|
22
|
+
const RELAY_TCP_PORT = Number(process.env.RELAY_TCP_PORT || 9091);
|
|
23
|
+
const RELAY_WS_PORT = Number(process.env.RELAY_WS_PORT || 9092);
|
|
24
|
+
const RELAY_WEBRTC_PORT = Number(process.env.RELAY_WEBRTC_PORT || 9093);
|
|
25
|
+
const RELAY_LISTEN_IPV4 = process.env.RELAY_LISTEN_IPV4 || '0.0.0.0';
|
|
26
|
+
const RELAY_LISTEN_IPV6 = process.env.RELAY_LISTEN_IPV6 || '::';
|
|
27
|
+
const RELAY_DISABLE_IPV6 = process.env.RELAY_DISABLE_IPV6 === 'true' || process.env.RELAY_DISABLE_IPV6 === '1';
|
|
28
|
+
const RELAY_DISABLE_WEBRTC = process.env.RELAY_DISABLE_WEBRTC === 'true' || process.env.RELAY_DISABLE_WEBRTC === '1';
|
|
29
|
+
export const createLibp2pConfig = (privateKey, datastore) => ({
|
|
30
|
+
privateKey,
|
|
31
|
+
datastore,
|
|
32
|
+
metrics: prometheusMetrics(),
|
|
33
|
+
addresses: {
|
|
34
|
+
listen: [
|
|
35
|
+
`/ip4/${RELAY_LISTEN_IPV4}/tcp/${RELAY_TCP_PORT}`,
|
|
36
|
+
`/ip4/${RELAY_LISTEN_IPV4}/tcp/${RELAY_WS_PORT}/ws`,
|
|
37
|
+
...(!RELAY_DISABLE_WEBRTC ? [`/ip4/${RELAY_LISTEN_IPV4}/udp/${RELAY_WEBRTC_PORT}/webrtc-direct`] : []),
|
|
38
|
+
...(!RELAY_DISABLE_IPV6
|
|
39
|
+
? [
|
|
40
|
+
`/ip6/${RELAY_LISTEN_IPV6}/tcp/${RELAY_TCP_PORT}`,
|
|
41
|
+
`/ip6/${RELAY_LISTEN_IPV6}/tcp/${RELAY_WS_PORT}/ws`,
|
|
42
|
+
...(!RELAY_DISABLE_WEBRTC ? [`/ip6/${RELAY_LISTEN_IPV6}/udp/${RELAY_WEBRTC_PORT}/webrtc-direct`] : []),
|
|
43
|
+
]
|
|
44
|
+
: []),
|
|
45
|
+
],
|
|
46
|
+
...(appendAnnounceArray.length > 0 && { appendAnnounce: appendAnnounceArray }),
|
|
47
|
+
},
|
|
48
|
+
transports: [circuitRelayTransport(), tcp(), ...(!RELAY_DISABLE_WEBRTC ? [webRTC(), webRTCDirect()] : []), webSockets()],
|
|
49
|
+
peerDiscovery: [
|
|
50
|
+
pubsubPeerDiscovery({
|
|
51
|
+
interval: 5000,
|
|
52
|
+
topics: ['todo._peer-discovery._p2p._pubsub'],
|
|
53
|
+
listenOnly: false,
|
|
54
|
+
}),
|
|
55
|
+
],
|
|
56
|
+
connectionEncrypters: [noise()],
|
|
57
|
+
streamMuxers: [yamux()],
|
|
58
|
+
services: {
|
|
59
|
+
ping: ping(),
|
|
60
|
+
autonat: autoNAT(),
|
|
61
|
+
aminoDHT: kadDHT({
|
|
62
|
+
protocol: '/ipfs/kad/1.0.0',
|
|
63
|
+
peerInfoMapper: removePrivateAddressesMapper,
|
|
64
|
+
}),
|
|
65
|
+
relay: circuitRelayServer({
|
|
66
|
+
hopTimeout: 30000,
|
|
67
|
+
reservations: {
|
|
68
|
+
maxReservations: 1000,
|
|
69
|
+
reservationTtl: 2 * 60 * 60 * 1000,
|
|
70
|
+
defaultDataLimit: BigInt(1024 * 1024 * 1024),
|
|
71
|
+
defaultDurationLimit: 2 * 60 * 1000,
|
|
72
|
+
},
|
|
73
|
+
}),
|
|
74
|
+
identify: identify(),
|
|
75
|
+
identifyPush: identifyPush(),
|
|
76
|
+
pubsub: gossipsub({ allowPublishToZeroTopicPeers: true }),
|
|
77
|
+
...(!process.env.disableAutoTLS && {
|
|
78
|
+
autoTLS: autoTLS({
|
|
79
|
+
autoConfirmAddress: true,
|
|
80
|
+
...(process.env.STAGING === 'true' && {
|
|
81
|
+
acmeDirectory: 'https://acme-staging-v02.api.letsencrypt.org/directory',
|
|
82
|
+
}),
|
|
83
|
+
}),
|
|
84
|
+
}),
|
|
85
|
+
keychain: keychain(),
|
|
86
|
+
},
|
|
87
|
+
connectionGater: {
|
|
88
|
+
denyDialMultiaddr: async () => false,
|
|
89
|
+
},
|
|
90
|
+
});
|
|
91
|
+
//# sourceMappingURL=libp2p.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"libp2p.js","sourceRoot":"","sources":["../../src/config/libp2p.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAA;AAC/C,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAA;AAC/C,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AACpF,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AACzD,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AACvD,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAA;AACnE,OAAO,EAAE,MAAM,EAAE,4BAA4B,EAAE,MAAM,iBAAiB,CAAA;AACtE,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAC7C,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,cAAc,CAAA;AACnC,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAA;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAI9D,MAAM,cAAc,GAAG,CACrB,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CACjH,IAAI,EAAE,CAAA;AAEP,MAAM,mBAAmB,GAAG,cAAc;KACvC,KAAK,CAAC,GAAG,CAAC;KACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;KAC1B,MAAM,CAAC,OAAO,CAAC,CAAA;AAElB,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,CAAA;AACjE,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC,CAAA;AAC/D,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI,CAAC,CAAA;AACvE,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,SAAS,CAAA;AACpE,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI,CAAA;AAC/D,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,GAAG,CAAA;AAC9G,MAAM,oBAAoB,GACxB,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,GAAG,CAAA;AAEzF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,UAAsB,EAAE,SAAoB,EAAE,EAAE,CACjF,CAAC;IACD,UAAU;IACV,SAAS;IACT,OAAO,EAAE,iBAAiB,EAAE;IAC5B,SAAS,EAAE;QACT,MAAM,EAAE;YACN,QAAQ,iBAAiB,QAAQ,cAAc,EAAE;YACjD,QAAQ,iBAAiB,QAAQ,aAAa,KAAK;YACnD,GAAG,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,QAAQ,iBAAiB,QAAQ,iBAAiB,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACtG,GAAG,CAAC,CAAC,kBAAkB;gBACrB,CAAC,CAAC;oBACE,QAAQ,iBAAiB,QAAQ,cAAc,EAAE;oBACjD,QAAQ,iBAAiB,QAAQ,aAAa,KAAK;oBACnD,GAAG,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,QAAQ,iBAAiB,QAAQ,iBAAiB,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;iBACvG;gBACH,CAAC,CAAC,EAAE,CAAC;SACR;QACD,GAAG,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,cAAc,EAAE,mBAAmB,EAAE,CAAC;KAC/E;IACD,UAAU,EAAE,CAAC,qBAAqB,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;IACxH,aAAa,EAAE;QACb,mBAAmB,CAAC;YAClB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,CAAC,mCAAmC,CAAC;YAC7C,UAAU,EAAE,KAAK;SAClB,CAAC;KACH;IACD,oBAAoB,EAAE,CAAC,KAAK,EAAE,CAAC;IAC/B,YAAY,EAAE,CAAC,KAAK,EAAE,CAAC;IACvB,QAAQ,EAAE;QACR,IAAI,EAAE,IAAI,EAAE;QACZ,OAAO,EAAE,OAAO,EAAE;QAClB,QAAQ,EAAE,MAAM,CAAC;YACf,QAAQ,EAAE,iBAAiB;YAC3B,cAAc,EAAE,4BAA4B;SAC7C,CAAC;QACF,KAAK,EAAE,kBAAkB,CAAC;YACxB,UAAU,EAAE,KAAK;YACjB,YAAY,EAAE;gBACZ,eAAe,EAAE,IAAI;gBACrB,cAAc,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;gBAClC,gBAAgB,EAAE,MAAM,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;gBAC5C,oBAAoB,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI;aACpC;SACF,CAAC;QACF,QAAQ,EAAE,QAAQ,EAAE;QACpB,YAAY,EAAE,YAAY,EAAE;QAC5B,MAAM,EAAE,SAAS,CAAC,EAAE,4BAA4B,EAAE,IAAI,EAAE,CAAC;QACzD,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI;YACjC,OAAO,EAAE,OAAO,CAAC;gBACf,kBAAkB,EAAE,IAAI;gBACxB,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,MAAM,IAAI;oBACpC,aAAa,EAAE,wDAAwD;iBACxE,CAAC;aACH,CAAC;SACH,CAAC;QACF,QAAQ,EAAE,QAAQ,EAAE;KACrB;IACD,eAAe,EAAE;QACf,iBAAiB,EAAE,KAAK,IAAI,EAAE,CAAC,KAAK;KACrC;CACM,CAAA,CAAA"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export declare const loggingConfig: {
|
|
2
|
+
enableGeneralLogs: boolean;
|
|
3
|
+
enableSyncLogs: boolean;
|
|
4
|
+
enableSyncStats: boolean;
|
|
5
|
+
logLevels: {
|
|
6
|
+
connection: boolean;
|
|
7
|
+
peer: boolean;
|
|
8
|
+
database: boolean;
|
|
9
|
+
sync: boolean;
|
|
10
|
+
};
|
|
11
|
+
};
|
|
12
|
+
//# sourceMappingURL=logging.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logging.d.ts","sourceRoot":"","sources":["../../src/config/logging.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,aAAa;;;;;;;;;;CAUzB,CAAA"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export const loggingConfig = {
|
|
2
|
+
enableGeneralLogs: process.env.ENABLE_GENERAL_LOGS !== 'false' && process.env.ENABLE_GENERAL_LOGS !== '0',
|
|
3
|
+
enableSyncLogs: process.env.ENABLE_SYNC_LOGS !== 'false' && process.env.ENABLE_SYNC_LOGS !== '0',
|
|
4
|
+
enableSyncStats: process.env.ENABLE_SYNC_STATS !== 'false' && process.env.ENABLE_SYNC_STATS !== '0',
|
|
5
|
+
logLevels: {
|
|
6
|
+
connection: process.env.LOG_LEVEL_CONNECTION === 'true',
|
|
7
|
+
peer: process.env.LOG_LEVEL_PEER === 'true',
|
|
8
|
+
database: process.env.LOG_LEVEL_DATABASE === 'true',
|
|
9
|
+
sync: process.env.LOG_LEVEL_SYNC === 'true',
|
|
10
|
+
},
|
|
11
|
+
};
|
|
12
|
+
//# sourceMappingURL=logging.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logging.js","sourceRoot":"","sources":["../../src/config/logging.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,GAAG;IACzG,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG;IAChG,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,GAAG;IACnG,SAAS,EAAE;QACT,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,MAAM;QACvD,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,MAAM;QAC3C,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,MAAM;QACnD,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,MAAM;KAC5C;CACF,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"handlers.d.ts","sourceRoot":"","sources":["../../src/events/handlers.ts"],"names":[],"mappings":"AAMA,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG,cAmEnE"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
import { identify } from '@libp2p/identify';
|
|
2
|
+
import PQueue from 'p-queue';
|
|
3
|
+
import { WebSocketsSecure } from '@multiformats/multiaddr-matcher';
|
|
4
|
+
import { log, syncLog } from '../utils/logger.js';
|
|
5
|
+
import { loggingConfig } from '../config/logging.js';
|
|
6
|
+
export function setupEventHandlers(libp2p, databaseService) {
|
|
7
|
+
const cleanupFunctions = [];
|
|
8
|
+
const peerConnectHandler = async (event) => {
|
|
9
|
+
const peer = event.detail;
|
|
10
|
+
try {
|
|
11
|
+
if (loggingConfig.logLevels.peer)
|
|
12
|
+
log('peer:connect', peer);
|
|
13
|
+
await identify(peer);
|
|
14
|
+
}
|
|
15
|
+
catch (err) {
|
|
16
|
+
if (err?.code !== 'ERR_UNSUPPORTED_PROTOCOL' && loggingConfig.logLevels.peer) {
|
|
17
|
+
// eslint-disable-next-line no-console
|
|
18
|
+
console.error('Failed to identify peer:', err);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
};
|
|
22
|
+
libp2p.addEventListener('peer:connect', peerConnectHandler);
|
|
23
|
+
cleanupFunctions.push(() => libp2p.removeEventListener('peer:connect', peerConnectHandler));
|
|
24
|
+
const certificateHandler = () => {
|
|
25
|
+
const interval = setInterval(() => {
|
|
26
|
+
const mas = libp2p
|
|
27
|
+
.getMultiaddrs()
|
|
28
|
+
.filter((ma) => WebSocketsSecure.exactMatch(ma) && ma.toString().includes('/sni/'))
|
|
29
|
+
.map((ma) => ma.toString());
|
|
30
|
+
if (mas.length > 0)
|
|
31
|
+
clearInterval(interval);
|
|
32
|
+
}, 1000);
|
|
33
|
+
};
|
|
34
|
+
libp2p.addEventListener('certificate:provision', certificateHandler);
|
|
35
|
+
cleanupFunctions.push(() => libp2p.removeEventListener('certificate:provision', certificateHandler));
|
|
36
|
+
const peerDisconnectHandler = async (event) => {
|
|
37
|
+
libp2p.peerStore.delete(event.detail);
|
|
38
|
+
};
|
|
39
|
+
libp2p.addEventListener('peer:disconnect', peerDisconnectHandler);
|
|
40
|
+
cleanupFunctions.push(() => libp2p.removeEventListener('peer:disconnect', peerDisconnectHandler));
|
|
41
|
+
const syncQueue = new PQueue({ concurrency: 2 });
|
|
42
|
+
const pubsubMessageHandler = (event) => {
|
|
43
|
+
const msg = event.detail;
|
|
44
|
+
syncLog('Received pubsub message:', msg.topic);
|
|
45
|
+
if (msg.topic && msg.topic.startsWith('/orbitdb/')) {
|
|
46
|
+
syncQueue.add(() => databaseService.syncAllOrbitDBRecords(msg.topic));
|
|
47
|
+
}
|
|
48
|
+
};
|
|
49
|
+
libp2p.services.pubsub.addEventListener('message', pubsubMessageHandler);
|
|
50
|
+
cleanupFunctions.push(() => libp2p.services.pubsub.removeEventListener('message', pubsubMessageHandler));
|
|
51
|
+
const connectionOpenHandler = async (event) => {
|
|
52
|
+
const connection = event.detail;
|
|
53
|
+
if (loggingConfig.logLevels.connection)
|
|
54
|
+
log('connection:open', connection.remoteAddr.toString());
|
|
55
|
+
};
|
|
56
|
+
libp2p.addEventListener('connection:open', connectionOpenHandler);
|
|
57
|
+
cleanupFunctions.push(() => libp2p.removeEventListener('connection:open', connectionOpenHandler));
|
|
58
|
+
const pubsub = libp2p.services.pubsub;
|
|
59
|
+
pubsub.addEventListener('subscription-change', (event) => {
|
|
60
|
+
if (event.detail?.subscriptions) {
|
|
61
|
+
for (const subscription of event.detail.subscriptions) {
|
|
62
|
+
if (subscription.topic?.startsWith('/orbitdb/')) {
|
|
63
|
+
syncQueue.add(() => databaseService.syncAllOrbitDBRecords(subscription.topic));
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
});
|
|
68
|
+
return () => cleanupFunctions.forEach((cleanup) => cleanup());
|
|
69
|
+
}
|
|
70
|
+
//# sourceMappingURL=handlers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"handlers.js","sourceRoot":"","sources":["../../src/events/handlers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,MAAM,MAAM,SAAS,CAAA;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAA;AAClE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAEpD,MAAM,UAAU,kBAAkB,CAAC,MAAW,EAAE,eAAoB;IAClE,MAAM,gBAAgB,GAAsB,EAAE,CAAA;IAE9C,MAAM,kBAAkB,GAAG,KAAK,EAAE,KAAU,EAAE,EAAE;QAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAA;QACzB,IAAI,CAAC;YACH,IAAI,aAAa,CAAC,SAAS,CAAC,IAAI;gBAAE,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,CAAA;YAC3D,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAA;QACtB,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,IAAI,GAAG,EAAE,IAAI,KAAK,0BAA0B,IAAI,aAAa,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBAC7E,sCAAsC;gBACtC,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAA;YAChD,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IACD,MAAM,CAAC,gBAAgB,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAA;IAC3D,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAA;IAE3F,MAAM,kBAAkB,GAAG,GAAG,EAAE;QAC9B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;YAChC,MAAM,GAAG,GAAG,MAAM;iBACf,aAAa,EAAE;iBACf,MAAM,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,gBAAgB,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;iBACvF,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAA;YAClC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;gBAAE,aAAa,CAAC,QAAQ,CAAC,CAAA;QAC7C,CAAC,EAAE,IAAI,CAAC,CAAA;IACV,CAAC,CAAA;IACD,MAAM,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,kBAAkB,CAAC,CAAA;IACpE,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,uBAAuB,EAAE,kBAAkB,CAAC,CAAC,CAAA;IAEpG,MAAM,qBAAqB,GAAG,KAAK,EAAE,KAAU,EAAE,EAAE;QACjD,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IACvC,CAAC,CAAA;IACD,MAAM,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAA;IACjE,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC,CAAA;IAEjG,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAA;IAEhD,MAAM,oBAAoB,GAAG,CAAC,KAAU,EAAE,EAAE;QAC1C,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAA;QACxB,OAAO,CAAC,0BAA0B,EAAE,GAAG,CAAC,KAAK,CAAC,CAAA;QAC9C,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YACnD,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;QACvE,CAAC;IACH,CAAC,CAAA;IACD,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAA;IACxE,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC,CAAA;IAExG,MAAM,qBAAqB,GAAG,KAAK,EAAE,KAAU,EAAE,EAAE;QACjD,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAA;QAC/B,IAAI,aAAa,CAAC,SAAS,CAAC,UAAU;YAAE,GAAG,CAAC,iBAAiB,EAAE,UAAU,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAA;IAClG,CAAC,CAAA;IACD,MAAM,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAA;IACjE,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC,CAAA;IAEjG,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAA;IACrC,MAAM,CAAC,gBAAgB,CAAC,qBAAqB,EAAE,CAAC,KAAU,EAAE,EAAE;QAC5D,IAAI,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC;YAChC,KAAK,MAAM,YAAY,IAAI,KAAK,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;gBACtD,IAAI,YAAY,CAAC,KAAK,EAAE,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;oBAChD,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,qBAAqB,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAA;gBAChF,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,OAAO,GAAG,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;AAC/D,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA"}
|
package/dist/relay.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"relay.d.ts","sourceRoot":"","sources":["../src/relay.ts"],"names":[],"mappings":"AAWA,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC1B,CAAA;AAED,wBAAsB,UAAU,CAAC,IAAI,GAAE,YAAiB,GAAG,OAAO,CAAC,YAAY,CAAC,CA4D/E"}
|
package/dist/relay.js
ADDED
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { createLibp2p } from 'libp2p';
|
|
2
|
+
import { createHelia } from 'helia';
|
|
3
|
+
import { fromString as uint8ArrayFromString } from 'uint8arrays/from-string';
|
|
4
|
+
import { privateKeyFromProtobuf } from '@libp2p/crypto/keys';
|
|
5
|
+
import { createLibp2pConfig } from './config/libp2p.js';
|
|
6
|
+
import { initializeStorage } from './services/storage.js';
|
|
7
|
+
import { DatabaseService } from './services/database.js';
|
|
8
|
+
import { MetricsServer } from './services/metrics.js';
|
|
9
|
+
import { setupEventHandlers } from './events/handlers.js';
|
|
10
|
+
export async function startRelay(opts = {}) {
|
|
11
|
+
const isTestMode = Boolean(opts.testMode);
|
|
12
|
+
const storageDir = opts.storageDir || './orbitdb/pinning-service';
|
|
13
|
+
const storage = await initializeStorage(storageDir);
|
|
14
|
+
const { blockstore, datastore } = storage;
|
|
15
|
+
let privateKey = storage.privateKey;
|
|
16
|
+
if (isTestMode) {
|
|
17
|
+
const hex = process.env.TEST_PRIVATE_KEY;
|
|
18
|
+
if (!hex)
|
|
19
|
+
throw new Error('Missing TEST_PRIVATE_KEY in --test mode');
|
|
20
|
+
privateKey = privateKeyFromProtobuf(uint8ArrayFromString(hex, 'hex'));
|
|
21
|
+
}
|
|
22
|
+
const libp2p = await createLibp2p(createLibp2pConfig(privateKey, datastore));
|
|
23
|
+
const ipfs = await createHelia({ libp2p, datastore, blockstore });
|
|
24
|
+
const databaseService = new DatabaseService();
|
|
25
|
+
await databaseService.initialize(ipfs);
|
|
26
|
+
const cleanupEventHandlers = await setupEventHandlers(libp2p, databaseService);
|
|
27
|
+
const metricsServer = new MetricsServer();
|
|
28
|
+
metricsServer.start();
|
|
29
|
+
// Important: Playwright setup waits for this marker.
|
|
30
|
+
// eslint-disable-next-line no-console
|
|
31
|
+
console.log('p2p addr: ', libp2p.getMultiaddrs().map((ma) => ma.toString()));
|
|
32
|
+
return {
|
|
33
|
+
stop: async () => {
|
|
34
|
+
try {
|
|
35
|
+
cleanupEventHandlers?.();
|
|
36
|
+
}
|
|
37
|
+
catch {
|
|
38
|
+
// ignore
|
|
39
|
+
}
|
|
40
|
+
try {
|
|
41
|
+
// best effort; helia/libp2p will close underlying stores as well
|
|
42
|
+
// @ts-expect-error helia internal store wrappers
|
|
43
|
+
await ipfs.blockstore?.child?.child?.child?.close?.();
|
|
44
|
+
}
|
|
45
|
+
catch {
|
|
46
|
+
// ignore
|
|
47
|
+
}
|
|
48
|
+
try {
|
|
49
|
+
await datastore.close();
|
|
50
|
+
}
|
|
51
|
+
catch {
|
|
52
|
+
// ignore
|
|
53
|
+
}
|
|
54
|
+
try {
|
|
55
|
+
await blockstore.close();
|
|
56
|
+
}
|
|
57
|
+
catch {
|
|
58
|
+
// ignore
|
|
59
|
+
}
|
|
60
|
+
try {
|
|
61
|
+
await libp2p.stop();
|
|
62
|
+
}
|
|
63
|
+
catch {
|
|
64
|
+
// ignore
|
|
65
|
+
}
|
|
66
|
+
},
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=relay.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"relay.js","sourceRoot":"","sources":["../src/relay.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAE,WAAW,EAAE,MAAM,OAAO,CAAA;AACnC,OAAO,EAAE,UAAU,IAAI,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAC5E,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAA;AAE5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAWzD,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAAqB,EAAE;IACtD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACzC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,2BAA2B,CAAA;IAEjE,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,UAAU,CAAC,CAAA;IACnD,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,OAAO,CAAA;IAEzC,IAAI,UAAU,GAAG,OAAO,CAAC,UAAU,CAAA;IACnC,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAA;QACxC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;QACpE,UAAU,GAAG,sBAAsB,CAAC,oBAAoB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAA;IACvE,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,kBAAkB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAA;IAC5E,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAA;IAEjE,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAA;IAC7C,MAAM,eAAe,CAAC,UAAU,CAAC,IAAW,CAAC,CAAA;IAE7C,MAAM,oBAAoB,GAAG,MAAM,kBAAkB,CAAC,MAAa,EAAE,eAAsB,CAAC,CAAA;IAE5F,MAAM,aAAa,GAAG,IAAI,aAAa,EAAE,CAAA;IACzC,aAAa,CAAC,KAAK,EAAE,CAAA;IAErB,qDAAqD;IACrD,sCAAsC;IACtC,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IAE5E,OAAO;QACL,IAAI,EAAE,KAAK,IAAI,EAAE;YACf,IAAI,CAAC;gBACH,oBAAoB,EAAE,EAAE,CAAA;YAC1B,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,iEAAiE;gBACjE,iDAAiD;gBACjD,MAAM,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAA;YACvD,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,KAAK,EAAE,CAAA;YACzB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAA;YAC1B,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;KACF,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { MetricsServer } from './metrics.js';
|
|
2
|
+
export declare class DatabaseService {
|
|
3
|
+
metrics: MetricsServer;
|
|
4
|
+
identityDatabases: Map<string, any>;
|
|
5
|
+
databaseContexts: Map<string, any>;
|
|
6
|
+
updateTimers: Map<string, any>;
|
|
7
|
+
openDatabases: Map<string, any>;
|
|
8
|
+
eventHandlers: Map<string, any>;
|
|
9
|
+
orbitdb: any;
|
|
10
|
+
constructor();
|
|
11
|
+
initialize(ipfs: any): Promise<void>;
|
|
12
|
+
syncAllOrbitDBRecords(dbAddress: string): Promise<void>;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=database.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../src/services/database.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAI5C,qBAAa,eAAe;IAC1B,OAAO,EAAE,aAAa,CAAA;IACtB,iBAAiB,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IACnC,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAClC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC9B,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC/B,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC/B,OAAO,EAAE,GAAG,CAAA;;IAWN,UAAU,CAAC,IAAI,EAAE,GAAG;IAMpB,qBAAqB,CAAC,SAAS,EAAE,MAAM;CAmD9C"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
import { createOrbitDB, useIdentityProvider } from '@orbitdb/core';
|
|
2
|
+
import OrbitDBIdentityProviderDID from '@orbitdb/identity-provider-did';
|
|
3
|
+
import * as KeyDIDResolver from 'key-did-resolver';
|
|
4
|
+
import { MetricsServer } from './metrics.js';
|
|
5
|
+
import { log, syncLog, logSyncStats } from '../utils/logger.js';
|
|
6
|
+
import { loggingConfig } from '../config/logging.js';
|
|
7
|
+
export class DatabaseService {
|
|
8
|
+
metrics;
|
|
9
|
+
identityDatabases;
|
|
10
|
+
databaseContexts;
|
|
11
|
+
updateTimers;
|
|
12
|
+
openDatabases;
|
|
13
|
+
eventHandlers;
|
|
14
|
+
orbitdb;
|
|
15
|
+
constructor() {
|
|
16
|
+
this.metrics = new MetricsServer();
|
|
17
|
+
this.identityDatabases = new Map();
|
|
18
|
+
this.databaseContexts = new Map();
|
|
19
|
+
this.updateTimers = new Map();
|
|
20
|
+
this.openDatabases = new Map();
|
|
21
|
+
this.eventHandlers = new Map();
|
|
22
|
+
}
|
|
23
|
+
async initialize(ipfs) {
|
|
24
|
+
OrbitDBIdentityProviderDID.setDIDResolver(KeyDIDResolver.getResolver());
|
|
25
|
+
useIdentityProvider(OrbitDBIdentityProviderDID);
|
|
26
|
+
this.orbitdb = await createOrbitDB({ ipfs });
|
|
27
|
+
}
|
|
28
|
+
async syncAllOrbitDBRecords(dbAddress) {
|
|
29
|
+
syncLog('Starting sync for database:', dbAddress);
|
|
30
|
+
const endTimer = this.metrics.startSyncTimer('all_databases');
|
|
31
|
+
try {
|
|
32
|
+
let db;
|
|
33
|
+
if (this.openDatabases.has(dbAddress)) {
|
|
34
|
+
db = this.openDatabases.get(dbAddress);
|
|
35
|
+
}
|
|
36
|
+
else {
|
|
37
|
+
db = await this.orbitdb.open(dbAddress);
|
|
38
|
+
this.openDatabases.set(dbAddress, db);
|
|
39
|
+
}
|
|
40
|
+
const previousCounts = this.identityDatabases.get(dbAddress) || { posts: 0, comments: 0, media: 0 };
|
|
41
|
+
const records = await db.all();
|
|
42
|
+
if (records.length > 0) {
|
|
43
|
+
syncLog(`Sample record from ${db.name}:`, JSON.stringify(records[0], null, 2));
|
|
44
|
+
}
|
|
45
|
+
let recordCounts = { posts: 0, comments: 0, media: 0 };
|
|
46
|
+
let dbType = 'unknown';
|
|
47
|
+
if (db.name.includes('posts') || db.name.includes('post')) {
|
|
48
|
+
recordCounts.posts = records.length;
|
|
49
|
+
dbType = 'posts';
|
|
50
|
+
}
|
|
51
|
+
else if (db.name.includes('comments') || db.name.includes('comment')) {
|
|
52
|
+
recordCounts.comments = records.length;
|
|
53
|
+
dbType = 'comments';
|
|
54
|
+
}
|
|
55
|
+
else if (db.name.includes('media')) {
|
|
56
|
+
recordCounts.media = records.length;
|
|
57
|
+
dbType = 'media';
|
|
58
|
+
}
|
|
59
|
+
else if (db.name.includes('settings') || db.name.includes('config')) {
|
|
60
|
+
dbType = 'settings';
|
|
61
|
+
}
|
|
62
|
+
const peerId = db?.identity?.id;
|
|
63
|
+
logSyncStats(dbType, dbAddress, peerId, recordCounts, previousCounts);
|
|
64
|
+
this.identityDatabases.set(dbAddress, recordCounts);
|
|
65
|
+
this.metrics.trackSync('documents', 'success');
|
|
66
|
+
endTimer();
|
|
67
|
+
}
|
|
68
|
+
catch (err) {
|
|
69
|
+
this.metrics.trackSync('documents', 'failure');
|
|
70
|
+
endTimer();
|
|
71
|
+
if (loggingConfig.logLevels.database) {
|
|
72
|
+
// eslint-disable-next-line no-console
|
|
73
|
+
console.error('Failed to sync database:', err);
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
//# sourceMappingURL=database.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/services/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAClE,OAAO,0BAA0B,MAAM,gCAAgC,CAAA;AACvE,OAAO,KAAK,cAAc,MAAM,kBAAkB,CAAA;AAElD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAC5C,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAEpD,MAAM,OAAO,eAAe;IAC1B,OAAO,CAAe;IACtB,iBAAiB,CAAkB;IACnC,gBAAgB,CAAkB;IAClC,YAAY,CAAkB;IAC9B,aAAa,CAAkB;IAC/B,aAAa,CAAkB;IAC/B,OAAO,CAAK;IAEZ;QACE,IAAI,CAAC,OAAO,GAAG,IAAI,aAAa,EAAE,CAAA;QAClC,IAAI,CAAC,iBAAiB,GAAG,IAAI,GAAG,EAAE,CAAA;QAClC,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,EAAE,CAAA;QACjC,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,EAAE,CAAA;QAC7B,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,EAAE,CAAA;QAC9B,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAS;QACxB,0BAA0B,CAAC,cAAc,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC,CAAA;QACvE,mBAAmB,CAAC,0BAAiC,CAAC,CAAA;QACtD,IAAI,CAAC,OAAO,GAAG,MAAM,aAAa,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;IAC9C,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,SAAiB;QAC3C,OAAO,CAAC,6BAA6B,EAAE,SAAS,CAAC,CAAA;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,eAAe,CAAC,CAAA;QAE7D,IAAI,CAAC;YACH,IAAI,EAAO,CAAA;YACX,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACtC,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YACxC,CAAC;iBAAM,CAAC;gBACN,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;gBACvC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;YACvC,CAAC;YAED,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;YACnG,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,GAAG,EAAE,CAAA;YAE9B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,sBAAsB,EAAE,CAAC,IAAI,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;YAChF,CAAC;YAED,IAAI,YAAY,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;YACtD,IAAI,MAAM,GAAG,SAAS,CAAA;YAEtB,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1D,YAAY,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAA;gBACnC,MAAM,GAAG,OAAO,CAAA;YAClB,CAAC;iBAAM,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACvE,YAAY,CAAC,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAA;gBACtC,MAAM,GAAG,UAAU,CAAA;YACrB,CAAC;iBAAM,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACrC,YAAY,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAA;gBACnC,MAAM,GAAG,OAAO,CAAA;YAClB,CAAC;iBAAM,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACtE,MAAM,GAAG,UAAU,CAAA;YACrB,CAAC;YAED,MAAM,MAAM,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,CAAA;YAC/B,YAAY,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,cAAc,CAAC,CAAA;YACrE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,EAAE,YAAY,CAAC,CAAA;YAEnD,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;YAC9C,QAAQ,EAAE,CAAA;QACZ,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;YAC9C,QAAQ,EAAE,CAAA;YACV,IAAI,aAAa,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;gBACrC,sCAAsC;gBACtC,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAA;YAChD,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import http from 'http';
|
|
2
|
+
export declare class MetricsServer {
|
|
3
|
+
constructor();
|
|
4
|
+
getMetrics(): Promise<string>;
|
|
5
|
+
start(port?: number | string): Promise<http.Server<typeof http.IncomingMessage, typeof http.ServerResponse> | null> | null;
|
|
6
|
+
trackSync(type: string, status?: string): void;
|
|
7
|
+
startSyncTimer(type: string): (labels?: Partial<Record<"type", string | number>> | undefined) => number;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=metrics.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/services/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAA;AAqBvB,qBAAa,aAAa;;IAWlB,UAAU;IAIhB,KAAK,CAAC,IAAI,GAAE,MAAM,GAAG,MAAyC;IAsC9D,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,SAAY;IAI1C,cAAc,CAAC,IAAI,EAAE,MAAM;CAG5B"}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import http from 'http';
|
|
2
|
+
import client from 'prom-client';
|
|
3
|
+
import { logger } from '@libp2p/logger';
|
|
4
|
+
const log = logger('le-space:relay');
|
|
5
|
+
let metricsInstance = null;
|
|
6
|
+
const syncCounter = new client.Counter({
|
|
7
|
+
name: 'orbitdb_sync_total',
|
|
8
|
+
help: 'Total number of OrbitDB synchronization operations',
|
|
9
|
+
labelNames: ['type', 'status'],
|
|
10
|
+
});
|
|
11
|
+
const syncDurationHistogram = new client.Histogram({
|
|
12
|
+
name: 'orbitdb_sync_duration_seconds',
|
|
13
|
+
help: 'Duration of OrbitDB synchronization operations',
|
|
14
|
+
labelNames: ['type'],
|
|
15
|
+
buckets: [0.1, 0.5, 1, 2, 5, 10],
|
|
16
|
+
});
|
|
17
|
+
export class MetricsServer {
|
|
18
|
+
constructor() {
|
|
19
|
+
if (!metricsInstance) {
|
|
20
|
+
if (!client.register.getSingleMetric('process_cpu_user_seconds_total')) {
|
|
21
|
+
client.collectDefaultMetrics();
|
|
22
|
+
}
|
|
23
|
+
metricsInstance = this;
|
|
24
|
+
}
|
|
25
|
+
return metricsInstance;
|
|
26
|
+
}
|
|
27
|
+
async getMetrics() {
|
|
28
|
+
return await client.register.metrics();
|
|
29
|
+
}
|
|
30
|
+
start(port = process.env.METRICS_PORT || 9090) {
|
|
31
|
+
if (process.env.METRICS_DISABLED === 'true' || process.env.METRICS_DISABLED === '1') {
|
|
32
|
+
log('Metrics server disabled (METRICS_DISABLED)');
|
|
33
|
+
return null;
|
|
34
|
+
}
|
|
35
|
+
const desiredPort = typeof port === 'string' ? Number(port) : port;
|
|
36
|
+
const createServer = () => http.createServer(async (req, res) => {
|
|
37
|
+
if (req.url === '/metrics') {
|
|
38
|
+
res.setHeader('Content-Type', client.register.contentType);
|
|
39
|
+
res.end(await this.getMetrics());
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
res.statusCode = 404;
|
|
43
|
+
res.end('Not found');
|
|
44
|
+
}
|
|
45
|
+
});
|
|
46
|
+
const listen = (p) => new Promise((resolve) => {
|
|
47
|
+
const server = createServer();
|
|
48
|
+
server.on('error', (err) => {
|
|
49
|
+
if (err?.code === 'EADDRINUSE' && p !== 0) {
|
|
50
|
+
log(`Metrics port ${p} in use; retrying on an ephemeral port`);
|
|
51
|
+
listen(0).then(resolve);
|
|
52
|
+
return;
|
|
53
|
+
}
|
|
54
|
+
log('Metrics server failed to start:', err?.message || err);
|
|
55
|
+
resolve(null);
|
|
56
|
+
});
|
|
57
|
+
server.listen(p, () => resolve(server));
|
|
58
|
+
});
|
|
59
|
+
return listen(Number.isFinite(desiredPort) ? desiredPort : 9090);
|
|
60
|
+
}
|
|
61
|
+
trackSync(type, status = 'success') {
|
|
62
|
+
syncCounter.labels(type, status).inc();
|
|
63
|
+
}
|
|
64
|
+
startSyncTimer(type) {
|
|
65
|
+
return syncDurationHistogram.startTimer({ type });
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
//# sourceMappingURL=metrics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../src/services/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAEvC,MAAM,GAAG,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAA;AAEpC,IAAI,eAAe,GAAyB,IAAI,CAAA;AAEhD,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC;IACrC,IAAI,EAAE,oBAAoB;IAC1B,IAAI,EAAE,oDAAoD;IAC1D,UAAU,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC;CAC/B,CAAC,CAAA;AAEF,MAAM,qBAAqB,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC;IACjD,IAAI,EAAE,+BAA+B;IACrC,IAAI,EAAE,gDAAgD;IACtD,UAAU,EAAE,CAAC,MAAM,CAAC;IACpB,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;CACjC,CAAC,CAAA;AAEF,MAAM,OAAO,aAAa;IACxB;QACE,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,gCAAgC,CAAC,EAAE,CAAC;gBACvE,MAAM,CAAC,qBAAqB,EAAE,CAAA;YAChC,CAAC;YACD,eAAe,GAAG,IAAI,CAAA;QACxB,CAAC;QACD,OAAO,eAAe,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;IACxC,CAAC;IAED,KAAK,CAAC,OAAwB,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,IAAI;QAC5D,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,EAAE,CAAC;YACpF,GAAG,CAAC,4CAA4C,CAAC,CAAA;YACjD,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAElE,MAAM,YAAY,GAAG,GAAG,EAAE,CACxB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;YACnC,IAAI,GAAG,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;gBAC3B,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAA;gBAC1D,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAA;YAClC,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,UAAU,GAAG,GAAG,CAAA;gBACpB,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;YACtB,CAAC;QACH,CAAC,CAAC,CAAA;QAEJ,MAAM,MAAM,GAAG,CAAC,CAAS,EAA+B,EAAE,CACxD,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YACtB,MAAM,MAAM,GAAG,YAAY,EAAE,CAAA;YAC7B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;gBAC9B,IAAI,GAAG,EAAE,IAAI,KAAK,YAAY,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC1C,GAAG,CAAC,gBAAgB,CAAC,wCAAwC,CAAC,CAAA;oBAC9D,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;oBACvB,OAAM;gBACR,CAAC;gBACD,GAAG,CAAC,iCAAiC,EAAE,GAAG,EAAE,OAAO,IAAI,GAAG,CAAC,CAAA;gBAC3D,OAAO,CAAC,IAAI,CAAC,CAAA;YACf,CAAC,CAAC,CAAA;YAEF,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;QACzC,CAAC,CAAC,CAAA;QAEJ,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IAClE,CAAC;IAED,SAAS,CAAC,IAAY,EAAE,MAAM,GAAG,SAAS;QACxC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,CAAA;IACxC,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,OAAO,qBAAqB,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;IACnD,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../src/services/storage.ts"],"names":[],"mappings":"AAsBA,wBAAsB,iBAAiB,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC;IACtE,SAAS,EAAE,GAAG,CAAA;IACd,UAAU,EAAE,GAAG,CAAA;IACf,UAAU,EAAE,GAAG,CAAA;CAChB,CAAC,CAUD"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { LevelBlockstore } from 'blockstore-level';
|
|
2
|
+
import { LevelDatastore } from 'datastore-level';
|
|
3
|
+
import { join } from 'path';
|
|
4
|
+
import { Key } from 'interface-datastore';
|
|
5
|
+
import { generateKeyPair, privateKeyFromProtobuf, privateKeyToProtobuf } from '@libp2p/crypto/keys';
|
|
6
|
+
async function loadOrCreateRelayPrivateKey(datastore) {
|
|
7
|
+
const key = new Key('/le-space/relay/private-key');
|
|
8
|
+
try {
|
|
9
|
+
const bytes = await datastore.get(key);
|
|
10
|
+
return privateKeyFromProtobuf(bytes);
|
|
11
|
+
}
|
|
12
|
+
catch (err) {
|
|
13
|
+
if (err?.code !== 'ERR_NOT_FOUND')
|
|
14
|
+
throw err;
|
|
15
|
+
}
|
|
16
|
+
const privateKey = await generateKeyPair('Ed25519');
|
|
17
|
+
await datastore.put(key, privateKeyToProtobuf(privateKey));
|
|
18
|
+
return privateKey;
|
|
19
|
+
}
|
|
20
|
+
export async function initializeStorage(hostDirectory) {
|
|
21
|
+
const datastore = new LevelDatastore(join(hostDirectory, '/', 'ipfs', '/', 'data'));
|
|
22
|
+
await datastore.open();
|
|
23
|
+
const blockstore = new LevelBlockstore(join(hostDirectory, '/', 'ipfs', '/', 'blocks'));
|
|
24
|
+
await blockstore.open();
|
|
25
|
+
const privateKey = await loadOrCreateRelayPrivateKey(datastore);
|
|
26
|
+
return { datastore, blockstore, privateKey };
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=storage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../src/services/storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAC3B,OAAO,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAA;AACzC,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAGnG,KAAK,UAAU,2BAA2B,CAAC,SAAoB;IAC7D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,6BAA6B,CAAC,CAAA;IAElD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACtC,OAAO,sBAAsB,CAAC,KAAK,CAAC,CAAA;IACtC,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,IAAI,GAAG,EAAE,IAAI,KAAK,eAAe;YAAE,MAAM,GAAG,CAAA;IAC9C,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,SAAS,CAAC,CAAA;IACnD,MAAM,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,oBAAoB,CAAC,UAAU,CAAC,CAAC,CAAA;IAC1D,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,aAAqB;IAK3D,MAAM,SAAS,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAA;IACnF,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;IAEtB,MAAM,UAAU,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAA;IACvF,MAAM,UAAU,CAAC,IAAI,EAAE,CAAA;IAEvB,MAAM,UAAU,GAAG,MAAM,2BAA2B,CAAC,SAAS,CAAC,CAAA;IAE/D,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,CAAA;AAC9C,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export declare const log: (...args: any[]) => void;
|
|
2
|
+
export declare const syncLog: (...args: any[]) => void;
|
|
3
|
+
export declare const logSyncStats: (dbType: string, address: string, peerId: string | undefined, recordCounts: {
|
|
4
|
+
posts?: number;
|
|
5
|
+
comments?: number;
|
|
6
|
+
media?: number;
|
|
7
|
+
}, previousCounts?: {
|
|
8
|
+
posts?: number;
|
|
9
|
+
comments?: number;
|
|
10
|
+
media?: number;
|
|
11
|
+
}) => void;
|
|
12
|
+
//# sourceMappingURL=logger.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":"AAUA,eAAO,MAAM,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAuE,CAAA;AAC7G,eAAO,MAAM,OAAO,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAoE,CAAA;AAE9G,eAAO,MAAM,YAAY,GACvB,QAAQ,MAAM,EACd,SAAS,MAAM,EACf,QAAQ,MAAM,GAAG,SAAS,EAC1B,cAAc;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,EACnE,iBAAgB;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAO,SA+B3E,CAAA"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { logger, enable } from '@libp2p/logger';
|
|
2
|
+
import { loggingConfig } from '../config/logging.js';
|
|
3
|
+
const baseLogger = logger('le-space:relay');
|
|
4
|
+
if (loggingConfig.enableGeneralLogs)
|
|
5
|
+
enable('le-space:relay:*');
|
|
6
|
+
const syncLogger = logger('le-space:relay:sync');
|
|
7
|
+
if (loggingConfig.enableSyncLogs)
|
|
8
|
+
enable('le-space:relay:sync');
|
|
9
|
+
export const log = loggingConfig.enableGeneralLogs ? baseLogger : () => { };
|
|
10
|
+
export const syncLog = loggingConfig.enableSyncLogs ? syncLogger : () => { };
|
|
11
|
+
export const logSyncStats = (dbType, address, peerId, recordCounts, previousCounts = {}) => {
|
|
12
|
+
if (!loggingConfig.enableSyncStats)
|
|
13
|
+
return;
|
|
14
|
+
const changes = {
|
|
15
|
+
posts: (recordCounts.posts || 0) - (previousCounts.posts || 0),
|
|
16
|
+
comments: (recordCounts.comments || 0) - (previousCounts.comments || 0),
|
|
17
|
+
media: (recordCounts.media || 0) - (previousCounts.media || 0),
|
|
18
|
+
};
|
|
19
|
+
const hasChanges = Object.values(changes).some((c) => c !== 0);
|
|
20
|
+
if (!hasChanges && !loggingConfig.enableSyncLogs)
|
|
21
|
+
return;
|
|
22
|
+
const timestamp = new Date().toISOString();
|
|
23
|
+
// eslint-disable-next-line no-console
|
|
24
|
+
console.log(`[${timestamp}] 🔄 DB_SYNC: ${dbType}`);
|
|
25
|
+
// eslint-disable-next-line no-console
|
|
26
|
+
console.log(` 📍 Address: ${address}`);
|
|
27
|
+
// eslint-disable-next-line no-console
|
|
28
|
+
console.log(` 👤 Peer: ${peerId || 'local'}`);
|
|
29
|
+
// eslint-disable-next-line no-console
|
|
30
|
+
console.log(` 📊 Records: Posts=${recordCounts.posts || 0}, Comments=${recordCounts.comments || 0}, Media=${recordCounts.media || 0}`);
|
|
31
|
+
if (hasChanges) {
|
|
32
|
+
// eslint-disable-next-line no-console
|
|
33
|
+
console.log(` 📈 Changes: Posts=${changes.posts >= 0 ? '+' : ''}${changes.posts}, Comments=${changes.comments >= 0 ? '+' : ''}${changes.comments}, Media=${changes.media >= 0 ? '+' : ''}${changes.media}`);
|
|
34
|
+
}
|
|
35
|
+
// eslint-disable-next-line no-console
|
|
36
|
+
console.log(' ─────────────────────────────────────────────────────────');
|
|
37
|
+
};
|
|
38
|
+
//# sourceMappingURL=logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAEpD,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAA;AAE3C,IAAI,aAAa,CAAC,iBAAiB;IAAE,MAAM,CAAC,kBAAkB,CAAC,CAAA;AAE/D,MAAM,UAAU,GAAG,MAAM,CAAC,qBAAqB,CAAC,CAAA;AAChD,IAAI,aAAa,CAAC,cAAc;IAAE,MAAM,CAAC,qBAAqB,CAAC,CAAA;AAE/D,MAAM,CAAC,MAAM,GAAG,GAA6B,aAAa,CAAC,iBAAiB,CAAC,CAAC,CAAE,UAAkB,CAAC,CAAC,CAAC,GAAG,EAAE,GAAE,CAAC,CAAA;AAC7G,MAAM,CAAC,MAAM,OAAO,GAA6B,aAAa,CAAC,cAAc,CAAC,CAAC,CAAE,UAAkB,CAAC,CAAC,CAAC,GAAG,EAAE,GAAE,CAAC,CAAA;AAE9G,MAAM,CAAC,MAAM,YAAY,GAAG,CAC1B,MAAc,EACd,OAAe,EACf,MAA0B,EAC1B,YAAmE,EACnE,iBAAwE,EAAE,EAC1E,EAAE;IACF,IAAI,CAAC,aAAa,CAAC,eAAe;QAAE,OAAM;IAE1C,MAAM,OAAO,GAAG;QACd,KAAK,EAAE,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;QAC9D,QAAQ,EAAE,CAAC,YAAY,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,IAAI,CAAC,CAAC;QACvE,KAAK,EAAE,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;KAC/D,CAAA;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;IAC9D,IAAI,CAAC,UAAU,IAAI,CAAC,aAAa,CAAC,cAAc;QAAE,OAAM;IAExD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAC1C,sCAAsC;IACtC,OAAO,CAAC,GAAG,CAAC,IAAI,SAAS,iBAAiB,MAAM,EAAE,CAAC,CAAA;IACnD,sCAAsC;IACtC,OAAO,CAAC,GAAG,CAAC,iBAAiB,OAAO,EAAE,CAAC,CAAA;IACvC,sCAAsC;IACtC,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,IAAI,OAAO,EAAE,CAAC,CAAA;IAC9C,sCAAsC;IACtC,OAAO,CAAC,GAAG,CACT,uBAAuB,YAAY,CAAC,KAAK,IAAI,CAAC,cAAc,YAAY,CAAC,QAAQ,IAAI,CAAC,WAAW,YAAY,CAAC,KAAK,IAAI,CAAC,EAAE,CAC3H,CAAA;IACD,IAAI,UAAU,EAAE,CAAC;QACf,sCAAsC;QACtC,OAAO,CAAC,GAAG,CACT,uBAAuB,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,cAAc,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,QAAQ,WAAW,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAChM,CAAA;IACH,CAAC;IACD,sCAAsC;IACtC,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAA;AAC5E,CAAC,CAAA"}
|
package/package.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "orbitdb-relay-pinner",
|
|
3
|
+
"version": "0.1.0",
|
|
4
|
+
"private": false,
|
|
5
|
+
"type": "module",
|
|
6
|
+
"description": "OrbitDB relay + pinning/sync service for Helia/libp2p stacks.",
|
|
7
|
+
"license": "MIT",
|
|
8
|
+
"engines": {
|
|
9
|
+
"node": ">=22"
|
|
10
|
+
},
|
|
11
|
+
"files": [
|
|
12
|
+
"dist",
|
|
13
|
+
"README.md"
|
|
14
|
+
],
|
|
15
|
+
"main": "./dist/index.js",
|
|
16
|
+
"exports": {
|
|
17
|
+
".": {
|
|
18
|
+
"types": "./dist/index.d.ts",
|
|
19
|
+
"import": "./dist/index.js"
|
|
20
|
+
}
|
|
21
|
+
},
|
|
22
|
+
"bin": {
|
|
23
|
+
"orbitdb-relay-pinner": "dist/cli.js"
|
|
24
|
+
},
|
|
25
|
+
"scripts": {
|
|
26
|
+
"build": "tsc -p tsconfig.json && node scripts/add-shebang.mjs",
|
|
27
|
+
"prepack": "npm run build"
|
|
28
|
+
},
|
|
29
|
+
"dependencies": {
|
|
30
|
+
"@chainsafe/libp2p-gossipsub": "^14.1.1",
|
|
31
|
+
"@chainsafe/libp2p-noise": "^16.1.3",
|
|
32
|
+
"@chainsafe/libp2p-yamux": "^7.0.1",
|
|
33
|
+
"@ipshipyard/libp2p-auto-tls": "^1.0.0",
|
|
34
|
+
"@libp2p/autonat": "^2.0.30",
|
|
35
|
+
"@libp2p/circuit-relay-v2": "^3.2.11",
|
|
36
|
+
"@libp2p/crypto": "^5.1.1",
|
|
37
|
+
"@libp2p/identify": "^3.0.29",
|
|
38
|
+
"@libp2p/keychain": "^5.2.1",
|
|
39
|
+
"@libp2p/ping": "^2.0.29",
|
|
40
|
+
"@libp2p/prometheus-metrics": "^4.3.18",
|
|
41
|
+
"@libp2p/pubsub-peer-discovery": "^11.0.1",
|
|
42
|
+
"@libp2p/tcp": "^10.1.10",
|
|
43
|
+
"@libp2p/webrtc": "^5.2.12",
|
|
44
|
+
"@libp2p/websockets": "^9.2.10",
|
|
45
|
+
"@multiformats/multiaddr-matcher": "^1.7.0",
|
|
46
|
+
"@orbitdb/core": "^3.0.2",
|
|
47
|
+
"@orbitdb/identity-provider-did": "^1.0.2",
|
|
48
|
+
"blockstore-level": "^2.0.1",
|
|
49
|
+
"datastore-level": "^11.0.1",
|
|
50
|
+
"dotenv": "^16.5.0",
|
|
51
|
+
"helia": "^5.3.0",
|
|
52
|
+
"interface-datastore": "^8.3.1",
|
|
53
|
+
"p-queue": "^8.1.0",
|
|
54
|
+
"prom-client": "^15.1.3",
|
|
55
|
+
"uint8arrays": "^5.1.0",
|
|
56
|
+
"key-did-resolver": "^4.0.0"
|
|
57
|
+
},
|
|
58
|
+
"devDependencies": {
|
|
59
|
+
"typescript": "^5.8.3"
|
|
60
|
+
}
|
|
61
|
+
}
|