@peerbit/document 8.0.5-f5c8aec → 8.0.6-27dca31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/benchmark/iterate-replicate-2.d.ts +2 -0
- package/dist/benchmark/iterate-replicate-2.d.ts.map +1 -0
- package/dist/benchmark/iterate-replicate-2.js +153 -0
- package/dist/benchmark/iterate-replicate-2.js.map +1 -0
- package/dist/benchmark/iterate-replicate.d.ts +2 -0
- package/dist/benchmark/iterate-replicate.d.ts.map +1 -0
- package/dist/benchmark/iterate-replicate.js +175 -0
- package/dist/benchmark/iterate-replicate.js.map +1 -0
- package/dist/src/domain.d.ts +34 -11
- package/dist/src/domain.d.ts.map +1 -1
- package/dist/src/domain.js +55 -22
- package/dist/src/domain.js.map +1 -1
- package/dist/src/program.d.ts +7 -3
- package/dist/src/program.d.ts.map +1 -1
- package/dist/src/program.js +8 -5
- package/dist/src/program.js.map +1 -1
- package/dist/src/resumable-iterator.d.ts +4 -2
- package/dist/src/resumable-iterator.d.ts.map +1 -1
- package/dist/src/resumable-iterator.js +1 -1
- package/dist/src/resumable-iterator.js.map +1 -1
- package/dist/src/search.d.ts +5 -3
- package/dist/src/search.d.ts.map +1 -1
- package/dist/src/search.js +24 -5
- package/dist/src/search.js.map +1 -1
- package/package.json +10 -10
- package/src/domain.ts +140 -50
- package/src/program.ts +20 -8
- package/src/resumable-iterator.ts +1 -2
- package/src/search.ts +42 -9
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"iterate-replicate-2.d.ts","sourceRoot":"","sources":["../../benchmark/iterate-replicate-2.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
2
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
3
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
4
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
|
+
};
|
|
7
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
8
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
9
|
+
};
|
|
10
|
+
import { yamux } from "@chainsafe/libp2p-yamux";
|
|
11
|
+
import { field, option, variant } from "@dao-xyz/borsh";
|
|
12
|
+
import { tcp } from "@libp2p/tcp";
|
|
13
|
+
import { SearchRequest } from "@peerbit/document-interface";
|
|
14
|
+
import { Sort } from "@peerbit/indexer-interface";
|
|
15
|
+
import { Program } from "@peerbit/program";
|
|
16
|
+
import { DirectSub } from "@peerbit/pubsub";
|
|
17
|
+
import { Peerbit, createLibp2pExtended } from "peerbit";
|
|
18
|
+
import { v4 as uuid } from "uuid";
|
|
19
|
+
import { createDocumentDomainFromProperty } from "../src/domain.js";
|
|
20
|
+
import { Documents } from "../src/program.js";
|
|
21
|
+
// Run with "node --loader ts-node/esm ./benchmark/iterate-replicate-2.ts"
|
|
22
|
+
let Document = class Document {
|
|
23
|
+
id;
|
|
24
|
+
name;
|
|
25
|
+
number;
|
|
26
|
+
constructor(opts) {
|
|
27
|
+
if (opts) {
|
|
28
|
+
this.id = opts.id;
|
|
29
|
+
this.name = opts.name;
|
|
30
|
+
this.number = opts.number;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
};
|
|
34
|
+
__decorate([
|
|
35
|
+
field({ type: "string" }),
|
|
36
|
+
__metadata("design:type", String)
|
|
37
|
+
], Document.prototype, "id", void 0);
|
|
38
|
+
__decorate([
|
|
39
|
+
field({ type: option("string") }),
|
|
40
|
+
__metadata("design:type", String)
|
|
41
|
+
], Document.prototype, "name", void 0);
|
|
42
|
+
__decorate([
|
|
43
|
+
field({ type: option("u64") }),
|
|
44
|
+
__metadata("design:type", BigInt)
|
|
45
|
+
], Document.prototype, "number", void 0);
|
|
46
|
+
Document = __decorate([
|
|
47
|
+
variant("document"),
|
|
48
|
+
__metadata("design:paramtypes", [Document])
|
|
49
|
+
], Document);
|
|
50
|
+
let TestStore = class TestStore extends Program {
|
|
51
|
+
docs;
|
|
52
|
+
constructor() {
|
|
53
|
+
super();
|
|
54
|
+
this.docs = new Documents();
|
|
55
|
+
}
|
|
56
|
+
async open(options) {
|
|
57
|
+
await this.docs.open({
|
|
58
|
+
...options,
|
|
59
|
+
type: Document,
|
|
60
|
+
domain: createDocumentDomainFromProperty({
|
|
61
|
+
property: "number",
|
|
62
|
+
resolution: "u64",
|
|
63
|
+
mergeSegmentMaxDelta: 1000,
|
|
64
|
+
}),
|
|
65
|
+
replicas: {
|
|
66
|
+
min: 1,
|
|
67
|
+
},
|
|
68
|
+
});
|
|
69
|
+
}
|
|
70
|
+
};
|
|
71
|
+
__decorate([
|
|
72
|
+
field({ type: Documents }),
|
|
73
|
+
__metadata("design:type", Documents)
|
|
74
|
+
], TestStore.prototype, "docs", void 0);
|
|
75
|
+
TestStore = __decorate([
|
|
76
|
+
variant("test_documents"),
|
|
77
|
+
__metadata("design:paramtypes", [])
|
|
78
|
+
], TestStore);
|
|
79
|
+
const peers = await Promise.all([
|
|
80
|
+
await createLibp2pExtended({
|
|
81
|
+
transports: [tcp()],
|
|
82
|
+
streamMuxers: [yamux()],
|
|
83
|
+
services: {
|
|
84
|
+
pubsub: (sub) => new DirectSub(sub, {
|
|
85
|
+
canRelayMessage: true,
|
|
86
|
+
/* connectionManager: true */
|
|
87
|
+
}),
|
|
88
|
+
},
|
|
89
|
+
}),
|
|
90
|
+
await createLibp2pExtended({
|
|
91
|
+
connectionManager: {},
|
|
92
|
+
transports: [tcp()],
|
|
93
|
+
streamMuxers: [yamux()],
|
|
94
|
+
services: {
|
|
95
|
+
pubsub: (sub) => new DirectSub(sub, {
|
|
96
|
+
canRelayMessage: true,
|
|
97
|
+
/* connectionManager: true */
|
|
98
|
+
}),
|
|
99
|
+
},
|
|
100
|
+
}),
|
|
101
|
+
].map((x) => Peerbit.create({ libp2p: x })));
|
|
102
|
+
await peers[0].dial(peers[1].getMultiaddrs());
|
|
103
|
+
const host = await peers[0].open(new TestStore(), {
|
|
104
|
+
args: {
|
|
105
|
+
replicate: {
|
|
106
|
+
factor: 1,
|
|
107
|
+
},
|
|
108
|
+
},
|
|
109
|
+
});
|
|
110
|
+
const createDoc = (number) => {
|
|
111
|
+
return new Document({
|
|
112
|
+
id: uuid(),
|
|
113
|
+
name: uuid(),
|
|
114
|
+
number,
|
|
115
|
+
});
|
|
116
|
+
};
|
|
117
|
+
// warmup
|
|
118
|
+
console.log("Inserting");
|
|
119
|
+
const insertionCount = 1e4;
|
|
120
|
+
for (let i = 0; i < insertionCount; i++) {
|
|
121
|
+
if (i % 1e3 === 0 && i > 0) {
|
|
122
|
+
console.log("... " + i + " ...");
|
|
123
|
+
}
|
|
124
|
+
await host.docs.put(createDoc(BigInt(i)), { unique: true });
|
|
125
|
+
}
|
|
126
|
+
console.log("Inserted: " + insertionCount);
|
|
127
|
+
const client = await peers[1].open(host.clone(), {
|
|
128
|
+
args: {
|
|
129
|
+
replicate: false,
|
|
130
|
+
},
|
|
131
|
+
});
|
|
132
|
+
await client.docs.log.waitForReplicator(host.node.identity.publicKey);
|
|
133
|
+
let iterator = client.docs.index.iterate(new SearchRequest({ sort: new Sort({ key: "number" }) }), {
|
|
134
|
+
remote: {
|
|
135
|
+
replicate: true,
|
|
136
|
+
},
|
|
137
|
+
});
|
|
138
|
+
let uniqueResults = new Set();
|
|
139
|
+
let c = 0;
|
|
140
|
+
while (iterator.done() !== true) {
|
|
141
|
+
console.log("i:", c);
|
|
142
|
+
const results = await iterator.next(10);
|
|
143
|
+
c++;
|
|
144
|
+
for (const result of results) {
|
|
145
|
+
uniqueResults.add(result.id);
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
await client.close();
|
|
149
|
+
await host.close();
|
|
150
|
+
await Promise.all(peers.map((x) => x.stop()));
|
|
151
|
+
await Promise.all(peers.map((x) => x.libp2p.stop()));
|
|
152
|
+
console.log("done, fetched results: ", uniqueResults.size);
|
|
153
|
+
//# sourceMappingURL=iterate-replicate-2.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"iterate-replicate-2.js","sourceRoot":"","sources":["../../benchmark/iterate-replicate-2.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AACxD,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAClC,OAAO,EAAE,gCAAgC,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,SAAS,EAAqB,MAAM,mBAAmB,CAAC;AAEjE,0EAA0E;AAE1E,IACM,QAAQ,GADd,MACM,QAAQ;IAEb,EAAE,CAAS;IAGX,IAAI,CAAU;IAGd,MAAM,CAAU;IAEhB,YAAY,IAAc;QACzB,IAAI,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,CAAC;IACF,CAAC;CACD,CAAA;AAfA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;oCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;;sCACpB;AAGd;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;;wCACf;AARX,QAAQ;IADb,OAAO,CAAC,UAAU,CAAC;qCAWD,QAAQ;GAVrB,QAAQ,CAiBb;AAED,IACM,SAAS,GADf,MACM,SAAU,SAAQ,OAAwC;IAE/D,IAAI,CAAsB;IAE1B;QACC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,IAAI,GAAG,IAAI,SAAS,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAyC;QACnD,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACpB,GAAG,OAAO;YACV,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,gCAAgC,CAAC;gBACxC,QAAQ,EAAE,QAAQ;gBAClB,UAAU,EAAE,KAAK;gBACjB,oBAAoB,EAAE,IAAI;aAC1B,CAAC;YACF,QAAQ,EAAE;gBACT,GAAG,EAAE,CAAC;aACN;SACD,CAAC,CAAC;IACJ,CAAC;CACD,CAAA;AArBA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;8BACrB,SAAS;uCAAW;AAFrB,SAAS;IADd,OAAO,CAAC,gBAAgB,CAAC;;GACpB,SAAS,CAuBd;AAED,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B;IACC,MAAM,oBAAoB,CAAC;QAC1B,UAAU,EAAE,CAAC,GAAG,EAAE,CAAC;QACnB,YAAY,EAAE,CAAC,KAAK,EAAE,CAAC;QACvB,QAAQ,EAAE;YACT,MAAM,EAAE,CAAC,GAAQ,EAAE,EAAE,CACpB,IAAI,SAAS,CAAC,GAAG,EAAE;gBAClB,eAAe,EAAE,IAAI;gBACrB,6BAA6B;aAC7B,CAAC;SACH;KACD,CAAC;IACF,MAAM,oBAAoB,CAAC;QAC1B,iBAAiB,EAAE,EAAE;QACrB,UAAU,EAAE,CAAC,GAAG,EAAE,CAAC;QACnB,YAAY,EAAE,CAAC,KAAK,EAAE,CAAC;QACvB,QAAQ,EAAE;YACT,MAAM,EAAE,CAAC,GAAQ,EAAE,EAAE,CACpB,IAAI,SAAS,CAAC,GAAG,EAAE;gBAClB,eAAe,EAAE,IAAI;gBACrB,6BAA6B;aAC7B,CAAC;SACH;KACD,CAAC;CACF,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAC3C,CAAC;AAEF,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC;AAE9C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAY,IAAI,SAAS,EAAE,EAAE;IAC5D,IAAI,EAAE;QACL,SAAS,EAAE;YACV,MAAM,EAAE,CAAC;SACT;KACD;CACD,CAAC,CAAC;AAEH,MAAM,SAAS,GAAG,CAAC,MAAc,EAAE,EAAE;IACpC,OAAO,IAAI,QAAQ,CAAC;QACnB,EAAE,EAAE,IAAI,EAAE;QACV,IAAI,EAAE,IAAI,EAAE;QACZ,MAAM;KACN,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,SAAS;AACT,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;AACzB,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;IACzC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAClC,CAAC;IACD,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AAC7D,CAAC;AACD,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,cAAc,CAAC,CAAC;AAE3C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAY,IAAI,CAAC,KAAK,EAAE,EAAE;IAC3D,IAAI,EAAE;QACL,SAAS,EAAE,KAAK;KAChB;CACD,CAAC,CAAC;AAEH,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AAEtE,IAAI,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CACvC,IAAI,aAAa,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,EACxD;IACC,MAAM,EAAE;QACP,SAAS,EAAE,IAAI;KACf;CACD,CACD,CAAC;AAEF,IAAI,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;AACtC,IAAI,CAAC,GAAG,CAAC,CAAC;AACV,OAAO,QAAQ,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACrB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC,EAAE,CAAC;IACJ,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;AACF,CAAC;AAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;AACrB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;AACnB,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAC9C,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAErD,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"iterate-replicate.d.ts","sourceRoot":"","sources":["../../benchmark/iterate-replicate.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
2
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
3
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
4
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
|
+
};
|
|
7
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
8
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
9
|
+
};
|
|
10
|
+
import { yamux } from "@chainsafe/libp2p-yamux";
|
|
11
|
+
import { field, option, variant } from "@dao-xyz/borsh";
|
|
12
|
+
import { tcp } from "@libp2p/tcp";
|
|
13
|
+
import { SearchRequest } from "@peerbit/document-interface";
|
|
14
|
+
import { Sort } from "@peerbit/indexer-interface";
|
|
15
|
+
import { Program } from "@peerbit/program";
|
|
16
|
+
import { DirectSub } from "@peerbit/pubsub";
|
|
17
|
+
import { Peerbit, createLibp2pExtended } from "peerbit";
|
|
18
|
+
import * as B from "tinybench";
|
|
19
|
+
import { v4 as uuid } from "uuid";
|
|
20
|
+
import { Documents } from "../src/program.js";
|
|
21
|
+
// Run with "node --loader ts-node/esm ./benchmark/iterate-replicate.ts"
|
|
22
|
+
let Document = class Document {
|
|
23
|
+
id;
|
|
24
|
+
name;
|
|
25
|
+
number;
|
|
26
|
+
constructor(opts) {
|
|
27
|
+
if (opts) {
|
|
28
|
+
this.id = opts.id;
|
|
29
|
+
this.name = opts.name;
|
|
30
|
+
this.number = opts.number;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
};
|
|
34
|
+
__decorate([
|
|
35
|
+
field({ type: "string" }),
|
|
36
|
+
__metadata("design:type", String)
|
|
37
|
+
], Document.prototype, "id", void 0);
|
|
38
|
+
__decorate([
|
|
39
|
+
field({ type: option("string") }),
|
|
40
|
+
__metadata("design:type", String)
|
|
41
|
+
], Document.prototype, "name", void 0);
|
|
42
|
+
__decorate([
|
|
43
|
+
field({ type: option("u64") }),
|
|
44
|
+
__metadata("design:type", BigInt)
|
|
45
|
+
], Document.prototype, "number", void 0);
|
|
46
|
+
Document = __decorate([
|
|
47
|
+
variant("document"),
|
|
48
|
+
__metadata("design:paramtypes", [Document])
|
|
49
|
+
], Document);
|
|
50
|
+
let TestStore = class TestStore extends Program {
|
|
51
|
+
docs;
|
|
52
|
+
constructor() {
|
|
53
|
+
super();
|
|
54
|
+
this.docs = new Documents();
|
|
55
|
+
}
|
|
56
|
+
async open(options) {
|
|
57
|
+
await this.docs.open({ ...options, type: Document });
|
|
58
|
+
}
|
|
59
|
+
};
|
|
60
|
+
__decorate([
|
|
61
|
+
field({ type: Documents }),
|
|
62
|
+
__metadata("design:type", Documents)
|
|
63
|
+
], TestStore.prototype, "docs", void 0);
|
|
64
|
+
TestStore = __decorate([
|
|
65
|
+
variant("test_documents"),
|
|
66
|
+
__metadata("design:paramtypes", [])
|
|
67
|
+
], TestStore);
|
|
68
|
+
const peers = await Promise.all([
|
|
69
|
+
await createLibp2pExtended({
|
|
70
|
+
transports: [tcp()],
|
|
71
|
+
streamMuxers: [yamux()],
|
|
72
|
+
services: {
|
|
73
|
+
pubsub: (sub) => new DirectSub(sub, {
|
|
74
|
+
canRelayMessage: true,
|
|
75
|
+
/* connectionManager: true */
|
|
76
|
+
}),
|
|
77
|
+
},
|
|
78
|
+
}),
|
|
79
|
+
await createLibp2pExtended({
|
|
80
|
+
connectionManager: {},
|
|
81
|
+
transports: [tcp()],
|
|
82
|
+
streamMuxers: [yamux()],
|
|
83
|
+
services: {
|
|
84
|
+
pubsub: (sub) => new DirectSub(sub, {
|
|
85
|
+
canRelayMessage: true,
|
|
86
|
+
/* connectionManager: true */
|
|
87
|
+
}),
|
|
88
|
+
},
|
|
89
|
+
}),
|
|
90
|
+
].map((x) => Peerbit.create({ libp2p: x })));
|
|
91
|
+
await peers[0].dial(peers[1].getMultiaddrs());
|
|
92
|
+
const host = await peers[0].open(new TestStore(), {
|
|
93
|
+
args: {
|
|
94
|
+
replicate: {
|
|
95
|
+
factor: 1,
|
|
96
|
+
},
|
|
97
|
+
},
|
|
98
|
+
});
|
|
99
|
+
const createDoc = (number) => {
|
|
100
|
+
return new Document({
|
|
101
|
+
id: uuid(),
|
|
102
|
+
name: uuid(),
|
|
103
|
+
number,
|
|
104
|
+
});
|
|
105
|
+
};
|
|
106
|
+
// warmup
|
|
107
|
+
console.log("Inserting");
|
|
108
|
+
const insertionCount = 1e4;
|
|
109
|
+
for (let i = 0; i < insertionCount; i++) {
|
|
110
|
+
if (i % 1e3 === 0 && i > 0) {
|
|
111
|
+
console.log("... " + i + " ...");
|
|
112
|
+
}
|
|
113
|
+
await host.docs.put(createDoc(BigInt(i)), { unique: true });
|
|
114
|
+
}
|
|
115
|
+
console.log("Inserted: " + insertionCount);
|
|
116
|
+
const client = await peers[1].open(host.clone(), {
|
|
117
|
+
args: {
|
|
118
|
+
replicate: false,
|
|
119
|
+
},
|
|
120
|
+
});
|
|
121
|
+
await client.docs.log.waitForReplicator(host.node.identity.publicKey);
|
|
122
|
+
let iterator = undefined;
|
|
123
|
+
const suite = new B.Bench();
|
|
124
|
+
let x = 0;
|
|
125
|
+
let iterateBatchSize = 10;
|
|
126
|
+
suite.add("iterate", async () => {
|
|
127
|
+
// wait for reading
|
|
128
|
+
const batch = await iterator.next(iterateBatchSize);
|
|
129
|
+
if (batch.length !== 10 && iterator.done() !== true) {
|
|
130
|
+
throw new Error("Missing results");
|
|
131
|
+
}
|
|
132
|
+
x += batch.length;
|
|
133
|
+
if (iterator.done() === true) {
|
|
134
|
+
iterator = client.docs.index.iterate(new SearchRequest({ sort: new Sort({ key: "number" }) }));
|
|
135
|
+
}
|
|
136
|
+
}, {
|
|
137
|
+
beforeAll: () => {
|
|
138
|
+
iterator = client.docs.index.iterate(new SearchRequest({ sort: new Sort({ key: "number" }) }));
|
|
139
|
+
},
|
|
140
|
+
afterAll: () => {
|
|
141
|
+
return iterator?.close();
|
|
142
|
+
},
|
|
143
|
+
});
|
|
144
|
+
let c = 0;
|
|
145
|
+
suite.add("iterate-replicate", async () => {
|
|
146
|
+
// wait for reading
|
|
147
|
+
const batch = await iterator.next(iterateBatchSize);
|
|
148
|
+
if (batch.length !== 10 && iterator.done() !== true) {
|
|
149
|
+
throw new Error("Missing results");
|
|
150
|
+
}
|
|
151
|
+
c += batch.length;
|
|
152
|
+
if (iterator.done() === true) {
|
|
153
|
+
iterator = client.docs.index.iterate(new SearchRequest({ sort: new Sort({ key: "number" }) }), { remote: { replicate: true } });
|
|
154
|
+
}
|
|
155
|
+
}, {
|
|
156
|
+
beforeAll: () => {
|
|
157
|
+
// TODO this will have side effects on other tests
|
|
158
|
+
iterator = client.docs.index.iterate(new SearchRequest({ sort: new Sort({ key: "number" }) }), { remote: { replicate: true } });
|
|
159
|
+
},
|
|
160
|
+
afterAll: async () => {
|
|
161
|
+
const numberOfSegments = (await client.docs.log.getMyReplicationSegments()).length;
|
|
162
|
+
if (numberOfSegments === 0) {
|
|
163
|
+
throw new Error("Missing ranges");
|
|
164
|
+
}
|
|
165
|
+
console.log("Number of segmesnts after replication: " + numberOfSegments);
|
|
166
|
+
return iterator?.close();
|
|
167
|
+
},
|
|
168
|
+
});
|
|
169
|
+
await suite.run();
|
|
170
|
+
console.table(suite.table());
|
|
171
|
+
await client.close();
|
|
172
|
+
await host.close();
|
|
173
|
+
await Promise.all(peers.map((x) => x.stop()));
|
|
174
|
+
await Promise.all(peers.map((x) => x.libp2p.stop()));
|
|
175
|
+
//# sourceMappingURL=iterate-replicate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"iterate-replicate.js","sourceRoot":"","sources":["../../benchmark/iterate-replicate.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AACxD,OAAO,KAAK,CAAC,MAAM,WAAW,CAAC;AAC/B,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAClC,OAAO,EAAE,SAAS,EAAqB,MAAM,mBAAmB,CAAC;AAEjE,wEAAwE;AAExE,IACM,QAAQ,GADd,MACM,QAAQ;IAEb,EAAE,CAAS;IAGX,IAAI,CAAU;IAGd,MAAM,CAAU;IAEhB,YAAY,IAAc;QACzB,IAAI,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,CAAC;IACF,CAAC;CACD,CAAA;AAfA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;oCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;;sCACpB;AAGd;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;;wCACf;AARX,QAAQ;IADb,OAAO,CAAC,UAAU,CAAC;qCAWD,QAAQ;GAVrB,QAAQ,CAiBb;AAED,IACM,SAAS,GADf,MACM,SAAU,SAAQ,OAAwC;IAE/D,IAAI,CAAsB;IAE1B;QACC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,IAAI,GAAG,IAAI,SAAS,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAyC;QACnD,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtD,CAAC;CACD,CAAA;AAVA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;8BACrB,SAAS;uCAAW;AAFrB,SAAS;IADd,OAAO,CAAC,gBAAgB,CAAC;;GACpB,SAAS,CAYd;AAED,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B;IACC,MAAM,oBAAoB,CAAC;QAC1B,UAAU,EAAE,CAAC,GAAG,EAAE,CAAC;QACnB,YAAY,EAAE,CAAC,KAAK,EAAE,CAAC;QACvB,QAAQ,EAAE;YACT,MAAM,EAAE,CAAC,GAAQ,EAAE,EAAE,CACpB,IAAI,SAAS,CAAC,GAAG,EAAE;gBAClB,eAAe,EAAE,IAAI;gBACrB,6BAA6B;aAC7B,CAAC;SACH;KACD,CAAC;IACF,MAAM,oBAAoB,CAAC;QAC1B,iBAAiB,EAAE,EAAE;QACrB,UAAU,EAAE,CAAC,GAAG,EAAE,CAAC;QACnB,YAAY,EAAE,CAAC,KAAK,EAAE,CAAC;QACvB,QAAQ,EAAE;YACT,MAAM,EAAE,CAAC,GAAQ,EAAE,EAAE,CACpB,IAAI,SAAS,CAAC,GAAG,EAAE;gBAClB,eAAe,EAAE,IAAI;gBACrB,6BAA6B;aAC7B,CAAC;SACH;KACD,CAAC;CACF,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAC3C,CAAC;AAEF,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC;AAE9C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAY,IAAI,SAAS,EAAE,EAAE;IAC5D,IAAI,EAAE;QACL,SAAS,EAAE;YACV,MAAM,EAAE,CAAC;SACT;KACD;CACD,CAAC,CAAC;AAEH,MAAM,SAAS,GAAG,CAAC,MAAc,EAAE,EAAE;IACpC,OAAO,IAAI,QAAQ,CAAC;QACnB,EAAE,EAAE,IAAI,EAAE;QACV,IAAI,EAAE,IAAI,EAAE;QACZ,MAAM;KACN,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,SAAS;AACT,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;AACzB,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;IACzC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAClC,CAAC;IACD,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AAC7D,CAAC;AACD,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,cAAc,CAAC,CAAC;AAE3C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAY,IAAI,CAAC,KAAK,EAAE,EAAE;IAC3D,IAAI,EAAE;QACL,SAAS,EAAE,KAAK;KAChB;CACD,CAAC,CAAC;AAEH,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AAEtE,IAAI,QAAQ,GACX,SAAS,CAAC;AAEX,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;AAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;AACV,IAAI,gBAAgB,GAAG,EAAE,CAAC;AAC1B,KAAK,CAAC,GAAG,CACR,SAAS,EACT,KAAK,IAAI,EAAE;IACV,mBAAmB;IACnB,MAAM,KAAK,GAAG,MAAM,QAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACrD,IAAI,KAAK,CAAC,MAAM,KAAK,EAAE,IAAI,QAAS,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACpC,CAAC;IACD,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC;IAClB,IAAI,QAAS,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QAC/B,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CACnC,IAAI,aAAa,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CACxD,CAAC;IACH,CAAC;AACF,CAAC,EACD;IACC,SAAS,EAAE,GAAG,EAAE;QACf,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CACnC,IAAI,aAAa,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CACxD,CAAC;IACH,CAAC;IACD,QAAQ,EAAE,GAAG,EAAE;QACd,OAAO,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC1B,CAAC;CACD,CACD,CAAC;AAEF,IAAI,CAAC,GAAG,CAAC,CAAC;AACV,KAAK,CAAC,GAAG,CACR,mBAAmB,EACnB,KAAK,IAAI,EAAE;IACV,mBAAmB;IACnB,MAAM,KAAK,GAAG,MAAM,QAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACrD,IAAI,KAAK,CAAC,MAAM,KAAK,EAAE,IAAI,QAAS,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACpC,CAAC;IAED,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC;IAClB,IAAI,QAAS,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QAC/B,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CACnC,IAAI,aAAa,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,EACxD,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAC/B,CAAC;IACH,CAAC;AACF,CAAC,EACD;IACC,SAAS,EAAE,GAAG,EAAE;QACf,kDAAkD;QAClD,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CACnC,IAAI,aAAa,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,EACxD,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAC/B,CAAC;IACH,CAAC;IACD,QAAQ,EAAE,KAAK,IAAI,EAAE;QACpB,MAAM,gBAAgB,GAAG,CACxB,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,wBAAwB,EAAE,CAChD,CAAC,MAAM,CAAC;QACT,IAAI,gBAAgB,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,yCAAyC,GAAG,gBAAgB,CAAC,CAAC;QAC1E,OAAO,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC1B,CAAC;CACD,CACD,CAAC;AAEF,MAAM,KAAK,CAAC,GAAG,EAAE,CAAC;AAClB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;AAE7B,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;AACrB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;AACnB,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAC9C,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC"}
|
package/dist/src/domain.d.ts
CHANGED
|
@@ -1,14 +1,37 @@
|
|
|
1
|
+
import type * as types from "@peerbit/document-interface";
|
|
1
2
|
import { Entry, type ShallowEntry } from "@peerbit/log";
|
|
2
|
-
import { type EntryReplicated, type ReplicationDomain } from "@peerbit/shared-log";
|
|
3
|
-
import { type
|
|
4
|
-
type
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
3
|
+
import { type EntryReplicated, type NumberFromType, type ReplicationDomain, type SharedLog } from "@peerbit/shared-log";
|
|
4
|
+
import { type Operation } from "./operation.js";
|
|
5
|
+
import type { DocumentIndex } from "./search.js";
|
|
6
|
+
type InferT<D> = D extends Documents<infer T, any, any> ? T : never;
|
|
7
|
+
type InferR<D> = D extends Documents<any, ReplicationDomain<any, any, infer R>> ? R : never;
|
|
8
|
+
type Documents<T, D extends ReplicationDomain<any, Operation, R>, R extends "u32" | "u64" = D extends ReplicationDomain<any, T, infer I> ? I : "u32"> = {
|
|
9
|
+
log: SharedLog<Operation, D, R>;
|
|
10
|
+
index: DocumentIndex<T, any, D>;
|
|
11
|
+
};
|
|
12
|
+
type RangeArgs<R extends "u32" | "u64"> = {
|
|
13
|
+
from: NumberFromType<R>;
|
|
14
|
+
to: NumberFromType<R>;
|
|
15
|
+
};
|
|
16
|
+
export type CustomDocumentDomain<R extends "u32" | "u64"> = ReplicationDomain<RangeArgs<R>, Operation, R> & {
|
|
17
|
+
canProjectToOneSegment: (request: types.SearchRequest) => boolean;
|
|
18
|
+
};
|
|
19
|
+
type FromEntry<R extends "u32" | "u64"> = {
|
|
20
|
+
fromEntry?: (entry: ShallowEntry | Entry<Operation> | EntryReplicated<R>) => NumberFromType<R>;
|
|
21
|
+
};
|
|
22
|
+
type FromValue<T, R extends "u32" | "u64"> = {
|
|
23
|
+
fromValue?: (value: T | undefined, entry: ShallowEntry | Entry<Operation> | EntryReplicated<R>) => NumberFromType<R>;
|
|
24
|
+
};
|
|
25
|
+
type CreateArgs<R extends "u32" | "u64", DB extends Documents<any, any, any>> = {
|
|
26
|
+
resolution: R;
|
|
27
|
+
canProjectToOneSegment: (request: types.SearchRequest) => boolean;
|
|
28
|
+
mergeSegmentMaxDelta?: number;
|
|
29
|
+
} & (FromEntry<R> | FromValue<InferT<DB>, R>);
|
|
30
|
+
export declare const createDocumentDomainFromProperty: <R extends "u32" | "u64", DB extends Documents<any, any, any>>(properties: {
|
|
31
|
+
property: keyof InferT<DB>;
|
|
32
|
+
resolution: R;
|
|
33
|
+
mergeSegmentMaxDelta?: number;
|
|
34
|
+
}) => ((db: DB) => CustomDocumentDomain<InferR<DB>>);
|
|
35
|
+
export declare const createDocumentDomain: <R extends "u32" | "u64", DB extends Documents<any, any, any>>(args: CreateArgs<R, DB>) => ((db: DB) => CustomDocumentDomain<InferR<DB>>);
|
|
13
36
|
export {};
|
|
14
37
|
//# sourceMappingURL=domain.d.ts.map
|
package/dist/src/domain.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"domain.d.ts","sourceRoot":"","sources":["../../src/domain.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"domain.d.ts","sourceRoot":"","sources":["../../src/domain.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,KAAK,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAE,KAAK,EAAE,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;AAExD,OAAO,EACN,KAAK,eAAe,EAGpB,KAAK,cAAc,EACnB,KAAK,iBAAiB,EACtB,KAAK,SAAS,EACd,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,KAAK,SAAS,EAAkB,MAAM,gBAAgB,CAAC;AAChE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAIjD,KAAK,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;AACpE,KAAK,MAAM,CAAC,CAAC,IACZ,CAAC,SAAS,SAAS,CAAC,GAAG,EAAE,iBAAiB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;AAE5E,KAAK,SAAS,CACb,CAAC,EACD,CAAC,SAAS,iBAAiB,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,EAC9C,CAAC,SAAS,KAAK,GAAG,KAAK,GAAG,CAAC,SAAS,iBAAiB,CAAC,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,GACnE,CAAC,GACD,KAAK,IACL;IAAE,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAAC,KAAK,EAAE,aAAa,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;CAAE,CAAC;AAEzE,KAAK,SAAS,CAAC,CAAC,SAAS,KAAK,GAAG,KAAK,IAAI;IACzC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;IACxB,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;CACtB,CAAC;AACF,MAAM,MAAM,oBAAoB,CAAC,CAAC,SAAS,KAAK,GAAG,KAAK,IAAI,iBAAiB,CAC5E,SAAS,CAAC,CAAC,CAAC,EACZ,SAAS,EACT,CAAC,CACD,GAAG;IAAE,sBAAsB,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,aAAa,KAAK,OAAO,CAAA;CAAE,CAAC;AAE1E,KAAK,SAAS,CAAC,CAAC,SAAS,KAAK,GAAG,KAAK,IAAI;IACzC,SAAS,CAAC,EAAE,CACX,KAAK,EAAE,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,KACvD,cAAc,CAAC,CAAC,CAAC,CAAC;CACvB,CAAC;AACF,KAAK,SAAS,CAAC,CAAC,EAAE,CAAC,SAAS,KAAK,GAAG,KAAK,IAAI;IAC5C,SAAS,CAAC,EAAE,CACX,KAAK,EAAE,CAAC,GAAG,SAAS,EACpB,KAAK,EAAE,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,KACvD,cAAc,CAAC,CAAC,CAAC,CAAC;CACvB,CAAC;AAEF,KAAK,UAAU,CACd,CAAC,SAAS,KAAK,GAAG,KAAK,EACvB,EAAE,SAAS,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAChC;IACH,UAAU,EAAE,CAAC,CAAC;IACd,sBAAsB,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,aAAa,KAAK,OAAO,CAAC;IAClE,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC9B,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAE9C,eAAO,MAAM,gCAAgC,GAC5C,CAAC,SAAS,KAAK,GAAG,KAAK,EACvB,EAAE,SAAS,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,cACtB;IACb,QAAQ,EAAE,MAAM,MAAM,CAAC,EAAE,CAAC,CAAC;IAC3B,UAAU,EAAE,CAAC,CAAC;IACd,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC9B,KAAG,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAYhD,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAC/B,CAAC,SAAS,KAAK,GAAG,KAAK,EAAE,EAAE,SAAS,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,QACtD,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,KACrB,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CA8D/C,CAAC"}
|
package/dist/src/domain.js
CHANGED
|
@@ -1,34 +1,67 @@
|
|
|
1
1
|
import { Entry } from "@peerbit/log";
|
|
2
|
-
import {} from "@peerbit/
|
|
3
|
-
import {
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
2
|
+
import { logger as loggerFn } from "@peerbit/logger";
|
|
3
|
+
import { MAX_U32, MAX_U64, } from "@peerbit/shared-log";
|
|
4
|
+
import { isPutOperation } from "./operation.js";
|
|
5
|
+
const logger = loggerFn({ module: "document-domain" });
|
|
6
|
+
export const createDocumentDomainFromProperty = (properties) => {
|
|
7
|
+
const coerceNumber = (number) => (properties.resolution === "u32"
|
|
8
|
+
? number
|
|
9
|
+
: BigInt(number));
|
|
10
|
+
return createDocumentDomain({
|
|
11
|
+
resolution: properties.resolution,
|
|
12
|
+
canProjectToOneSegment: (request) => request.sort[0]?.key[0] === properties.property,
|
|
13
|
+
fromValue: (value) => coerceNumber(value[properties.property]),
|
|
14
|
+
mergeSegmentMaxDelta: properties.mergeSegmentMaxDelta,
|
|
15
|
+
});
|
|
16
|
+
};
|
|
17
|
+
export const createDocumentDomain = (args) => (db) => {
|
|
18
|
+
let maxValue = args.resolution === "u32" ? MAX_U32 : MAX_U64;
|
|
19
|
+
let fromEntry = args.fromEntry
|
|
20
|
+
? args.fromEntry
|
|
21
|
+
: async (entry) => {
|
|
22
|
+
const item = await (entry instanceof Entry ? entry : await db.log.log.get(entry.hash))?.getPayloadValue();
|
|
23
|
+
let document = undefined;
|
|
24
|
+
if (!item) {
|
|
25
|
+
logger.error("Item not found");
|
|
26
|
+
}
|
|
27
|
+
else if (isPutOperation(item)) {
|
|
28
|
+
document = db.index.valueEncoding.decoder(item.data);
|
|
29
|
+
}
|
|
30
|
+
return args.fromValue(document, entry);
|
|
31
|
+
};
|
|
7
32
|
return {
|
|
8
33
|
type: "custom",
|
|
9
|
-
resolution:
|
|
10
|
-
|
|
34
|
+
resolution: args.resolution,
|
|
35
|
+
canProjectToOneSegment: args.canProjectToOneSegment,
|
|
36
|
+
fromArgs(args) {
|
|
11
37
|
if (!args) {
|
|
12
|
-
return {
|
|
38
|
+
return {
|
|
39
|
+
offset: db.log.node.identity.publicKey,
|
|
40
|
+
length: maxValue,
|
|
41
|
+
};
|
|
13
42
|
}
|
|
14
43
|
return {
|
|
15
44
|
offset: args.from,
|
|
16
|
-
length: args.to - args.from,
|
|
45
|
+
length: (args.to - args.from),
|
|
17
46
|
};
|
|
18
47
|
},
|
|
19
|
-
fromEntry
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
48
|
+
fromEntry,
|
|
49
|
+
canMerge: args.mergeSegmentMaxDelta == null
|
|
50
|
+
? undefined
|
|
51
|
+
: (from, into) => {
|
|
52
|
+
if (Math.abs(Number(from.end2 - into.start1)) <=
|
|
53
|
+
args.mergeSegmentMaxDelta) {
|
|
54
|
+
return true;
|
|
55
|
+
}
|
|
56
|
+
if (Math.abs(Number(from.start1 - into.end2)) <=
|
|
57
|
+
args.mergeSegmentMaxDelta) {
|
|
58
|
+
return true;
|
|
59
|
+
}
|
|
60
|
+
if (from.overlaps(into)) {
|
|
61
|
+
return true;
|
|
62
|
+
}
|
|
63
|
+
return false;
|
|
64
|
+
},
|
|
32
65
|
};
|
|
33
66
|
};
|
|
34
67
|
//# sourceMappingURL=domain.js.map
|
package/dist/src/domain.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"domain.js","sourceRoot":"","sources":["../../src/domain.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"domain.js","sourceRoot":"","sources":["../../src/domain.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAqB,MAAM,cAAc,CAAC;AACxD,OAAO,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAEN,OAAO,EACP,OAAO,GAIP,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAkB,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhE,MAAM,MAAM,GAAG,QAAQ,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC;AA6CvD,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAG9C,UAID,EAAkD,EAAE;IACpD,MAAM,YAAY,GAAG,CAAC,MAAuB,EAAqB,EAAE,CACnE,CAAC,UAAU,CAAC,UAAU,KAAK,KAAK;QAC/B,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAsB,CAAC;IACzC,OAAO,oBAAoB,CAAC;QAC3B,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,sBAAsB,EAAE,CAAC,OAAO,EAAE,EAAE,CACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,QAAQ;QAChD,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,KAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC/D,oBAAoB,EAAE,UAAU,CAAC,oBAAoB;KACrD,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAChC,CACC,IAAuB,EAC0B,EAAE,CACpD,CAAC,EAAM,EAAE,EAAE;IACV,IAAI,QAAQ,GAAG,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IAC7D,IAAI,SAAS,GAAI,IAA8B,CAAC,SAAS;QACxD,CAAC,CAAE,IAA8B,CAAC,SAAU;QAC5C,CAAC,CAAC,KAAK,EACL,KAA6D,EAC5D,EAAE;YACH,MAAM,IAAI,GAAG,MAAM,CAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CACjE,EAAE,eAAe,EAAE,CAAC;YAErB,IAAI,QAAQ,GAA2B,SAAS,CAAC;YACjD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YAChC,CAAC;iBAAM,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjC,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtD,CAAC;YACD,OAAQ,IAA4B,CAAC,SAAU,CAC9C,QAAQ,EACR,KAAK,CACyB,CAAC;QACjC,CAAC,CAAC;IACJ,OAAO;QACN,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE,IAAI,CAAC,UAAwB;QACzC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;QACnD,QAAQ,CAAC,IAAI;YACZ,IAAI,CAAC,IAAI,EAAE,CAAC;gBACX,OAAO;oBACN,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS;oBACtC,MAAM,EAAE,QAAsC;iBAC9C,CAAC;YACH,CAAC;YACD,OAAO;gBACN,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAA+B;aAC3D,CAAC;QACH,CAAC;QACD,SAAS;QACT,QAAQ,EACP,IAAI,CAAC,oBAAoB,IAAI,IAAI;YAChC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;gBACf,IACC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;oBACzC,IAAI,CAAC,oBAAqB,EACzB,CAAC;oBACF,OAAO,IAAI,CAAC;gBACb,CAAC;gBACD,IACC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;oBACzC,IAAI,CAAC,oBAAqB,EACzB,CAAC;oBACF,OAAO,IAAI,CAAC;gBACb,CAAC;gBACD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBACzB,OAAO,IAAI,CAAC;gBACb,CAAC;gBACD,OAAO,KAAK,CAAC;YACd,CAAC;KACJ,CAAC;AACH,CAAC,CAAC"}
|
package/dist/src/program.d.ts
CHANGED
|
@@ -3,6 +3,7 @@ import * as indexerTypes from "@peerbit/indexer-interface";
|
|
|
3
3
|
import { type Change, Entry, type ShallowOrFullEntry, type TrimOptions } from "@peerbit/log";
|
|
4
4
|
import { Program, type ProgramEvents } from "@peerbit/program";
|
|
5
5
|
import { type ReplicationDomain, type SharedAppendOptions, SharedLog, type SharedLogOptions } from "@peerbit/shared-log";
|
|
6
|
+
import type { CustomDocumentDomain } from "./domain.js";
|
|
6
7
|
import { DeleteOperation, type Operation, PutOperation } from "./operation.js";
|
|
7
8
|
import { type CanRead, type CanSearch, DocumentIndex, type TransformOptions } from "./search.js";
|
|
8
9
|
export declare class OperationError extends Error {
|
|
@@ -29,7 +30,8 @@ type CanPerformDelete<T> = {
|
|
|
29
30
|
};
|
|
30
31
|
export type CanPerformOperations<T> = CanPerformPut<T> | CanPerformDelete<T>;
|
|
31
32
|
export type CanPerform<T> = (properties: CanPerformOperations<T>) => MaybePromise<boolean>;
|
|
32
|
-
|
|
33
|
+
type InferR<D> = D extends ReplicationDomain<any, any, infer I> ? I : "u32";
|
|
34
|
+
export type SetupOptions<T, I extends Record<string, any> = T extends Record<string, any> ? T : any, D extends ReplicationDomain<any, Operation, any> = any> = {
|
|
33
35
|
type: AbstractType<T>;
|
|
34
36
|
canOpen?: (program: T) => MaybePromise<boolean>;
|
|
35
37
|
canPerform?: CanPerform<T>;
|
|
@@ -43,15 +45,17 @@ export type SetupOptions<T, I = T, D extends ReplicationDomain<any, Operation, a
|
|
|
43
45
|
trim?: TrimOptions;
|
|
44
46
|
};
|
|
45
47
|
compatibility?: 6 | 7;
|
|
46
|
-
|
|
48
|
+
domain?: (db: Documents<T, I, D>) => CustomDocumentDomain<InferR<D>>;
|
|
49
|
+
} & Omit<SharedLogOptions<Operation, D, InferR<D>>, "compatibility" | "domain">;
|
|
47
50
|
export type ExtractArgs<T> = T extends ReplicationDomain<infer Args, any, any> ? Args : never;
|
|
48
51
|
export declare class Documents<T, I extends Record<string, any> = T extends Record<string, any> ? T : any, D extends ReplicationDomain<any, Operation, any> = any> extends Program<SetupOptions<T, I, D>, DocumentEvents<T> & ProgramEvents> {
|
|
49
|
-
log: SharedLog<Operation, D
|
|
52
|
+
log: SharedLog<Operation, D, InferR<D>>;
|
|
50
53
|
immutable: boolean;
|
|
51
54
|
private _index;
|
|
52
55
|
private _clazz;
|
|
53
56
|
private _optionCanPerform?;
|
|
54
57
|
private idResolver;
|
|
58
|
+
private domain?;
|
|
55
59
|
canOpen?: (program: T, entry: Entry<Operation>) => Promise<boolean> | boolean;
|
|
56
60
|
compatibility: 6 | 7 | undefined;
|
|
57
61
|
constructor(properties?: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"program.d.ts","sourceRoot":"","sources":["../../src/program.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,KAAK,YAAY,EAKjB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,KAAK,YAAY,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EACN,KAAK,MAAM,EACX,KAAK,EAEL,KAAK,kBAAkB,EACvB,KAAK,WAAW,EAChB,MAAM,cAAc,CAAC;AAEtB,OAAO,EAAE,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,EACN,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,SAAS,EACT,KAAK,gBAAgB,EACrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAEN,eAAe,EACf,KAAK,SAAS,EACd,YAAY,EAKZ,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,KAAK,OAAO,EACZ,KAAK,SAAS,EACd,aAAa,EACb,KAAK,gBAAgB,EACrB,MAAM,aAAa,CAAC;AAIrB,qBAAa,cAAe,SAAQ,KAAK;gBAC5B,OAAO,CAAC,EAAE,MAAM;CAG5B;AACD,MAAM,WAAW,eAAe,CAAC,CAAC;IACjC,KAAK,EAAE,CAAC,EAAE,CAAC;IACX,OAAO,EAAE,CAAC,EAAE,CAAC;CACb;AACD,MAAM,WAAW,cAAc,CAAC,CAAC;IAChC,MAAM,EAAE,WAAW,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;CACxC;AAED,KAAK,YAAY,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AAEtC,KAAK,aAAa,CAAC,CAAC,IAAI;IACvB,IAAI,EAAE,KAAK,CAAC;IACZ,KAAK,EAAE,CAAC,CAAC;IACT,SAAS,EAAE,YAAY,CAAC;IACxB,KAAK,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;CAC3B,CAAC;AAEF,KAAK,gBAAgB,CAAC,CAAC,IAAI;IAC1B,IAAI,EAAE,QAAQ,CAAC;IACf,SAAS,EAAE,eAAe,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,oBAAoB,CAAC,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;AAC7E,MAAM,MAAM,UAAU,CAAC,CAAC,IAAI,CAC3B,UAAU,EAAE,oBAAoB,CAAC,CAAC,CAAC,KAC/B,YAAY,CAAC,OAAO,CAAC,CAAC;AAE3B,MAAM,MAAM,YAAY,CACvB,CAAC,EACD,CAAC,GAAG,CAAC,
|
|
1
|
+
{"version":3,"file":"program.d.ts","sourceRoot":"","sources":["../../src/program.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,KAAK,YAAY,EAKjB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,KAAK,YAAY,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EACN,KAAK,MAAM,EACX,KAAK,EAEL,KAAK,kBAAkB,EACvB,KAAK,WAAW,EAChB,MAAM,cAAc,CAAC;AAEtB,OAAO,EAAE,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,EACN,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,SAAS,EACT,KAAK,gBAAgB,EACrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,EAEN,eAAe,EACf,KAAK,SAAS,EACd,YAAY,EAKZ,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,KAAK,OAAO,EACZ,KAAK,SAAS,EACd,aAAa,EACb,KAAK,gBAAgB,EACrB,MAAM,aAAa,CAAC;AAIrB,qBAAa,cAAe,SAAQ,KAAK;gBAC5B,OAAO,CAAC,EAAE,MAAM;CAG5B;AACD,MAAM,WAAW,eAAe,CAAC,CAAC;IACjC,KAAK,EAAE,CAAC,EAAE,CAAC;IACX,OAAO,EAAE,CAAC,EAAE,CAAC;CACb;AACD,MAAM,WAAW,cAAc,CAAC,CAAC;IAChC,MAAM,EAAE,WAAW,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;CACxC;AAED,KAAK,YAAY,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AAEtC,KAAK,aAAa,CAAC,CAAC,IAAI;IACvB,IAAI,EAAE,KAAK,CAAC;IACZ,KAAK,EAAE,CAAC,CAAC;IACT,SAAS,EAAE,YAAY,CAAC;IACxB,KAAK,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;CAC3B,CAAC;AAEF,KAAK,gBAAgB,CAAC,CAAC,IAAI;IAC1B,IAAI,EAAE,QAAQ,CAAC;IACf,SAAS,EAAE,eAAe,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,oBAAoB,CAAC,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;AAC7E,MAAM,MAAM,UAAU,CAAC,CAAC,IAAI,CAC3B,UAAU,EAAE,oBAAoB,CAAC,CAAC,CAAC,KAC/B,YAAY,CAAC,OAAO,CAAC,CAAC;AAE3B,KAAK,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,iBAAiB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;AAE5E,MAAM,MAAM,YAAY,CACvB,CAAC,EACD,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,EACvE,CAAC,SAAS,iBAAiB,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,CAAC,GAAG,GAAG,IACnD;IACH,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;IACtB,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,YAAY,CAAC,OAAO,CAAC,CAAC;IAChD,UAAU,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IAC3B,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,YAAY,CAAC,WAAW,CAAC;IAC5C,KAAK,CAAC,EAAE;QACP,SAAS,CAAC,EAAE,SAAS,CAAC;QACtB,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;KAC/B,GAAG,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,GAAG,CAAC,EAAE;QACL,IAAI,CAAC,EAAE,WAAW,CAAC;KACnB,CAAC;IACF,aAAa,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACtB,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;CACrE,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,GAAG,QAAQ,CAAC,CAAC;AAEhF,MAAM,MAAM,WAAW,CAAC,CAAC,IACxB,CAAC,SAAS,iBAAiB,CAAC,MAAM,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC;AAElE,qBACa,SAAS,CACrB,CAAC,EACD,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,EACvE,CAAC,SAAS,iBAAiB,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,CAAC,GAAG,GAAG,CACrD,SAAQ,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC;IAE1E,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAGxC,SAAS,EAAE,OAAO,CAAC;IAGnB,OAAO,CAAC,MAAM,CAAyB;IAEvC,OAAO,CAAC,MAAM,CAAmB;IAEjC,OAAO,CAAC,iBAAiB,CAAC,CAAgB;IAC1C,OAAO,CAAC,UAAU,CAA0C;IAC5D,OAAO,CAAC,MAAM,CAAC,CAAkC;IAEjD,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IAE9E,aAAa,EAAE,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;gBAErB,UAAU,CAAC,EAAE;QACxB,EAAE,CAAC,EAAE,UAAU,CAAC;QAChB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,KAAK,CAAC,EAAE,aAAa,CAAC,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;KAC5C;IAQD,IAAI,KAAK,IAAI,aAAa,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAElC;IAEK,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAwEnC,OAAO;YAIC,aAAa;IAOrB,SAAS,CACd,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,EACvB,SAAS,CAAC,EAAE;QAAE,QAAQ,EAAE,CAAC,CAAC;QAAC,SAAS,EAAE,YAAY,CAAA;KAAE,GAClD,OAAO,CAAC,OAAO,CAAC;IAuDb,UAAU,CACf,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,EACvB,SAAS,CAAC,EAAE;QAAE,QAAQ,EAAE,CAAC,CAAC;QAAC,SAAS,EAAE,YAAY,CAAA;KAAE,GAClD,OAAO,CAAC,YAAY,GAAG,eAAe,GAAG,KAAK,CAAC;IAoIrC,GAAG,CACf,GAAG,EAAE,CAAC,EACN,OAAO,CAAC,EAAE,mBAAmB,CAAC,SAAS,CAAC,GAAG;QAC1C,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,SAAS,CAAC,EAAE,OAAO,CAAC;KACpB;;;;IA6DI,GAAG,CACR,EAAE,EAAE,YAAY,CAAC,OAAO,EACxB,OAAO,CAAC,EAAE,mBAAmB,CAAC,SAAS,CAAC;;;;IA8BnC,aAAa,CAClB,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,EACzB,SAAS,CAAC,EAAE;QAAE,QAAQ,EAAE,CAAC,CAAC;QAAC,SAAS,EAAE,YAAY,CAAA;KAAE,GAClD,OAAO,CAAC,IAAI,CAAC;CA8HhB"}
|
package/dist/src/program.js
CHANGED
|
@@ -31,6 +31,7 @@ let Documents = class Documents extends Program {
|
|
|
31
31
|
_clazz;
|
|
32
32
|
_optionCanPerform;
|
|
33
33
|
idResolver;
|
|
34
|
+
domain;
|
|
34
35
|
canOpen;
|
|
35
36
|
compatibility;
|
|
36
37
|
constructor(properties) {
|
|
@@ -66,11 +67,10 @@ let Documents = class Documents extends Program {
|
|
|
66
67
|
documentType: this._clazz,
|
|
67
68
|
transform: options.index,
|
|
68
69
|
indexBy: idProperty,
|
|
69
|
-
sync: async (result) => {
|
|
70
|
+
sync: async (query, result) => {
|
|
70
71
|
// here we arrive for all the results we want to persist.
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
await this.log.join(result.results.map((x) => x.context.head), { replicate: true });
|
|
72
|
+
let mergeSegments = this.domain?.canProjectToOneSegment(query);
|
|
73
|
+
await this.log.join(result.results.map((x) => x.context.head), { replicate: { assumeSynced: true, mergeSegments } });
|
|
74
74
|
},
|
|
75
75
|
dbType: this.constructor,
|
|
76
76
|
});
|
|
@@ -83,6 +83,7 @@ let Documents = class Documents extends Program {
|
|
|
83
83
|
else if (options.compatibility === 7) {
|
|
84
84
|
logCompatiblity = 9;
|
|
85
85
|
}
|
|
86
|
+
this.domain = options.domain?.(this);
|
|
86
87
|
await this.log.open({
|
|
87
88
|
encoding: BORSH_ENCODING_OPERATION,
|
|
88
89
|
canReplicate: options?.canReplicate,
|
|
@@ -91,7 +92,9 @@ let Documents = class Documents extends Program {
|
|
|
91
92
|
trim: options?.log?.trim,
|
|
92
93
|
replicate: options?.replicate,
|
|
93
94
|
replicas: options?.replicas,
|
|
94
|
-
domain: options?.domain
|
|
95
|
+
domain: (options?.domain
|
|
96
|
+
? (log) => options.domain(this)
|
|
97
|
+
: undefined), /// TODO types,
|
|
95
98
|
compatibility: logCompatiblity,
|
|
96
99
|
});
|
|
97
100
|
}
|