applesauce-loaders 0.10.0 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/helpers/__tests__/address-pointer.test.d.ts +1 -0
- package/dist/helpers/__tests__/address-pointer.test.js +19 -0
- package/dist/helpers/address-pointer.d.ts +15 -2
- package/dist/helpers/address-pointer.js +48 -4
- package/dist/helpers/array.d.ts +0 -2
- package/dist/helpers/array.js +0 -17
- package/dist/helpers/dns-identity.d.ts +40 -0
- package/dist/helpers/dns-identity.js +50 -0
- package/dist/helpers/event-pointer.d.ts +5 -0
- package/dist/helpers/event-pointer.js +19 -0
- package/dist/helpers/index.d.ts +1 -0
- package/dist/helpers/index.js +1 -0
- package/dist/helpers/pointer.d.ts +11 -0
- package/dist/helpers/pointer.js +47 -0
- package/dist/helpers/rx-nostr.d.ts +2 -0
- package/dist/helpers/rx-nostr.js +5 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/loaders/__tests__/dns-identity-loader.test.d.ts +1 -0
- package/dist/loaders/__tests__/dns-identity-loader.test.js +59 -0
- package/dist/loaders/__tests__/relay-timeline-loader.test.d.ts +1 -0
- package/dist/loaders/__tests__/relay-timeline-loader.test.js +26 -0
- package/dist/loaders/__tests__/request-loader.test.d.ts +1 -0
- package/dist/loaders/__tests__/request-loader.test.js +37 -0
- package/dist/loaders/cache-timeline-loader.d.ts +22 -0
- package/dist/loaders/cache-timeline-loader.js +61 -0
- package/dist/loaders/dns-identity-loader.d.ts +25 -0
- package/dist/loaders/dns-identity-loader.js +66 -0
- package/dist/loaders/index.d.ts +8 -1
- package/dist/loaders/index.js +8 -1
- package/dist/loaders/loader.d.ts +14 -8
- package/dist/loaders/loader.js +7 -2
- package/dist/loaders/relay-timeline-loader.d.ts +24 -0
- package/dist/loaders/relay-timeline-loader.js +70 -0
- package/dist/loaders/replaceable-loader.d.ts +7 -15
- package/dist/loaders/replaceable-loader.js +49 -106
- package/dist/loaders/request-loader.d.ts +28 -0
- package/dist/loaders/request-loader.js +42 -0
- package/dist/loaders/single-event-loader.d.ts +26 -0
- package/dist/loaders/single-event-loader.js +76 -0
- package/dist/loaders/tag-value-loader.d.ts +33 -0
- package/dist/loaders/tag-value-loader.js +75 -0
- package/dist/loaders/timeline-loader.d.ts +22 -0
- package/dist/loaders/timeline-loader.js +56 -0
- package/dist/loaders/user-sets-loader.d.ts +31 -0
- package/dist/loaders/user-sets-loader.js +66 -0
- package/dist/operators/__tests__/distinct-relays.test.d.ts +1 -0
- package/dist/operators/__tests__/distinct-relays.test.js +75 -0
- package/dist/operators/__tests__/generator-sequence.test.d.ts +1 -0
- package/dist/operators/__tests__/generator-sequence.test.js +38 -0
- package/dist/operators/distinct-relays.d.ts +4 -0
- package/dist/operators/distinct-relays.js +14 -0
- package/dist/operators/distinct-timeout.d.ts +3 -0
- package/dist/operators/distinct-timeout.js +15 -0
- package/dist/operators/generator-sequence.d.ts +1 -1
- package/dist/operators/generator-sequence.js +42 -34
- package/dist/operators/index.d.ts +2 -3
- package/dist/operators/index.js +2 -3
- package/package.json +26 -7
- package/dist/loaders/single-relay-replaceable-loader.d.ts +0 -14
- package/dist/loaders/single-relay-replaceable-loader.js +0 -51
- package/dist/operators/address-pointers-request.d.ts +0 -5
- package/dist/operators/address-pointers-request.js +0 -25
- package/dist/operators/max-filters.d.ts +0 -4
- package/dist/operators/max-filters.js +0 -8
- package/dist/operators/relay-request.d.ts +0 -4
- package/dist/operators/relay-request.js +0 -9
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "applesauce-loaders",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.11.0",
|
|
4
4
|
"description": "A collection of observable based loaders built on rx-nostr",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -11,40 +11,59 @@
|
|
|
11
11
|
"author": "hzrd149",
|
|
12
12
|
"license": "MIT",
|
|
13
13
|
"files": [
|
|
14
|
-
"dist"
|
|
14
|
+
"dist",
|
|
15
|
+
"applesauce"
|
|
15
16
|
],
|
|
16
17
|
"exports": {
|
|
17
18
|
".": {
|
|
18
19
|
"import": "./dist/index.js",
|
|
20
|
+
"require": "./dist/index.js",
|
|
19
21
|
"types": "./dist/index.d.ts"
|
|
20
22
|
},
|
|
21
23
|
"./loaders": {
|
|
22
24
|
"import": "./dist/loaders/index.js",
|
|
25
|
+
"require": "./dist/loaders/index.js",
|
|
23
26
|
"types": "./dist/loaders/index.d.ts"
|
|
24
27
|
},
|
|
25
28
|
"./loaders/*": {
|
|
26
29
|
"import": "./dist/loaders/*.js",
|
|
30
|
+
"require": "./dist/loaders/*.js",
|
|
27
31
|
"types": "./dist/loaders/*.d.ts"
|
|
28
32
|
},
|
|
29
33
|
"./operators": {
|
|
30
34
|
"import": "./dist/operators/index.js",
|
|
35
|
+
"require": "./dist/operators/index.js",
|
|
31
36
|
"types": "./dist/operators/index.d.ts"
|
|
32
37
|
},
|
|
33
38
|
"./operators/*": {
|
|
34
39
|
"import": "./dist/operators/*.js",
|
|
40
|
+
"require": "./dist/operators/*.js",
|
|
35
41
|
"types": "./dist/operators/*.d.ts"
|
|
42
|
+
},
|
|
43
|
+
"./helpers": {
|
|
44
|
+
"import": "./dist/helpers/index.js",
|
|
45
|
+
"require": "./dist/helpers/index.js",
|
|
46
|
+
"types": "./dist/helpers/index.d.ts"
|
|
47
|
+
},
|
|
48
|
+
"./helpers/*": {
|
|
49
|
+
"import": "./dist/helpers/*.js",
|
|
50
|
+
"require": "./dist/helpers/*.js",
|
|
51
|
+
"types": "./dist/helpers/*.d.ts"
|
|
36
52
|
}
|
|
37
53
|
},
|
|
38
54
|
"dependencies": {
|
|
39
|
-
"applesauce-core": "^0.
|
|
55
|
+
"applesauce-core": "^0.11.0",
|
|
40
56
|
"nanoid": "^5.0.9",
|
|
41
|
-
"nostr-tools": "^2.10.
|
|
42
|
-
"rx-nostr": "^3.
|
|
57
|
+
"nostr-tools": "^2.10.4",
|
|
58
|
+
"rx-nostr": "^3.5.0",
|
|
43
59
|
"rxjs": "^7.8.1"
|
|
44
60
|
},
|
|
45
61
|
"devDependencies": {
|
|
46
|
-
"
|
|
47
|
-
"
|
|
62
|
+
"rx-nostr-crypto": "^3.1.3",
|
|
63
|
+
"typescript": "^5.7.3",
|
|
64
|
+
"vitest": "^3.0.5",
|
|
65
|
+
"vitest-nostr": "^0.4.1",
|
|
66
|
+
"vitest-websocket-mock": "^0.4.0"
|
|
48
67
|
},
|
|
49
68
|
"funding": {
|
|
50
69
|
"type": "lightning",
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
import { EventPacket, RxNostr } from "rx-nostr";
|
|
2
|
-
import { Loader } from "./loader.js";
|
|
3
|
-
import { LoadableAddressPointer } from "./replaceable-loader.js";
|
|
4
|
-
export type SingleRelayReplaceableOptions = Partial<{
|
|
5
|
-
/**
|
|
6
|
-
* Wait X ms before making a request
|
|
7
|
-
* @default 1000
|
|
8
|
-
*/
|
|
9
|
-
bufferTime: number;
|
|
10
|
-
}>;
|
|
11
|
-
/** A wrapper class around {@link singleRelayBatcher'}, {@link replaceableRequest}, and share */
|
|
12
|
-
export declare class SingleRelayReplaceableLoader extends Loader<LoadableAddressPointer, EventPacket> {
|
|
13
|
-
constructor(rxNostr: RxNostr, relay: string, opts?: SingleRelayReplaceableOptions);
|
|
14
|
-
}
|
|
@@ -1,51 +0,0 @@
|
|
|
1
|
-
import { bufferTime, filter, from, map, mergeMap, share } from "rxjs";
|
|
2
|
-
import { getReplaceableUID } from "applesauce-core/helpers";
|
|
3
|
-
import { nanoid } from "nanoid";
|
|
4
|
-
import { Loader } from "./loader.js";
|
|
5
|
-
import { isLoadableAddressPointer } from "../helpers/address-pointer.js";
|
|
6
|
-
import { replaceableRequest } from "../operators/address-pointers-request.js";
|
|
7
|
-
const defaultRelayReplaceableLoaderOptions = {
|
|
8
|
-
bufferTime: 1000,
|
|
9
|
-
};
|
|
10
|
-
/** Ensures an address pointer is only loaded once from a relay */
|
|
11
|
-
function singleRelayBatcher(opts) {
|
|
12
|
-
return (source) => {
|
|
13
|
-
const loaded = new Set();
|
|
14
|
-
const options = opts ? { ...defaultRelayReplaceableLoaderOptions, ...opts } : defaultRelayReplaceableLoaderOptions;
|
|
15
|
-
return source.pipe(
|
|
16
|
-
// buffer the requests, so we only send requests every second
|
|
17
|
-
bufferTime(options.bufferTime),
|
|
18
|
-
// ignore empty batches
|
|
19
|
-
filter((batch) => batch.length > 0),
|
|
20
|
-
// filter out duplicates
|
|
21
|
-
map((batch) => {
|
|
22
|
-
const filtered = [];
|
|
23
|
-
for (const pointer of batch) {
|
|
24
|
-
const uid = getReplaceableUID(pointer.kind, pointer.pubkey, pointer.identifier);
|
|
25
|
-
if (!loaded.has(uid)) {
|
|
26
|
-
filtered.push(pointer);
|
|
27
|
-
loaded.add(uid);
|
|
28
|
-
}
|
|
29
|
-
else if (pointer.force)
|
|
30
|
-
filtered.push(pointer);
|
|
31
|
-
}
|
|
32
|
-
return filtered;
|
|
33
|
-
}),
|
|
34
|
-
// ignore empty batches
|
|
35
|
-
filter((batch) => batch.length > 0));
|
|
36
|
-
};
|
|
37
|
-
}
|
|
38
|
-
/** A wrapper class around {@link singleRelayBatcher'}, {@link replaceableRequest}, and share */
|
|
39
|
-
export class SingleRelayReplaceableLoader extends Loader {
|
|
40
|
-
constructor(rxNostr, relay, opts) {
|
|
41
|
-
super((source) => source.pipe(
|
|
42
|
-
// ignore invalid address pointers
|
|
43
|
-
filter(isLoadableAddressPointer),
|
|
44
|
-
// batch and filter
|
|
45
|
-
singleRelayBatcher(opts),
|
|
46
|
-
// breakout the batches so they can complete
|
|
47
|
-
mergeMap((pointers) => from([pointers]).pipe(replaceableRequest(rxNostr, nanoid(8), [relay]))),
|
|
48
|
-
// share the response with all subscribers
|
|
49
|
-
share()));
|
|
50
|
-
}
|
|
51
|
-
}
|
|
@@ -1,5 +0,0 @@
|
|
|
1
|
-
import { EventPacket, RxNostr } from "rx-nostr";
|
|
2
|
-
import { OperatorFunction } from "rxjs";
|
|
3
|
-
import { AddressPointerWithoutD } from "applesauce-core/helpers";
|
|
4
|
-
/** Makes a request to relays for every set of address pointers */
|
|
5
|
-
export declare function replaceableRequest<T extends AddressPointerWithoutD>(rxNostr: RxNostr, id: string, relays?: string[]): OperatorFunction<T[], EventPacket>;
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
import { map, tap } from "rxjs";
|
|
2
|
-
import { logger } from "applesauce-core";
|
|
3
|
-
import { relaysRequest } from "./relay-request.js";
|
|
4
|
-
import { createFiltersFromAddressPointers } from "../helpers/address-pointer.js";
|
|
5
|
-
/** Makes a request to relays for every set of address pointers */
|
|
6
|
-
export function replaceableRequest(rxNostr, id, relays) {
|
|
7
|
-
return (source) => {
|
|
8
|
-
const log = logger.extend(`replaceableRequest:${id}`);
|
|
9
|
-
return source.pipe(
|
|
10
|
-
// convert pointers to filters
|
|
11
|
-
map(createFiltersFromAddressPointers),
|
|
12
|
-
// make requests
|
|
13
|
-
tap((filters) => {
|
|
14
|
-
log(`Requesting`, relays, filters);
|
|
15
|
-
}),
|
|
16
|
-
// make requests
|
|
17
|
-
relaysRequest(rxNostr, id, relays),
|
|
18
|
-
// log when complete
|
|
19
|
-
tap({
|
|
20
|
-
complete: () => {
|
|
21
|
-
log(`Complete`);
|
|
22
|
-
},
|
|
23
|
-
}));
|
|
24
|
-
};
|
|
25
|
-
}
|
|
@@ -1,4 +0,0 @@
|
|
|
1
|
-
import { LazyFilter } from "rx-nostr";
|
|
2
|
-
import { OperatorFunction } from "rxjs";
|
|
3
|
-
/** Splits a batch of filters into multiple requests if necessary */
|
|
4
|
-
export declare function splitMaxFiltersPerRequest(maxFiltersPerRequest: number): OperatorFunction<LazyFilter[], LazyFilter[]>;
|
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
import { mergeMap } from "rxjs";
|
|
2
|
-
import { reduceToBatches } from "../helpers/array.js";
|
|
3
|
-
/** Splits a batch of filters into multiple requests if necessary */
|
|
4
|
-
export function splitMaxFiltersPerRequest(maxFiltersPerRequest) {
|
|
5
|
-
return (source) => source.pipe(
|
|
6
|
-
// batch the filters into sets no larger than maxFiltersPerRequest
|
|
7
|
-
mergeMap((filters) => reduceToBatches(filters, maxFiltersPerRequest)));
|
|
8
|
-
}
|
|
@@ -1,4 +0,0 @@
|
|
|
1
|
-
import { EventPacket, LazyFilter, RxNostr } from "rx-nostr";
|
|
2
|
-
import { OperatorFunction } from "rxjs";
|
|
3
|
-
/** Makes a request to relays for every set of filters */
|
|
4
|
-
export declare function relaysRequest(rxNostr: RxNostr, id: string, relays?: string[]): OperatorFunction<LazyFilter | LazyFilter[], EventPacket>;
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { createRxOneshotReq } from "rx-nostr";
|
|
2
|
-
import { map, mergeAll } from "rxjs";
|
|
3
|
-
/** Makes a request to relays for every set of filters */
|
|
4
|
-
export function relaysRequest(rxNostr, id, relays) {
|
|
5
|
-
return (source) => source.pipe(map((filters) => {
|
|
6
|
-
const req = createRxOneshotReq({ filters, rxReqId: id });
|
|
7
|
-
return rxNostr.use(req, { on: { relays } });
|
|
8
|
-
}), mergeAll());
|
|
9
|
-
}
|