@fetchmax/plugin-dedupe 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +109 -0
- package/dist/index.d.cts +8 -0
- package/dist/index.d.ts +8 -0
- package/dist/index.js +84 -0
- package/package.json +58 -0
package/dist/index.cjs
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __defProp = Object.defineProperty;
|
|
3
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __export = (target, all) => {
|
|
7
|
+
for (var name in all)
|
|
8
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
+
};
|
|
10
|
+
var __copyProps = (to, from, except, desc) => {
|
|
11
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
+
for (let key of __getOwnPropNames(from))
|
|
13
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
+
}
|
|
16
|
+
return to;
|
|
17
|
+
};
|
|
18
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
+
|
|
20
|
+
// src/index.ts
|
|
21
|
+
var index_exports = {};
|
|
22
|
+
__export(index_exports, {
|
|
23
|
+
dedupePlugin: () => dedupePlugin,
|
|
24
|
+
default: () => index_default
|
|
25
|
+
});
|
|
26
|
+
module.exports = __toCommonJS(index_exports);
|
|
27
|
+
function getCacheKey(request) {
|
|
28
|
+
const method = request.method?.toUpperCase() || "GET";
|
|
29
|
+
const url = request.url || "";
|
|
30
|
+
const params = request.params ? JSON.stringify(request.params) : "";
|
|
31
|
+
return `${method}:${url}:${params}`;
|
|
32
|
+
}
|
|
33
|
+
function dedupePlugin() {
|
|
34
|
+
const pendingRequests = /* @__PURE__ */ new Map();
|
|
35
|
+
const plugin = {
|
|
36
|
+
name: "dedupe",
|
|
37
|
+
async onRequest(request, _context) {
|
|
38
|
+
const key = getCacheKey(request);
|
|
39
|
+
if (pendingRequests.has(key)) {
|
|
40
|
+
console.log(`[Dedupe] Request already in flight: ${request.url}`);
|
|
41
|
+
const entry = pendingRequests.get(key);
|
|
42
|
+
entry.wasUsed = true;
|
|
43
|
+
return {
|
|
44
|
+
...request,
|
|
45
|
+
__deduped: true,
|
|
46
|
+
__promise: entry.promise
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
let resolve;
|
|
50
|
+
let reject;
|
|
51
|
+
const promise = new Promise((res, rej) => {
|
|
52
|
+
resolve = res;
|
|
53
|
+
reject = rej;
|
|
54
|
+
});
|
|
55
|
+
pendingRequests.set(key, {
|
|
56
|
+
promise,
|
|
57
|
+
resolve,
|
|
58
|
+
reject,
|
|
59
|
+
wasUsed: false
|
|
60
|
+
});
|
|
61
|
+
return {
|
|
62
|
+
...request,
|
|
63
|
+
__dedupeKey: key,
|
|
64
|
+
__dedupeResolve: resolve,
|
|
65
|
+
__dedupeReject: reject,
|
|
66
|
+
__wasUsed: false
|
|
67
|
+
};
|
|
68
|
+
},
|
|
69
|
+
async onResponse(response, request, _context) {
|
|
70
|
+
if (request.__dedupeKey) {
|
|
71
|
+
const pending = pendingRequests.get(request.__dedupeKey);
|
|
72
|
+
if (pending) {
|
|
73
|
+
request.__wasUsed = pending.wasUsed;
|
|
74
|
+
if (pending.wasUsed) {
|
|
75
|
+
pending.resolve(response);
|
|
76
|
+
}
|
|
77
|
+
pendingRequests.delete(request.__dedupeKey);
|
|
78
|
+
} else if (request.__dedupeResolve) {
|
|
79
|
+
request.__dedupeResolve(response);
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
return response;
|
|
83
|
+
},
|
|
84
|
+
async onError(error, request, _context) {
|
|
85
|
+
if (request.__dedupeKey) {
|
|
86
|
+
const pending = pendingRequests.get(request.__dedupeKey);
|
|
87
|
+
if (pending) {
|
|
88
|
+
request.__wasUsed = pending.wasUsed;
|
|
89
|
+
if (pending.wasUsed) {
|
|
90
|
+
pending.reject(error);
|
|
91
|
+
}
|
|
92
|
+
pendingRequests.delete(request.__dedupeKey);
|
|
93
|
+
} else if (request.__dedupeReject) {
|
|
94
|
+
request.__dedupeReject(error);
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
throw error;
|
|
98
|
+
},
|
|
99
|
+
clear() {
|
|
100
|
+
pendingRequests.clear();
|
|
101
|
+
}
|
|
102
|
+
};
|
|
103
|
+
return plugin;
|
|
104
|
+
}
|
|
105
|
+
var index_default = dedupePlugin;
|
|
106
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
107
|
+
0 && (module.exports = {
|
|
108
|
+
dedupePlugin
|
|
109
|
+
});
|
package/dist/index.d.cts
ADDED
package/dist/index.d.ts
ADDED
package/dist/index.js
ADDED
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
// src/index.ts
|
|
2
|
+
function getCacheKey(request) {
|
|
3
|
+
const method = request.method?.toUpperCase() || "GET";
|
|
4
|
+
const url = request.url || "";
|
|
5
|
+
const params = request.params ? JSON.stringify(request.params) : "";
|
|
6
|
+
return `${method}:${url}:${params}`;
|
|
7
|
+
}
|
|
8
|
+
function dedupePlugin() {
|
|
9
|
+
const pendingRequests = /* @__PURE__ */ new Map();
|
|
10
|
+
const plugin = {
|
|
11
|
+
name: "dedupe",
|
|
12
|
+
async onRequest(request, _context) {
|
|
13
|
+
const key = getCacheKey(request);
|
|
14
|
+
if (pendingRequests.has(key)) {
|
|
15
|
+
console.log(`[Dedupe] Request already in flight: ${request.url}`);
|
|
16
|
+
const entry = pendingRequests.get(key);
|
|
17
|
+
entry.wasUsed = true;
|
|
18
|
+
return {
|
|
19
|
+
...request,
|
|
20
|
+
__deduped: true,
|
|
21
|
+
__promise: entry.promise
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
let resolve;
|
|
25
|
+
let reject;
|
|
26
|
+
const promise = new Promise((res, rej) => {
|
|
27
|
+
resolve = res;
|
|
28
|
+
reject = rej;
|
|
29
|
+
});
|
|
30
|
+
pendingRequests.set(key, {
|
|
31
|
+
promise,
|
|
32
|
+
resolve,
|
|
33
|
+
reject,
|
|
34
|
+
wasUsed: false
|
|
35
|
+
});
|
|
36
|
+
return {
|
|
37
|
+
...request,
|
|
38
|
+
__dedupeKey: key,
|
|
39
|
+
__dedupeResolve: resolve,
|
|
40
|
+
__dedupeReject: reject,
|
|
41
|
+
__wasUsed: false
|
|
42
|
+
};
|
|
43
|
+
},
|
|
44
|
+
async onResponse(response, request, _context) {
|
|
45
|
+
if (request.__dedupeKey) {
|
|
46
|
+
const pending = pendingRequests.get(request.__dedupeKey);
|
|
47
|
+
if (pending) {
|
|
48
|
+
request.__wasUsed = pending.wasUsed;
|
|
49
|
+
if (pending.wasUsed) {
|
|
50
|
+
pending.resolve(response);
|
|
51
|
+
}
|
|
52
|
+
pendingRequests.delete(request.__dedupeKey);
|
|
53
|
+
} else if (request.__dedupeResolve) {
|
|
54
|
+
request.__dedupeResolve(response);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
return response;
|
|
58
|
+
},
|
|
59
|
+
async onError(error, request, _context) {
|
|
60
|
+
if (request.__dedupeKey) {
|
|
61
|
+
const pending = pendingRequests.get(request.__dedupeKey);
|
|
62
|
+
if (pending) {
|
|
63
|
+
request.__wasUsed = pending.wasUsed;
|
|
64
|
+
if (pending.wasUsed) {
|
|
65
|
+
pending.reject(error);
|
|
66
|
+
}
|
|
67
|
+
pendingRequests.delete(request.__dedupeKey);
|
|
68
|
+
} else if (request.__dedupeReject) {
|
|
69
|
+
request.__dedupeReject(error);
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
throw error;
|
|
73
|
+
},
|
|
74
|
+
clear() {
|
|
75
|
+
pendingRequests.clear();
|
|
76
|
+
}
|
|
77
|
+
};
|
|
78
|
+
return plugin;
|
|
79
|
+
}
|
|
80
|
+
var index_default = dedupePlugin;
|
|
81
|
+
export {
|
|
82
|
+
dedupePlugin,
|
|
83
|
+
index_default as default
|
|
84
|
+
};
|
package/package.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@fetchmax/plugin-dedupe",
|
|
3
|
+
"version": "1.0.0",
|
|
4
|
+
"description": "Deduplication plugin for FetchMax to prevent duplicate simultaneous requests",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "./dist/index.js",
|
|
7
|
+
"module": "./dist/index.js",
|
|
8
|
+
"types": "./dist/index.d.ts",
|
|
9
|
+
"exports": {
|
|
10
|
+
".": {
|
|
11
|
+
"types": "./dist/index.d.ts",
|
|
12
|
+
"import": "./dist/index.js",
|
|
13
|
+
"require": "./dist/index.cjs"
|
|
14
|
+
}
|
|
15
|
+
},
|
|
16
|
+
"files": [
|
|
17
|
+
"dist",
|
|
18
|
+
"README.md"
|
|
19
|
+
],
|
|
20
|
+
"scripts": {
|
|
21
|
+
"build": "tsup src/index.ts --format cjs,esm --dts --clean",
|
|
22
|
+
"dev": "tsup src/index.ts --format cjs,esm --dts --watch"
|
|
23
|
+
},
|
|
24
|
+
"keywords": [
|
|
25
|
+
"fetchmax",
|
|
26
|
+
"plugin",
|
|
27
|
+
"dedupe",
|
|
28
|
+
"deduplication",
|
|
29
|
+
"http",
|
|
30
|
+
"fetch"
|
|
31
|
+
],
|
|
32
|
+
"author": "FetchMax Contributors",
|
|
33
|
+
"license": "MIT",
|
|
34
|
+
"repository": {
|
|
35
|
+
"type": "git",
|
|
36
|
+
"url": "https://github.com/fetchmax/fetchmax.git",
|
|
37
|
+
"directory": "packages/plugins/dedupe"
|
|
38
|
+
},
|
|
39
|
+
"bugs": {
|
|
40
|
+
"url": "https://github.com/fetchmax/fetchmax/issues"
|
|
41
|
+
},
|
|
42
|
+
"homepage": "https://github.com/fetchmax/fetchmax#readme",
|
|
43
|
+
"sideEffects": false,
|
|
44
|
+
"publishConfig": {
|
|
45
|
+
"access": "public"
|
|
46
|
+
},
|
|
47
|
+
"engines": {
|
|
48
|
+
"node": ">=18.0.0"
|
|
49
|
+
},
|
|
50
|
+
"peerDependencies": {
|
|
51
|
+
"@fetchmax/core": "^1.0.0"
|
|
52
|
+
},
|
|
53
|
+
"devDependencies": {
|
|
54
|
+
"@fetchmax/core": "*",
|
|
55
|
+
"tsup": "^8.0.1",
|
|
56
|
+
"typescript": "^5.3.3"
|
|
57
|
+
}
|
|
58
|
+
}
|