@merkl/api 0.20.8 → 0.20.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/backgroundJobs/index.js +0 -2
- package/dist/src/engine/dynamicData/implementations/Ajna.js +12 -6
- package/dist/src/engine/dynamicData/implementations/Ambiant.js +5 -0
- package/dist/src/engine/dynamicData/implementations/Badger.js +12 -6
- package/dist/src/engine/dynamicData/implementations/Clamm.js +6 -1
- package/dist/src/engine/dynamicData/implementations/Compound.js +9 -6
- package/dist/src/engine/dynamicData/implementations/Dolomite.js +12 -6
- package/dist/src/engine/dynamicData/implementations/EigenLayer.js +9 -6
- package/dist/src/engine/dynamicData/implementations/Erc20.js +14 -8
- package/dist/src/engine/dynamicData/implementations/EventBased.js +5 -0
- package/dist/src/engine/dynamicData/implementations/Hyperdrive.js +14 -8
- package/dist/src/engine/dynamicData/implementations/Morpho.js +9 -6
- package/dist/src/engine/dynamicData/implementations/Radiant.js +13 -7
- package/dist/src/engine/dynamicData/implementations/Silo.js +9 -6
- package/dist/src/engine/dynamicData/implementations/UniswapV4.js +5 -0
- package/dist/src/engine/dynamicData/implementations/Vest.js +9 -6
- package/dist/src/jobs/dynamic-data.d.ts +1 -1
- package/dist/src/jobs/dynamic-data.js +123 -4
- package/dist/src/jobs/reparse-opportunities.d.ts +1 -0
- package/dist/src/jobs/reparse-opportunities.js +72 -0
- package/dist/src/jobs/update-rpc-calls-cache.js +4 -0
- package/dist/src/libs/deprecated-merklv3/index.d.ts +1 -1
- package/dist/tsconfig.package.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/dist/src/backgroundJobs/jobs/campaignsCacheUpdater.d.ts +0 -53
- package/dist/src/backgroundJobs/jobs/campaignsCacheUpdater.js +0 -173
package/package.json
CHANGED
@@ -1,53 +0,0 @@
|
|
1
|
-
import { Campaign, type CampaignDynamicData, ChainId } from "@sdk";
|
2
|
-
import { Elysia } from "elysia";
|
3
|
-
/**
|
4
|
-
* @deprecated Used only for the v3/campaigns route
|
5
|
-
*/
|
6
|
-
export type CampaignsCacheUpdaterReturnType = {
|
7
|
-
[type_mainParameter: string]: {
|
8
|
-
[campaignId: string]: CampaignDynamicData<Campaign>;
|
9
|
-
};
|
10
|
-
};
|
11
|
-
export declare const campaignsCacheUpdater: Elysia<"", false, {
|
12
|
-
decorator: {};
|
13
|
-
store: {};
|
14
|
-
derive: {};
|
15
|
-
resolve: {};
|
16
|
-
}, {
|
17
|
-
type: {};
|
18
|
-
error: {};
|
19
|
-
}, {
|
20
|
-
schema: {};
|
21
|
-
macro: {};
|
22
|
-
macroFn: {};
|
23
|
-
}, {
|
24
|
-
v3: {
|
25
|
-
update: {
|
26
|
-
get: {
|
27
|
-
body: unknown;
|
28
|
-
params: {};
|
29
|
-
query: {
|
30
|
-
campaignTypes?: number[] | undefined;
|
31
|
-
chainId: string;
|
32
|
-
};
|
33
|
-
headers: unknown;
|
34
|
-
response: {
|
35
|
-
200: {
|
36
|
-
success: boolean;
|
37
|
-
};
|
38
|
-
};
|
39
|
-
};
|
40
|
-
};
|
41
|
-
};
|
42
|
-
}, {
|
43
|
-
derive: {};
|
44
|
-
resolve: {};
|
45
|
-
schema: {};
|
46
|
-
}, {
|
47
|
-
derive: {};
|
48
|
-
resolve: {};
|
49
|
-
schema: {};
|
50
|
-
}>;
|
51
|
-
export declare const campaignCacheUpdate: (rawChainId: string, queryCampaignTypes: number[], highCampaignsChains: ChainId[]) => Promise<{
|
52
|
-
success: boolean;
|
53
|
-
}>;
|
@@ -1,173 +0,0 @@
|
|
1
|
-
import { Redis } from "@/cache";
|
2
|
-
import { dynamicDataBuilderFactory } from "@/engine/dynamicData/factory";
|
3
|
-
import { campaignsToOldFormat } from "@/libs/deprecated-merklv3";
|
4
|
-
import { AprService } from "@/modules/v4/apr";
|
5
|
-
import { CacheService } from "@/modules/v4/cache";
|
6
|
-
import { TTLPresets } from "@/modules/v4/cache/cache.model";
|
7
|
-
import { CampaignService } from "@/modules/v4/campaign";
|
8
|
-
import { OpportunityService } from "@/modules/v4/opportunity";
|
9
|
-
import { OpportunityRepository } from "@/modules/v4/opportunity/opportunity.repository";
|
10
|
-
import { RewardService } from "@/modules/v4/reward";
|
11
|
-
import { TvlService } from "@/modules/v4/tvl";
|
12
|
-
import { engineDbClient } from "@db";
|
13
|
-
import { Campaign, ChainId, NETWORK_LABELS, isSupportedChain, } from "@sdk";
|
14
|
-
import { Elysia, t } from "elysia";
|
15
|
-
import moment from "moment";
|
16
|
-
import { merklChainData } from "../../libs/merklChainData";
|
17
|
-
import { staticCampaignWithCache } from "../../libs/staticCampaigns";
|
18
|
-
import { InvalidParameter, UnsupportedNetwork } from "../../utils/error";
|
19
|
-
import { log } from "../../utils/logger";
|
20
|
-
import { ALL_CAMPAIGNS_FOR_CHAIN_AFTER } from "../../utils/queries/allCampaigns";
|
21
|
-
const highCampaignsChains = [ChainId.ARBITRUM, ChainId.POLYGON, ChainId.BLAST, ChainId.BASE];
|
22
|
-
export const campaignsCacheUpdater = new Elysia().get("/v3/update", async ({ query }) => {
|
23
|
-
const rawChainId = query.chainId;
|
24
|
-
const queryCampaignTypes = query?.campaignTypes ? query.campaignTypes : [];
|
25
|
-
return campaignCacheUpdate(rawChainId, queryCampaignTypes, highCampaignsChains);
|
26
|
-
}, {
|
27
|
-
query: t.Object({
|
28
|
-
chainId: t.String(),
|
29
|
-
campaignTypes: t.Optional(t.Array(t.Numeric())),
|
30
|
-
}),
|
31
|
-
});
|
32
|
-
export const campaignCacheUpdate = async (rawChainId, queryCampaignTypes, highCampaignsChains) => {
|
33
|
-
let chainId;
|
34
|
-
if (typeof rawChainId === "string") {
|
35
|
-
chainId = Number.parseInt(rawChainId);
|
36
|
-
if (!isSupportedChain(chainId, "merkl"))
|
37
|
-
throw new UnsupportedNetwork(chainId);
|
38
|
-
}
|
39
|
-
else {
|
40
|
-
throw new InvalidParameter("Invalid chainId provided");
|
41
|
-
}
|
42
|
-
let success = true;
|
43
|
-
try {
|
44
|
-
await Redis.safeSet(`MerklChainData_${chainId}`, await merklChainData(chainId));
|
45
|
-
}
|
46
|
-
catch (error) {
|
47
|
-
log.error(`❌ update merklChainData cache failed for ${NETWORK_LABELS[chainId]}`, error);
|
48
|
-
success = false;
|
49
|
-
}
|
50
|
-
log.local(`🔁 updating ${NETWORK_LABELS[chainId]} Campaigns cache`);
|
51
|
-
let campaignsAfter = moment().subtract(3, "months").unix();
|
52
|
-
if (highCampaignsChains.includes(chainId)) {
|
53
|
-
campaignsAfter = moment().subtract(1, "months").unix();
|
54
|
-
}
|
55
|
-
const TWO_WEEKS_AGO = moment().subtract(2, "weeks").unix();
|
56
|
-
try {
|
57
|
-
const dynamicData = {};
|
58
|
-
let staticData = (await engineDbClient.$queryRaw(ALL_CAMPAIGNS_FOR_CHAIN_AFTER(chainId, campaignsAfter)));
|
59
|
-
log.local(`Data length before filtering: ${staticData.length}`);
|
60
|
-
const mainParameters = {};
|
61
|
-
staticData = staticData.filter(campaign => {
|
62
|
-
if (campaign.endTimestamp < TWO_WEEKS_AGO && campaign.campaignType === Campaign.CLAMM) {
|
63
|
-
campaign.campaignParameters.forwarders = [];
|
64
|
-
}
|
65
|
-
mainParameters[campaign.mainParameter] = true;
|
66
|
-
return true;
|
67
|
-
});
|
68
|
-
log.local(`Data length after filtering: ${staticData.length}`);
|
69
|
-
if (!!staticData) {
|
70
|
-
// Build list of existing campaign types for this chain
|
71
|
-
const campaignTypes = !!queryCampaignTypes?.length
|
72
|
-
? queryCampaignTypes
|
73
|
-
: !staticData
|
74
|
-
? []
|
75
|
-
: staticData
|
76
|
-
.map(campaign => campaign.campaignType)
|
77
|
-
.reduce((prev, campaignType) => {
|
78
|
-
if (!prev.includes(campaignType))
|
79
|
-
prev.push(campaignType);
|
80
|
-
return prev;
|
81
|
-
}, []);
|
82
|
-
// Fetch dynamic data for all these types
|
83
|
-
const promisesPerType = campaignTypes.map(async (campaignType) => {
|
84
|
-
const campaigns = staticData.filter(campaign => campaign.campaignType === campaignType);
|
85
|
-
await dynamicDataBuilderFactory(campaignType)
|
86
|
-
.build(chainId, campaigns)
|
87
|
-
.then(r => {
|
88
|
-
for (const d of r) {
|
89
|
-
if (!!d) {
|
90
|
-
// Main Parameter OVERRIDING
|
91
|
-
if (d.campaignType === Campaign.SILO && d.campaignParameters.whitelist?.length === 1) {
|
92
|
-
d.mainParameter = `${d.mainParameter}-${d.campaignParameters.whitelist[0]}`;
|
93
|
-
}
|
94
|
-
if (!dynamicData[`${d.campaignType}_${d.mainParameter}`])
|
95
|
-
dynamicData[`${d.campaignType}_${d.mainParameter}`] = {};
|
96
|
-
dynamicData[`${d.campaignType}_${d.mainParameter}`][d.campaignId] = d;
|
97
|
-
}
|
98
|
-
}
|
99
|
-
});
|
100
|
-
});
|
101
|
-
await Promise.all(promisesPerType);
|
102
|
-
}
|
103
|
-
if (!!dynamicData && Object.keys(dynamicData).length > 0) {
|
104
|
-
await Redis.safeSet(`Campaigns_${chainId}`, dynamicData);
|
105
|
-
// Set live or future campaigns
|
106
|
-
const liveDynamicData = {};
|
107
|
-
for (const [type_mainParameter, value] of Object.entries(dynamicData)) {
|
108
|
-
for (const [campaignId, data] of Object.entries(value)) {
|
109
|
-
if (data.endTimestamp > moment().unix()) {
|
110
|
-
if (!liveDynamicData[type_mainParameter]) {
|
111
|
-
liveDynamicData[type_mainParameter] = {};
|
112
|
-
}
|
113
|
-
liveDynamicData[type_mainParameter][campaignId] = data;
|
114
|
-
}
|
115
|
-
}
|
116
|
-
}
|
117
|
-
await Redis.safeSet(`LiveCampaigns_${chainId}`, liveDynamicData);
|
118
|
-
const merklChainData = await Redis.get("MerklChainData", chainId);
|
119
|
-
await Redis.safeSet(`CampaignsOldFormat_${chainId}`, campaignsToOldFormat(dynamicData, merklChainData));
|
120
|
-
await Redis.safeSet(`LiveCampaignsOldFormat_${chainId}`, campaignsToOldFormat(liveDynamicData, merklChainData));
|
121
|
-
log.info(`✅ ${NETWORK_LABELS[chainId]} caches updated successfully`);
|
122
|
-
for (const entry of Object.entries(liveDynamicData)) {
|
123
|
-
await CampaignService.fill(Object.values(entry[1]).map(({ campaignId, chainId }) => ({
|
124
|
-
campaignId,
|
125
|
-
distributionChain: chainId,
|
126
|
-
})));
|
127
|
-
const [type, mainParameter] = entry[0].split("_");
|
128
|
-
try {
|
129
|
-
const apr = AprService.extractFromDynamicData(+type, Object.values(entry[1]));
|
130
|
-
const tvl = TvlService.extractFromDynamicData(+type, Object.values(entry[1]));
|
131
|
-
const dailyRewards = await RewardService.extractDailyRewardsRecordFromDynamicData(+type, Object.values(entry[1]));
|
132
|
-
const opportunityId = OpportunityService.hashId({
|
133
|
-
chainId,
|
134
|
-
identifier: mainParameter,
|
135
|
-
type: CampaignService.getTypeFromV3(+type),
|
136
|
-
});
|
137
|
-
await OpportunityRepository.updateRecords(opportunityId, apr, tvl, dailyRewards);
|
138
|
-
}
|
139
|
-
catch { }
|
140
|
-
}
|
141
|
-
await OpportunityService.updateMetadata(chainId);
|
142
|
-
// ─── Refresh Cache For GET /opportunities ────
|
143
|
-
await CacheService.set(TTLPresets.MIN_5, OpportunityService.findMany, { items: 50, page: 0 });
|
144
|
-
log.info(`✅ ${NETWORK_LABELS[chainId]} DB records updated successfully`);
|
145
|
-
}
|
146
|
-
else {
|
147
|
-
if (chainId === ChainId.CORE || chainId === ChainId.THUNDERCORE) {
|
148
|
-
log.info(`⚠️ no campaigns found for ${NETWORK_LABELS[chainId]}, setting empty cache`);
|
149
|
-
for (const key of [
|
150
|
-
"Campaigns",
|
151
|
-
"LiveCampaigns",
|
152
|
-
"CampaignsOldFormat",
|
153
|
-
"LiveCampaignsOldFormat",
|
154
|
-
]) {
|
155
|
-
await Redis.safeSet(`${key}_${chainId}`, {});
|
156
|
-
}
|
157
|
-
log.info(`✅ ${NETWORK_LABELS[chainId]} caches updated - empty cache`);
|
158
|
-
}
|
159
|
-
}
|
160
|
-
}
|
161
|
-
catch (error) {
|
162
|
-
log.error(`❌ update Campaigns cache failed for ${NETWORK_LABELS[chainId]}`, error);
|
163
|
-
success = false;
|
164
|
-
}
|
165
|
-
// This is independant of campaigns cache update, so not in the if condition
|
166
|
-
try {
|
167
|
-
await staticCampaignWithCache(chainId);
|
168
|
-
}
|
169
|
-
catch (error) {
|
170
|
-
log.error(`❌ update Campaigns cache failed for ${NETWORK_LABELS[chainId]}`, error);
|
171
|
-
}
|
172
|
-
return { success };
|
173
|
-
};
|