@merkl/api 0.15.49 → 0.16.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/backgroundJobs/jobs/campaignsCacheUpdater.d.ts +4 -1
- package/dist/src/backgroundJobs/jobs/campaignsCacheUpdater.js +12 -8
- package/dist/src/jobs/etl/dynamic-data.d.ts +1 -1
- package/dist/src/jobs/etl/dynamic-data.js +4 -145
- package/dist/tsconfig.package.tsbuildinfo +1 -1
- package/package.json +1 -1
@@ -1,4 +1,4 @@
|
|
1
|
-
import { Campaign, type CampaignDynamicData } from "@sdk";
|
1
|
+
import { Campaign, type CampaignDynamicData, ChainId } from "@sdk";
|
2
2
|
import { Elysia } from "elysia";
|
3
3
|
export type CampaignsCacheUpdaterReturnType = {
|
4
4
|
[type_mainParameter: string]: {
|
@@ -45,3 +45,6 @@ export declare const campaignsCacheUpdater: Elysia<"", false, {
|
|
45
45
|
resolve: {};
|
46
46
|
schema: {};
|
47
47
|
}>;
|
48
|
+
export declare const campaignCacheUpdate: (rawChainId: string, queryCampaignTypes: number[], highCampaignsChains: ChainId[]) => Promise<{
|
49
|
+
success: boolean;
|
50
|
+
}>;
|
@@ -20,6 +20,15 @@ import { ALL_CAMPAIGNS_FOR_CHAIN_AFTER } from "../../utils/queries/allCampaigns"
|
|
20
20
|
const highCampaignsChains = [ChainId.ARBITRUM, ChainId.POLYGON, ChainId.BLAST, ChainId.BASE];
|
21
21
|
export const campaignsCacheUpdater = new Elysia().get("/v3/update", async ({ query }) => {
|
22
22
|
const rawChainId = query.chainId;
|
23
|
+
const queryCampaignTypes = query?.campaignTypes ? query.campaignTypes : [];
|
24
|
+
return campaignCacheUpdate(rawChainId, queryCampaignTypes, highCampaignsChains);
|
25
|
+
}, {
|
26
|
+
query: t.Object({
|
27
|
+
chainId: t.String(),
|
28
|
+
campaignTypes: t.Optional(t.Array(t.Numeric())),
|
29
|
+
}),
|
30
|
+
});
|
31
|
+
export const campaignCacheUpdate = async (rawChainId, queryCampaignTypes, highCampaignsChains) => {
|
23
32
|
let chainId;
|
24
33
|
if (typeof rawChainId === "string") {
|
25
34
|
chainId = Number.parseInt(rawChainId);
|
@@ -58,8 +67,8 @@ export const campaignsCacheUpdater = new Elysia().get("/v3/update", async ({ que
|
|
58
67
|
log.local(`Data length after filtering: ${staticData.length}`);
|
59
68
|
if (!!staticData) {
|
60
69
|
// Build list of existing campaign types for this chain
|
61
|
-
const campaignTypes = !!
|
62
|
-
?
|
70
|
+
const campaignTypes = !!queryCampaignTypes?.length
|
71
|
+
? queryCampaignTypes
|
63
72
|
: !staticData
|
64
73
|
? []
|
65
74
|
: staticData
|
@@ -160,9 +169,4 @@ export const campaignsCacheUpdater = new Elysia().get("/v3/update", async ({ que
|
|
160
169
|
log.error(`❌ update Campaigns cache failed for ${NETWORK_LABELS[chainId]}`, error);
|
161
170
|
}
|
162
171
|
return { success };
|
163
|
-
}
|
164
|
-
query: t.Object({
|
165
|
-
chainId: t.String(),
|
166
|
-
campaignTypes: t.Optional(t.Array(t.Numeric())),
|
167
|
-
}),
|
168
|
-
});
|
172
|
+
};
|
@@ -1,22 +1,7 @@
|
|
1
|
-
import {
|
2
|
-
import {
|
3
|
-
import { AprService, CampaignService, OpportunityService } from "../../modules/v4";
|
4
|
-
import { CacheService } from "../../modules/v4/cache";
|
5
|
-
import { TTLPresets } from "../../modules/v4/cache/cache.model";
|
6
|
-
import { OpportunityRepository } from "../../modules/v4/opportunity/opportunity.repository";
|
7
|
-
import { RewardService } from "../../modules/v4/reward";
|
8
|
-
import { TvlService } from "../../modules/v4/tvl";
|
9
|
-
import { engineDbClient } from "../../utils/prisma";
|
10
|
-
import { Campaign, ChainId, NETWORK_LABELS, isSupportedChain, } from "@sdk";
|
11
|
-
import moment from "moment";
|
12
|
-
import { campaignsDynamicData } from "../../libs/campaigns/campaignsDynamicData";
|
13
|
-
import { merklChainData } from "../../libs/merklChainData";
|
14
|
-
import { staticCampaignWithCache } from "../../libs/staticCampaigns";
|
1
|
+
import { campaignCacheUpdate } from "../../backgroundJobs/jobs/campaignsCacheUpdater";
|
2
|
+
import { ChainId, isSupportedChain } from "@sdk";
|
15
3
|
import { InvalidParameter, UnsupportedNetwork } from "../../utils/error";
|
16
|
-
|
17
|
-
import { log } from "../../utils/logger";
|
18
|
-
import { ALL_CAMPAIGNS_FOR_CHAIN_AFTER } from "../../utils/queries/allCampaigns";
|
19
|
-
let campaignTypes = process.env.CAMPAIGN_TYPES ? JSON.parse(process.env.CAMPAIGN_TYPES) : [];
|
4
|
+
const campaignTypes = process.env.CAMPAIGN_TYPES ? JSON.parse(process.env.CAMPAIGN_TYPES) : [];
|
20
5
|
const highCampaignsChains = [ChainId.ARBITRUM, ChainId.POLYGON, ChainId.BLAST, ChainId.BASE];
|
21
6
|
export const main = async () => {
|
22
7
|
const rawChainId = process.env.CHAIN_ID;
|
@@ -29,133 +14,7 @@ export const main = async () => {
|
|
29
14
|
else {
|
30
15
|
throw new InvalidParameter("Invalid chainId provided");
|
31
16
|
}
|
32
|
-
|
33
|
-
try {
|
34
|
-
await Redis.safeSet(`MerklChainData_${chainId}`, await merklChainData(chainId));
|
35
|
-
}
|
36
|
-
catch (error) {
|
37
|
-
log.error(`❌ update merklChainData cache failed for ${NETWORK_LABELS[chainId]}`, error);
|
38
|
-
success = false;
|
39
|
-
}
|
40
|
-
log.local(`🔁 updating ${NETWORK_LABELS[chainId]} Campaigns cache`);
|
41
|
-
let campaignsAfter = moment().subtract(3, "months").unix();
|
42
|
-
if (highCampaignsChains.includes(chainId)) {
|
43
|
-
campaignsAfter = moment().subtract(1, "months").unix();
|
44
|
-
}
|
45
|
-
const TWO_WEEKS_AGO = moment().subtract(2, "weeks").unix();
|
46
|
-
try {
|
47
|
-
const dynamicData = {};
|
48
|
-
let staticData = (await engineDbClient.$queryRaw(ALL_CAMPAIGNS_FOR_CHAIN_AFTER(chainId, campaignsAfter)));
|
49
|
-
log.local(`Data length before filtering: ${staticData.length}`);
|
50
|
-
const mainParameters = {};
|
51
|
-
staticData = staticData.filter(campaign => {
|
52
|
-
if (campaign.endTimestamp < TWO_WEEKS_AGO && campaign.campaignType === Campaign.CLAMM) {
|
53
|
-
campaign.campaignParameters.forwarders = [];
|
54
|
-
}
|
55
|
-
mainParameters[campaign.mainParameter] = true;
|
56
|
-
return true;
|
57
|
-
});
|
58
|
-
log.local(`Data length after filtering: ${staticData.length}`);
|
59
|
-
if (!!staticData) {
|
60
|
-
// Build list of existing campaign types for this chain
|
61
|
-
campaignTypes = !!campaignTypes.length
|
62
|
-
? campaignTypes
|
63
|
-
: !staticData
|
64
|
-
? []
|
65
|
-
: staticData
|
66
|
-
.map(campaign => campaign.campaignType)
|
67
|
-
.reduce((prev, campaignType) => {
|
68
|
-
if (!prev.includes(campaignType))
|
69
|
-
prev.push(campaignType);
|
70
|
-
return prev;
|
71
|
-
}, []);
|
72
|
-
// Fetch dynamic data for all these types
|
73
|
-
const promisesPerType = campaignTypes.map(async (campaignType) => {
|
74
|
-
const campaigns = staticData.filter(campaign => campaign.campaignType === campaignType);
|
75
|
-
await executeSimple(chainId, campaignsDynamicData(chainId, campaigns, campaignType)).then(r => {
|
76
|
-
for (const d of r) {
|
77
|
-
if (!!d) {
|
78
|
-
// Main Parameter OVERRIDING
|
79
|
-
if (d.campaignType === Campaign.SILO && d.campaignParameters.whitelist?.length === 1) {
|
80
|
-
d.mainParameter = `${d.mainParameter}-${d.campaignParameters.whitelist[0]}`;
|
81
|
-
}
|
82
|
-
if (!dynamicData[`${d.campaignType}_${d.mainParameter}`])
|
83
|
-
dynamicData[`${d.campaignType}_${d.mainParameter}`] = {};
|
84
|
-
dynamicData[`${d.campaignType}_${d.mainParameter}`][d.campaignId] = d;
|
85
|
-
}
|
86
|
-
}
|
87
|
-
});
|
88
|
-
});
|
89
|
-
await Promise.all(promisesPerType);
|
90
|
-
}
|
91
|
-
if (!!dynamicData && Object.keys(dynamicData).length > 0) {
|
92
|
-
await Redis.safeSet(`Campaigns_${chainId}`, dynamicData);
|
93
|
-
// Set live or future campaigns
|
94
|
-
const liveDynamicData = {};
|
95
|
-
for (const [type_mainParameter, value] of Object.entries(dynamicData)) {
|
96
|
-
const liveDynamicData = {};
|
97
|
-
for (const [campaignId, data] of Object.entries(value)) {
|
98
|
-
if (data.endTimestamp > moment().unix()) {
|
99
|
-
if (!liveDynamicData[type_mainParameter]) {
|
100
|
-
liveDynamicData[type_mainParameter] = {};
|
101
|
-
}
|
102
|
-
liveDynamicData[type_mainParameter][campaignId] = data;
|
103
|
-
}
|
104
|
-
}
|
105
|
-
}
|
106
|
-
await Redis.safeSet(`LiveCampaigns_${chainId}`, liveDynamicData);
|
107
|
-
const merklChainData = await Redis.get("MerklChainData", chainId);
|
108
|
-
await Redis.safeSet(`CampaignsOldFormat_${chainId}`, campaignsToOldFormat(dynamicData, merklChainData));
|
109
|
-
await Redis.safeSet(`LiveCampaignsOldFormat_${chainId}`, campaignsToOldFormat(liveDynamicData, merklChainData));
|
110
|
-
log.info(`✅ ${NETWORK_LABELS[chainId]} caches updated successfully`);
|
111
|
-
for (const entry of Object.entries(liveDynamicData)) {
|
112
|
-
await CampaignService.fill(Object.values(entry[1]).map(({ campaignId, chainId }) => ({
|
113
|
-
campaignId,
|
114
|
-
distributionChain: chainId,
|
115
|
-
})));
|
116
|
-
const [type, mainParameter] = entry[0].split("_");
|
117
|
-
const apr = AprService.extractFromDynamicData(+type, Object.values(entry[1]));
|
118
|
-
const tvl = TvlService.extractFromDynamicData(+type, Object.values(entry[1]));
|
119
|
-
const dailyRewards = await RewardService.extractDailyRewardsRecordFromDynamicData(+type, Object.values(entry[1]));
|
120
|
-
const opportunityId = OpportunityService.hashId({
|
121
|
-
chainId,
|
122
|
-
identifier: mainParameter,
|
123
|
-
type: CampaignService.getTypeFromV3(+type),
|
124
|
-
});
|
125
|
-
await OpportunityRepository.updateRecords(opportunityId, apr, tvl, dailyRewards);
|
126
|
-
}
|
127
|
-
await OpportunityService.updateMetadata(chainId);
|
128
|
-
// ─── Refresh Cache For GET /opportunities ────
|
129
|
-
await CacheService.set(TTLPresets.MIN_5, OpportunityService.getMany, { items: 50, page: 0 });
|
130
|
-
log.info(`✅ ${NETWORK_LABELS[chainId]} DB records updated successfully`);
|
131
|
-
}
|
132
|
-
else {
|
133
|
-
if (chainId === ChainId.CORE || chainId === ChainId.THUNDERCORE) {
|
134
|
-
log.info(`⚠️ no campaigns found for ${NETWORK_LABELS[chainId]}, setting empty cache`);
|
135
|
-
for (const key of [
|
136
|
-
"Campaigns",
|
137
|
-
"LiveCampaigns",
|
138
|
-
"CampaignsOldFormat",
|
139
|
-
"LiveCampaignsOldFormat",
|
140
|
-
]) {
|
141
|
-
await Redis.safeSet(`${key}_${chainId}`, {});
|
142
|
-
}
|
143
|
-
log.info(`✅ ${NETWORK_LABELS[chainId]} caches updated - empty cache`);
|
144
|
-
}
|
145
|
-
}
|
146
|
-
}
|
147
|
-
catch (error) {
|
148
|
-
log.error(`❌ update Campaigns cache failed for ${NETWORK_LABELS[chainId]}`, error);
|
149
|
-
success = false;
|
150
|
-
}
|
151
|
-
// This is independant of campaigns cache update, so not in the if condition
|
152
|
-
try {
|
153
|
-
await staticCampaignWithCache(chainId);
|
154
|
-
}
|
155
|
-
catch (error) {
|
156
|
-
log.error(`❌ update Campaigns cache failed for ${NETWORK_LABELS[chainId]}`, error);
|
157
|
-
}
|
158
|
-
return { success };
|
17
|
+
return campaignCacheUpdate(rawChainId, campaignTypes, highCampaignsChains);
|
159
18
|
};
|
160
19
|
main()
|
161
20
|
.then(success => (success ? process.exit(0) : process.exit(1)))
|