@helium/distributor-oracle 0.9.29 → 0.9.31

package/lib/esm/src/pgDatabase.js

@@ -0,0 +1,169 @@
+// @ts-ignore
+import { BN } from "@coral-xyz/anchor";
+import { decodeEntityKey, entityCreatorKey, keyToAssetForAsset, } from "@helium/helium-entity-manager-sdk";
+import { lazyDistributorKey, recipientKey } from "@helium/lazy-distributor-sdk";
+import { getAsset, HNT_MINT, searchAssets, } from "@helium/spl-utils";
+import { PublicKey } from "@solana/web3.js";
+import { Op } from "sequelize";
+import { DAO } from "./constants";
+import { DeviceType, } from "./database";
+import { Reward, sequelize, WalletClaimJob } from "./model";
+const ENTITY_CREATOR = entityCreatorKey(DAO)[0];
+const HNT_LAZY_DISTRIBUTOR = lazyDistributorKey(HNT_MINT)[0];
+const getRewardTypeForDevice = (deviceType) => `${deviceType.toString().toLowerCase()}_gateway`;
+export class PgDatabase {
+    issuanceProgram;
+    lazyDistributorProgram;
+    getAssetFn;
+    searchAssetsFn;
+    constructor(issuanceProgram, lazyDistributorProgram, getAssetFn = getAsset, searchAssetsFn = searchAssets) {
+        this.issuanceProgram = issuanceProgram;
+        this.lazyDistributorProgram = lazyDistributorProgram;
+        this.getAssetFn = getAssetFn;
+        this.searchAssetsFn = searchAssetsFn;
+    }
+    async getOrCreateWalletClaimJob(wallet, batchNumber) {
+        if (!batchNumber) {
+            await WalletClaimJob.destroy({
+                where: { wallet: wallet.toBase58() },
+            });
+        }
+        const job = await WalletClaimJob.findOne({
+            where: { wallet: wallet.toBase58() },
+        });
+        if (!job) {
+            let page = 1;
+            const limit = 1000;
+            let allKtas = [];
+            while (true) {
+                const assets = (await this.searchAssetsFn(process.env.ASSET_API_URL ||
+                    this.issuanceProgram.provider.connection.rpcEndpoint, {
+                    ownerAddress: wallet.toBase58(),
+                    creatorVerified: true,
+                    creatorAddress: ENTITY_CREATOR.toBase58(),
+                    page,
+                    limit,
+                })) || [];
+                allKtas = allKtas.concat(assets.map((asset) => keyToAssetForAsset(asset, DAO).toBase58()));
+                if (assets.length < limit) {
+                    break;
+                }
+                page++;
+            }
+            const job = await WalletClaimJob.create({
+                wallet: wallet.toBase58(),
+                remainingKtas: allKtas,
+            });
+            await job.save();
+            return job;
+        }
+        return job;
+    }
+    async getRewardableEntities(wallet, limit, batchNumber = 0) {
+        const job = await this.getOrCreateWalletClaimJob(wallet, batchNumber);
+        const entities = [];
+        let nextBatchNumber = batchNumber || 0;
+        while (entities.length == 0) {
+            const remainingKtas = job.remainingKtas.slice(nextBatchNumber * limit, (nextBatchNumber + 1) * limit);
+            if (remainingKtas.length === 0) {
+                nextBatchNumber++;
+                break;
+            }
+            const ktas = (await this.issuanceProgram.account.keyToAssetV0.fetchMultiple(remainingKtas)).map((kta, index) => ({
+                ...kta,
+                address: new PublicKey(remainingKtas[index]),
+            }));
+            const assets = ktas.map((kta) => kta.asset);
+            const recipientKeys = assets.map((a) => recipientKey(HNT_LAZY_DISTRIBUTOR, a)[0]);
+            const recipients = (await this.lazyDistributorProgram.account.recipientV0.fetchMultiple(recipientKeys)).map((r, index) => ({
+                ...r,
+                address: new PublicKey(recipientKeys[index]),
+            }));
+            const entityKeys = ktas.map((kta) => decodeEntityKey(kta.entityKey, kta.keySerialization));
+            const lifetimeRewards = await this.getBulkRewards(entityKeys);
+            for (let i = 0; i < recipients.length; i++) {
+                const entityKey = entityKeys[i];
+                const recipient = recipients[i];
+                const kta = ktas[i];
+                const lifetimeReward = lifetimeRewards[entityKey];
+                const pendingRewards = new BN(lifetimeReward).sub(recipient?.totalRewards || new BN("0"));
+                if (!pendingRewards.lte(new BN("0"))) {
+                    entities.push({
+                        keyToAsset: kta,
+                        lifetimeReward: lifetimeReward,
+                        pendingReward: pendingRewards.toString(),
+                        recipient: recipient,
+                    });
+                }
+            }
+            nextBatchNumber++;
+        }
+        return {
+            entities,
+            nextBatchNumber,
+        };
+    }
+    async getTotalRewards() {
+        const totalRewards = (await Reward.findAll({
+            attributes: [
+                [sequelize.fn("SUM", sequelize.col("rewards")), "rewards"],
+            ],
+        }))[0].rewards;
+        return totalRewards;
+    }
+    getActiveDevices(type) {
+        const rewardTypes = type
+            ? [getRewardTypeForDevice(type)]
+            : Object.values(DeviceType)
+                .filter((value) => isNaN(Number(value))) // Filter out numeric enum keys
+                .map((deviceType) => getRewardTypeForDevice(deviceType));
+        return Reward.count({
+            where: {
+                lastReward: {
+                    [Op.gte]: new Date(Date.now() - 1000 * 60 * 60 * 24 * 30), // Active within the last 30 days
+                },
+                rewardType: {
+                    [Op.in]: rewardTypes,
+                },
+            },
+        });
+    }
+    async getBulkRewards(entityKeys) {
+        const rewards = await Reward.findAll({
+            where: {
+                address: {
+                    [Op.in]: entityKeys,
+                },
+            },
+        });
+        return rewards
+            .map((rew) => [rew.address, rew.rewards])
+            .reduce((acc, [key, val]) => {
+            acc[key] = new BN(val).toString();
+            return acc;
+        }, {});
+    }
+    async getCurrentRewards(assetId) {
+        const asset = await this.getAssetFn(process.env.ASSET_API_URL ||
+            this.issuanceProgram.provider.connection.rpcEndpoint, assetId);
+        if (!asset) {
+            console.error("No asset found", assetId.toBase58());
+            return "0";
+        }
+        const keyToAssetKey = keyToAssetForAsset(asset, DAO);
+        const keyToAsset = await this.issuanceProgram.account.keyToAssetV0.fetch(keyToAssetKey);
+        const entityKey = decodeEntityKey(keyToAsset.entityKey, keyToAsset.keySerialization);
+        // Verify the creator is our entity creator, otherwise they could just
+        // pass in any NFT with this ecc compact to collect rewards
+        if (!asset.creators[0].verified ||
+            !new PublicKey(asset.creators[0].address).equals(ENTITY_CREATOR)) {
+            throw new Error("Not a valid rewardable entity");
+        }
+        return this.getCurrentRewardsByEntity(entityKey);
+    }
+    async getCurrentRewardsByEntity(entityKeyStr) {
+        const reward = (await Reward.findByPk(entityKeyStr));
+        return new BN(reward?.rewards).toString() || "0";
+    }
+}
+//# sourceMappingURL=pgDatabase.js.map

package/lib/esm/src/pgDatabase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgDatabase.js","sourceRoot":"","sources":["../../../src/pgDatabase.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,OAAO,EAAE,EAAE,EAAW,MAAM,mBAAmB,CAAC;AAChD,OAAO,EACL,eAAe,EACf,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,mCAAmC,CAAC;AAG3C,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAChF,OAAO,EAEL,QAAQ,EACR,QAAQ,EACR,YAAY,GAEb,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AAC/B,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAEL,UAAU,GAIX,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE5D,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAEhD,MAAM,oBAAoB,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAE7D,MAAM,sBAAsB,GAAG,CAAC,UAAsB,EAAU,EAAE,CAChE,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;AACnD,MAAM,OAAO,UAAU;IAEV;IACA;IACA;IAIA;IAPX,YACW,eAA6C,EAC7C,sBAAgD,EAChD,aAGyB,QAAQ,EACjC,iBAGe,YAAY;QAT3B,oBAAe,GAAf,eAAe,CAA8B;QAC7C,2BAAsB,GAAtB,sBAAsB,CAA0B;QAChD,eAAU,GAAV,UAAU,CAGuB;QACjC,mBAAc,GAAd,cAAc,CAGa;IACnC,CAAC;IAEI,KAAK,CAAC,yBAAyB,CACrC,MAAiB,EACjB,WAAoB;QAEpB,IAAI,CAAC,WAAW,EAAE;YAChB,MAAM,cAAc,CAAC,OAAO,CAAC;gBAC3B,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,EAAE;aACrC,CAAC,CAAC;SACJ;QACD,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC;YACvC,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,EAAE;SACrC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,EAAE;YACR,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,MAAM,KAAK,GAAG,IAAI,CAAC;YACnB,IAAI,OAAO,GAAa,EAAE,CAAC;YAE3B,OAAO,IAAI,EAAE;gBACX,MAAM,MAAM,GACV,CAAC,MAAM,IAAI,CAAC,cAAc,CACxB,OAAO,CAAC,GAAG,CAAC,aAAa;oBACvB,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,WAAW,EACtD;oBACE,YAAY,EAAE,MAAM,CAAC,QAAQ,EAAE;oBAC/B,eAAe,EAAE,IAAI;oBACrB,cAAc,EAAE,cAAc,CAAC,QAAQ,EAAE;oBACzC,IAAI;oBACJ,KAAK;iBACN,CACF,CAAC,IAAI,EAAE,CAAC;gBAEX,OAAO,GAAG,OAAO,CAAC,MAAM,CACtB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CACjE,CAAC;gBAEF,IAAI,MAAM,CAAC,MAAM,GAAG,KAAK,EAAE;oBACzB,MAAM;iBACP;gBAED,IAAI,EAAE,CAAC;aACR;YACD,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC;gBACtC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;gBACzB,aAAa,EAAE,OAAO;aACvB,CAAC,CAAC;YACH,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,GAAG,CAAC;SACZ;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,qBAAqB,CACzB,MAAiB,EACjB,KAAa,EACb,cAAsB,CAAC;QAKvB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,IAAI,eAAe,GAAG,WAAW,IAAI,CAAC,CAAC;QACvC,OAAO,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE;YAC3B,MAAM,aAAa,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAC3C,eAAe,GAAG,KAAK,EACvB,CAAC,eAAe,GAAG,CAAC,CAAC,GAAG,KAAK,CAC9B,CAAC;YACF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE;gBAC9B,eAAe,EAAE,CAAC;gBAClB,MAAM;aACP;YACD,MAAM,IAAI,GAAG,CACX,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,YAAY,CAAC,aAAa,CAC3D,aAAa,CACd,CACF,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACrB,GAAI,GAAoB;gBACxB,OAAO,EAAE,IAAI,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;aAC7C,CAAC,CAAC,CAAC;YACJ,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAChD,CAAC;YACF,MAAM,UAAU,GAAG,CACjB,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,WAAW,CAAC,aAAa,CACjE,aAAa,CACd,CACF,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACnB,GAAI,CAAiB;gBACrB,OAAO,EAAE,IAAI,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;aAC7C,CAAC,CAAC,CAAC;YACJ,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,GAAG,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,gBAAgB,CAAE,CAC/D,CAAC;YACF,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YAC9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAC1C,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBACpB,MAAM,cAAc,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;gBAElD,MAAM,cAAc,GAAG,IAAI,EAAE,CAAC,cAAc,CAAC,CAAC,GAAG,CAC/C,SAAS,EAAE,YAAY,IAAI,IAAI,EAAE,CAAC,GAAG,CAAC,CACvC,CAAC;gBACF,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE;oBACpC,QAAQ,CAAC,IAAI,CAAC;wBACZ,UAAU,EAAE,GAAG;wBACf,cAAc,EAAE,cAAc;wBAC9B,aAAa,EAAE,cAAc,CAAC,QAAQ,EAAE;wBACxC,SAAS,EAAE,SAAS;qBACrB,CAAC,CAAC;iBACJ;aACF;YACD,eAAe,EAAE,CAAC;SACnB;QAED,OAAO;YACL,QAAQ;YACR,eAAe;SAChB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,MAAM,YAAY,GAAG,CACnB,MAAM,MAAM,CAAC,OAAO,CAAC;YACnB,UAAU,EAAE;gBACV,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC;aAC3D;SACF,CAAC,CACH,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QACb,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,gBAAgB,CAAC,IAAiB;QAChC,MAAM,WAAW,GAAG,IAAI;YACtB,CAAC,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;YAChC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;iBACtB,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,+BAA+B;iBACvE,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAClB,sBAAsB,CAAC,UAAwB,CAAC,CACjD,CAAC;QAER,OAAO,MAAM,CAAC,KAAK,CAAC;YAClB,KAAK,EAAE;gBACL,UAAU,EAAE;oBACV,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,iCAAiC;iBAC7F;gBACD,UAAU,EAAE;oBACV,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW;iBACrB;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,UAAoB;QACvC,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;YACnC,KAAK,EAAE;gBACL,OAAO,EAAE;oBACP,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU;iBACpB;aACF;SACF,CAAC,CAAC;QAEH,OAAO,OAAO;aACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;aACxC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE;YAC1B,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClC,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAA4B,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAkB;QACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CACjC,OAAO,CAAC,GAAG,CAAC,aAAa;YACvB,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,WAAW,EACtD,OAAO,CACR,CAAC;QACF,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;YACpD,OAAO,GAAG,CAAC;SACZ;QACD,MAAM,aAAa,GAAG,kBAAkB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CACtE,aAAa,CACd,CAAC;QACF,MAAM,SAAS,GAAG,eAAe,CAC/B,UAAU,CAAC,SAAS,EACpB,UAAU,CAAC,gBAAgB,CAC3B,CAAC;QACH,sEAAsE;QACtE,2DAA2D;QAC3D,IACE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ;YAC3B,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,EAChE;YACA,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;SAClD;QAED,OAAO,IAAI,CAAC,yBAAyB,CAAC,SAAS,CAAC,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,yBAAyB,CAAC,YAAoB;QAClD,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAW,CAAC;QAE/D,OAAO,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,EAAE,IAAI,GAAG,CAAC;IACnD,CAAC;CACF"}

package/lib/esm/src/server.js

@@ -1,113 +1,34 @@
-import dotenv from "dotenv";
-dotenv.config();
 import { compileTransaction, customSignerKey, init as initTuktuk, RemoteTaskTransactionV0, } from "@helium/tuktuk-sdk";
+import dotenv from "dotenv";
 import { sign } from "tweetnacl";
+dotenv.config();
 // @ts-ignore
 import { AnchorProvider, BN, getProvider, setProvider, } from "@coral-xyz/anchor";
-import { decodeEntityKey, entityCreatorKey, init as initHeliumEntityManager, keyToAssetKey, keyToAssetForAsset, } from "@helium/helium-entity-manager-sdk";
-import { daoKey } from "@helium/helium-sub-daos-sdk";
-import { distributeCompressionRewards, init as initLazy, lazyDistributorKey, PROGRAM_ID as LD_PID, recipientKey, } from "@helium/lazy-distributor-sdk";
-import { init as initRewards, PROGRAM_ID as RO_PID, } from "@helium/rewards-oracle-sdk";
-import { getAsset, HNT_MINT, IOT_MINT, toNumber, } from "@helium/spl-utils";
-import { AccountFetchCache } from "@helium/account-fetch-cache";
-import { Keypair, PublicKey, ComputeBudgetProgram, VersionedTransaction, } from "@solana/web3.js";
-import { Op } from "sequelize";
-import fs from "fs";
-import { Reward, sequelize } from "./model";
-import Fastify from "fastify";
 import cors from "@fastify/cors";
+import { AccountFetchCache } from "@helium/account-fetch-cache";
+import { decodeEntityKey, init as initHeliumEntityManager, keyToAssetKey, } from "@helium/helium-entity-manager-sdk";
+import { init as initHplCrons } from "@helium/hpl-crons-sdk";
+import { distributeCompressionRewards, initializeCompressionRecipient, init as initLazy, lazyDistributorKey, PROGRAM_ID as LD_PID, recipientKey, } from "@helium/lazy-distributor-sdk";
+import { init as initRewards, PROGRAM_ID as RO_PID, } from "@helium/rewards-oracle-sdk";
+import { getAsset, toNumber } from "@helium/spl-utils";
 import { getLeafAssetId } from "@metaplex-foundation/mpl-bubblegum";
-import { register, totalRewardsGauge } from "./metrics";
+import { createMemoInstruction } from "@solana/spl-memo";
 import { getAssociatedTokenAddressSync } from "@solana/spl-token";
-const HNT = process.env.HNT_MINT
-    ? new PublicKey(process.env.HNT_MINT)
-    : HNT_MINT;
-const DNT = process.env.DNT_MINT
-    ? new PublicKey(process.env.DNT_MINT)
-    : IOT_MINT;
-const DAO = daoKey(HNT)[0];
-const ENTITY_CREATOR = entityCreatorKey(DAO)[0];
-export class PgDatabase {
-    issuanceProgram;
-    getAssetFn;
-    constructor(issuanceProgram, getAssetFn = getAsset) {
-        this.issuanceProgram = issuanceProgram;
-        this.getAssetFn = getAssetFn;
-    }
-    async getTotalRewards() {
-        const totalRewards = (await Reward.findAll({
-            attributes: [
-                [sequelize.fn("SUM", sequelize.col("rewards")), "rewards"],
-            ],
-        }))[0].rewards;
-        return totalRewards;
-    }
-    getActiveDevices() {
-        return Reward.count({
-            where: {
-                [Op.and]: [
-                    {
-                        lastReward: {
-                            [Op.gte]: new Date(Date.now() - 1000 * 60 * 60 * 24 * 30), // Active within the last 30 days
-                        },
-                    },
-                    {
-                        [Op.or]: [
-                            {
-                                rewardType: "mobile_gateway",
-                            },
-                            {
-                                rewardType: "iot_gateway",
-                            },
-                        ],
-                    },
-                ],
-            },
-        });
-    }
-    async getBulkRewards(entityKeys) {
-        const rewards = await Reward.findAll({
-            where: {
-                address: {
-                    [Op.in]: entityKeys,
-                },
-            },
-        });
-        return rewards
-            .map((rew) => [rew.address, rew.rewards])
-            .reduce((acc, [key, val]) => {
-            acc[key] = new BN(val).toString();
-            return acc;
-        }, {});
-    }
-    async getCurrentRewards(assetId) {
-        const asset = await this.getAssetFn(process.env.ASSET_API_URL ||
-            this.issuanceProgram.provider.connection.rpcEndpoint, assetId);
-        if (!asset) {
-            console.error("No asset found", assetId.toBase58());
-            return "0";
-        }
-        const keyToAssetKey = keyToAssetForAsset(asset, DAO);
-        const keyToAsset = await this.issuanceProgram.account.keyToAssetV0.fetch(keyToAssetKey);
-        const entityKey = decodeEntityKey(keyToAsset.entityKey, keyToAsset.keySerialization);
-        // Verify the creator is our entity creator, otherwise they could just
-        // pass in any NFT with this ecc compact to collect rewards
-        if (!asset.creators[0].verified ||
-            !new PublicKey(asset.creators[0].address).equals(ENTITY_CREATOR)) {
-            throw new Error("Not a valid rewardable entity");
-        }
-        return this.getCurrentRewardsByEntity(entityKey);
-    }
-    async getCurrentRewardsByEntity(entityKeyStr) {
-        const reward = (await Reward.findByPk(entityKeyStr));
-        return new BN(reward?.rewards).toString() || "0";
-    }
-}
+import { ComputeBudgetProgram, Keypair, PublicKey, SystemProgram, VersionedTransaction, } from "@solana/web3.js";
+import Fastify from "fastify";
+import fs from "fs";
+import { DAO, DNT, MAX_CLAIMS_PER_TX } from "./constants";
+import { DeviceType } from "./database";
+import { register, totalRewardsGauge } from "./metrics";
+import { PgDatabase } from "./pgDatabase";
+import { Reward, WalletClaimJob } from "./model";
+export * from "./database";
 export class OracleServer {
     tuktukProgram;
     ldProgram;
     roProgram;
     hemProgram;
+    hplCronsProgram;
     oracle;
     db;
     lazyDistributor;
@@ -117,11 +38,12 @@ export class OracleServer {
     server;
     constructor(
     // tuktuk is on a different version of anchor, so this has to be done.
-    tuktukProgram, ldProgram, roProgram, hemProgram, oracle, db, lazyDistributor, dao = DAO) {
+    tuktukProgram, ldProgram, roProgram, hemProgram, hplCronsProgram, oracle, db, lazyDistributor, dao = DAO) {
         this.tuktukProgram = tuktukProgram;
         this.ldProgram = ldProgram;
         this.roProgram = roProgram;
         this.hemProgram = hemProgram;
+        this.hplCronsProgram = hplCronsProgram;
         this.oracle = oracle;
         this.db = db;
         this.lazyDistributor = lazyDistributor;
@@ -164,6 +86,8 @@ export class OracleServer {
         await this.app.close();
     }
     addRoutes() {
+        this.app.get("/active-iot-devices", this.getActiveIotDevicesHandler.bind(this));
+        this.app.get("/active-mobile-devices", this.getActiveMobileDevicesHandler.bind(this));
         this.app.get("/active-devices", this.getActiveDevicesHandler.bind(this));
         this.app.post("/bulk-rewards", this.getAllRewardsHandler.bind(this));
         this.app.get("/will-pay-recipient", (_req, res) => {
@@ -174,9 +98,22 @@ export class OracleServer {
         this.app.get("/", this.getCurrentRewardsHandler.bind(this));
         this.app.post("/", this.signTransactionHandler.bind(this));
         this.app.post("/bulk-sign", this.signBulkTransactionsHandler.bind(this));
-        this.app.post("/v1/tuktuk/:keyToAssetKey", this.tuktukHandler.bind(this));
+        this.app.post("/v1/tuktuk/kta/:keyToAssetKey", this.tuktukKtaHandler.bind(this));
+        this.app.post("/v1/tuktuk/wallet/:wallet", this.tuktukWalletHandler.bind(this));
         this.app.post("/v1/sign/:keyToAssetKey", this.signHandler.bind(this));
     }
+    async getActiveIotDevicesHandler(req, res) {
+        const count = await this.db.getActiveDevices(DeviceType.IOT);
+        res.send({
+            count,
+        });
+    }
+    async getActiveMobileDevicesHandler(req, res) {
+        const count = await this.db.getActiveDevices(DeviceType.MOBILE);
+        res.send({
+            count,
+        });
+    }
     async getActiveDevicesHandler(req, res) {
         const count = await this.db.getActiveDevices();
         res.send({
@@ -429,22 +366,25 @@ export class OracleServer {
             });
         }
     }
-    async tuktukHandler(request, reply) {
+    async tuktukKtaHandler(request, reply) {
         const taskQueue = new PublicKey(request.body.task_queue);
         const task = new PublicKey(request.body.task);
         const taskQueuedAt = new BN(request.body.task_queued_at);
         try {
+            let keyToAsset = await this.hemProgram.account.keyToAssetV0.fetch(new PublicKey(request.params.keyToAssetKey));
+            const asset = await getAsset(process.env.ASSET_API_URL ||
+                this.ldProgram.provider.connection.rpcEndpoint, keyToAsset.asset);
             const [wallet, bump] = customSignerKey(taskQueue, [
-                Buffer.from("oracle"),
+                Buffer.from("claim_payer"),
+                asset.ownership.owner.toBuffer(),
             ]);
             const bumpBuffer = Buffer.alloc(1);
             bumpBuffer.writeUint8(bump);
-            let keyToAsset = await this.hemProgram.account.keyToAssetV0.fetch(new PublicKey(request.params.keyToAssetKey));
             const recipient = recipientKey(this.lazyDistributor, keyToAsset.asset)[0];
-            let recipientAcc = await this.ldProgram.account.recipientV0.fetch(recipient);
+            let recipientAcc = await this.ldProgram.account.recipientV0.fetchNullable(recipient);
             let distributeIx;
-            if (recipientAcc.destination &&
-                !recipientAcc.destination.equals(PublicKey.default)) {
+            if (recipientAcc?.destination &&
+                !recipientAcc?.destination.equals(PublicKey.default)) {
                 const destination = recipientAcc.destination;
                 distributeIx = await this.ldProgram.methods
                     .distributeCustomDestinationV0()
@@ -460,7 +400,7 @@ export class OracleServer {
                 })
                     .instruction();
             }
-            else {
+            else if (asset?.compression.compressed) {
                 distributeIx = await (await distributeCompressionRewards({
                     program: this.ldProgram,
                     assetId: keyToAsset.asset,
@@ -469,25 +409,148 @@ export class OracleServer {
                     payer: wallet,
                 })).instruction();
             }
+            else {
+                distributeIx = await this.ldProgram.methods
+                    .distributeRewardsV0()
+                    .accounts({
+                    common: {
+                        payer: wallet,
+                        recipient: recipient,
+                        lazyDistributor: this.lazyDistributor,
+                        rewardsMint: DNT,
+                        owner: asset.ownership.owner,
+                        destinationAccount: getAssociatedTokenAddressSync(DNT, asset.ownership.owner, true),
+                    },
+                    recipientMintAccount: getAssociatedTokenAddressSync(keyToAsset.asset, asset.ownership.owner, true),
+                })
+                    .instruction();
+            }
             const entityKey = decodeEntityKey(keyToAsset.entityKey, keyToAsset.keySerialization);
+            const instructions = [];
+            if (!recipientAcc) {
+                if (asset?.compression.compressed) {
+                    instructions.push(await (await initializeCompressionRecipient({
+                        program: this.ldProgram,
+                        assetId: keyToAsset.asset,
+                        lazyDistributor: this.lazyDistributor,
+                        owner: wallet,
+                        // Temporarily set oracle as the payer to subsidize new HNT wallets.
+                        payer: wallet,
+                    })).instruction());
+                }
+                else {
+                    instructions.push(await this.ldProgram.methods
+                        .initializeRecipientV0()
+                        .accounts({
+                        recipient: recipient,
+                        lazyDistributor: this.lazyDistributor,
+                        payer: wallet,
+                        mint: keyToAsset.asset,
+                    })
+                        .instruction());
+                }
+            }
+            instructions.push(await this.roProgram.methods
+                .setCurrentRewardsWrapperV2({
+                currentRewards: new BN(await this.db.getCurrentRewardsByEntity(entityKey)),
+                oracleIndex: process.env.ORACLE_INDEX
+                    ? parseInt(process.env.ORACLE_INDEX)
+                    : 0,
+            })
+                .accounts({
+                lazyDistributor: this.lazyDistributor,
+                recipient,
+                payer: wallet,
+                keyToAsset: new PublicKey(request.params.keyToAssetKey),
+            })
+                .instruction());
+            instructions.push(distributeIx);
+            const { transaction, remainingAccounts } = await compileTransaction(instructions, [
+                [
+                    Buffer.from("claim_payer"),
+                    asset.ownership.owner.toBuffer(),
+                    bumpBuffer,
+                ],
+            ]);
+            const remoteTx = new RemoteTaskTransactionV0({
+                task,
+                taskQueuedAt,
+                transaction: {
+                    ...transaction,
+                    accounts: remainingAccounts.map((acc) => acc.pubkey),
+                },
+            });
+            const serialized = await RemoteTaskTransactionV0.serialize(this.tuktukProgram.coder.accounts, remoteTx);
+            const resp = {
+                transaction: serialized.toString("base64"),
+                signature: Buffer.from(sign.detached(Uint8Array.from(serialized), this.oracle.secretKey)).toString("base64"),
+                remaining_accounts: remainingAccounts.map((acc) => ({
+                    pubkey: acc.pubkey.toBase58(),
+                    is_signer: acc.isSigner,
+                    is_writable: acc.isWritable,
+                })),
+            };
+            reply.status(200).send(resp);
+        }
+        catch (err) {
+            console.error(err);
+            reply.status(500).send({
+                message: "Request failed",
+            });
+        }
+    }
+    async tuktukWalletHandler(request, reply) {
+        const wallet = request.params.wallet;
+        const batchNumber = request.query.batchNumber;
+        const taskQueue = new PublicKey(request.body.task_queue);
+        const task = new PublicKey(request.body.task);
+        const taskQueuedAt = new BN(request.body.task_queued_at);
+        try {
+            const [customSignerWallet, bump] = customSignerKey(taskQueue, [
+                Buffer.from("claim_payer"),
+                new PublicKey(wallet).toBuffer(),
+            ]);
+            const bumpBuffer = Buffer.alloc(1);
+            bumpBuffer.writeUint8(bump);
+            const { entities, nextBatchNumber } = await this.db.getRewardableEntities(new PublicKey(wallet), MAX_CLAIMS_PER_TX, Number(batchNumber || 0));
+            const taskQueueAcc = await this.tuktukProgram.account.taskQueueV0.fetch(taskQueue);
             const instructions = [
-                await this.roProgram.methods
-                    .setCurrentRewardsWrapperV2({
-                    currentRewards: new BN(await this.db.getCurrentRewardsByEntity(entityKey)),
-                    oracleIndex: process.env.ORACLE_INDEX
-                        ? parseInt(process.env.ORACLE_INDEX)
-                        : 0,
+                SystemProgram.transfer({
+                    fromPubkey: customSignerWallet,
+                    toPubkey: task,
+                    lamports: taskQueueAcc.minCrankReward.toNumber() * (entities.length + 1),
+                }),
+            ];
+            for (const entity of entities) {
+                instructions.push(await this.hplCronsProgram.methods
+                    .requeueEntityClaimV0()
+                    .accounts({
+                    keyToAsset: entity.keyToAsset.address,
+                })
+                    .instruction());
+            }
+            if (entities.length > 0) {
+                instructions.push(await this.hplCronsProgram.methods
+                    .requeueWalletClaimV0({
+                    batchNumber: nextBatchNumber,
                 })
                     .accounts({
-                    lazyDistributor: this.lazyDistributor,
-                    recipient,
-                    payer: wallet,
-                    keyToAsset: new PublicKey(request.params.keyToAssetKey),
+                    wallet: new PublicKey(wallet),
                 })
-                    .instruction(),
-                distributeIx,
-            ];
-            const { transaction, remainingAccounts } = await compileTransaction(instructions, [[Buffer.from("oracle"), bumpBuffer]]);
+                    .instruction());
+            }
+            else {
+                instructions.push(createMemoInstruction("Finished claiming rewards", [
+                    customSignerWallet,
+                ]));
+            }
+            const { transaction, remainingAccounts } = await compileTransaction(instructions, [
+                [
+                    Buffer.from("claim_payer"),
+                    new PublicKey(wallet).toBuffer(),
+                    bumpBuffer,
+                ],
+            ]);
             const remoteTx = new RemoteTaskTransactionV0({
                 task,
                 taskQueuedAt,
@@ -506,7 +569,6 @@ export class OracleServer {
                     is_writable: acc.isWritable,
                 })),
             };
-            console.log(resp);
             reply.status(200).send(resp);
         }
         catch (err) {
@@ -572,8 +634,11 @@ export class OracleServer {
         const ldProgram = await initLazy(provider);
         const roProgram = await initRewards(provider);
         const hemProgram = await initHeliumEntityManager(provider);
+        const hplCronsProgram = await initHplCrons(provider);
+        WalletClaimJob.sync();
+        Reward.sync();
         const LAZY_DISTRIBUTOR = lazyDistributorKey(DNT)[0];
-        const server = new OracleServer(tuktukProgram, ldProgram, roProgram, hemProgram, oracleKeypair, new PgDatabase(hemProgram), LAZY_DISTRIBUTOR);
+        const server = new OracleServer(tuktukProgram, ldProgram, roProgram, hemProgram, hplCronsProgram, oracleKeypair, new PgDatabase(hemProgram, ldProgram), LAZY_DISTRIBUTOR);
         // For performance
         new AccountFetchCache({
             connection: provider.connection,