@bopen-io/wallet-toolbox 1.7.18 → 1.7.19

package/out/src/storage/methods/processAction.js

@@ -0,0 +1,267 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processAction = processAction;
+exports.shareReqsWithWorld = shareReqsWithWorld;
+// eslint-disable-next-line @typescript-eslint/no-unused-vars
+const sdk_1 = require("@bsv/sdk");
+const aggregateResults_1 = require("../../utility/aggregateResults");
+const stampLog_1 = require("../../utility/stampLog");
+const utilityHelpers_1 = require("../../utility/utilityHelpers");
+const EntityProvenTxReq_1 = require("../schema/entities/EntityProvenTxReq");
+const WERR_errors_1 = require("../../sdk/WERR_errors");
+const parseTxScriptOffsets_1 = require("../../utility/parseTxScriptOffsets");
+const utilityHelpers_noBuffer_1 = require("../../utility/utilityHelpers.noBuffer");
+async function processAction(storage, auth, args) {
+    const logger = args.logger;
+    logger === null || logger === void 0 ? void 0 : logger.group('storage processAction');
+    const userId = (0, utilityHelpers_1.verifyId)(auth.userId);
+    const r = {
+        sendWithResults: undefined
+    };
+    let req;
+    const txidsOfReqsToShareWithWorld = [...args.sendWith];
+    if (args.isNewTx) {
+        const vargs = await validateCommitNewTxToStorageArgs(storage, userId, args);
+        logger === null || logger === void 0 ? void 0 : logger.log(`validated new tx updates to storage`);
+        ({ req } = await commitNewTxToStorage(storage, userId, vargs));
+        logger === null || logger === void 0 ? void 0 : logger.log(`committed new tx updates to storage `);
+        if (!req)
+            throw new WERR_errors_1.WERR_INTERNAL();
+        // Add the new txid to sendWith unless there are no others to send and the noSend option is set.
+        if (args.isNoSend && !args.isSendWith) {
+            logger === null || logger === void 0 ? void 0 : logger.log(`noSend txid ${req.txid}`);
+        }
+        else {
+            txidsOfReqsToShareWithWorld.push(req.txid);
+            logger === null || logger === void 0 ? void 0 : logger.log(`sending txid ${req.txid}`);
+        }
+    }
+    const { swr, ndr } = await shareReqsWithWorld(storage, userId, txidsOfReqsToShareWithWorld, args.isDelayed, undefined, logger);
+    r.sendWithResults = swr;
+    r.notDelayedResults = ndr;
+    logger === null || logger === void 0 ? void 0 : logger.groupEnd();
+    return r;
+}
+/**
+ * Verifies that all the txids are known reqs with ready-to-share status.
+ * Assigns a batch identifier and updates all the provenTxReqs.
+ * If not isDelayed, triggers an initial attempt to broadcast the batch and returns the results.
+ *
+ * @param storage
+ * @param userId
+ * @param txids
+ * @param isDelayed
+ * @param r Optional. Ignores txids and allows ProvenTxReqs and merged beef to be passed in.
+ */
+async function shareReqsWithWorld(storage, userId, txids, isDelayed, r, logger) {
+    let swr = [];
+    let ndr = undefined;
+    if (!r && txids.length < 1)
+        return { swr, ndr };
+    // Collect what we know about these sendWith transaction txids from storage.
+    r || (r = await storage.getReqsAndBeefToShareWithWorld(txids, []));
+    const readyToSendReqs = [];
+    for (const getReq of r.details) {
+        let status = 'failed';
+        if (getReq.status === 'alreadySent')
+            status = 'unproven';
+        else if (getReq.status === 'readyToSend') {
+            status = 'sending';
+            readyToSendReqs.push(new EntityProvenTxReq_1.EntityProvenTxReq(getReq.req));
+        }
+        swr.push({
+            txid: getReq.txid,
+            status
+        });
+    }
+    // Filter original txids down to reqIds that are available and need sending
+    const readyToSendReqIds = readyToSendReqs.map(r => r.id);
+    const transactionIds = readyToSendReqs.map(r => r.notify.transactionIds || []).flat();
+    // If there are reqs to send, verify that we have a valid aggregate beef for them.
+    // If isDelayed, this (or a different beef) will have to be rebuilt at the time of sending.
+    if (readyToSendReqs.length > 0) {
+        const beefIsValid = await r.beef.verify(await storage.getServices().getChainTracker());
+        if (!beefIsValid) {
+            logger === null || logger === void 0 ? void 0 : logger.error(`VERIFY FALSE BEEF: ${r.beef.toLogString()}`);
+            throw new WERR_errors_1.WERR_INTERNAL(`merged Beef failed validation.`);
+        }
+        logger === null || logger === void 0 ? void 0 : logger.log(`beef is valid`);
+    }
+    // Set req batch property for the reqs being sent
+    // If delayed, also bump status to 'unsent' and we're done here
+    const batch = txids.length > 1 ? (0, utilityHelpers_1.randomBytesBase64)(16) : undefined;
+    if (isDelayed) {
+        // Just bump the req status to 'unsent' to enable background sending...
+        if (readyToSendReqIds.length > 0) {
+            await storage.transaction(async (trx) => {
+                await storage.updateProvenTxReq(readyToSendReqIds, { status: 'unsent', batch }, trx);
+                await storage.updateTransaction(transactionIds, { status: 'sending' }, trx);
+            });
+        }
+        return { swr, ndr };
+    }
+    if (readyToSendReqIds.length < 1) {
+        return { swr, ndr };
+    }
+    if (batch) {
+        // Keep batch values in sync...
+        for (const req of readyToSendReqs)
+            req.batch = batch;
+        await storage.updateProvenTxReq(readyToSendReqIds, { batch });
+    }
+    //
+    // Handle the NON-DELAYED-SEND-NOW case
+    //
+    const prtn = await storage.attemptToPostReqsToNetwork(readyToSendReqs, undefined, logger);
+    const { swr: swrRes, rar } = await (0, aggregateResults_1.aggregateActionResults)(storage, swr, prtn);
+    return { swr: swrRes, ndr: rar };
+}
+async function validateCommitNewTxToStorageArgs(storage, userId, params) {
+    if (!params.reference || !params.txid || !params.rawTx)
+        throw new WERR_errors_1.WERR_INVALID_OPERATION('One or more expected params are undefined.');
+    let tx;
+    try {
+        tx = sdk_1.Transaction.fromBinary(params.rawTx);
+    }
+    catch (e) {
+        throw new WERR_errors_1.WERR_INVALID_OPERATION('Parsing serialized transaction failed.');
+    }
+    if (params.txid !== tx.id('hex'))
+        throw new WERR_errors_1.WERR_INVALID_OPERATION(`Hash of serialized transaction doesn't match expected txid`);
+    if (!(await storage.getServices()).nLockTimeIsFinal(tx)) {
+        throw new WERR_errors_1.WERR_INVALID_OPERATION(`This transaction is not final.
+         Ensure that the transaction meets the rules for being a finalized
+         which can be found at https://wiki.bitcoinsv.io/index.php/NLocktime_and_nSequence`);
+    }
+    const txScriptOffsets = (0, parseTxScriptOffsets_1.parseTxScriptOffsets)(params.rawTx);
+    const transaction = (0, utilityHelpers_1.verifyOne)(await storage.findTransactions({
+        partial: { userId, reference: params.reference }
+    }));
+    if (!transaction.isOutgoing)
+        throw new WERR_errors_1.WERR_INVALID_OPERATION('isOutgoing is not true');
+    if (!transaction.inputBEEF)
+        throw new WERR_errors_1.WERR_INVALID_OPERATION();
+    const beef = sdk_1.Beef.fromBinary((0, utilityHelpers_noBuffer_1.asArray)(transaction.inputBEEF));
+    // TODO: Could check beef validates transaction inputs...
+    // Transaction must have unsigned or unprocessed status
+    if (transaction.status !== 'unsigned' && transaction.status !== 'unprocessed')
+        throw new WERR_errors_1.WERR_INVALID_OPERATION(`invalid transaction status ${transaction.status}`);
+    const transactionId = (0, utilityHelpers_1.verifyId)(transaction.transactionId);
+    const outputOutputs = await storage.findOutputs({
+        partial: { userId, transactionId }
+    });
+    const inputOutputs = await storage.findOutputs({
+        partial: { userId, spentBy: transactionId }
+    });
+    const commission = (0, utilityHelpers_1.verifyOneOrNone)(await storage.findCommissions({ partial: { transactionId, userId } }));
+    if (storage.commissionSatoshis > 0) {
+        // A commission is required...
+        if (!commission)
+            throw new WERR_errors_1.WERR_INTERNAL();
+        const commissionValid = tx.outputs.some(x => x.satoshis === commission.satoshis && x.lockingScript.toHex() === (0, utilityHelpers_noBuffer_1.asString)(commission.lockingScript));
+        if (!commissionValid)
+            throw new WERR_errors_1.WERR_INVALID_OPERATION('Transaction did not include an output to cover service fee.');
+    }
+    const req = EntityProvenTxReq_1.EntityProvenTxReq.fromTxid(params.txid, params.rawTx, transaction.inputBEEF);
+    req.addNotifyTransactionId(transactionId);
+    // "Processing" a transaction is the final step of creating a new one.
+    // If it is to be sent to the network directly (prior to return from processAction),
+    // then there is status pre-send and post-send.
+    // Otherwise there is no post-send status.
+    // Note that isSendWith trumps isNoSend, e.g. isNoSend && !isSendWith
+    //
+    // Determine what status the req and transaction should have pre- at the end of processing.
+    //                           Pre-Status (to newReq/newTx)     Post-Status (to all sent reqs/txs)
+    //                           req         tx                   req                 tx
+    // isNoSend                  noSend      noSend
+    // !isNoSend && isDelayed    unsent      unprocessed
+    // !isNoSend && !isDelayed   unprocessed unprocessed          sending/unmined     sending/unproven      This is the only case that sends immediately.
+    let postStatus = undefined;
+    let status;
+    if (params.isNoSend && !params.isSendWith)
+        status = { req: 'nosend', tx: 'nosend' };
+    else if (!params.isNoSend && params.isDelayed)
+        status = { req: 'unsent', tx: 'unprocessed' };
+    else if (!params.isNoSend && !params.isDelayed) {
+        status = { req: 'unprocessed', tx: 'unprocessed' };
+        postStatus = { req: 'unmined', tx: 'unproven' };
+    }
+    else
+        throw new WERR_errors_1.WERR_INTERNAL('logic error');
+    req.status = status.req;
+    const vargs = {
+        reference: params.reference,
+        txid: params.txid,
+        rawTx: params.rawTx,
+        isSendWith: !!params.sendWith && params.sendWith.length > 0,
+        isDelayed: params.isDelayed,
+        isNoSend: params.isNoSend,
+        // Properties with values added during validation.
+        tx,
+        txScriptOffsets,
+        transactionId,
+        transaction,
+        inputOutputs,
+        outputOutputs,
+        commission,
+        beef,
+        req,
+        outputUpdates: [],
+        // update txid, status in transactions table and drop rawTransaction value
+        transactionUpdate: {
+            txid: params.txid,
+            rawTx: undefined,
+            inputBEEF: undefined,
+            status: status.tx
+        },
+        postStatus
+    };
+    // update outputs with txid, script offsets and lengths, drop long output scripts from outputs table
+    // outputs spendable will be updated for change to true and all others to !!o.tracked when tx has been broadcast
+    // MAX_OUTPUTSCRIPT_LENGTH is limit for scripts left in outputs table
+    for (const o of vargs.outputOutputs) {
+        const vout = (0, utilityHelpers_1.verifyInteger)(o.vout);
+        const offset = vargs.txScriptOffsets.outputs[vout];
+        const rawTxScript = (0, utilityHelpers_noBuffer_1.asString)(vargs.rawTx.slice(offset.offset, offset.offset + offset.length));
+        if (o.lockingScript && rawTxScript !== (0, utilityHelpers_noBuffer_1.asString)(o.lockingScript))
+            throw new WERR_errors_1.WERR_INVALID_OPERATION(`rawTx output locking script for vout ${vout} not equal to expected output script.`);
+        if (tx.outputs[vout].lockingScript.toHex() !== rawTxScript)
+            throw new WERR_errors_1.WERR_INVALID_OPERATION(`parsed transaction output locking script for vout ${vout} not equal to expected output script.`);
+        const update = {
+            txid: vargs.txid,
+            spendable: true, // spendability is gated by transaction status. Remains true until the output is spent.
+            scriptLength: offset.length,
+            scriptOffset: offset.offset
+        };
+        if (offset.length > (await storage.getSettings()).maxOutputScript)
+            // Remove long lockingScript data from outputs table, will be read from rawTx in proven_tx or proven_tx_reqs tables.
+            update.lockingScript = undefined;
+        vargs.outputUpdates.push({ id: o.outputId, update });
+    }
+    return vargs;
+}
+async function commitNewTxToStorage(storage, userId, vargs) {
+    let log = vargs.log;
+    log = (0, stampLog_1.stampLog)(log, `start storage commitNewTxToStorage`);
+    let req;
+    await storage.transaction(async (trx) => {
+        log = (0, stampLog_1.stampLog)(log, `... storage commitNewTxToStorage storage transaction start`);
+        // Create initial 'nosend' proven_tx_req record to store signed, valid rawTx and input beef
+        req = await vargs.req.insertOrMerge(storage, trx);
+        log = (0, stampLog_1.stampLog)(log, `... storage commitNewTxToStorage req inserted`);
+        for (const ou of vargs.outputUpdates) {
+            await storage.updateOutput(ou.id, ou.update, trx);
+        }
+        log = (0, stampLog_1.stampLog)(log, `... storage commitNewTxToStorage outputs updated`);
+        await storage.updateTransaction(vargs.transactionId, vargs.transactionUpdate, trx);
+        log = (0, stampLog_1.stampLog)(log, `... storage commitNewTxToStorage storage transaction end`);
+    });
+    log = (0, stampLog_1.stampLog)(log, `... storage commitNewTxToStorage storage transaction await done`);
+    const r = {
+        req: (0, utilityHelpers_1.verifyTruthy)(req),
+        log
+    };
+    log = (0, stampLog_1.stampLog)(log, `end storage commitNewTxToStorage`);
+    return r;
+}
+//# sourceMappingURL=processAction.js.map

package/out/src/storage/methods/processAction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"processAction.js","sourceRoot":"","sources":["../../../../src/storage/methods/processAction.ts"],"names":[],"mappings":";;AAoCA,sCA8CC;AA8CD,gDA4EC;AA5MD,6DAA6D;AAC7D,kCAMiB;AACjB,qEAAuE;AAQvE,qDAAiD;AACjD,iEAOqC;AACrC,4EAAwE;AACxE,uDAA6E;AAI7E,6EAA0F;AAI1F,mFAAyE;AAElE,KAAK,UAAU,aAAa,CACjC,OAAwB,EACxB,IAAY,EACZ,IAA8B;IAE9B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;IAC1B,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,KAAK,CAAC,uBAAuB,CAAC,CAAA;IAEtC,MAAM,MAAM,GAAG,IAAA,yBAAQ,EAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACpC,MAAM,CAAC,GAAgC;QACrC,eAAe,EAAE,SAAS;KAC3B,CAAA;IAED,IAAI,GAAkC,CAAA;IACtC,MAAM,2BAA2B,GAAa,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;IAEhE,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,gCAAgC,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QAC3E,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,GAAG,CAAC,qCAAqC,CAAC,CACjD;QAAA,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAA;QAC/D,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,GAAG,CAAC,sCAAsC,CAAC,CAAA;QACnD,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,2BAAa,EAAE,CAAA;QACnC,gGAAgG;QAChG,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACtC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,GAAG,CAAC,eAAe,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QACxC,CAAC;aAAM,CAAC;YACN,2BAA2B,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAC1C,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,GAAG,CAAC,gBAAgB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QACzC,CAAC;IACH,CAAC;IAED,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,kBAAkB,CAC3C,OAAO,EACP,MAAM,EACN,2BAA2B,EAC3B,IAAI,CAAC,SAAS,EACd,SAAS,EACT,MAAM,CACP,CAAA;IAED,CAAC,CAAC,eAAe,GAAG,GAAG,CAAA;IACvB,CAAC,CAAC,iBAAiB,GAAG,GAAG,CAAA;IAEzB,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,QAAQ,EAAE,CAAA;IAElB,OAAO,CAAC,CAAA;AACV,CAAC;AAmCD;;;;;;;;;;GAUG;AACI,KAAK,UAAU,kBAAkB,CACtC,OAAwB,EACxB,MAAc,EACd,KAAe,EACf,SAAkB,EAClB,CAAwB,EACxB,MAA8B;IAE9B,IAAI,GAAG,GAAqB,EAAE,CAAA;IAC9B,IAAI,GAAG,GAAqC,SAAS,CAAA;IAErD,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;IAE/C,4EAA4E;IAC5E,CAAC,KAAD,CAAC,GAAK,MAAM,OAAO,CAAC,8BAA8B,CAAC,KAAK,EAAE,EAAE,CAAC,EAAA;IAE7D,MAAM,eAAe,GAAwB,EAAE,CAAA;IAC/C,KAAK,MAAM,MAAM,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;QAC/B,IAAI,MAAM,GAAyB,QAAQ,CAAA;QAC3C,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa;YAAE,MAAM,GAAG,UAAU,CAAA;aACnD,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;YACzC,MAAM,GAAG,SAAS,CAAA;YAClB,eAAe,CAAC,IAAI,CAAC,IAAI,qCAAiB,CAAC,MAAM,CAAC,GAAI,CAAC,CAAC,CAAA;QAC1D,CAAC;QACD,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM;SACP,CAAC,CAAA;IACJ,CAAC;IAED,2EAA2E;IAC3E,MAAM,iBAAiB,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IACxD,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IAErF,kFAAkF;IAClF,2FAA2F;IAC3F,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,eAAe,EAAE,CAAC,CAAA;QACtF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,KAAK,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;YAC3D,MAAM,IAAI,2BAAa,CAAC,gCAAgC,CAAC,CAAA;QAC3D,CAAC;QACD,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,GAAG,CAAC,eAAe,CAAC,CAAA;IAC9B,CAAC;IAED,iDAAiD;IACjD,+DAA+D;IAC/D,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAA,kCAAiB,EAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAClE,IAAI,SAAS,EAAE,CAAC;QACd,uEAAuE;QACvE,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,EAAC,GAAG,EAAC,EAAE;gBACpC,MAAM,OAAO,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,GAAG,CAAC,CAAA;gBACpF,MAAM,OAAO,CAAC,iBAAiB,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,GAAG,CAAC,CAAA;YAC7E,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;IACrB,CAAC;IAED,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;IACrB,CAAC;IAED,IAAI,KAAK,EAAE,CAAC;QACV,+BAA+B;QAC/B,KAAK,MAAM,GAAG,IAAI,eAAe;YAAE,GAAG,CAAC,KAAK,GAAG,KAAK,CAAA;QACpD,MAAM,OAAO,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;IAC/D,CAAC;IAED,EAAE;IACF,uCAAuC;IACvC,EAAE;IACF,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,0BAA0B,CAAC,eAAe,EAAE,SAAS,EAAE,MAAM,CAAC,CAAA;IAEzF,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,IAAA,yCAAsB,EAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;IAC7E,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;AAClC,CAAC;AAmCD,KAAK,UAAU,gCAAgC,CAC7C,OAAwB,EACxB,MAAc,EACd,MAAgC;IAEhC,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK;QACpD,MAAM,IAAI,oCAAsB,CAAC,4CAA4C,CAAC,CAAA;IAChF,IAAI,EAAkB,CAAA;IACtB,IAAI,CAAC;QACH,EAAE,GAAG,iBAAc,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC9C,CAAC;IAAC,OAAO,CAAU,EAAE,CAAC;QACpB,MAAM,IAAI,oCAAsB,CAAC,wCAAwC,CAAC,CAAA;IAC5E,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC;QAC9B,MAAM,IAAI,oCAAsB,CAAC,4DAA4D,CAAC,CAAA;IAChG,IAAI,CAAC,CAAC,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,gBAAgB,CAAC,EAAE,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,oCAAsB,CAAC;;2FAEsD,CAAC,CAAA;IAC1F,CAAC;IACD,MAAM,eAAe,GAAG,IAAA,2CAAoB,EAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC1D,MAAM,WAAW,GAAG,IAAA,0BAAS,EAC3B,MAAM,OAAO,CAAC,gBAAgB,CAAC;QAC7B,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE;KACjD,CAAC,CACH,CAAA;IACD,IAAI,CAAC,WAAW,CAAC,UAAU;QAAE,MAAM,IAAI,oCAAsB,CAAC,wBAAwB,CAAC,CAAA;IACvF,IAAI,CAAC,WAAW,CAAC,SAAS;QAAE,MAAM,IAAI,oCAAsB,EAAE,CAAA;IAC9D,MAAM,IAAI,GAAG,UAAI,CAAC,UAAU,CAAC,IAAA,iCAAO,EAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAA;IAC5D,yDAAyD;IACzD,uDAAuD;IACvD,IAAI,WAAW,CAAC,MAAM,KAAK,UAAU,IAAI,WAAW,CAAC,MAAM,KAAK,aAAa;QAC3E,MAAM,IAAI,oCAAsB,CAAC,8BAA8B,WAAW,CAAC,MAAM,EAAE,CAAC,CAAA;IACtF,MAAM,aAAa,GAAG,IAAA,yBAAQ,EAAC,WAAW,CAAC,aAAa,CAAC,CAAA;IACzD,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;QAC9C,OAAO,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE;KACnC,CAAC,CAAA;IACF,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;QAC7C,OAAO,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE;KAC5C,CAAC,CAAA;IAEF,MAAM,UAAU,GAAG,IAAA,gCAAe,EAAC,MAAM,OAAO,CAAC,eAAe,CAAC,EAAE,OAAO,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,CAAA;IACzG,IAAI,OAAO,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;QACnC,8BAA8B;QAC9B,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,2BAAa,EAAE,CAAA;QAC1C,MAAM,eAAe,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CACrC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,QAAQ,IAAI,CAAC,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,IAAA,kCAAQ,EAAC,UAAU,CAAC,aAAc,CAAC,CAC3G,CAAA;QACD,IAAI,CAAC,eAAe;YAClB,MAAM,IAAI,oCAAsB,CAAC,6DAA6D,CAAC,CAAA;IACnG,CAAC;IAED,MAAM,GAAG,GAAG,qCAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,SAAS,CAAC,CAAA;IACxF,GAAG,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAA;IAEzC,sEAAsE;IACtE,oFAAoF;IACpF,+CAA+C;IAC/C,0CAA0C;IAC1C,qEAAqE;IACrE,EAAE;IACF,2FAA2F;IAC3F,gGAAgG;IAChG,oFAAoF;IACpF,+CAA+C;IAC/C,oDAAoD;IACpD,qJAAqJ;IACrJ,IAAI,UAAU,GAA4B,SAAS,CAAA;IACnD,IAAI,MAAmB,CAAA;IACvB,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,UAAU;QAAE,MAAM,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAA;SAC9E,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,SAAS;QAAE,MAAM,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,CAAA;SACvF,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAC/C,MAAM,GAAG,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,EAAE,aAAa,EAAE,CAAA;QAClD,UAAU,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,UAAU,EAAE,CAAA;IACjD,CAAC;;QAAM,MAAM,IAAI,2BAAa,CAAC,aAAa,CAAC,CAAA;IAE7C,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,CAAA;IACvB,MAAM,KAAK,GAAkC;QAC3C,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAC3D,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,kDAAkD;QAClD,EAAE;QACF,eAAe;QACf,aAAa;QACb,WAAW;QACX,YAAY;QACZ,aAAa;QACb,UAAU;QACV,IAAI;QACJ,GAAG;QACH,aAAa,EAAE,EAAE;QACjB,0EAA0E;QAC1E,iBAAiB,EAAE;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,KAAK,EAAE,SAAS;YAChB,SAAS,EAAE,SAAS;YACpB,MAAM,EAAE,MAAM,CAAC,EAAE;SAClB;QACD,UAAU;KACX,CAAA;IAED,oGAAoG;IACpG,gHAAgH;IAChH,qEAAqE;IACrE,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,IAAA,8BAAa,EAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAClD,MAAM,WAAW,GAAG,IAAA,kCAAQ,EAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;QAC7F,IAAI,CAAC,CAAC,aAAa,IAAI,WAAW,KAAK,IAAA,kCAAQ,EAAC,CAAC,CAAC,aAAa,CAAC;YAC9D,MAAM,IAAI,oCAAsB,CAC9B,wCAAwC,IAAI,uCAAuC,CACpF,CAAA;QACH,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,WAAW;YACxD,MAAM,IAAI,oCAAsB,CAC9B,qDAAqD,IAAI,uCAAuC,CACjG,CAAA;QACH,MAAM,MAAM,GAAyB;YACnC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,IAAI,EAAE,uFAAuF;YACxG,YAAY,EAAE,MAAM,CAAC,MAAM;YAC3B,YAAY,EAAE,MAAM,CAAC,MAAM;SAC5B,CAAA;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,eAAe;YAC/D,oHAAoH;YACpH,MAAM,CAAC,aAAa,GAAG,SAAS,CAAA;QAClC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,QAAS,EAAE,MAAM,EAAE,CAAC,CAAA;IACvD,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC;AAOD,KAAK,UAAU,oBAAoB,CACjC,OAAwB,EACxB,MAAc,EACd,KAAoC;IAEpC,IAAI,GAAG,GAAG,KAAK,CAAC,GAAG,CAAA;IAEnB,GAAG,GAAG,IAAA,mBAAQ,EAAC,GAAG,EAAE,oCAAoC,CAAC,CAAA;IAEzD,IAAI,GAAkC,CAAA;IAEtC,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,EAAC,GAAG,EAAC,EAAE;QACpC,GAAG,GAAG,IAAA,mBAAQ,EAAC,GAAG,EAAE,4DAA4D,CAAC,CAAA;QAEjF,2FAA2F;QAC3F,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;QAEjD,GAAG,GAAG,IAAA,mBAAQ,EAAC,GAAG,EAAE,+CAA+C,CAAC,CAAA;QAEpE,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;YACrC,MAAM,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;QACnD,CAAC;QAED,GAAG,GAAG,IAAA,mBAAQ,EAAC,GAAG,EAAE,kDAAkD,CAAC,CAAA;QAEvE,MAAM,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAA;QAElF,GAAG,GAAG,IAAA,mBAAQ,EAAC,GAAG,EAAE,0DAA0D,CAAC,CAAA;IACjF,CAAC,CAAC,CAAA;IAEF,GAAG,GAAG,IAAA,mBAAQ,EAAC,GAAG,EAAE,iEAAiE,CAAC,CAAA;IAEtF,MAAM,CAAC,GAAuB;QAC5B,GAAG,EAAE,IAAA,6BAAY,EAAC,GAAG,CAAC;QACtB,GAAG;KACJ,CAAA;IAED,GAAG,GAAG,IAAA,mBAAQ,EAAC,GAAG,EAAE,kCAAkC,CAAC,CAAA;IAEvD,OAAO,CAAC,CAAA;AACV,CAAC"}

package/out/src/storage/methods/purgeData.d.ts

@@ -0,0 +1,4 @@
+import { StorageKnex } from '../StorageKnex';
+import { PurgeParams, PurgeResults, TrxToken } from '../../sdk/WalletStorage.interfaces';
+export declare function purgeData(storage: StorageKnex, params: PurgeParams, trx?: TrxToken): Promise<PurgeResults>;
+//# sourceMappingURL=purgeData.d.ts.map

package/out/src/storage/methods/purgeData.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"purgeData.d.ts","sourceRoot":"","sources":["../../../../src/storage/methods/purgeData.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAC5C,OAAO,EAAE,WAAW,EAAE,YAAY,EAAyB,QAAQ,EAAE,MAAM,oCAAoC,CAAA;AAQ/G,wBAAsB,SAAS,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC,CAkOhH"}

package/out/src/storage/methods/purgeData.js

@@ -0,0 +1,207 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.purgeData = purgeData;
+const sdk_1 = require("@bsv/sdk");
+const WalletError_1 = require("../../sdk/WalletError");
+async function purgeData(storage, params, trx) {
+    const r = { count: 0, log: '' };
+    const defaultAge = 1000 * 60 * 60 * 24 * 14;
+    const runPurgeQuery = async (pq) => {
+        try {
+            pq.sql = pq.q.toString();
+            const count = await pq.q;
+            if (count > 0) {
+                r.count += count;
+                r.log += `${count} ${pq.log}\n`;
+            }
+        }
+        catch (eu) {
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            const e = WalletError_1.WalletError.fromUnknown(eu);
+            throw eu;
+        }
+    };
+    if (params.purgeCompleted) {
+        const age = params.purgeCompletedAge || defaultAge;
+        const before = toSqlWhereDate(new Date(Date.now() - age));
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const qs = [];
+        // select * from transactions where updated_at < '2024-08-20' and status = 'completed' and not provenTxId is null and (not truncatedExternalInputs is null or not beef is null or not rawTx is null)
+        qs.push({
+            log: 'conpleted transactions purged of transient data',
+            q: storage
+                .toDb(trx)('transactions')
+                .update({
+                inputBEEF: null,
+                rawTx: null
+            })
+                .where('updated_at', '<', before)
+                .where('status', 'completed')
+                .whereNotNull('provenTxId')
+                .where(function () {
+                this.orWhereNotNull('inputBEEF');
+                this.orWhereNotNull('rawTx');
+            })
+        });
+        const completedReqs = await storage
+            .toDb(trx)('proven_tx_reqs')
+            .select('provenTxReqId')
+            .where('updated_at', '<', before)
+            .where('status', 'completed')
+            .whereNotNull('provenTxId')
+            .where('notified', 1);
+        const completedReqIds = completedReqs.map(o => o.provenTxReqId);
+        if (completedReqIds.length > 0) {
+            qs.push({
+                log: 'completed proven_tx_reqs deleted',
+                q: storage.toDb(trx)('proven_tx_reqs').whereIn('provenTxReqId', completedReqIds).delete()
+            });
+        }
+        for (const q of qs)
+            await runPurgeQuery(q);
+    }
+    if (params.purgeFailed) {
+        const age = params.purgeFailedAge || defaultAge;
+        const before = toSqlWhereDate(new Date(Date.now() - age));
+        const qs = [];
+        const failedTxsQ = storage
+            .toDb(trx)('transactions')
+            .select('transactionId')
+            .where('updated_at', '<', before)
+            .where('status', 'failed');
+        const txs = await failedTxsQ;
+        const failedTxIds = txs.map(tx => tx.transactionId);
+        await deleteTransactions(failedTxIds, qs, 'failed', true);
+        const invalidReqs = await storage
+            .toDb(trx)('proven_tx_reqs')
+            .select('provenTxReqId')
+            .where('updated_at', '<', before)
+            .where('status', 'invalid');
+        const invalidReqIds = invalidReqs.map(o => o.provenTxReqId);
+        if (invalidReqIds.length > 0)
+            qs.push({
+                log: 'invalid proven_tx_reqs deleted',
+                q: storage.toDb(trx)('proven_tx_reqs').whereIn('provenTxReqId', invalidReqIds).delete()
+            });
+        const doubleSpendReqs = await storage
+            .toDb(trx)('proven_tx_reqs')
+            .select('provenTxReqId')
+            .where('updated_at', '<', before)
+            .where('status', 'doubleSpend');
+        const doubleSpendReqIds = doubleSpendReqs.map(o => o.provenTxReqId);
+        if (doubleSpendReqIds.length > 0)
+            qs.push({
+                log: 'doubleSpend proven_tx_reqs deleted',
+                q: storage.toDb(trx)('proven_tx_reqs').whereIn('provenTxReqId', doubleSpendReqIds).delete()
+            });
+        for (const q of qs)
+            await runPurgeQuery(q);
+    }
+    if (params.purgeSpent) {
+        const age = params.purgeSpentAge || defaultAge;
+        const before = toSqlWhereDate(new Date(Date.now() - age));
+        const beef = new sdk_1.Beef();
+        const utxos = await storage.findOutputs({
+            partial: { spendable: true },
+            txStatus: ['sending', 'unproven', 'completed', 'nosend']
+        });
+        for (const utxo of utxos) {
+            // Figure out all the txids required to prove the validity of this utxo and merge proofs into beef.
+            const options = {
+                mergeToBeef: beef,
+                ignoreServices: true
+            };
+            if (utxo.txid)
+                await storage.getBeefForTransaction(utxo.txid, options);
+        }
+        const proofTxids = {};
+        for (const btx of beef.txs)
+            proofTxids[btx.txid] = true;
+        let qs = [];
+        const spentTxsQ = storage
+            .toDb(trx)('transactions')
+            .where('updated_at', '<', before)
+            .where('status', 'completed')
+            .whereRaw(`not exists(select outputId from outputs as o where o.transactionId = transactions.transactionId and o.spendable = 1)`);
+        const txs = await spentTxsQ;
+        // Save any spent txid still needed to prove a utxo:
+        const nptxs = txs.filter(t => !proofTxids[t.txid || '']);
+        let spentTxIds = nptxs.map(tx => tx.transactionId);
+        if (spentTxIds.length > 0) {
+            const update = {
+                spentBy: null
+            };
+            qs.push({
+                log: 'spent outputs no longer tracked by spentBy',
+                q: storage
+                    .toDb(trx)('outputs')
+                    .update(storage.validatePartialForUpdate(update, undefined, ['spendable']))
+                    .where('spendable', false)
+                    .whereIn('spentBy', spentTxIds)
+            });
+            await deleteTransactions(spentTxIds, qs, 'spent', false);
+            for (const q of qs)
+                await runPurgeQuery(q);
+        }
+    }
+    // Delete proven_txs no longer referenced by remaining transactions.
+    const qs = [];
+    qs.push({
+        log: 'orphan proven_txs deleted',
+        q: storage
+            .toDb(trx)('proven_txs')
+            .whereRaw(`not exists(select * from transactions as t where t.txid = proven_txs.txid or t.provenTxId = proven_txs.provenTxId)`)
+            .whereRaw(`not exists(select * from proven_tx_reqs as r where r.txid = proven_txs.txid or r.provenTxId = proven_txs.provenTxId)`)
+            .delete()
+    });
+    for (const q of qs)
+        await runPurgeQuery(q);
+    return r;
+    async function deleteTransactions(transactionIds, qs, reason, markNotSpentBy) {
+        if (transactionIds.length > 0) {
+            const outputs = await storage
+                .toDb(trx)('outputs')
+                .select('outputId')
+                .whereIn('transactionId', transactionIds);
+            const outputIds = outputs.map(o => o.outputId);
+            if (outputIds.length > 0) {
+                qs.push({
+                    log: `${reason} output_tags_map deleted`,
+                    q: storage.toDb(trx)('output_tags_map').whereIn('outputId', outputIds).delete()
+                });
+                qs.push({
+                    log: `${reason} outputs deleted`,
+                    q: storage.toDb(trx)('outputs').whereIn('outputId', outputIds).delete()
+                });
+            }
+            qs.push({
+                log: `${reason} tx_labels_map deleted`,
+                q: storage.toDb(trx)('tx_labels_map').whereIn('transactionId', transactionIds).delete()
+            });
+            qs.push({
+                log: `${reason} commissions deleted`,
+                q: storage.toDb(trx)('commissions').whereIn('transactionId', transactionIds).delete()
+            });
+            if (markNotSpentBy) {
+                qs.push({
+                    log: 'unspent outputs updated to spendable',
+                    q: storage
+                        .toDb(trx)('outputs')
+                        .update({ spendable: true, spentBy: null })
+                        .whereIn('spentBy', transactionIds)
+                });
+            }
+            qs.push({
+                log: `${reason} transactions deleted`,
+                q: storage.toDb(trx)('transactions').whereIn('transactionId', transactionIds).delete()
+            });
+        }
+    }
+}
+function toSqlWhereDate(d) {
+    let s = d.toISOString();
+    s = s.replace('T', ' ');
+    s = s.replace('Z', '');
+    return s;
+}
+//# sourceMappingURL=purgeData.js.map

package/out/src/storage/methods/purgeData.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"purgeData.js","sourceRoot":"","sources":["../../../../src/storage/methods/purgeData.ts"],"names":[],"mappings":";;AAWA,8BAkOC;AA7OD,kCAA+B;AAI/B,uDAAmD;AAO5C,KAAK,UAAU,SAAS,CAAC,OAAoB,EAAE,MAAmB,EAAE,GAAc;IACvF,MAAM,CAAC,GAAiB,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAA;IAC7C,MAAM,UAAU,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;IAE3C,MAAM,aAAa,GAAG,KAAK,EAAoB,EAAc,EAAiB,EAAE;QAC9E,IAAI,CAAC;YACH,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAA;YACxB,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,CAAC,CAAA;YACxB,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,CAAC,CAAC,KAAK,IAAI,KAAK,CAAA;gBAChB,CAAC,CAAC,GAAG,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC,GAAG,IAAI,CAAA;YACjC,CAAC;QACH,CAAC;QAAC,OAAO,EAAW,EAAE,CAAC;YACrB,6DAA6D;YAC7D,MAAM,CAAC,GAAG,yBAAW,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;YACrC,MAAM,EAAE,CAAA;QACV,CAAC;IACH,CAAC,CAAA;IAED,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,CAAC,iBAAiB,IAAI,UAAU,CAAA;QAClD,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,CAAA;QAEzD,8DAA8D;QAC9D,MAAM,EAAE,GAAiB,EAAE,CAAA;QAE3B,oMAAoM;QACpM,EAAE,CAAC,IAAI,CAAC;YACN,GAAG,EAAE,iDAAiD;YACtD,CAAC,EAAE,OAAO;iBACP,IAAI,CAAC,GAAG,CAAC,CAAC,cAAc,CAAC;iBACzB,MAAM,CAAC;gBACN,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,IAAI;aACZ,CAAC;iBACD,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM,CAAC;iBAChC,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC;iBAC5B,YAAY,CAAC,YAAY,CAAC;iBAC1B,KAAK,CAAC;gBACL,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAA;gBAChC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;YAC9B,CAAC,CAAC;SACL,CAAC,CAAA;QAEF,MAAM,aAAa,GAAG,MAAM,OAAO;aAChC,IAAI,CAAC,GAAG,CAAC,CAA4B,gBAAgB,CAAC;aACtD,MAAM,CAAC,eAAe,CAAC;aACvB,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM,CAAC;aAChC,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC;aAC5B,YAAY,CAAC,YAAY,CAAC;aAC1B,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;QACvB,MAAM,eAAe,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAA;QAE/D,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,EAAE,CAAC,IAAI,CAAC;gBACN,GAAG,EAAE,kCAAkC;gBACvC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC,MAAM,EAAE;aAC1F,CAAC,CAAA;QACJ,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,EAAE;YAAE,MAAM,aAAa,CAAC,CAAC,CAAC,CAAA;IAC5C,CAAC;IAED,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,MAAM,CAAC,cAAc,IAAI,UAAU,CAAA;QAC/C,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,CAAA;QAEzD,MAAM,EAAE,GAAiB,EAAE,CAAA;QAE3B,MAAM,UAAU,GAAG,OAAO;aACvB,IAAI,CAAC,GAAG,CAAC,CAA4B,cAAc,CAAC;aACpD,MAAM,CAAC,eAAe,CAAC;aACvB,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM,CAAC;aAChC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QAC5B,MAAM,GAAG,GAAG,MAAM,UAAU,CAAA;QAC5B,MAAM,WAAW,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,aAAa,CAAC,CAAA;QAEnD,MAAM,kBAAkB,CAAC,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAA;QAEzD,MAAM,WAAW,GAAG,MAAM,OAAO;aAC9B,IAAI,CAAC,GAAG,CAAC,CAA4B,gBAAgB,CAAC;aACtD,MAAM,CAAC,eAAe,CAAC;aACvB,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM,CAAC;aAChC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;QAC7B,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAA;QAC3D,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC;YAC1B,EAAE,CAAC,IAAI,CAAC;gBACN,GAAG,EAAE,gCAAgC;gBACrC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,MAAM,EAAE;aACxF,CAAC,CAAA;QAEJ,MAAM,eAAe,GAAG,MAAM,OAAO;aAClC,IAAI,CAAC,GAAG,CAAC,CAA4B,gBAAgB,CAAC;aACtD,MAAM,CAAC,eAAe,CAAC;aACvB,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM,CAAC;aAChC,KAAK,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAA;QACjC,MAAM,iBAAiB,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAA;QACnE,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC;YAC9B,EAAE,CAAC,IAAI,CAAC;gBACN,GAAG,EAAE,oCAAoC;gBACzC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,iBAAiB,CAAC,CAAC,MAAM,EAAE;aAC5F,CAAC,CAAA;QAEJ,KAAK,MAAM,CAAC,IAAI,EAAE;YAAE,MAAM,aAAa,CAAC,CAAC,CAAC,CAAA;IAC5C,CAAC;IAED,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,MAAM,CAAC,aAAa,IAAI,UAAU,CAAA;QAC9C,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,CAAA;QAEzD,MAAM,IAAI,GAAG,IAAI,UAAI,EAAE,CAAA;QACvB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC;YACtC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;YAC5B,QAAQ,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,CAAC;SACzD,CAAC,CAAA;QACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,mGAAmG;YACnG,MAAM,OAAO,GAA0B;gBACrC,WAAW,EAAE,IAAI;gBACjB,cAAc,EAAE,IAAI;aACrB,CAAA;YACD,IAAI,IAAI,CAAC,IAAI;gBAAE,MAAM,OAAO,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;QACxE,CAAC;QACD,MAAM,UAAU,GAA4B,EAAE,CAAA;QAC9C,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,GAAG;YAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;QAEvD,IAAI,EAAE,GAAiB,EAAE,CAAA;QAEzB,MAAM,SAAS,GAAG,OAAO;aACtB,IAAI,CAAC,GAAG,CAAC,CAAmB,cAAc,CAAC;aAC3C,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM,CAAC;aAChC,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC;aAC5B,QAAQ,CACP,sHAAsH,CACvH,CAAA;QACH,MAAM,GAAG,GAAuB,MAAM,SAAS,CAAA;QAC/C,oDAAoD;QACpD,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAA;QACxD,IAAI,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,aAAa,CAAC,CAAA;QAElD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAyB;gBACnC,OAAO,EAAE,IAA4B;aACtC,CAAA;YACD,EAAE,CAAC,IAAI,CAAC;gBACN,GAAG,EAAE,4CAA4C;gBACjD,CAAC,EAAE,OAAO;qBACP,IAAI,CAAC,GAAG,CAAC,CAAc,SAAS,CAAC;qBACjC,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;qBAC1E,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC;qBACzB,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC;aAClC,CAAC,CAAA;YAEF,MAAM,kBAAkB,CAAC,UAAU,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;YAExD,KAAK,MAAM,CAAC,IAAI,EAAE;gBAAE,MAAM,aAAa,CAAC,CAAC,CAAC,CAAA;QAC5C,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,MAAM,EAAE,GAAiB,EAAE,CAAA;IAC3B,EAAE,CAAC,IAAI,CAAC;QACN,GAAG,EAAE,2BAA2B;QAChC,CAAC,EAAE,OAAO;aACP,IAAI,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC;aACvB,QAAQ,CACP,oHAAoH,CACrH;aACA,QAAQ,CACP,sHAAsH,CACvH;aACA,MAAM,EAAE;KACZ,CAAC,CAAA;IACF,KAAK,MAAM,CAAC,IAAI,EAAE;QAAE,MAAM,aAAa,CAAC,CAAC,CAAC,CAAA;IAE1C,OAAO,CAAC,CAAA;IAER,KAAK,UAAU,kBAAkB,CAC/B,cAAwB,EACxB,EAAgB,EAChB,MAAc,EACd,cAAuB;QAEvB,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,MAAM,OAAO;iBAC1B,IAAI,CAAC,GAAG,CAAC,CAAuB,SAAS,CAAC;iBAC1C,MAAM,CAAC,UAAU,CAAC;iBAClB,OAAO,CAAC,eAAe,EAAE,cAAc,CAAC,CAAA;YAC3C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;YAC9C,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,EAAE,CAAC,IAAI,CAAC;oBACN,GAAG,EAAE,GAAG,MAAM,0BAA0B;oBACxC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAoB,iBAAiB,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,MAAM,EAAE;iBACnG,CAAC,CAAA;gBACF,EAAE,CAAC,IAAI,CAAC;oBACN,GAAG,EAAE,GAAG,MAAM,kBAAkB;oBAChC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAc,SAAS,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,MAAM,EAAE;iBACrF,CAAC,CAAA;YACJ,CAAC;YAED,EAAE,CAAC,IAAI,CAAC;gBACN,GAAG,EAAE,GAAG,MAAM,wBAAwB;gBACtC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAkB,eAAe,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC,MAAM,EAAE;aACzG,CAAC,CAAA;YAEF,EAAE,CAAC,IAAI,CAAC;gBACN,GAAG,EAAE,GAAG,MAAM,sBAAsB;gBACpC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAkB,aAAa,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC,MAAM,EAAE;aACvG,CAAC,CAAA;YAEF,IAAI,cAAc,EAAE,CAAC;gBACnB,EAAE,CAAC,IAAI,CAAC;oBACN,GAAG,EAAE,sCAAsC;oBAC3C,CAAC,EAAE,OAAO;yBACP,IAAI,CAAC,GAAG,CAAC,CAAc,SAAS,CAAC;yBACjC,MAAM,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAA4B,EAAE,CAAC;yBAClE,OAAO,CAAC,SAAS,EAAE,cAAc,CAAC;iBACtC,CAAC,CAAA;YACJ,CAAC;YAED,EAAE,CAAC,IAAI,CAAC;gBACN,GAAG,EAAE,GAAG,MAAM,uBAAuB;gBACrC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAmB,cAAc,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC,MAAM,EAAE;aACzG,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAQD,SAAS,cAAc,CAAC,CAAO;IAC7B,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;IACvB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IACvB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IACtB,OAAO,CAAC,CAAA;AACV,CAAC"}

package/out/src/storage/methods/purgeDataIdb.d.ts

@@ -0,0 +1,4 @@
+import { StorageIdb } from '../StorageIdb';
+import { PurgeParams, PurgeResults, TrxToken } from '../../sdk/WalletStorage.interfaces';
+export declare function purgeDataIdb(storage: StorageIdb, params: PurgeParams, trx?: TrxToken): Promise<PurgeResults>;
+//# sourceMappingURL=purgeDataIdb.d.ts.map

package/out/src/storage/methods/purgeDataIdb.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"purgeDataIdb.d.ts","sourceRoot":"","sources":["../../../../src/storage/methods/purgeDataIdb.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC1C,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAA;AAExF,wBAAsB,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC,CAIlH"}

package/out/src/storage/methods/purgeDataIdb.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.purgeDataIdb = purgeDataIdb;
+async function purgeDataIdb(storage, params, trx) {
+    const r = { count: 0, log: '' };
+    // TODO: implement purgeDataIdb
+    return r;
+}
+//# sourceMappingURL=purgeDataIdb.js.map

package/out/src/storage/methods/purgeDataIdb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"purgeDataIdb.js","sourceRoot":"","sources":["../../../../src/storage/methods/purgeDataIdb.ts"],"names":[],"mappings":";;AAKA,oCAIC;AAJM,KAAK,UAAU,YAAY,CAAC,OAAmB,EAAE,MAAmB,EAAE,GAAc;IACzF,MAAM,CAAC,GAAiB,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAA;IAC7C,+BAA+B;IAC/B,OAAO,CAAC,CAAA;AACV,CAAC"}

package/out/src/storage/methods/reviewStatus.d.ts

@@ -0,0 +1,20 @@
+import { StorageKnex } from '../StorageKnex';
+import { TrxToken } from '../../sdk/WalletStorage.interfaces';
+/**
+ * Looks for unpropagated state:
+ *
+ * 1. set transactions to 'failed' if not already failed and provenTxReq with matching txid has status of 'invalid'.
+ * 2. sets outputs to spendable true, spentBy undefined if spentBy is a transaction with status 'failed'.
+ * 3. sets transactions to 'completed' if provenTx with matching txid exists and current provenTxId is null.
+ *
+ * @param storage
+ * @param args
+ * @returns
+ */
+export declare function reviewStatus(storage: StorageKnex, args: {
+    agedLimit: Date;
+    trx?: TrxToken;
+}): Promise<{
+    log: string;
+}>;
+//# sourceMappingURL=reviewStatus.d.ts.map

package/out/src/storage/methods/reviewStatus.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reviewStatus.d.ts","sourceRoot":"","sources":["../../../../src/storage/methods/reviewStatus.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAA;AAK7D;;;;;;;;;;GAUG;AACH,wBAAsB,YAAY,CAChC,OAAO,EAAE,WAAW,EACpB,IAAI,EAAE;IAAE,SAAS,EAAE,IAAI,CAAC;IAAC,GAAG,CAAC,EAAE,QAAQ,CAAA;CAAE,GACxC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC,CAyE1B"}

package/out/src/storage/methods/reviewStatus.js

@@ -0,0 +1,84 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.reviewStatus = reviewStatus;
+const WalletError_1 = require("../../sdk/WalletError");
+/**
+ * Looks for unpropagated state:
+ *
+ * 1. set transactions to 'failed' if not already failed and provenTxReq with matching txid has status of 'invalid'.
+ * 2. sets outputs to spendable true, spentBy undefined if spentBy is a transaction with status 'failed'.
+ * 3. sets transactions to 'completed' if provenTx with matching txid exists and current provenTxId is null.
+ *
+ * @param storage
+ * @param args
+ * @returns
+ */
+async function reviewStatus(storage, args) {
+    const r = { log: '' };
+    const runReviewStatusQuery = async (pq) => {
+        try {
+            pq.sql = pq.q.toString();
+            const count = await pq.q;
+            if (count > 0) {
+                r.log += `${count} ${pq.log}\n`;
+            }
+        }
+        catch (eu) {
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            const e = WalletError_1.WalletError.fromUnknown(eu);
+            throw eu;
+        }
+    };
+    const k = storage.toDb(args.trx);
+    const qs = [];
+    qs.push({
+        log: `transactions updated to status of 'failed' where provenTxReq with matching txid is 'invalid'`,
+        /*
+            UPDATE transactions SET status = 'failed'
+            WHERE exists(select 1 from proven_tx_reqs as r where transactions.txid = r.txid and r.status = 'invalid')
+            */
+        q: k('transactions')
+            .update({ status: 'failed' })
+            .whereNot({ status: 'failed' })
+            .whereExists(function () {
+            this.select(k.raw(1))
+                .from('proven_tx_reqs as r')
+                .whereRaw(`transactions.txid = r.txid and r.status = 'invalid'`);
+        })
+    });
+    qs.push({
+        log: `outputs updated to spendable where spentBy is a transaction with status 'failed'`,
+        /*
+            UPDATE outputs SET spentBy = null, spendable = 1
+            where exists(select 1 from transactions as t where outputs.spentBy = t.transactionId and t.status = 'failed')
+            */
+        q: k('outputs')
+            .update({ spentBy: null, spendable: true })
+            .whereExists(function () {
+            this.select(k.raw(1))
+                .from('transactions as t')
+                .whereRaw(`outputs.spentBy = t.transactionId and t.status = 'failed'`);
+        })
+    });
+    qs.push({
+        log: `transactions updated with provenTxId and status of 'completed' where provenTx with matching txid exists`,
+        /*
+            UPDATE transactions SET status = 'completed', provenTxId = p.provenTxId
+            FROM proven_txs p
+            WHERE transactions.txid = p.txid AND transactions.provenTxId IS NULL
+            */
+        q: k('transactions')
+            .update({
+            status: 'completed',
+            provenTxId: k.raw('(SELECT provenTxId FROM proven_txs AS p WHERE transactions.txid = p.txid)')
+        })
+            .whereNull('provenTxId')
+            .whereExists(function () {
+            this.select(k.raw(1)).from('proven_txs as p').whereRaw('transactions.txid = p.txid');
+        })
+    });
+    for (const q of qs)
+        await runReviewStatusQuery(q);
+    return r;
+}
+//# sourceMappingURL=reviewStatus.js.map