dexbot 1.1.10

package/dist/scripts/divergence-calc.js

@@ -0,0 +1,119 @@
+"use strict";
+/**
+ * Quadratic Divergence Calculator
+ *
+ * Analyzes order grid divergence between persisted and calculated values.
+ * Calculates a quadratic divergence metric to measure grid consistency.
+ *
+ * Input: Order data in format: [Buy|Sell] [buy|sell]-[id] @ [price]: [persisted] → [calculated] [[state]]
+ * Source: Can read from file (argument) or stdin
+ *
+ * Output: Divergence metrics including:
+ * - Sum of squared relative differences
+ * - Normalized metric in promille (‰) units
+ * - Real average error percentage
+ * - Min/max errors with order details
+ * - Threshold comparison
+ *
+ * Order states:
+ * - 'active': Normal grid orders
+ * - 'virtual': Simulated orders
+ * - 'partial': Temporarily filled orders (excluded from calculation)
+ *
+ * Usage: tsx scripts/divergence-calc.ts [file] or pipe: cat orders.txt | tsx scripts/divergence-calc.ts
+ * Exit code: 0 on success, 1 on error
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = require('fs');
+const path = require('path');
+const Format = require('../modules/order/format');
+/**
+ * readData: Read order data from file or stdin
+ *
+ * Supports two input modes:
+ * 1. File argument: tsx divergence-calc.ts /path/to/file
+ * 2. Stdin: cat file | tsx divergence-calc.ts or tsx divergence-calc.ts -
+ *
+ * @returns {string} Raw order data lines
+ * @throws {Error} If file cannot be read
+ */
+function readData() {
+    const args = process.argv.slice(2);
+    if (args.length > 0 && args[0] !== '-') {
+        // Read from file if argument provided
+        const filePath = path.resolve(args[0]);
+        try {
+            return fs.readFileSync(filePath, 'utf-8');
+        }
+        catch (err) {
+            console.error(`Error reading file "${filePath}":`, err.message);
+            process.exit(1);
+        }
+    }
+    // Otherwise read from stdin
+    return fs.readFileSync(0, 'utf-8');
+}
+const data = readData();
+const lines = data.trim().split('\n');
+const orders = [];
+lines.forEach(line => {
+    // Parse orders in format: Buy/Sell order-id @ price: persisted → calculated [state]
+    // State is optional and used to exclude partial orders
+    const match = line.match(/(?:Buy|Sell) (?:buy|sell)-(\d+) @ ([\d.]+): ([\d.]+) → ([\d.]+)(?:\s+\[(\w+)\])?/);
+    if (match) {
+        const orderId = match[1];
+        const price = parseFloat(match[2]);
+        const persisted = parseFloat(match[3]); // First value is persisted (old)
+        const calculated = parseFloat(match[4]); // Second value is calculated (new)
+        const state = match[5] || 'active'; // Default to 'active' if no state specified
+        orders.push({ orderId, price, calculated, persisted, state });
+    }
+});
+// Filter out partial orders from divergence calculation
+// Include: 'active' and 'virtual' orders - these represent the intended grid structure
+// Exclude: 'partial' orders - these are temporarily filled and in transition
+const activeOrders = orders.filter(o => o.state !== 'partial');
+const partialOrdersCount = orders.length - activeOrders.length;
+// Calculate divergence metric: sum of ((calculated - persisted) / persisted)^2 / count
+let sumSquaredDiff = 0;
+activeOrders.forEach(order => {
+    const relativeError = (order.calculated - order.persisted) / order.persisted;
+    sumSquaredDiff += relativeError * relativeError;
+});
+const normalizedMetric = activeOrders.length > 0 ? sumSquaredDiff / activeOrders.length : 0;
+const promille = normalizedMetric * 1000;
+// Calculate real error as √(promille / 1000)
+const realErrorPercent = Math.sqrt(promille / 1000) * 100;
+console.log('=== QUADRATIC DIVERGENCE ANALYSIS ===\n');
+console.log(`Total orders in input: ${orders.length}`);
+console.log(`Orders analyzed: ${activeOrders.length}`);
+if (partialOrdersCount > 0) {
+    console.log(`Partial orders excluded: ${partialOrdersCount}`);
+}
+console.log(`Sum of squared relative differences: ${Format.formatPrice4(sumSquaredDiff)}`);
+console.log(`\nMetric: ${Format.formatPrice4(normalizedMetric)}`);
+console.log(`In promille: ${Format.formatPrice4(promille)}`);
+console.log(`Real average error: ${Format.formatMetric2(realErrorPercent)}%`);
+console.log(`\nThreshold comparison (hardcoded):`);
+console.log(`  Current: ${Format.formatPrice4(promille)} promille`);
+console.log(`  Default threshold: 1 promille (3.2% avg error)`);
+console.log(`  Status: ${promille <= 1 ? '✓ WITHIN THRESHOLD' : '✗ EXCEEDS THRESHOLD'}`);
+// Show min/max errors
+let minError = Infinity, maxError = -Infinity;
+let minErrorOrder = null, maxErrorOrder = null;
+activeOrders.forEach((order, idx) => {
+    const absError = Math.abs((order.calculated - order.persisted) / order.persisted);
+    if (absError < minError) {
+        minError = absError;
+        minErrorOrder = { ...order, idx };
+    }
+    if (absError > maxError) {
+        maxError = absError;
+        maxErrorOrder = { ...order, idx };
+    }
+});
+console.log(`\nMin error: ${Format.formatPrice4(minError * 100)}% at order-${minErrorOrder.idx} (${minErrorOrder.type || 'unknown'})`);
+console.log(`  Calculated: ${Format.formatPrice(minErrorOrder.calculated)}, Persisted: ${Format.formatPrice(minErrorOrder.persisted)}`);
+console.log(`Max error: ${Format.formatPrice4(maxError * 100)}% at order-${maxErrorOrder.idx} (${maxErrorOrder.type || 'unknown'})`);
+console.log(`  Calculated: ${Format.formatPrice(maxErrorOrder.calculated)}, Persisted: ${Format.formatPrice(maxErrorOrder.persisted)}`);
+//# sourceMappingURL=divergence-calc.js.map

package/dist/scripts/divergence-calc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"divergence-calc.js","sourceRoot":"","sources":["../../scripts/divergence-calc.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;;AAEH,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AACzB,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;AAElD;;;;;;;;;GASG;AACH,SAAS,QAAQ;IACf,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;QACvC,sCAAsC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC;YACH,OAAO,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,uBAAuB,QAAQ,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,OAAO,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;AAExB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AACtC,MAAM,MAAM,GAAU,EAAE,CAAC;AAEzB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;IACnB,oFAAoF;IACpF,uDAAuD;IACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,kFAAkF,CAAC,CAAC;IAC7G,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAG,iCAAiC;QAC3E,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,mCAAmC;QAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAO,4CAA4C;QACtF,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,wDAAwD;AACxD,uFAAuF;AACvF,6EAA6E;AAC7E,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;AAC/D,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;AAE/D,uFAAuF;AACvF,IAAI,cAAc,GAAG,CAAC,CAAC;AACvB,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;IAC3B,MAAM,aAAa,GAAG,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC;IAC7E,cAAc,IAAI,aAAa,GAAG,aAAa,CAAC;AAClD,CAAC,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5F,MAAM,QAAQ,GAAG,gBAAgB,GAAG,IAAI,CAAC;AAEzC,6CAA6C;AAC7C,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC;AAE1D,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;AACvD,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;AACvD,OAAO,CAAC,GAAG,CAAC,oBAAoB,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;AACvD,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;IAC3B,OAAO,CAAC,GAAG,CAAC,4BAA4B,kBAAkB,EAAE,CAAC,CAAC;AAChE,CAAC;AACD,OAAO,CAAC,GAAG,CAAC,wCAAwC,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;AAC3F,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,YAAY,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;AAClE,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAC7D,OAAO,CAAC,GAAG,CAAC,uBAAuB,MAAM,CAAC,aAAa,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAC9E,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;AACnD,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;AACpE,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;AAChE,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,qBAAqB,EAAE,CAAC,CAAC;AAEzF,sBAAsB;AACtB,IAAI,QAAQ,GAAG,QAAQ,EAAE,QAAQ,GAAG,CAAC,QAAQ,CAAC;AAC9C,IAAI,aAAa,GAAG,IAAI,EAAE,aAAa,GAAG,IAAI,CAAC;AAC/C,YAAY,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;IAClF,IAAI,QAAQ,GAAG,QAAQ,EAAE,CAAC;QAAC,QAAQ,GAAG,QAAQ,CAAC;QAAC,aAAa,GAAG,EAAE,GAAG,KAAK,EAAE,GAAG,EAAE,CAAC;IAAC,CAAC;IACpF,IAAI,QAAQ,GAAG,QAAQ,EAAE,CAAC;QAAC,QAAQ,GAAG,QAAQ,CAAC;QAAC,aAAa,GAAG,EAAE,GAAG,KAAK,EAAE,GAAG,EAAE,CAAC;IAAC,CAAC;AACtF,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,YAAY,CAAC,QAAQ,GAAG,GAAG,CAAC,cAAc,aAAa,CAAC,GAAG,KAAK,aAAa,CAAC,IAAI,IAAI,SAAS,GAAG,CAAC,CAAC;AACvI,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,UAAU,CAAC,gBAAgB,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;AACxI,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,YAAY,CAAC,QAAQ,GAAG,GAAG,CAAC,cAAc,aAAa,CAAC,GAAG,KAAK,aAAa,CAAC,IAAI,IAAI,SAAS,GAAG,CAAC,CAAC;AACrI,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,UAAU,CAAC,gBAAgB,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC"}

package/dist/scripts/generate_lp_chart.d.ts

@@ -0,0 +1,31 @@
+declare function showHelp(): void;
+declare function parseArgs(argv?: string[]): any;
+interface GenerateLpChartCliOptions {
+    dataFile?: string;
+    noOpen?: boolean;
+    outFile?: string;
+    logger?: Console;
+    profilesFile?: string;
+    comparisonProfilesFile?: string | null;
+    defaultStrategies?: {
+        name: string;
+        erPeriod: number;
+        fastPeriod: number;
+        slowPeriod: number;
+        color?: string;
+        dash?: string;
+        lineWidth?: number;
+    }[];
+}
+declare function generateLpChartCli(options?: GenerateLpChartCliOptions): any;
+declare function run(): any;
+declare const _default: {
+    defaultUplotMarketChartPath: any;
+    generateLpChartCli: typeof generateLpChartCli;
+    generateMarketLpChartUplot: any;
+    parseArgs: typeof parseArgs;
+    run: typeof run;
+    showHelp: typeof showHelp;
+};
+export = _default;
+//# sourceMappingURL=generate_lp_chart.d.ts.map

package/dist/scripts/generate_lp_chart.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate_lp_chart.d.ts","sourceRoot":"","sources":["../../scripts/generate_lp_chart.ts"],"names":[],"mappings":"AAYA,iBAAS,QAAQ,SAchB;AAED,iBAAS,SAAS,CAAC,IAAI,WAAwB,OAe9C;AAED,UAAU,yBAAyB;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,iBAAiB,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACvJ;AAED,iBAAS,kBAAkB,CAAC,OAAO,GAAE,yBAA8B,OAiClE;AAED,iBAAS,GAAG,QAaX;;;;;;;;;AAMD,kBAOE"}

package/dist/scripts/generate_lp_chart.js

@@ -0,0 +1,92 @@
+'use strict';
+const path = require('path');
+const { defaultMarketChartPath, generateComparisonLpChart, generateLpChartBundle, generateMarketLpChart, parseLpChartCliArgs, } = require('../market_adapter/lp_chart_runner');
+function showHelp() {
+    console.log(`
+LP Chart Generator (uPlot)
+
+Usage:
+  tsx scripts/generate_lp_chart.ts [options]
+
+Options:
+  --data FILE   LP export JSON file
+  --file FILE   Alias for --data
+  --out FILE    Market chart output HTML file
+  --no-open     Suppress browser auto-open
+  --help        Show this help
+    `);
+}
+function parseArgs(argv = process.argv.slice(2)) {
+    const args = Array.isArray(argv) ? argv : [];
+    const parsed = parseLpChartCliArgs(args, {
+        dataFlags: ['--data', '--file'],
+    });
+    let outFile = null;
+    for (let i = 0; i < args.length; i++) {
+        const arg = args[i];
+        if (arg === '--out' && args[i + 1]) {
+            outFile = path.resolve(args[++i]);
+        }
+        else if (arg === '--help' || arg === '-h') {
+            return { ...parsed, outFile, help: true };
+        }
+    }
+    return { ...parsed, outFile, help: false };
+}
+function generateLpChartCli(options = {}) {
+    const logger = options.logger ?? console;
+    if (!options.outFile) {
+        return generateLpChartBundle({
+            dataFile: options.dataFile,
+            noOpen: options.noOpen,
+            logger,
+            profilesFile: options.profilesFile,
+            comparisonProfilesFile: options.comparisonProfilesFile,
+            defaultStrategies: options.defaultStrategies,
+        });
+    }
+    const marketChart = generateMarketLpChart({
+        dataFile: options.dataFile,
+        noOpen: options.noOpen,
+        outFile: options.outFile,
+        logger,
+        profilesFile: options.profilesFile,
+    });
+    const comparisonChart = generateComparisonLpChart({
+        dataFile: marketChart.dataFile,
+        noOpen: true,
+        logger,
+        defaultStrategies: options.defaultStrategies,
+        profilesFile: options.comparisonProfilesFile ?? null,
+    });
+    return {
+        dataFile: marketChart.dataFile,
+        marketChart,
+        comparisonChart,
+    };
+}
+function run() {
+    const { dataFile, noOpen, outFile, help } = parseArgs(process.argv.slice(2));
+    if (help) {
+        showHelp();
+        return;
+    }
+    return generateLpChartCli({
+        dataFile,
+        noOpen,
+        outFile,
+        logger: console,
+    });
+}
+if (require.main === module) {
+    run();
+}
+module.exports = {
+    defaultUplotMarketChartPath: defaultMarketChartPath,
+    generateLpChartCli,
+    generateMarketLpChartUplot: generateMarketLpChart,
+    parseArgs,
+    run,
+    showHelp,
+};
+//# sourceMappingURL=generate_lp_chart.js.map

package/dist/scripts/generate_lp_chart.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate_lp_chart.js","sourceRoot":"","sources":["../../scripts/generate_lp_chart.ts"],"names":[],"mappings":"AAAA,YAAY,CAAC;AAEb,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAE7B,MAAM,EACF,sBAAsB,EACtB,yBAAyB,EACzB,qBAAqB,EACrB,qBAAqB,EACrB,mBAAmB,GACtB,GAAG,OAAO,CAAC,mCAAmC,CAAC,CAAC;AAEjD,SAAS,QAAQ;IACb,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;KAYX,CAAC,CAAC;AACP,CAAC;AAED,SAAS,SAAS,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,EAAE;QACrC,SAAS,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC;KAClC,CAAC,CAAC;IACH,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,OAAO,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACjC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;aAAM,IAAI,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAC1C,OAAO,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC9C,CAAC;IACL,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AAC/C,CAAC;AAYD,SAAS,kBAAkB,CAAC,UAAqC,EAAE;IAC/D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC;IACzC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,qBAAqB,CAAC;YACzB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM;YACN,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;YACtD,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;SAC/C,CAAC,CAAC;IACP,CAAC;IAED,MAAM,WAAW,GAAG,qBAAqB,CAAC;QACtC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,MAAM;QACN,YAAY,EAAE,OAAO,CAAC,YAAY;KACrC,CAAC,CAAC;IACH,MAAM,eAAe,GAAG,yBAAyB,CAAC;QAC9C,QAAQ,EAAE,WAAW,CAAC,QAAQ;QAC9B,MAAM,EAAE,IAAI;QACZ,MAAM;QACN,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAC5C,YAAY,EAAE,OAAO,CAAC,sBAAsB,IAAI,IAAI;KACvD,CAAC,CAAC;IAEH,OAAO;QACH,QAAQ,EAAE,WAAW,CAAC,QAAQ;QAC9B,WAAW;QACX,eAAe;KAClB,CAAC;AACN,CAAC;AAED,SAAS,GAAG;IACR,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,IAAI,IAAI,EAAE,CAAC;QACP,QAAQ,EAAE,CAAC;QACX,OAAO;IACX,CAAC;IAED,OAAO,kBAAkB,CAAC;QACtB,QAAQ;QACR,MAAM;QACN,OAAO;QACP,MAAM,EAAE,OAAO;KAClB,CAAC,CAAC;AACP,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC1B,GAAG,EAAE,CAAC;AACV,CAAC;AAED,iBAAS;IACL,2BAA2B,EAAE,sBAAsB;IACnD,kBAAkB;IAClB,0BAA0B,EAAE,qBAAqB;IACjD,SAAS;IACT,GAAG;IACH,QAAQ;CACX,CAAC"}

package/dist/scripts/generate_mainnet_corpus_report.d.ts

@@ -0,0 +1,24 @@
+#!/usr/bin/env node
+/**
+ * Generate the mainnet corpus validation report consumed by
+ * `scripts/native_release_gates.ts`.
+ *
+ * Walks recent mainnet blocks via the read-only native client, reserializes
+ * each transaction through modules/bitshares-native, and proves byte parity in
+ * two independent ways:
+ *
+ *   1. Transaction ID: sha256(serialize(unsigned_tx)).slice(0, 20) must match
+ *      the chain-reported `block.transaction_ids[i]`.
+ *   2. Signed hex: when the node exposes `database_api::get_transaction_hex`,
+ *      `serialize(signed_tx).toString('hex')` must equal the chain's hex.
+ *
+ * Output: profiles/native_validation/mainnet_corpus_report.json
+ *
+ * CLI flags:
+ *   --count N        Minimum valid transaction count (default 50)
+ *   --max-blocks N   Cap on blocks to scan (default 500)
+ *   --head-offset N  Start at head-N for finality (default 100)
+ *   --out PATH       Output path (default profiles/native_validation/...)
+ */
+export {};
+//# sourceMappingURL=generate_mainnet_corpus_report.d.ts.map

package/dist/scripts/generate_mainnet_corpus_report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate_mainnet_corpus_report.d.ts","sourceRoot":"","sources":["../../scripts/generate_mainnet_corpus_report.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;;;;;GAoBG;AAiOH,OAAO,EAAE,CAAC"}

package/dist/scripts/generate_mainnet_corpus_report.js

@@ -0,0 +1,237 @@
+#!/usr/bin/env node
+/**
+ * Generate the mainnet corpus validation report consumed by
+ * `scripts/native_release_gates.ts`.
+ *
+ * Walks recent mainnet blocks via the read-only native client, reserializes
+ * each transaction through modules/bitshares-native, and proves byte parity in
+ * two independent ways:
+ *
+ *   1. Transaction ID: sha256(serialize(unsigned_tx)).slice(0, 20) must match
+ *      the chain-reported `block.transaction_ids[i]`.
+ *   2. Signed hex: when the node exposes `database_api::get_transaction_hex`,
+ *      `serialize(signed_tx).toString('hex')` must equal the chain's hex.
+ *
+ * Output: profiles/native_validation/mainnet_corpus_report.json
+ *
+ * CLI flags:
+ *   --count N        Minimum valid transaction count (default 50)
+ *   --max-blocks N   Cap on blocks to scan (default 500)
+ *   --head-offset N  Start at head-N for finality (default 100)
+ *   --out PATH       Output path (default profiles/native_validation/...)
+ */
+'use strict';
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = require('fs');
+const path = require('path');
+const { createReadOnlyClient } = require('../modules/bitshares-native');
+const serial = require('../modules/bitshares-native/serial');
+const ecc = require('../modules/bitshares-native/crypto/ecc');
+const { NODE_MANAGEMENT } = require('../modules/constants');
+const { PATHS } = require('../modules/paths');
+const { ensureDir, writeJSON } = require('../modules/utils/fs_utils');
+const argv = process.argv.slice(2);
+function flag(name, fallback) {
+    const i = argv.indexOf(name);
+    if (i < 0)
+        return fallback;
+    return argv[i + 1];
+}
+const targetCount = Number(flag('--count', 50));
+const maxBlocks = Number(flag('--max-blocks', 500));
+const headOffset = Number(flag('--head-offset', 100));
+const outPath = String(flag('--out', path.join(PATHS.PROFILES.NATIVE_VALIDATION_DIR, 'mainnet_corpus_report.json')));
+function tagFor(d) {
+    if (d.error)
+        return 'SKIP (' + d.error.slice(0, 40) + ')';
+    if (d.txidMatch === false)
+        return 'TXID-FAIL';
+    if (d.hexMatch === false)
+        return 'HEX-FAIL';
+    const parts = [];
+    if (d.txidMatch === true)
+        parts.push('txid');
+    if (d.hexMatch === true)
+        parts.push('hex');
+    if (parts.length === 0)
+        return 'OK (no proofs available!)';
+    return 'OK (' + parts.join('+') + ')';
+}
+async function main() {
+    const nodes = NODE_MANAGEMENT.DEFAULT_NODES;
+    const client = createReadOnlyClient({ nodes, validateChainId: true });
+    console.log(`Connecting to mainnet (${nodes.length} candidate nodes)...`);
+    await client.connect();
+    const nodeUrl = client.getNodeUrl();
+    const chainId = await client.db('get_chain_id', []);
+    console.log(`Connected: ${nodeUrl}`);
+    console.log(`Chain ID:  ${chainId}\n`);
+    const dgp = await client.db('get_dynamic_global_properties', []);
+    const headBlock = Number(dgp.head_block_number);
+    const startBlock = headBlock - headOffset;
+    console.log(`Head block:       ${headBlock}`);
+    console.log(`Scanning from:    ${startBlock} (head - ${headOffset})`);
+    console.log(`Target valid tx:  ${targetCount}`);
+    console.log(`Max blocks:       ${maxBlocks}\n`);
+    let txHexAvailable = null;
+    let txidAvailable = null;
+    const details = [];
+    const opCoverage = {};
+    let txidMatches = 0;
+    let txidMismatches = 0;
+    let hexMatches = 0;
+    let hexMismatches = 0;
+    let skipped = 0;
+    let validCount = 0;
+    let blocksScanned = 0;
+    let scannedTo = startBlock;
+    for (let b = startBlock; b > startBlock - maxBlocks && validCount < targetCount; b--) {
+        blocksScanned++;
+        scannedTo = b;
+        let block;
+        try {
+            block = await client.db('get_block', [b]);
+        }
+        catch (e) {
+            console.log(`  block ${b}: fetch error ${e.message}`);
+            continue;
+        }
+        if (!block || !Array.isArray(block.transactions))
+            continue;
+        for (let i = 0; i < block.transactions.length && validCount < targetCount; i++) {
+            const signedTx = block.transactions[i];
+            const rawExpectedTxId = (block.transaction_ids && block.transaction_ids[i]) || null;
+            const opTypeIds = (signedTx.operations || []).map((op) => op[0]);
+            for (const id of opTypeIds)
+                opCoverage[id] = (opCoverage[id] || 0) + 1;
+            const detail = {
+                blockNum: b,
+                txIndex: i,
+                opTypeIds,
+                expectedTxId: rawExpectedTxId,
+                computedTxId: '',
+                txidMatch: null,
+                hexMatch: null,
+            };
+            try {
+                const unsignedTxObj = {
+                    ref_block_num: signedTx.ref_block_num,
+                    ref_block_prefix: signedTx.ref_block_prefix,
+                    expiration: signedTx.expiration,
+                    operations: signedTx.operations,
+                    extensions: signedTx.extensions || [],
+                };
+                const unsignedBytes = serial.ops.transaction.toBuffer(unsignedTxObj);
+                const computedTxId = ecc.sha256(unsignedBytes).slice(0, 20).toString('hex');
+                detail.computedTxId = computedTxId;
+                if (rawExpectedTxId) {
+                    txidAvailable = true;
+                    detail.txidMatch = computedTxId === rawExpectedTxId;
+                    if (detail.txidMatch)
+                        txidMatches++;
+                    else
+                        txidMismatches++;
+                }
+                else if (txidAvailable === null) {
+                    txidAvailable = false;
+                    console.log(`  note: block.transaction_ids not provided by node; relying on hex check\n`);
+                }
+                if (txHexAvailable !== false) {
+                    try {
+                        const expectedHex = await client.db('get_transaction_hex', [signedTx]);
+                        txHexAvailable = true;
+                        const signedBytes = serial.ops.signed_transaction.toBuffer(signedTx);
+                        const computedHex = signedBytes.toString('hex');
+                        detail.expectedSignedHex = expectedHex;
+                        detail.computedSignedHex = computedHex;
+                        detail.hexMatch = computedHex === expectedHex;
+                        if (detail.hexMatch)
+                            hexMatches++;
+                        else
+                            hexMismatches++;
+                    }
+                    catch (e) {
+                        if (txHexAvailable === null) {
+                            txHexAvailable = false;
+                            console.log(`  note: get_transaction_hex unavailable on this node (${e.message}); txid-only mode\n`);
+                        }
+                    }
+                }
+                if (detail.txidMatch === false || detail.hexMatch === false) {
+                    /* counted above; do not mark as valid */
+                }
+                else if (detail.txidMatch === true || detail.hexMatch === true) {
+                    validCount++;
+                }
+                else {
+                    detail.error = 'no proof available (node lacks transaction_ids and get_transaction_hex)';
+                    skipped++;
+                }
+            }
+            catch (e) {
+                detail.error = e.message;
+                skipped++;
+            }
+            details.push(detail);
+            console.log(`  [${String(details.length).padStart(3, ' ')}/${String(validCount).padStart(3, ' ')}] block ${b} tx#${i} ops=${JSON.stringify(opTypeIds)} ${tagFor(detail)}`);
+        }
+    }
+    const hadProof = txidAvailable === true || txHexAvailable === true;
+    const passed = hadProof
+        && validCount >= targetCount
+        && txidMismatches === 0
+        && hexMismatches === 0;
+    const report = {
+        passed,
+        transactionCount: validCount,
+        generatedAt: new Date().toISOString(),
+        generator: 'scripts/generate_mainnet_corpus_report.ts',
+        nodeUrl,
+        chainId,
+        headBlock,
+        scannedFromBlock: startBlock,
+        scannedToBlock: scannedTo,
+        blocksScanned,
+        opTypeCoverage: opCoverage,
+        txidCheck: {
+            available: txidAvailable === true,
+            matches: txidMatches,
+            mismatches: txidMismatches,
+        },
+        txHexCheck: {
+            available: txHexAvailable === true,
+            matches: hexMatches,
+            mismatches: hexMismatches,
+        },
+        skippedCount: skipped,
+        details,
+    };
+    ensureDir(path.dirname(outPath));
+    writeJSON(outPath, report);
+    console.log(`\nReport written: ${outPath}`);
+    console.log(`Result: passed=${passed} transactionCount=${validCount}`);
+    if (txidAvailable) {
+        console.log(`  txidCheck:  ${txidMatches} match / ${txidMismatches} mismatch`);
+    }
+    else {
+        console.log(`  txidCheck:  unavailable (node does not include transaction_ids)`);
+    }
+    if (txHexAvailable) {
+        console.log(`  txHexCheck: ${hexMatches} match / ${hexMismatches} mismatch`);
+    }
+    else {
+        console.log(`  txHexCheck: unavailable on selected node`);
+    }
+    if (skipped > 0)
+        console.log(`  skipped:    ${skipped} (unsupported op types or serializer errors)`);
+    try {
+        client.disconnect();
+    }
+    catch (_e) { /* ignore */ }
+    process.exit(passed ? 0 : 1);
+}
+main().catch((err) => {
+    console.error('FATAL:', err && err.stack ? err.stack : err);
+    process.exit(2);
+});
+//# sourceMappingURL=generate_mainnet_corpus_report.js.map

package/dist/scripts/generate_mainnet_corpus_report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate_mainnet_corpus_report.js","sourceRoot":"","sources":["../../scripts/generate_mainnet_corpus_report.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,YAAY,CAAC;;AAEb,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AACzB,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAC7B,MAAM,EAAE,oBAAoB,EAAE,GAAG,OAAO,CAAC,6BAA6B,CAAC,CAAC;AACxE,MAAM,MAAM,GAAG,OAAO,CAAC,oCAAoC,CAAC,CAAC;AAC7D,MAAM,GAAG,GAAG,OAAO,CAAC,wCAAwC,CAAC,CAAC;AAC9D,MAAM,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;AAC5D,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;AAC9C,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAEtE,MAAM,IAAI,GAAa,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC7C,SAAS,IAAI,CAAC,IAAY,EAAE,QAAyB;IACjD,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC3B,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;AAChD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,CAAC;AACpD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,CAAC;AACtD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAC/B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,qBAAqB,EAAE,4BAA4B,CAAC,CAAC,CAAC,CAAC;AAepF,SAAS,MAAM,CAAC,CAAW;IACvB,IAAI,CAAC,CAAC,KAAK;QAAE,OAAO,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC;IAC1D,IAAI,CAAC,CAAC,SAAS,KAAK,KAAK;QAAE,OAAO,WAAW,CAAC;IAC9C,IAAI,CAAC,CAAC,QAAQ,KAAK,KAAK;QAAE,OAAO,UAAU,CAAC;IAC5C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,CAAC,CAAC,SAAS,KAAK,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,2BAA2B,CAAC;IAC3D,OAAO,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,IAAI;IACf,MAAM,KAAK,GAAa,eAAe,CAAC,aAAa,CAAC;IACtD,MAAM,MAAM,GAAG,oBAAoB,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;IAEtE,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,CAAC,MAAM,sBAAsB,CAAC,CAAC;IAC1E,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;IACvB,MAAM,OAAO,GAAkB,MAAM,CAAC,UAAU,EAAE,CAAC;IACnD,MAAM,OAAO,GAAW,MAAM,MAAM,CAAC,EAAE,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,EAAE,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,IAAI,CAAC,CAAC;IAEvC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;IACjE,MAAM,SAAS,GAAW,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,SAAS,GAAG,UAAU,CAAC;IAE1C,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,qBAAqB,UAAU,YAAY,UAAU,GAAG,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,qBAAqB,WAAW,EAAE,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,IAAI,CAAC,CAAC;IAEhD,IAAI,cAAc,GAAmB,IAAI,CAAC;IAC1C,IAAI,aAAa,GAAmB,IAAI,CAAC;IACzC,MAAM,OAAO,GAAe,EAAE,CAAC;IAC/B,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,SAAS,GAAG,UAAU,CAAC;IAE3B,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,UAAU,GAAG,SAAS,IAAI,UAAU,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACnF,aAAa,EAAE,CAAC;QAChB,SAAS,GAAG,CAAC,CAAC;QACd,IAAI,KAAU,CAAC;QACf,IAAI,CAAC;YACD,KAAK,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACtD,SAAS;QACb,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;YAAE,SAAS;QAC3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,IAAI,UAAU,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7E,MAAM,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,eAAe,GAAG,CAAC,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;YACpF,MAAM,SAAS,GAAa,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAChF,KAAK,MAAM,EAAE,IAAI,SAAS;gBAAE,UAAU,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAEvE,MAAM,MAAM,GAAa;gBACrB,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC;gBACV,SAAS;gBACT,YAAY,EAAE,eAAe;gBAC7B,YAAY,EAAE,EAAE;gBAChB,SAAS,EAAE,IAAI;gBACf,QAAQ,EAAE,IAAI;aACjB,CAAC;YAEF,IAAI,CAAC;gBACD,MAAM,aAAa,GAAG;oBAClB,aAAa,EAAE,QAAQ,CAAC,aAAa;oBACrC,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;oBAC3C,UAAU,EAAE,QAAQ,CAAC,UAAU;oBAC/B,UAAU,EAAE,QAAQ,CAAC,UAAU;oBAC/B,UAAU,EAAE,QAAQ,CAAC,UAAU,IAAI,EAAE;iBACxC,CAAC;gBACF,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;gBACrE,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC5E,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;gBAEnC,IAAI,eAAe,EAAE,CAAC;oBAClB,aAAa,GAAG,IAAI,CAAC;oBACrB,MAAM,CAAC,SAAS,GAAG,YAAY,KAAK,eAAe,CAAC;oBACpD,IAAI,MAAM,CAAC,SAAS;wBAAE,WAAW,EAAE,CAAC;;wBAAM,cAAc,EAAE,CAAC;gBAC/D,CAAC;qBAAM,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;oBAChC,aAAa,GAAG,KAAK,CAAC;oBACtB,OAAO,CAAC,GAAG,CAAC,4EAA4E,CAAC,CAAC;gBAC9F,CAAC;gBAED,IAAI,cAAc,KAAK,KAAK,EAAE,CAAC;oBAC3B,IAAI,CAAC;wBACD,MAAM,WAAW,GAAW,MAAM,MAAM,CAAC,EAAE,CAAC,qBAAqB,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;wBAC/E,cAAc,GAAG,IAAI,CAAC;wBACtB,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;wBACrE,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;wBAChD,MAAM,CAAC,iBAAiB,GAAG,WAAW,CAAC;wBACvC,MAAM,CAAC,iBAAiB,GAAG,WAAW,CAAC;wBACvC,MAAM,CAAC,QAAQ,GAAG,WAAW,KAAK,WAAW,CAAC;wBAC9C,IAAI,MAAM,CAAC,QAAQ;4BAAE,UAAU,EAAE,CAAC;;4BAAM,aAAa,EAAE,CAAC;oBAC5D,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBACd,IAAI,cAAc,KAAK,IAAI,EAAE,CAAC;4BAC1B,cAAc,GAAG,KAAK,CAAC;4BACvB,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC,OAAO,qBAAqB,CAAC,CAAC;wBACzG,CAAC;oBACL,CAAC;gBACL,CAAC;gBAED,IAAI,MAAM,CAAC,SAAS,KAAK,KAAK,IAAI,MAAM,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;oBAC1D,yCAAyC;gBAC7C,CAAC;qBAAM,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;oBAC/D,UAAU,EAAE,CAAC;gBACjB,CAAC;qBAAM,CAAC;oBACJ,MAAM,CAAC,KAAK,GAAG,yEAAyE,CAAC;oBACzF,OAAO,EAAE,CAAC;gBACd,CAAC;YACL,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC;gBACzB,OAAO,EAAE,CAAC;YACd,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,OAAO,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/K,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,KAAK,IAAI,IAAI,cAAc,KAAK,IAAI,CAAC;IACnE,MAAM,MAAM,GAAG,QAAQ;WAChB,UAAU,IAAI,WAAW;WACzB,cAAc,KAAK,CAAC;WACpB,aAAa,KAAK,CAAC,CAAC;IAE3B,MAAM,MAAM,GAAG;QACX,MAAM;QACN,gBAAgB,EAAE,UAAU;QAC5B,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,SAAS,EAAE,2CAA2C;QACtD,OAAO;QACP,OAAO;QACP,SAAS;QACT,gBAAgB,EAAE,UAAU;QAC5B,cAAc,EAAE,SAAS;QACzB,aAAa;QACb,cAAc,EAAE,UAAU;QAC1B,SAAS,EAAE;YACP,SAAS,EAAE,aAAa,KAAK,IAAI;YACjC,OAAO,EAAE,WAAW;YACpB,UAAU,EAAE,cAAc;SAC7B;QACD,UAAU,EAAE;YACR,SAAS,EAAE,cAAc,KAAK,IAAI;YAClC,OAAO,EAAE,UAAU;YACnB,UAAU,EAAE,aAAa;SAC5B;QACD,YAAY,EAAE,OAAO;QACrB,OAAO;KACV,CAAC;IAEF,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IACjC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAE3B,OAAO,CAAC,GAAG,CAAC,qBAAqB,OAAO,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,qBAAqB,UAAU,EAAE,CAAC,CAAC;IACvE,IAAI,aAAa,EAAE,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,iBAAiB,WAAW,YAAY,cAAc,WAAW,CAAC,CAAC;IACnF,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,cAAc,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,iBAAiB,UAAU,YAAY,aAAa,WAAW,CAAC,CAAC;IACjF,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,OAAO,GAAG,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,OAAO,8CAA8C,CAAC,CAAC;IAErG,IAAI,CAAC;QAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IAAC,CAAC;IAAC,OAAO,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;IACxD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACjC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;IACtB,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC,CAAC,CAAC"}

package/dist/scripts/generate_market_adapter_whitelist.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=generate_market_adapter_whitelist.d.ts.map

package/dist/scripts/generate_market_adapter_whitelist.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate_market_adapter_whitelist.d.ts","sourceRoot":"","sources":["../../scripts/generate_market_adapter_whitelist.ts"],"names":[],"mappings":""}

package/dist/scripts/generate_market_adapter_whitelist.js

@@ -0,0 +1,111 @@
+'use strict';
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = require('fs');
+const { loadSettingsFile, resolveRawBotEntries, normalizeBotEntries } = require('../modules/bot_settings');
+const { PATHS } = require('../modules/paths');
+const { readJSON } = require('../modules/utils/fs_utils');
+const BOTS_FILE = PATHS.PROFILES.BOTS_JSON;
+const WHITELIST_FILE = PATHS.PROFILES.MARKET_ADAPTER_WHITELIST_JSON();
+function loadNormalizedBots() {
+    const { config } = loadSettingsFile(BOTS_FILE);
+    const raw = resolveRawBotEntries(config);
+    const normalized = normalizeBotEntries(raw);
+    return normalized;
+}
+function isAmaGridPrice(value) {
+    if (typeof value !== 'string')
+        return false;
+    return /^ama(?:[1-4])?$/i.test(value.trim());
+}
+function parseOptions(argv) {
+    const dynamicWeightEnabled = argv.includes('--dynamic-weight=true') || argv.includes('--dynamic-weight') || argv.includes('--with-dynamic-weight');
+    const dynamicWeightDisabled = argv.includes('--dynamic-weight=false') || argv.includes('--no-dynamic-weight');
+    const asymmetricBoundsDisabled = argv.includes('--asymmetric-bounds=false') || argv.includes('--no-asymmetric-bounds');
+    const pruneEnabled = argv.includes('--prune');
+    return {
+        dynamicWeight: dynamicWeightEnabled && !dynamicWeightDisabled,
+        asymmetricBounds: !asymmetricBoundsDisabled,
+        prune: pruneEnabled,
+    };
+}
+function loadExistingWhitelist() {
+    if (!fs.existsSync(WHITELIST_FILE))
+        return {};
+    let json;
+    try {
+        json = readJSON(WHITELIST_FILE);
+    }
+    catch (err) {
+        process.stderr.write(`Warning: ignoring malformed ${WHITELIST_FILE}: ${err.message}\n`);
+        return {};
+    }
+    const raw = json?.whitelist;
+    const entries = {};
+    if (Array.isArray(raw)) {
+        for (const botKey of raw) {
+            if (botKey)
+                entries[String(botKey)] = { ama: true, dynamicWeight: true, asymmetricBounds: true };
+        }
+    }
+    else if (raw && typeof raw === 'object') {
+        for (const [botKey, entry] of Object.entries(raw)) {
+            entries[String(botKey)] = entry;
+        }
+    }
+    return entries;
+}
+function buildWhitelist(bots, existingWhitelist = {}, options = parseOptions(process.argv)) {
+    const entries = new Map();
+    for (const [botKey, entry] of Object.entries(existingWhitelist || {})) {
+        entries.set(String(botKey), entry);
+    }
+    if (options.prune) {
+        const configuredKeys = new Set();
+        for (const bot of bots) {
+            const botKey = bot.botKey;
+            if (botKey)
+                configuredKeys.add(String(botKey));
+        }
+        for (const key of entries.keys()) {
+            if (!configuredKeys.has(key)) {
+                process.stderr.write(`prune: removed stale whitelist entry '${key}'\n`);
+                entries.delete(key);
+            }
+        }
+    }
+    for (const bot of bots) {
+        const botKey = bot.botKey;
+        if (!botKey || !isAmaGridPrice(bot?.gridPrice))
+            continue;
+        const key = String(botKey);
+        if (!entries.has(key)) {
+            entries.set(key, {
+                ama: true,
+                dynamicWeight: options.dynamicWeight,
+                asymmetricBounds: options.asymmetricBounds,
+            });
+        }
+    }
+    return {
+        whitelist: Object.fromEntries([...entries.entries()].sort((a, b) => a[0].localeCompare(b[0]))),
+    };
+}
+function main() {
+    const bots = loadNormalizedBots();
+    const existingWhitelist = loadExistingWhitelist();
+    const whitelist = buildWhitelist(bots, existingWhitelist, parseOptions(process.argv));
+    const output = JSON.stringify(whitelist, null, 2) + '\n';
+    fs.writeFileSync(WHITELIST_FILE, output, 'utf8');
+    const botCount = Object.keys(whitelist.whitelist).length;
+    process.stdout.write(`Wrote ${WHITELIST_FILE} with ${botCount} ${botCount === 1 ? 'bot' : 'bots'}\n`);
+}
+if (require.main === module) {
+    main();
+}
+module.exports = {
+    isAmaGridPrice,
+    parseOptions,
+    loadExistingWhitelist,
+    buildWhitelist,
+};
+//# sourceMappingURL=generate_market_adapter_whitelist.js.map