@acala-network/chopsticks 0.1.0

package/dist/utils/import-storage.js

@@ -0,0 +1,43 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.overrideWasm = exports.importStorage = void 0;
+const node_fs_1 = require("node:fs");
+const js_yaml_1 = __importDefault(require("js-yaml"));
+const set_storage_1 = require("./set-storage");
+const logger_1 = require("../logger");
+const importStorage = async (chain, storage) => {
+    if (storage == null) {
+        return;
+    }
+    let storageValue;
+    if (typeof storage === 'string') {
+        if (!(0, node_fs_1.existsSync)(storage))
+            throw Error(`File ${storage} does not exist`);
+        storageValue = js_yaml_1.default.load(String((0, node_fs_1.readFileSync)(storage)));
+    }
+    else {
+        storageValue = storage;
+    }
+    const blockHash = await (0, set_storage_1.setStorage)(chain, storageValue);
+    logger_1.defaultLogger.trace({ blockHash, storage }, 'ImportStorage');
+};
+exports.importStorage = importStorage;
+const overrideWasm = async (chain, wasmPath) => {
+    if (wasmPath == null) {
+        return;
+    }
+    const wasm = (0, node_fs_1.readFileSync)(wasmPath);
+    let wasmHex;
+    if (wasm.at(0) === 0x30 && wasm.at(1) === 0x78) {
+        // starts with 0x
+        wasmHex = wasm.toString().trim();
+    }
+    else {
+        wasmHex = '0x' + wasm.toString('hex');
+    }
+    chain.head.setWasm(wasmHex);
+};
+exports.overrideWasm = overrideWasm;

package/dist/utils/index.d.ts

@@ -0,0 +1,7 @@
+import { HexString } from '@polkadot/util/types';
+import { StorageKey } from '@polkadot/types';
+export type GetKeys = (startKey?: string) => Promise<StorageKey<any>[]>;
+export type ProcessKey = (key: StorageKey<any>) => any;
+export declare function fetchKeys(getKeys: GetKeys, processKey: ProcessKey): Promise<void>;
+export declare function fetchKeysToArray(getKeys: GetKeys): Promise<StorageKey<any>[]>;
+export declare const compactHex: (value: Uint8Array) => HexString;

package/dist/utils/index.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.compactHex = exports.fetchKeysToArray = exports.fetchKeys = void 0;
+const util_1 = require("@polkadot/util");
+async function fetchKeys(getKeys, processKey) {
+    const processKeys = async (keys) => {
+        for (const key of keys) {
+            await processKey(key);
+        }
+        if (keys.length > 0) {
+            return keys[keys.length - 1];
+        }
+        return undefined;
+    };
+    const keys = await getKeys();
+    let nextKey = await processKeys(keys);
+    while (nextKey) {
+        const keys = await getKeys(nextKey.toHex());
+        nextKey = await processKeys(keys);
+    }
+}
+exports.fetchKeys = fetchKeys;
+async function fetchKeysToArray(getKeys) {
+    const res = [];
+    await fetchKeys(getKeys, (key) => res.push(key));
+    return res;
+}
+exports.fetchKeysToArray = fetchKeysToArray;
+const compactHex = (value) => {
+    return (0, util_1.u8aToHex)((0, util_1.compactStripLength)(value)[1]);
+};
+exports.compactHex = compactHex;

package/dist/utils/set-storage.d.ts

@@ -0,0 +1,6 @@
+import { Blockchain } from '../blockchain';
+type RawStorageValues = [string, string | null][];
+type StorageConfig = Record<string, Record<string, any>>;
+export type StorageValues = RawStorageValues | StorageConfig;
+export declare const setStorage: (chain: Blockchain, storage: StorageValues, blockHash?: string) => Promise<string>;
+export {};

package/dist/utils/set-storage.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.setStorage = void 0;
+const types_1 = require("@polkadot/types");
+const string_1 = require("@polkadot/util/string");
+const util_1 = require("@polkadot/util");
+function objectToStorageItems(meta, storage) {
+    const storageItems = [];
+    for (const sectionName in storage) {
+        const section = storage[sectionName];
+        const pallet = meta.query[(0, string_1.stringCamelCase)(sectionName)];
+        if (!pallet)
+            throw Error(`Cannot find pallet ${sectionName}`);
+        for (const storageName in section) {
+            const storage = section[storageName];
+            if (storageName === '$removePrefix') {
+                for (const mapName of storage) {
+                    const storageEntry = pallet[(0, string_1.stringCamelCase)(mapName)];
+                    if (!storageEntry)
+                        throw Error(`Cannot find storage ${mapName} in pallet ${sectionName}`);
+                    const prefix = storageEntry.keyPrefix();
+                    storageItems.push([(0, util_1.u8aToHex)(prefix), "DeletedPrefix" /* StorageValueKind.DeletedPrefix */]);
+                }
+                continue;
+            }
+            const storageEntry = pallet[(0, string_1.stringCamelCase)(storageName)];
+            if (!storageEntry)
+                throw Error(`Cannot find storage ${storageName} in pallet ${sectionName}`);
+            if (storageEntry.meta.type.isPlain) {
+                const key = new types_1.StorageKey(meta.registry, [storageEntry]);
+                storageItems.push([key.toHex(), storage ? meta.registry.createType(key.outputType, storage).toHex(true) : null]);
+            }
+            else {
+                for (const [keys, value] of storage) {
+                    const key = new types_1.StorageKey(meta.registry, [storageEntry, keys]);
+                    storageItems.push([key.toHex(), value ? meta.registry.createType(key.outputType, value).toHex(true) : null]);
+                }
+            }
+        }
+    }
+    return storageItems;
+}
+const setStorage = async (chain, storage, blockHash) => {
+    const block = await chain.getBlock(blockHash);
+    if (!block)
+        throw Error(`Cannot find block ${blockHash || 'latest'}`);
+    let storageItems;
+    if (Array.isArray(storage)) {
+        storageItems = storage;
+    }
+    else {
+        storageItems = objectToStorageItems(await block.meta, storage);
+    }
+    block.pushStorageLayer().setAll(storageItems);
+    return block.hash;
+};
+exports.setStorage = setStorage;

package/package.json

@@ -0,0 +1,91 @@
+{
+	"name": "@acala-network/chopsticks",
+	"version": "0.1.0",
+	"main": "./dist/index.js",
+	"types": "./dist/index.d.ts",
+	"author": "Bryan Chen <xlchen1291@gmail.com>",
+	"license": "MIT",
+	"packageManager": "yarn@3.2.4",
+	"workspaces": [
+		".",
+		"executor/pkg"
+	],
+	"bin": "./chopsticks.js",
+	"scripts": {
+		"lint": "tsc --noEmit --project tsconfig.json && eslint . --ext .js,.ts && prettier --check .",
+		"fix": "eslint . --ext .js,.ts --fix && prettier -w .",
+		"prepare": "husky install",
+		"start": "ts-node --transpile-only src/index.ts",
+		"build": "rimraf dist && tsc -p tsconfig.prod.json",
+		"build-wasm": "cd executor && wasm-pack --log-level=info build --target nodejs --no-default-features --scope acala-network",
+		"check": "cd executor && cargo check --locked",
+		"test": "vitest --silent",
+		"test:native": "EXECUTOR_CMD='cargo run --manifest-path executor/Cargo.toml --' vitest",
+		"test:dev": "LOG_LEVEL=trace vitest --inspect",
+		"dev": "LOG_LEVEL=trace ts-node-dev --transpile-only --inspect --notify=false src/index.ts -- dev --config=configs/dev.yml",
+		"dev:native": "yarn dev --executor-cmd='cargo run --manifest-path executor/Cargo.toml --'",
+		"dev:karura": "ts-node-dev --transpile-only --inspect --notify=false src/index.ts -- dev --config=configs/karura.yml",
+		"dev:acala": "ts-node-dev --transpile-only --inspect --notify=false src/index.ts -- dev --config=configs/acala.yml"
+	},
+	"dependencies": {
+		"@acala-network/chopsticks-executor": "workspace:*",
+		"@polkadot/api": "^9.10.1",
+		"@polkadot/rpc-provider": "^9.10.1",
+		"@polkadot/types": "^9.10.1",
+		"@polkadot/types-codec": "^9.10.1",
+		"@polkadot/types-known": "^9.10.1",
+		"@polkadot/util": "^10.2.1",
+		"@polkadot/util-crypto": "^10.2.1",
+		"axios": "^1.2.1",
+		"js-yaml": "^4.1.0",
+		"lodash": "^4.17.21",
+		"pino": "^8.7.0",
+		"pino-pretty": "^9.1.1",
+		"reflect-metadata": "^0.1.13",
+		"sqlite3": "^5.1.2",
+		"typeorm": "^0.3.11",
+		"typescript": "^4.9.3",
+		"ws": "^8.11.0",
+		"yargs": "^17.6.2",
+		"zod": "^3.19.1"
+	},
+	"devDependencies": {
+		"@types/js-yaml": "^4.0.5",
+		"@types/lodash": "^4.14.191",
+		"@types/node": "^18.11.10",
+		"@types/rimraf": "^3",
+		"@types/ws": "^8.5.3",
+		"@types/yargs": "^17.0.15",
+		"@typescript-eslint/eslint-plugin": "^5.45.0",
+		"@typescript-eslint/parser": "^5.45.0",
+		"eslint": "^8.29.0",
+		"eslint-config-prettier": "^8.5.0",
+		"eslint-plugin-import": "^2.26.0",
+		"eslint-plugin-sort-imports-es6-autofix": "^0.6.0",
+		"husky": "^8.0.2",
+		"lint-staged": "^13.1.0",
+		"prettier": "^2.8.0",
+		"rimraf": "^3.0.2",
+		"ts-node": "^10.9.1",
+		"ts-node-dev": "^2.0.0",
+		"vitest": "^0.25.3",
+		"wasm-pack": "^0.10.3"
+	},
+	"files": [
+		"dist",
+		"bin",
+		"chopsticks.mjs"
+	],
+	"engines": {
+		"node": ">=v14"
+	},
+	"prettier": {
+		"tabWidth": 2,
+		"semi": false,
+		"singleQuote": true
+	},
+	"lint-staged": {
+		"*.{js,ts}": "eslint --cache --fix",
+		"*.{js,ts,css,md}": "prettier --write"
+	}
+}