@coopenomics/parser 2025.10.15 → 2025.11.6

package/dist/index.cjs

@@ -32,50 +32,20 @@ const redisPort = getEnvVar("REDIS_PORT");
 const redisHost = getEnvVar("REDIS_HOST");
 const redisPassword = getEnvVar("REDIS_PASSWORD");
 const redisStreamLimit = Number(getEnvVar("REDIS_STREAM_LIMIT"));
-const subsribedTables = [
-  // документы
-  { code: "draft", table: "drafts" },
-  { code: "draft", table: "translations" },
-  // meet
-  { code: "meet", table: "meets" },
-  { code: "meet", table: "questions" },
-  // совет
-  { code: "soviet", table: "decisions" },
-  { code: "soviet", table: "boards" },
-  { code: "soviet", table: "participants" },
-  // registrator.joincoop
-  { code: "soviet", table: "joincoops" },
-  // регистратор
-  { code: "registrator", table: "accounts" },
-  { code: "registrator", table: "coops" }
-];
-const subsribedActions = [
-  { code: "eosio.token", action: "transfer", notify: true },
-  { code: "registrator", action: "confirmreg", notify: true },
-  { code: "soviet", action: "votefor" },
-  { code: "soviet", action: "voteagainst" },
-  { code: "soviet", action: "newsubmitted" },
-  { code: "soviet", action: "newresolved" },
-  { code: "soviet", action: "newdecision" },
-  { code: "soviet", action: "newpackage" },
-  { code: "soviet", action: "newact" },
-  { code: "soviet", action: "newlink" },
-  { code: "soviet", action: "newagreement" },
-  { code: "soviet", action: "newdeclined" },
-  // // registrator.joincoop
-  { code: "soviet", action: "joincoop" },
-  { code: "soviet", action: "joincoopdec" },
-  { code: "soviet", action: "updateboard", notify: true },
-  { code: "soviet", action: "createboard", notify: true },
-  { code: "meet", action: "newgdecision", notify: true },
-  { code: "wallet", action: "createwthd", notify: true },
-  { code: "ledger", action: "debet", notify: true },
-  { code: "ledger", action: "credit", notify: true },
-  { code: "ledger", action: "block", notify: true },
-  { code: "ledger", action: "unblock", notify: true },
-  { code: "ledger", action: "writeoff", notify: true },
-  { code: "ledger", action: "writeoffcnsl", notify: true }
+const subscribedContracts = [
+  "draft",
+  "meet",
+  "soviet",
+  "registrator",
+  "eosio.token",
+  "capital",
+  "wallet",
+  "ledger"
 ];
+const subsribedActions = subscribedContracts.map((contract) => ({
+  code: contract,
+  action: "*"
+}));
 
 var __defProp = Object.defineProperty;
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
@@ -200,6 +170,16 @@ async function publishEvent(type, event) {
   await redis.xadd(streamName, "*", "event", message);
   await redis.xtrim(streamName, "MAXLEN", "~", redisStreamLimit);
 }
+async function publishDelta(type, delta) {
+  const message = JSON.stringify({ type, delta });
+  await redis.xadd(streamName, "*", "delta", message);
+  await redis.xtrim(streamName, "MAXLEN", "~", redisStreamLimit);
+}
+async function publishFork(type, block_num) {
+  const message = JSON.stringify({ type, block_num });
+  await redis.xadd(streamName, "*", "fork", message);
+  await redis.xtrim(streamName, "MAXLEN", "~", redisStreamLimit);
+}
 
 class AnyAnyActionParser {
   async process(db, action) {
@@ -224,11 +204,9 @@ async function ActionsParser(db, reader) {
     console.log(`
 ACTION - account: ${action.account}, name: ${action.name}, authorization: ${JSON.stringify(action.authorization)}, data: ${JSON.stringify(action.data)}`);
     const parser = ActionParserFactory.create(action.account, action.name);
-    const source = subsribedActions.find((el) => el.action === action.name && el.code === action.account);
     if (parser) {
       await parser.process(db, action);
-      if (source?.notify)
-        await publishEvent("action", action);
+      await publishEvent("action", action);
     }
   });
   console.log("\u041F\u043E\u0434\u043F\u0438\u0441\u043A\u0430 \u043D\u0430 \u0434\u0435\u0439\u0441\u0442\u0432\u0438\u044F \u0430\u043A\u0442\u0438\u0432\u0438\u0440\u043E\u0432\u0430\u043D\u0430");
@@ -269,17 +247,41 @@ async function DeltasParser(db, reader) {
   rows$.subscribe(async (delta) => {
     console.log(`
 DELTA - code: ${delta.code}, scope: ${delta.scope}, table: ${delta.table}, primary_key: ${delta.primary_key}, data: ${JSON.stringify(delta.value)}`);
-    const source = subsribedTables.find((el) => el.code === delta.code && el.table === delta.table);
     const parser = DeltaParserFactory.create(delta.code, delta.scope, delta.table);
     if (parser) {
       await parser.process(db, delta);
-      if (source?.notify)
-        await publishEvent("delta", delta);
+      await publishDelta("delta", delta);
     }
   });
   console.log("\u041F\u043E\u0434\u043F\u0438\u0441\u043A\u0430 \u043D\u0430 \u0434\u0435\u043B\u044C\u0442\u044B \u0430\u043A\u0442\u0438\u0432\u0438\u0440\u043E\u0432\u0430\u043D\u0430");
 }
 
+class AnyForkParser {
+  async process(db, block_num) {
+    console.log(`FORK detected at block: ${block_num}`);
+  }
+}
+
+class ForkParserFactory {
+  static create() {
+    return new AnyForkParser();
+  }
+}
+
+async function ForksParser(db, reader) {
+  const { forks$ } = reader;
+  forks$.subscribe(async (block_num) => {
+    console.log(`
+FORK detected at block: ${block_num}`);
+    const parser = ForkParserFactory.create();
+    if (parser) {
+      await parser.process(db, block_num);
+      await publishFork("fork", block_num);
+    }
+  });
+  console.log("\u041F\u043E\u0434\u043F\u0438\u0441\u043A\u0430 \u043D\u0430 \u0444\u043E\u0440\u043A\u0438 \u0430\u043A\u0442\u0438\u0432\u0438\u0440\u043E\u0432\u0430\u043D\u0430");
+}
+
 const getInfo = () => fetch__default(`${eosioApi}/v1/chain/get_info`).then((res) => res.json());
 function fetchAbi(account_name) {
   return fetch__default(`${eosioApi}/v1/chain/get_abi`, {
@@ -289,34 +291,59 @@ function fetchAbi(account_name) {
     })
   }).then(async (res) => {
     const response = await res.json();
+    if (!response.abi) {
+      console.warn(`ABI \u0434\u043B\u044F \u043A\u043E\u043D\u0442\u0440\u0430\u043A\u0442\u0430 ${account_name} \u043D\u0435 \u043D\u0430\u0439\u0434\u0435\u043D (\u043A\u043E\u043D\u0442\u0440\u0430\u043A\u0442 \u043D\u0435 \u0443\u0441\u0442\u0430\u043D\u043E\u0432\u043B\u0435\u043D \u0432 \u0431\u043B\u043E\u043A\u0447\u0435\u0439\u043D\u0435)`);
+    }
     return {
       account_name,
       abi: response.abi
     };
   });
 }
+function extractTablesFromAbi(abi) {
+  if (!abi || !abi.tables)
+    return [];
+  return abi.tables.map((table) => table.name);
+}
 
-const table_rows_whitelist = () => subsribedTables;
 const actions_whitelist = () => subsribedActions;
-console.log(subsribedTables);
-console.log(subsribedActions);
+console.log("Actions whitelist (auto-generated from subscribedContracts):", subsribedActions);
 async function loadReader(db) {
   let currentBlock = await db.getCurrentBlock();
   const info = await getInfo();
-  if (currentBlock === 0)
+  if (Number(startBlock) === 1) {
+    if (currentBlock === 0) {
+      currentBlock = Number(info.head_block_num);
+    }
+  } else {
     currentBlock = Number(startBlock);
+  }
   console.log("\u0421\u0442\u0430\u0440\u0442\u0443\u0435\u043C \u0441 \u0431\u043B\u043E\u043A\u0430: ", currentBlock);
   console.log("\u0417\u0430\u0432\u0435\u0440\u0448\u0438\u043C \u043D\u0430 \u0431\u043B\u043E\u043A\u0435: ", finishBlock);
   console.log("\u0412\u044B\u0441\u043E\u0442\u0430 \u0446\u0435\u043F\u043E\u0447\u043A\u0438: ", info.head_block_num);
   console.log("\u041E\u0447\u0438\u0449\u0430\u0435\u043C \u0434\u0435\u0439\u0441\u0442\u0432\u0438\u044F \u0438 \u0434\u0435\u043B\u044C\u0442\u044B \u043F\u043E\u0441\u043B\u0435 \u0431\u043B\u043E\u043A\u0430: ", currentBlock);
   await db.purgeAfterBlock(currentBlock);
-  const unique_contract_names = [...new Set(table_rows_whitelist().map((row) => row.code)), ...new Set(actions_whitelist().map((row) => row.code))];
+  const unique_contract_names = [.../* @__PURE__ */ new Set([...subscribedContracts, ...actions_whitelist().map((row) => row.code)])];
   const abisArr = await Promise.all(unique_contract_names.map((account_name) => fetchAbi(account_name)));
   const contract_abis = () => {
     const numap = /* @__PURE__ */ new Map();
     abisArr.forEach(({ account_name, abi }) => numap.set(account_name, abi));
     return numap;
   };
+  const table_rows_whitelist = () => {
+    const tables = [];
+    abisArr.forEach(({ account_name, abi }) => {
+      if (subscribedContracts.includes(account_name)) {
+        const tableNames = extractTablesFromAbi(abi);
+        tableNames.forEach((tableName) => {
+          tables.push({ code: account_name, table: tableName });
+        });
+      }
+    });
+    return tables;
+  };
+  const tablesWhitelist = table_rows_whitelist();
+  console.log("Tables whitelist (auto-generated from ABI):", tablesWhitelist);
   const delta_whitelist = () => [
     "account_metadata",
     "contract_table",
@@ -357,6 +384,7 @@ class Parser {
       BlockParser(db, reader);
       ActionsParser(db, reader);
       DeltasParser(db, reader);
+      ForksParser(db, reader);
     } catch (e) {
       console.error("\u041E\u0448\u0438\u0431\u043A\u0430: ", e);
       this.start();

package/dist/index.mjs

@@ -23,50 +23,20 @@ const redisPort = getEnvVar("REDIS_PORT");
 const redisHost = getEnvVar("REDIS_HOST");
 const redisPassword = getEnvVar("REDIS_PASSWORD");
 const redisStreamLimit = Number(getEnvVar("REDIS_STREAM_LIMIT"));
-const subsribedTables = [
-  // документы
-  { code: "draft", table: "drafts" },
-  { code: "draft", table: "translations" },
-  // meet
-  { code: "meet", table: "meets" },
-  { code: "meet", table: "questions" },
-  // совет
-  { code: "soviet", table: "decisions" },
-  { code: "soviet", table: "boards" },
-  { code: "soviet", table: "participants" },
-  // registrator.joincoop
-  { code: "soviet", table: "joincoops" },
-  // регистратор
-  { code: "registrator", table: "accounts" },
-  { code: "registrator", table: "coops" }
-];
-const subsribedActions = [
-  { code: "eosio.token", action: "transfer", notify: true },
-  { code: "registrator", action: "confirmreg", notify: true },
-  { code: "soviet", action: "votefor" },
-  { code: "soviet", action: "voteagainst" },
-  { code: "soviet", action: "newsubmitted" },
-  { code: "soviet", action: "newresolved" },
-  { code: "soviet", action: "newdecision" },
-  { code: "soviet", action: "newpackage" },
-  { code: "soviet", action: "newact" },
-  { code: "soviet", action: "newlink" },
-  { code: "soviet", action: "newagreement" },
-  { code: "soviet", action: "newdeclined" },
-  // // registrator.joincoop
-  { code: "soviet", action: "joincoop" },
-  { code: "soviet", action: "joincoopdec" },
-  { code: "soviet", action: "updateboard", notify: true },
-  { code: "soviet", action: "createboard", notify: true },
-  { code: "meet", action: "newgdecision", notify: true },
-  { code: "wallet", action: "createwthd", notify: true },
-  { code: "ledger", action: "debet", notify: true },
-  { code: "ledger", action: "credit", notify: true },
-  { code: "ledger", action: "block", notify: true },
-  { code: "ledger", action: "unblock", notify: true },
-  { code: "ledger", action: "writeoff", notify: true },
-  { code: "ledger", action: "writeoffcnsl", notify: true }
+const subscribedContracts = [
+  "draft",
+  "meet",
+  "soviet",
+  "registrator",
+  "eosio.token",
+  "capital",
+  "wallet",
+  "ledger"
 ];
+const subsribedActions = subscribedContracts.map((contract) => ({
+  code: contract,
+  action: "*"
+}));
 
 var __defProp = Object.defineProperty;
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
@@ -191,6 +161,16 @@ async function publishEvent(type, event) {
   await redis.xadd(streamName, "*", "event", message);
   await redis.xtrim(streamName, "MAXLEN", "~", redisStreamLimit);
 }
+async function publishDelta(type, delta) {
+  const message = JSON.stringify({ type, delta });
+  await redis.xadd(streamName, "*", "delta", message);
+  await redis.xtrim(streamName, "MAXLEN", "~", redisStreamLimit);
+}
+async function publishFork(type, block_num) {
+  const message = JSON.stringify({ type, block_num });
+  await redis.xadd(streamName, "*", "fork", message);
+  await redis.xtrim(streamName, "MAXLEN", "~", redisStreamLimit);
+}
 
 class AnyAnyActionParser {
   async process(db, action) {
@@ -215,11 +195,9 @@ async function ActionsParser(db, reader) {
     console.log(`
 ACTION - account: ${action.account}, name: ${action.name}, authorization: ${JSON.stringify(action.authorization)}, data: ${JSON.stringify(action.data)}`);
     const parser = ActionParserFactory.create(action.account, action.name);
-    const source = subsribedActions.find((el) => el.action === action.name && el.code === action.account);
     if (parser) {
       await parser.process(db, action);
-      if (source?.notify)
-        await publishEvent("action", action);
+      await publishEvent("action", action);
     }
   });
   console.log("\u041F\u043E\u0434\u043F\u0438\u0441\u043A\u0430 \u043D\u0430 \u0434\u0435\u0439\u0441\u0442\u0432\u0438\u044F \u0430\u043A\u0442\u0438\u0432\u0438\u0440\u043E\u0432\u0430\u043D\u0430");
@@ -260,17 +238,41 @@ async function DeltasParser(db, reader) {
   rows$.subscribe(async (delta) => {
     console.log(`
 DELTA - code: ${delta.code}, scope: ${delta.scope}, table: ${delta.table}, primary_key: ${delta.primary_key}, data: ${JSON.stringify(delta.value)}`);
-    const source = subsribedTables.find((el) => el.code === delta.code && el.table === delta.table);
     const parser = DeltaParserFactory.create(delta.code, delta.scope, delta.table);
     if (parser) {
       await parser.process(db, delta);
-      if (source?.notify)
-        await publishEvent("delta", delta);
+      await publishDelta("delta", delta);
     }
   });
   console.log("\u041F\u043E\u0434\u043F\u0438\u0441\u043A\u0430 \u043D\u0430 \u0434\u0435\u043B\u044C\u0442\u044B \u0430\u043A\u0442\u0438\u0432\u0438\u0440\u043E\u0432\u0430\u043D\u0430");
 }
 
+class AnyForkParser {
+  async process(db, block_num) {
+    console.log(`FORK detected at block: ${block_num}`);
+  }
+}
+
+class ForkParserFactory {
+  static create() {
+    return new AnyForkParser();
+  }
+}
+
+async function ForksParser(db, reader) {
+  const { forks$ } = reader;
+  forks$.subscribe(async (block_num) => {
+    console.log(`
+FORK detected at block: ${block_num}`);
+    const parser = ForkParserFactory.create();
+    if (parser) {
+      await parser.process(db, block_num);
+      await publishFork("fork", block_num);
+    }
+  });
+  console.log("\u041F\u043E\u0434\u043F\u0438\u0441\u043A\u0430 \u043D\u0430 \u0444\u043E\u0440\u043A\u0438 \u0430\u043A\u0442\u0438\u0432\u0438\u0440\u043E\u0432\u0430\u043D\u0430");
+}
+
 const getInfo = () => fetch(`${eosioApi}/v1/chain/get_info`).then((res) => res.json());
 function fetchAbi(account_name) {
   return fetch(`${eosioApi}/v1/chain/get_abi`, {
@@ -280,34 +282,59 @@ function fetchAbi(account_name) {
     })
   }).then(async (res) => {
     const response = await res.json();
+    if (!response.abi) {
+      console.warn(`ABI \u0434\u043B\u044F \u043A\u043E\u043D\u0442\u0440\u0430\u043A\u0442\u0430 ${account_name} \u043D\u0435 \u043D\u0430\u0439\u0434\u0435\u043D (\u043A\u043E\u043D\u0442\u0440\u0430\u043A\u0442 \u043D\u0435 \u0443\u0441\u0442\u0430\u043D\u043E\u0432\u043B\u0435\u043D \u0432 \u0431\u043B\u043E\u043A\u0447\u0435\u0439\u043D\u0435)`);
+    }
     return {
       account_name,
       abi: response.abi
     };
   });
 }
+function extractTablesFromAbi(abi) {
+  if (!abi || !abi.tables)
+    return [];
+  return abi.tables.map((table) => table.name);
+}
 
-const table_rows_whitelist = () => subsribedTables;
 const actions_whitelist = () => subsribedActions;
-console.log(subsribedTables);
-console.log(subsribedActions);
+console.log("Actions whitelist (auto-generated from subscribedContracts):", subsribedActions);
 async function loadReader(db) {
   let currentBlock = await db.getCurrentBlock();
   const info = await getInfo();
-  if (currentBlock === 0)
+  if (Number(startBlock) === 1) {
+    if (currentBlock === 0) {
+      currentBlock = Number(info.head_block_num);
+    }
+  } else {
     currentBlock = Number(startBlock);
+  }
   console.log("\u0421\u0442\u0430\u0440\u0442\u0443\u0435\u043C \u0441 \u0431\u043B\u043E\u043A\u0430: ", currentBlock);
   console.log("\u0417\u0430\u0432\u0435\u0440\u0448\u0438\u043C \u043D\u0430 \u0431\u043B\u043E\u043A\u0435: ", finishBlock);
   console.log("\u0412\u044B\u0441\u043E\u0442\u0430 \u0446\u0435\u043F\u043E\u0447\u043A\u0438: ", info.head_block_num);
   console.log("\u041E\u0447\u0438\u0449\u0430\u0435\u043C \u0434\u0435\u0439\u0441\u0442\u0432\u0438\u044F \u0438 \u0434\u0435\u043B\u044C\u0442\u044B \u043F\u043E\u0441\u043B\u0435 \u0431\u043B\u043E\u043A\u0430: ", currentBlock);
   await db.purgeAfterBlock(currentBlock);
-  const unique_contract_names = [...new Set(table_rows_whitelist().map((row) => row.code)), ...new Set(actions_whitelist().map((row) => row.code))];
+  const unique_contract_names = [.../* @__PURE__ */ new Set([...subscribedContracts, ...actions_whitelist().map((row) => row.code)])];
   const abisArr = await Promise.all(unique_contract_names.map((account_name) => fetchAbi(account_name)));
   const contract_abis = () => {
     const numap = /* @__PURE__ */ new Map();
     abisArr.forEach(({ account_name, abi }) => numap.set(account_name, abi));
     return numap;
   };
+  const table_rows_whitelist = () => {
+    const tables = [];
+    abisArr.forEach(({ account_name, abi }) => {
+      if (subscribedContracts.includes(account_name)) {
+        const tableNames = extractTablesFromAbi(abi);
+        tableNames.forEach((tableName) => {
+          tables.push({ code: account_name, table: tableName });
+        });
+      }
+    });
+    return tables;
+  };
+  const tablesWhitelist = table_rows_whitelist();
+  console.log("Tables whitelist (auto-generated from ABI):", tablesWhitelist);
   const delta_whitelist = () => [
     "account_metadata",
     "contract_table",
@@ -348,6 +375,7 @@ class Parser {
       BlockParser(db, reader);
       ActionsParser(db, reader);
       DeltasParser(db, reader);
+      ForksParser(db, reader);
     } catch (e) {
       console.error("\u041E\u0448\u0438\u0431\u043A\u0430: ", e);
       this.start();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@coopenomics/parser",
   "type": "module",
-  "version": "2025.10.15",
+  "version": "2025.11.6",
   "private": false,
   "packageManager": "pnpm@9.0.6",
   "description": "",
@@ -85,5 +85,5 @@
     "vite": "^5.2.10",
     "vitest": "^1.5.2"
   },
-  "gitHead": "e47b2a971e8b2fe129b0035be97addcbfce07aa3"
+  "gitHead": "9292acec8c60d4697e1f069a0a9f1846fb119802"
 }