@sentio/runtime 2.57.10-rc.3 → 2.57.10-rc.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentio/runtime",
-  "version": "2.57.10-rc.3",
+  "version": "2.57.10-rc.5",
   "license": "Apache-2.0",
   "type": "module",
   "exports": {

package/src/gen/processor/protos/processor.ts

@@ -416,7 +416,6 @@ export interface ExecutionConfig_DecoderWorkerConfig {
   enabled: boolean;
   workerCount?: number | undefined;
   skipWhenDecodeFailed?: boolean | undefined;
-  recordTiming?: boolean | undefined;
 }
 
 export interface ProcessConfigRequest {
@@ -1596,7 +1595,7 @@ export const ExecutionConfig = {
 };
 
 function createBaseExecutionConfig_DecoderWorkerConfig(): ExecutionConfig_DecoderWorkerConfig {
-  return { enabled: false, workerCount: undefined, skipWhenDecodeFailed: undefined, recordTiming: undefined };
+  return { enabled: false, workerCount: undefined, skipWhenDecodeFailed: undefined };
 }
 
 export const ExecutionConfig_DecoderWorkerConfig = {
@@ -1610,9 +1609,6 @@ export const ExecutionConfig_DecoderWorkerConfig = {
     if (message.skipWhenDecodeFailed !== undefined) {
       writer.uint32(24).bool(message.skipWhenDecodeFailed);
     }
-    if (message.recordTiming !== undefined) {
-      writer.uint32(32).bool(message.recordTiming);
-    }
     return writer;
   },
 
@@ -1644,13 +1640,6 @@ export const ExecutionConfig_DecoderWorkerConfig = {
 
           message.skipWhenDecodeFailed = reader.bool();
           continue;
-        case 4:
-          if (tag !== 32) {
-            break;
-          }
-
-          message.recordTiming = reader.bool();
-          continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
         break;
@@ -1667,7 +1656,6 @@ export const ExecutionConfig_DecoderWorkerConfig = {
       skipWhenDecodeFailed: isSet(object.skipWhenDecodeFailed)
         ? globalThis.Boolean(object.skipWhenDecodeFailed)
         : undefined,
-      recordTiming: isSet(object.recordTiming) ? globalThis.Boolean(object.recordTiming) : undefined,
     };
   },
 
@@ -1682,9 +1670,6 @@ export const ExecutionConfig_DecoderWorkerConfig = {
     if (message.skipWhenDecodeFailed !== undefined) {
       obj.skipWhenDecodeFailed = message.skipWhenDecodeFailed;
     }
-    if (message.recordTiming !== undefined) {
-      obj.recordTiming = message.recordTiming;
-    }
     return obj;
   },
 
@@ -1696,7 +1681,6 @@ export const ExecutionConfig_DecoderWorkerConfig = {
     message.enabled = object.enabled ?? false;
     message.workerCount = object.workerCount ?? undefined;
     message.skipWhenDecodeFailed = object.skipWhenDecodeFailed ?? undefined;
-    message.recordTiming = object.recordTiming ?? undefined;
     return message;
   },
 };

package/src/gen/service/common/protos/common.ts

@@ -667,6 +667,7 @@ export interface Query {
   labelSelector: { [key: string]: string };
   aggregate: Aggregate | undefined;
   functions: Function[];
+  color: string;
   disabled: boolean;
 }
 
@@ -873,6 +874,7 @@ export interface SegmentationQuery {
   groupBy: string[];
   limit: number;
   functions: Function[];
+  color: string;
   disabled: boolean;
 }
 
@@ -1481,6 +1483,7 @@ export interface PriceSegmentationQuery {
   id: string;
   alias: string;
   coinId: CoinID[];
+  color: string;
   disabled: boolean;
 }
 
@@ -5755,7 +5758,16 @@ export const Function = {
 };
 
 function createBaseQuery(): Query {
-  return { query: "", alias: "", id: "", labelSelector: {}, aggregate: undefined, functions: [], disabled: false };
+  return {
+    query: "",
+    alias: "",
+    id: "",
+    labelSelector: {},
+    aggregate: undefined,
+    functions: [],
+    color: "",
+    disabled: false,
+  };
 }
 
 export const Query = {
@@ -5778,6 +5790,9 @@ export const Query = {
     for (const v of message.functions) {
       Function.encode(v!, writer.uint32(58).fork()).ldelim();
     }
+    if (message.color !== "") {
+      writer.uint32(74).string(message.color);
+    }
     if (message.disabled !== false) {
       writer.uint32(64).bool(message.disabled);
     }
@@ -5836,6 +5851,13 @@ export const Query = {
 
           message.functions.push(Function.decode(reader, reader.uint32()));
           continue;
+        case 9:
+          if (tag !== 74) {
+            break;
+          }
+
+          message.color = reader.string();
+          continue;
         case 8:
           if (tag !== 64) {
             break;
@@ -5867,6 +5889,7 @@ export const Query = {
       functions: globalThis.Array.isArray(object?.functions)
         ? object.functions.map((e: any) => Function.fromJSON(e))
         : [],
+      color: isSet(object.color) ? globalThis.String(object.color) : "",
       disabled: isSet(object.disabled) ? globalThis.Boolean(object.disabled) : false,
     };
   },
@@ -5897,6 +5920,9 @@ export const Query = {
     if (message.functions?.length) {
       obj.functions = message.functions.map((e) => Function.toJSON(e));
     }
+    if (message.color !== "") {
+      obj.color = message.color;
+    }
     if (message.disabled !== false) {
       obj.disabled = message.disabled;
     }
@@ -5924,6 +5950,7 @@ export const Query = {
       ? Aggregate.fromPartial(object.aggregate)
       : undefined;
     message.functions = object.functions?.map((e) => Function.fromPartial(e)) || [];
+    message.color = object.color ?? "";
     message.disabled = object.disabled ?? false;
     return message;
   },
@@ -6510,6 +6537,7 @@ function createBaseSegmentationQuery(): SegmentationQuery {
     groupBy: [],
     limit: 0,
     functions: [],
+    color: "",
     disabled: false,
   };
 }
@@ -6540,6 +6568,9 @@ export const SegmentationQuery = {
     for (const v of message.functions) {
       Function.encode(v!, writer.uint32(74).fork()).ldelim();
     }
+    if (message.color !== "") {
+      writer.uint32(82).string(message.color);
+    }
     if (message.disabled !== false) {
       writer.uint32(56).bool(message.disabled);
     }
@@ -6609,6 +6640,13 @@ export const SegmentationQuery = {
 
           message.functions.push(Function.decode(reader, reader.uint32()));
           continue;
+        case 10:
+          if (tag !== 82) {
+            break;
+          }
+
+          message.color = reader.string();
+          continue;
         case 7:
           if (tag !== 56) {
             break;
@@ -6639,6 +6677,7 @@ export const SegmentationQuery = {
       functions: globalThis.Array.isArray(object?.functions)
         ? object.functions.map((e: any) => Function.fromJSON(e))
         : [],
+      color: isSet(object.color) ? globalThis.String(object.color) : "",
       disabled: isSet(object.disabled) ? globalThis.Boolean(object.disabled) : false,
     };
   },
@@ -6669,6 +6708,9 @@ export const SegmentationQuery = {
     if (message.functions?.length) {
       obj.functions = message.functions.map((e) => Function.toJSON(e));
     }
+    if (message.color !== "") {
+      obj.color = message.color;
+    }
     if (message.disabled !== false) {
       obj.disabled = message.disabled;
     }
@@ -6694,6 +6736,7 @@ export const SegmentationQuery = {
     message.groupBy = object.groupBy?.map((e) => e) || [];
     message.limit = object.limit ?? 0;
     message.functions = object.functions?.map((e) => Function.fromPartial(e)) || [];
+    message.color = object.color ?? "";
     message.disabled = object.disabled ?? false;
     return message;
   },
@@ -9815,7 +9858,7 @@ export const CoinID_AddressIdentifier = {
 };
 
 function createBasePriceSegmentationQuery(): PriceSegmentationQuery {
-  return { id: "", alias: "", coinId: [], disabled: false };
+  return { id: "", alias: "", coinId: [], color: "", disabled: false };
 }
 
 export const PriceSegmentationQuery = {
@@ -9829,6 +9872,9 @@ export const PriceSegmentationQuery = {
     for (const v of message.coinId) {
       CoinID.encode(v!, writer.uint32(26).fork()).ldelim();
     }
+    if (message.color !== "") {
+      writer.uint32(34).string(message.color);
+    }
     if (message.disabled !== false) {
       writer.uint32(72).bool(message.disabled);
     }
@@ -9863,6 +9909,13 @@ export const PriceSegmentationQuery = {
 
           message.coinId.push(CoinID.decode(reader, reader.uint32()));
           continue;
+        case 4:
+          if (tag !== 34) {
+            break;
+          }
+
+          message.color = reader.string();
+          continue;
         case 9:
           if (tag !== 72) {
             break;
@@ -9884,6 +9937,7 @@ export const PriceSegmentationQuery = {
       id: isSet(object.id) ? globalThis.String(object.id) : "",
       alias: isSet(object.alias) ? globalThis.String(object.alias) : "",
       coinId: globalThis.Array.isArray(object?.coinId) ? object.coinId.map((e: any) => CoinID.fromJSON(e)) : [],
+      color: isSet(object.color) ? globalThis.String(object.color) : "",
       disabled: isSet(object.disabled) ? globalThis.Boolean(object.disabled) : false,
     };
   },
@@ -9899,6 +9953,9 @@ export const PriceSegmentationQuery = {
     if (message.coinId?.length) {
       obj.coinId = message.coinId.map((e) => CoinID.toJSON(e));
     }
+    if (message.color !== "") {
+      obj.color = message.color;
+    }
     if (message.disabled !== false) {
       obj.disabled = message.disabled;
     }
@@ -9913,6 +9970,7 @@ export const PriceSegmentationQuery = {
     message.id = object.id ?? "";
     message.alias = object.alias ?? "";
     message.coinId = object.coinId?.map((e) => CoinID.fromPartial(e)) || [];
+    message.color = object.color ?? "";
     message.disabled = object.disabled ?? false;
     return message;
   },

package/src/metrics.ts

@@ -172,11 +172,10 @@ export const processMetrics = {
   processor_rpc_duration: new H('processor_rpc_duration'),
   processor_rpc_queue_duration: new H('processor_rpc_queue_duration'),
   processor_template_instance_count: new C('process_template_instance_count'),
-  processor_worker_run_time: new G('processor_worker_run_time'),
-  processor_worker_wait_time: new G('processor_worker_wait_time'),
-  processor_worker_utilization: new G('processor_worker_utilization'),
+  processor_worker_run_time: new C('processor_worker_run_time'),
+  processor_worker_wait_time: new C('processor_worker_wait_time'),
   processor_worker_queue_size: new G('processor_worker_queue_size'),
-  processor_worker_completed: new G('processor_worker_completed'),
+  processor_worker_completed: new C('processor_worker_completed'),
   stats() {
     return {
       process_binding_count: this.process_binding_count.get(),
@@ -194,7 +193,6 @@ export const processMetrics = {
       processor_template_instance_count: this.processor_template_instance_count.get(),
       processor_worker_run_time: this.processor_worker_run_time.get(),
       processor_worker_wait_time: this.processor_worker_wait_time.get(),
-      processor_worker_utilization: this.processor_worker_utilization.get(),
       processor_worker_queue_size: this.processor_worker_queue_size.get(),
       processor_worker_completed: this.processor_worker_completed.get()
     }

package/src/processor-runner.ts

@@ -127,6 +127,31 @@ const httpServer = http
         //   const metrics = await mergedRegistry.metrics()
         //   res.write(metrics)
         //   break
+        case '/heap': {
+          try {
+            const file = '/tmp/' + Date.now() + '.heapsnapshot'
+            const session = new Session()
+
+            const fd = fs.openSync(file, 'w')
+            session.connect()
+            session.on('HeapProfiler.addHeapSnapshotChunk', (m) => {
+              fs.writeSync(fd, m.params.chunk)
+            })
+
+            await session.post('HeapProfiler.takeHeapSnapshot')
+            session.disconnect()
+            fs.closeSync(fd)
+            // send the file
+            const readStream = fs.createReadStream(file)
+            res.writeHead(200, { 'Content-Type': 'application/json' })
+            readStream.pipe(res)
+            res.end()
+          } catch {
+            res.writeHead(500)
+            res.end()
+          }
+          break
+        }
         case '/profile': {
           try {
             const profileTime = parseInt(queries.get('t') || '1000', 10) || 1000

package/src/service.ts

@@ -35,7 +35,7 @@ import { EthChainId } from '@sentio/chain'
 import { Provider } from 'ethers'
 import { decodeMulticallResult, encodeMulticallData, getMulticallAddress, Multicall3Call } from './multicall.js'
 
-import { dbMetrics, processMetrics, providerMetrics } from './metrics.js'
+import { processMetrics } from './metrics.js'
 
 const { process_binding_count, process_binding_time, process_binding_error } = processMetrics
 
@@ -454,11 +454,8 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
             })
             .finally(() => {
               const cost = Date.now() - start
-              console.debug('processBinding', request.processId, ' took', cost, 'ms')
               process_binding_time.add(cost)
               contexts.delete(request.processId)
-              console.debug('db stats', JSON.stringify(dbMetrics.stats()))
-              console.debug('provider stats', JSON.stringify(providerMetrics.stats()))
             })
         }
         if (request.dbResult) {

package/src/tsup.config.ts

@@ -8,7 +8,7 @@ export default defineConfig({
   },
   entry: ['src/index.ts', 'src/processor-runner.ts'],
   outDir: 'lib',
-  minify: false,
+  minify: process.env['BRANCH'] === 'release',
   sourcemap: true,
   clean: true,
   dts: true,