@sentio/runtime 3.0.0-rc.6 → 3.0.0-rc.8

package/lib/service-worker.js

@@ -10,8 +10,8 @@ import {
   require_cjs,
   require_lib3 as require_lib,
   require_lib4 as require_lib2
-} from "./chunk-N3DTZ2BC.js";
-import "./chunk-OFR7W4ZG.js";
+} from "./chunk-6MZJOWMH.js";
+import "./chunk-QHFSZVR5.js";
 import "./chunk-MV6JXS2P.js";
 import {
   __toESM

package/lib/test-processor.test.d.ts

@@ -1,4 +1,4 @@
-import { P as Plugin, D as DataBinding, a as ProcessResult, H as HandlerType } from './processor-CIR4erWa.js';
+import { P as Plugin, D as DataBinding, a as ProcessResult, H as HandlerType } from './processor-CNHsQeJ6.js';
 import { ProcessStreamResponse_Partitions, InitResponse, ProcessConfigResponse } from '@sentio/protos';
 import 'rxjs';
 import 'node:async_hooks';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentio/runtime",
-  "version": "3.0.0-rc.6",
+  "version": "3.0.0-rc.8",
   "license": "Apache-2.0",
   "type": "module",
   "exports": {

package/src/db-context.ts

@@ -253,7 +253,7 @@ export class StoreContext extends AbstractStoreContext {
   }
 }
 
-// for service v2
+// for service v3
 export class DataBindingContext extends AbstractStoreContext implements IDataBindingContext {
   constructor(
     readonly processId: number,

package/src/plugin.ts

@@ -8,9 +8,10 @@ import {
   ProcessStreamResponse_Partitions,
   ProcessStreamResponse_Partitions_Partition_SysValue,
   StartRequest,
+  TemplateInstance,
   UpdateTemplatesRequest
 } from '@sentio/protos'
-import { IStoreContext, StoreContext } from './db-context.js'
+import { IDataBindingContext, IStoreContext } from './db-context.js'
 import { AsyncLocalStorage } from 'node:async_hooks'
 
 export abstract class Plugin {
@@ -65,7 +66,7 @@ export abstract class Plugin {
 export class PluginManager {
   static INSTANCE = new PluginManager()
 
-  dbContextLocalStorage = new AsyncLocalStorage<IStoreContext | undefined>()
+  dbContextLocalStorage = new AsyncLocalStorage<IDataBindingContext | IStoreContext | undefined>()
   plugins: Plugin[] = []
   typesToPlugin = new Map<HandlerType, Plugin>()
 
@@ -112,7 +113,7 @@ export class PluginManager {
   processBinding(
     request: DataBinding,
     preparedData: PreparedData | undefined,
-    dbContext?: IStoreContext
+    dbContext?: IDataBindingContext | IStoreContext
   ): Promise<ProcessResult> {
     const plugin = this.typesToPlugin.get(request.handlerType)
     if (!plugin) {
@@ -134,7 +135,7 @@ export class PluginManager {
   preprocessBinding(
     request: DataBinding,
     preprocessStore: { [k: string]: any },
-    dbContext?: StoreContext
+    dbContext?: IDataBindingContext | IStoreContext
   ): Promise<PreprocessResult> {
     const plugin = this.typesToPlugin.get(request.handlerType)
     if (!plugin) {
@@ -152,4 +153,14 @@ export class PluginManager {
       })
     }
   }
+
+  sendTemplateInstance(instance: TemplateInstance) {
+    // send template instance within the current db context
+    // this is only work in user handlers, when dbContextLocalStorage is set
+    // plugin.Configure does not have db context
+    const store = this.dbContextLocalStorage.getStore()
+    if (store && 'sendTemplateRequest' in store) {
+      store?.sendTemplateRequest([instance])
+    }
+  }
 }

package/src/service-v3.ts

@@ -24,7 +24,6 @@ import { errorString } from './utils.js'
 import { processMetrics } from './metrics.js'
 import { recordRuntimeInfo } from './service.js'
 import { DataBindingContext } from './db-context.js'
-import { TemplateInstanceState } from './state.js'
 import { freezeGlobalConfig } from './global-config.js'
 import { ProcessorRuntimeOptions } from 'processor-runner-program.js'
 
@@ -182,7 +181,7 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
           })
         }
 
-        if (result.states?.configUpdated) {
+        /* if (result.states?.configUpdated) {
           console.debug('sending tpl updates:')
           subject.next({
             processId,
@@ -190,7 +189,7 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
               templates: TemplateInstanceState.INSTANCE.getValues()
             }
           })
-        }
+        }*/
 
         console.debug('sending binding result', processId)
         subject.next({

package/src/state.ts

@@ -1,5 +1,6 @@
 import { TemplateInstance } from '@sentio/protos'
 import { isMainThread, parentPort, threadId } from 'node:worker_threads'
+import { PluginManager } from './plugin.js'
 
 export class State {
   stateMap = new Map<string, any>()
@@ -97,6 +98,8 @@ export class TemplateInstanceState extends ListStateStorage<TemplateInstance> {
       // I'm worker thread, should notice the main thread
       parentPort?.postMessage({ event: 'add_template_instance', value, from: threadId })
     }
-    return super.addValue(value)
+    const ret = super.addValue(value)
+    PluginManager.INSTANCE.sendTemplateInstance(ret)
+    return ret
   }
 }

package/lib/chunk-6XHWJ2VS.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/state.ts"],"sourcesContent":["import { TemplateInstance } from '@sentio/protos'\nimport { isMainThread, parentPort, threadId } from 'node:worker_threads'\n\nexport class State {\n  stateMap = new Map<string, any>()\n\n  static INSTANCE = new State()\n\n  static reset() {\n    State.INSTANCE = new State()\n  }\n}\n\nexport abstract class StateStorage<T> {\n  // TODO learn how to define single instance for all subclasses\n\n  protected constructor() {\n    //\n  }\n\n  abstract initValue(): T\n\n  key(): string {\n    return this.constructor.name\n  }\n\n  getOrRegister(): T {\n    let metricState: T = State.INSTANCE.stateMap.get(this.key())\n    if (!metricState) {\n      metricState = this.initValue()\n      State.INSTANCE.stateMap.set(this.key(), metricState)\n    }\n    return metricState\n  }\n\n  unregister(): T {\n    const value = State.INSTANCE.stateMap.get(this.key())\n    State.INSTANCE.stateMap.delete(this.key())\n    return value\n  }\n}\n\nexport abstract class MapStateStorage<T> extends StateStorage<Map<string, T>> {\n  initValue() {\n    return new Map<string, T>()\n  }\n\n  getValue(key: string): T | undefined {\n    const m = this.getOrRegister()\n    return m.get(key)\n  }\n\n  getValues(): T[] {\n    const m = this.getOrRegister()\n    return Array.from(m.values())\n  }\n\n  getOrSetValue(key: string, value: T): T {\n    const m = this.getOrRegister()\n    const oldValue = m.get(key)\n    if (oldValue) {\n      if (oldValue !== value) {\n        console.warn(key, 'has been registered twice, use the previous one')\n      }\n      return oldValue\n    }\n    m.set(key, value)\n    return value\n  }\n}\n\nexport abstract class ListStateStorage<T> extends StateStorage<T[]> {\n  initValue() {\n    return []\n  }\n\n  getValues(): T[] {\n    return this.getOrRegister()\n  }\n\n  addValue(value: T): T {\n    const m = this.getOrRegister()\n    m.push(value)\n    return value\n  }\n}\n\nexport class TemplateInstanceState extends ListStateStorage<TemplateInstance> {\n  static INSTANCE = new TemplateInstanceState()\n\n  constructor() {\n    super()\n  }\n\n  override addValue(value: TemplateInstance): TemplateInstance {\n    if (!isMainThread) {\n      // I'm worker thread, should notice the main thread\n      parentPort?.postMessage({ event: 'add_template_instance', value, from: threadId })\n    }\n    return super.addValue(value)\n  }\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;AACA,SAAS,cAAc,YAAY,gBAAgB;AAE5C,IAAM,QAAN,MAAM,OAAM;AAAA,EACjB,WAAW,oBAAI,IAAiB;AAAA,EAEhC,OAAO,WAAW,IAAI,OAAM;AAAA,EAE5B,OAAO,QAAQ;AACb,WAAM,WAAW,IAAI,OAAM;AAAA,EAC7B;AACF;AAEO,IAAe,eAAf,MAA+B;AAAA;AAAA,EAG1B,cAAc;AAAA,EAExB;AAAA,EAIA,MAAc;AACZ,WAAO,KAAK,YAAY;AAAA,EAC1B;AAAA,EAEA,gBAAmB;AACjB,QAAI,cAAiB,MAAM,SAAS,SAAS,IAAI,KAAK,IAAI,CAAC;AAC3D,QAAI,CAAC,aAAa;AAChB,oBAAc,KAAK,UAAU;AAC7B,YAAM,SAAS,SAAS,IAAI,KAAK,IAAI,GAAG,WAAW;AAAA,IACrD;AACA,WAAO;AAAA,EACT;AAAA,EAEA,aAAgB;AACd,UAAM,QAAQ,MAAM,SAAS,SAAS,IAAI,KAAK,IAAI,CAAC;AACpD,UAAM,SAAS,SAAS,OAAO,KAAK,IAAI,CAAC;AACzC,WAAO;AAAA,EACT;AACF;AAEO,IAAe,kBAAf,cAA0C,aAA6B;AAAA,EAC5E,YAAY;AACV,WAAO,oBAAI,IAAe;AAAA,EAC5B;AAAA,EAEA,SAAS,KAA4B;AACnC,UAAM,IAAI,KAAK,cAAc;AAC7B,WAAO,EAAE,IAAI,GAAG;AAAA,EAClB;AAAA,EAEA,YAAiB;AACf,UAAM,IAAI,KAAK,cAAc;AAC7B,WAAO,MAAM,KAAK,EAAE,OAAO,CAAC;AAAA,EAC9B;AAAA,EAEA,cAAc,KAAa,OAAa;AACtC,UAAM,IAAI,KAAK,cAAc;AAC7B,UAAM,WAAW,EAAE,IAAI,GAAG;AAC1B,QAAI,UAAU;AACZ,UAAI,aAAa,OAAO;AACtB,gBAAQ,KAAK,KAAK,iDAAiD;AAAA,MACrE;AACA,aAAO;AAAA,IACT;AACA,MAAE,IAAI,KAAK,KAAK;AAChB,WAAO;AAAA,EACT;AACF;AAEO,IAAe,mBAAf,cAA2C,aAAkB;AAAA,EAClE,YAAY;AACV,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,YAAiB;AACf,WAAO,KAAK,cAAc;AAAA,EAC5B;AAAA,EAEA,SAAS,OAAa;AACpB,UAAM,IAAI,KAAK,cAAc;AAC7B,MAAE,KAAK,KAAK;AACZ,WAAO;AAAA,EACT;AACF;AAEO,IAAM,wBAAN,MAAM,+BAA8B,iBAAmC;AAAA,EAC5E,OAAO,WAAW,IAAI,uBAAsB;AAAA,EAE5C,cAAc;AACZ,UAAM;AAAA,EACR;AAAA,EAES,SAAS,OAA2C;AAC3D,QAAI,CAAC,cAAc;AAEjB,kBAAY,YAAY,EAAE,OAAO,yBAAyB,OAAO,MAAM,SAAS,CAAC;AAAA,IACnF;AACA,WAAO,MAAM,SAAS,KAAK;AAAA,EAC7B;AACF;AACC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}