@sentio/runtime 3.0.0-rc.9 → 3.0.1-rc.1

package/lib/service-worker.js

@@ -1,18 +1,18 @@
 import { createRequire as createRequireShim } from 'module'; const require = createRequireShim(import.meta.url);
 import {
   setupLogger
-} from "./chunk-CPJKSHSV.js";
+} from "./chunk-PCB4OKW7.js";
 import {
   ProcessorServiceImpl,
   configureEndpoints,
   errorString,
   freezeGlobalConfig,
   require_cjs,
-  require_lib3 as require_lib,
-  require_lib4 as require_lib2
-} from "./chunk-4FNYVNIX.js";
+  require_lib2 as require_lib,
+  require_lib3 as require_lib2
+} from "./chunk-KVGBPLGJ.js";
 import "./chunk-ROBPWJIE.js";
-import "./chunk-MV6JXS2P.js";
+import "./chunk-I45UXGDM.js";
 import {
   __toESM
 } from "./chunk-KVSDPGUI.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentio/runtime",
-  "version": "3.0.0-rc.9",
+  "version": "3.0.1-rc.1",
   "license": "Apache-2.0",
   "type": "module",
   "exports": {

package/src/db-context.ts

@@ -281,7 +281,6 @@ export class DataBindingContext extends AbstractStoreContext implements IDataBin
   }
 
   doSend(resp: DeepPartial<ProcessStreamResponseV3>) {
-    console.debug('sending db request, processId ', this.processId, 'opId', resp.dbRequest?.opId)
     this.subject.next({
       ...resp,
       processId: this.processId

package/src/otlp.ts

@@ -1,32 +1,40 @@
-import { PeriodicExportingMetricReader } from '@opentelemetry/sdk-metrics'
+import { IMetricReader, MeterProvider, PeriodicExportingMetricReader } from '@opentelemetry/sdk-metrics'
 import { OTLPMetricExporter } from '@opentelemetry/exporter-metrics-otlp-grpc'
 import { PrometheusExporter } from '@opentelemetry/exporter-prometheus'
-import { NodeSDK } from '@opentelemetry/sdk-node'
-import { OTLPTraceExporter } from '@opentelemetry/exporter-trace-otlp-grpc'
 import { diag, DiagConsoleLogger, DiagLogLevel, metrics } from '@opentelemetry/api'
 
 export async function setupOTLP(debug?: boolean) {
+  console.log('Setting up OTLP metrics, debug=', !!debug)
   if (debug) {
     diag.setLogger(new DiagConsoleLogger(), DiagLogLevel.DEBUG)
   }
 
-  const sdk = new NodeSDK({
-    autoDetectResources: true,
-    traceExporter: new OTLPTraceExporter(),
-    metricReaders: [
-      new PeriodicExportingMetricReader({
-        exporter: new OTLPMetricExporter()
-      }),
+  const readers: IMetricReader[] = [
+    new PeriodicExportingMetricReader({
+      exporter: new OTLPMetricExporter(),
+      exportIntervalMillis: 60000
+    })
+  ]
+  if (debug) {
+    readers.push(
       new PrometheusExporter({
         host: '0.0.0.0',
         port: 4041
       })
+    )
+  }
+  const meterProvider = new MeterProvider({
+    readers: [
+      new PeriodicExportingMetricReader({
+        exporter: new OTLPMetricExporter(),
+        exportIntervalMillis: 60000
+      })
     ]
   })
 
-  sdk.start()
+  metrics.setGlobalMeterProvider(meterProvider)
   ;['SIGINT', 'SIGTERM'].forEach((signal) => {
-    process.on(signal as any, () => sdk.shutdown().catch(console.error))
+    process.on(signal as any, () => meterProvider.forceFlush().catch(console.error))
   })
 
   metrics.getMeter('processor').createGauge('up').record(1)

package/src/processor-runner.ts

@@ -1,11 +1,11 @@
 #!/usr/bin/env node
 
 import fs from 'fs-extra'
-
+// import { compressionAlgorithms } from '@grpc/grpc-js'
 import { createServer } from 'nice-grpc'
 import { errorDetailsServerMiddleware } from 'nice-grpc-error-details'
 // import { registry as niceGrpcRegistry } from 'nice-grpc-prometheus'
-import { openTelemetryServerMiddleware } from 'nice-grpc-opentelemetry'
+// import { openTelemetryServerMiddleware } from 'nice-grpc-opentelemetry'
 import http from 'http'
 // @ts-ignore inspector promises is not included in @type/node
 import { Session } from 'node:inspector/promises'
@@ -61,7 +61,7 @@ if (options.startActionServer) {
     // 'grpc.default_compression_algorithm': compressionAlgorithms.gzip
   })
     // .use(prometheusServerMiddleware())
-    .use(openTelemetryServerMiddleware())
+    // .use(openTelemetryServerMiddleware())
     .use(errorDetailsServerMiddleware)
 
   if (options.worker > 1) {

package/src/service-v3.ts

@@ -29,6 +29,9 @@ import { ProcessorRuntimeOptions } from 'processor-runner-program.js'
 
 const { process_binding_count, process_binding_time, process_binding_error } = processMetrics
 
+const WRITE_V2_EVENT_LOGS = process.env.WRITE_V2_EVENT_LOGS !== 'false'
+const TIME_SERIES_RESULT_BATCH_SIZE = 1000
+
 export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation {
   readonly enablePartition: boolean
   private readonly loader: () => Promise<any>
@@ -165,35 +168,26 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
   ) {
     const context = this.contexts.new(processId, subject)
     const start = Date.now()
-    console.debug('process binding', processId)
     PluginManager.INSTANCE.processBinding(binding, undefined, context)
       .then(async (result) => {
-        console.debug(`process binding ${processId} done`)
         await context.awaitPendings()
         const { timeseriesResult, ...otherResults } = result
-        console.debug('sending ts data length:', result.timeseriesResult.length)
-        for (const ts of timeseriesResult) {
+        for (let i = 0; i < timeseriesResult.length; i += TIME_SERIES_RESULT_BATCH_SIZE) {
+          const batch = timeseriesResult.slice(i, i + TIME_SERIES_RESULT_BATCH_SIZE)
           subject.next({
             processId,
             tsRequest: {
-              data: [ts]
+              data: batch
             }
           })
         }
 
-        /* if (result.states?.configUpdated) {
-          console.debug('sending tpl updates:')
-          subject.next({
-            processId,
-            tplRequest: {
-              templates: TemplateInstanceState.INSTANCE.getValues()
-            }
-          })
-        }*/
-
-        console.debug('sending binding result', processId)
         subject.next({
-          result: otherResults,
+          result: WRITE_V2_EVENT_LOGS
+            ? otherResults
+            : {
+                states: otherResults.states
+              },
           processId: processId
         })
         recordRuntimeInfo(result, binding.handlerType)
@@ -207,7 +201,6 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
         const cost = Date.now() - start
         process_binding_time.add(cost)
         this.contexts.delete(processId)
-        console.debug('process binding done', processId)
       })
   }