@webda/grpc 4.0.0-beta.5 → 4.0.0-beta.7

package/.webda/cache

@@ -1,8 +1,8 @@
 {
-  "sourceDigest": "bc6ca0eb2d28c5d3f12087f4b60b378b",
-  "moduleDigest": "f6610a7c821cec29a3cdef273083e886",
+  "sourceDigest": "d81dae599dbdf192e0ea05f6a23c8636",
+  "moduleDigest": "8a17cf2ce8f74b1729855c804d71ddc8",
   "generator": {
-    "@webda/compiler": "4.0.0-beta.5",
-    "@webda/content-mapper": "4.0.0-beta.5"
+    "@webda/compiler": "4.0.0-beta.7",
+    "@webda/content-mapper": "4.0.0-beta.7"
   }
 }

package/CHANGELOG.md

@@ -1,5 +1,51 @@
 # Changelog
 
+## [4.0.0-beta.7](https://github.com/loopingz/webda.io/compare/grpc-v4.0.0-beta.6...grpc-v4.0.0-beta.7) (2026-10-11)
+
+
+### ⚠ BREAKING CHANGES
+
+* GraphQL now exposes every non-CRUD operation by default (opt out with exposeOperations: []); titled nested input types are renamed <title>Input; the Object scalar no longer JSON-parses string variables; duplicate GraphQL type/field names are startup errors; operations declaring grpc.streaming: "client" | "bidi" now receive an async iterable of messages instead of a collected array.
+
+### Features
+
+* streaming operations on gRPC, WebSocket and GraphQL ([#829](https://github.com/loopingz/webda.io/issues/829)) ([e67bfea](https://github.com/loopingz/webda.io/commit/e67bfea1984e32ad7172e486602cb532369e62f5))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @webda/utils bumped to 4.0.0-beta.7
+  * devDependencies
+    * @webda/compiler bumped to 4.0.0-beta.7
+    * @webda/core bumped to 4.0.0-beta.7
+  * peerDependencies
+    * @webda/core bumped from ^4.0.0-beta.1 to ^4.0.0-beta.7
+
+## [4.0.0-beta.6](https://github.com/loopingz/webda.io/compare/grpc-v4.0.0-beta.5...grpc-v4.0.0-beta.6) (2026-10-09)
+
+
+### ⚠ BREAKING CHANGES
+
+* **ql:** DELETE, UPDATE, SELECT, SET and WHERE are reserved uppercase keywords; Query.type is required; parse().toString() prints the canonical query instead of the source tokens; the root parse rule is now `(statement | filterQuery) EOF` for code walking the ANTLR tree.
+
+### Features
+
+* **ql:** WebdaQL DELETE/UPDATE/SELECT statements, bulk deleteMany/updateMany, filter-only Query operations ([#818](https://github.com/loopingz/webda.io/issues/818)) ([add9503](https://github.com/loopingz/webda.io/commit/add95031aff982cd69a635c519b4ddaa6874ecbe))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * devDependencies
+    * @webda/compiler bumped to 4.0.0-beta.6
+    * @webda/core bumped to 4.0.0-beta.6
+    * @webda/test bumped to 4.0.0-beta.6
+    * @webda/utils bumped to 4.0.0-beta.6
+  * peerDependencies
+    * @webda/core bumped from ^4.0.0-beta.1 to ^4.0.0-beta.6
+
 ## [4.0.0-beta.5](https://github.com/loopingz/webda.io/compare/grpc-v4.0.0-beta.4...grpc-v4.0.0-beta.5) (2026-10-08)
 
 

package/README.md

@@ -2,7 +2,7 @@
 
 This module is part of Webda Application Framework that allows you to quickly develop applications with all modern prerequisites: Security, Extensibility, GraphQL, REST, CloudNative [https://webda.io](https://webda.io)
 
-<img src="https://webda.io/images/webda.svg" width="128" />
+<img src="https://webda.io/img/webda.svg" width="128" />
 
 ![CI](https://github.com/loopingz/webda.io/workflows/CI/badge.svg)
 
@@ -13,8 +13,6 @@ This module is part of Webda Application Framework that allows you to quickly de
 
 <!-- README_HEADER -->
 
-# @webda/grpc
-
 > gRPC transport for Webda — exposes registered operations as gRPC services over HTTP/2, with auto-generated `.proto` files from the operation registry.
 
 ## When to use it
@@ -43,10 +41,12 @@ pnpm add @webda/grpc
 }
 ```
 
-| Parameter | Type | Default | Required | Description |
-|---|---|---|---|---|
-| `protoFile` | string | `".webda/app.proto"` | No | Path where the generated `.proto` file is written and loaded from |
-| `packageName` | string | `"webda"` | No | Protobuf package name used in the generated `.proto` |
+| Parameter           | Type   | Default              | Required | Description                                                                                                                   |
+| ------------------- | ------ | -------------------- | -------- | ----------------------------------------------------------------------------------------------------------------------------- |
+| `protoFile`         | string | `".webda/app.proto"` | No       | Path where the generated `.proto` file is written and loaded from                                                             |
+| `packageName`       | string | `"webda"`            | No       | Protobuf package name used in the generated `.proto`                                                                          |
+| `maxQueuedMessages` | number | `1000`               | No       | Most unconsumed messages a client or bidirectional call may queue; above it the call fails with `RESOURCE_EXHAUSTED`          |
+| `maxQueuedBytes`    | number | `16777216`           | No       | Most bytes of unconsumed messages a client or bidirectional call may queue; above it the call fails with `RESOURCE_EXHAUSTED` |
 
 ## Usage
 
@@ -74,6 +74,19 @@ export class PostService extends Service {
 //    grpcurl -plaintext -d '{"title":"Hello"}' localhost:18080 webda.PostService/CreatePost
 ```
 
+## Streaming
+
+All four modes (unary, server, client and bidirectional streams) are live: messages are sent as the generator yields,
+and input messages reach the operation as they are received. Request metadata is readable through
+`useContext().getHttpContext()`. See [Operations](../../docs/pages/Concepts/Operations.md#streaming-operations) for the
+signatures, and for the same `async *connect(frames)` served as a WebSocket by the REST transport.
+
+Messages are the JSON-equivalent objects of the operation: a chunk that is not an object is sent as `{ value }` and
+`__`-prefixed keys never leave the server. A compressed message ends the call with `UNIMPLEMENTED`, a message over
+4 MiB (`GRPC_MAX_MESSAGE_SIZE`) with `RESOURCE_EXHAUSTED`, and one that cannot be decoded with `INVALID_ARGUMENT`. When
+the client cancels, the generator's `return()` is called so its `finally` runs; an operation that throws
+`OperationCancelledError` while the client is still connected ends with `CANCELLED`.
+
 ## Reference
 
 - API reference: see the auto-generated typedoc at `docs/pages/Modules/grpc/`.
@@ -81,6 +94,7 @@ export class PostService extends Service {
 - Related: [`@webda/graphql`](../graphql) for the GraphQL transport; [`@webda/core`](../core) for the `OperationsTransport` base class and operation registration.
 
 <!-- README_FOOTER -->
+
 ## Sponsors
 
 <!--
@@ -89,12 +103,12 @@ Support this project by becoming a sponsor. Your logo will show up here with a l
 
 Arize AI is a machine learning observability and model monitoring platform. It helps you visualize, monitor, and explain your machine learning models. [Learn more](https://arize.com)
 
-[<img src="https://arize.com/hubfs/arize/brand/arize-logomark-1.png" width="200">](https://arize.com)
+[<img src="https://webda.io/img/sponsors/arize.svg" width="200">](https://arize.com)
 
 Loopingz is a software development company that provides consulting and development services. [Learn more](https://loopingz.com)
 
-[<img src="https://loopingz.com/images/logo.png" width="200">](https://loopingz.com)
+[<img src="https://webda.io/img/sponsors/loopingz.png" width="200">](https://loopingz.com)
 
 Tellae is an innovative consulting firm specialized in cities transportation issues. We provide our clients, both public and private, with solutions to support your strategic and operational decisions. [Learn more](https://tellae.fr)
 
-[<img src="https://tellae.fr/" width="200">](https://tellae.fr)
+[<img src="https://webda.io/img/sponsors/tellae.svg" width="200">](https://tellae.fr)

package/lib/grpc-context.d.ts

@@ -0,0 +1,55 @@
+import type { ServerResponse } from "node:http";
+import { HttpContext, StreamingOperationContext } from "@webda/core";
+import type { GrpcStream } from "./grpc-stream.js";
+/**
+ * A gRPC message for a value: objects as they are, anything else as `{ value }`, `__` keys removed
+ * @param value - an operation result or streamed chunk
+ * @returns the message
+ */
+export declare function toGrpcMessage(value: unknown): Record<string, unknown>;
+/**
+ * The context of one gRPC call: request metadata as HTTP headers (so useContext().getHttpContext() works and the
+ * session loads), the unary request message as input, and streamed output sent message by message.
+ */
+export declare class GrpcOperationContext extends StreamingOperationContext {
+    private readonly stream;
+    private readonly response;
+    private message?;
+    /**
+     * @param httpContext - request line and metadata
+     * @param stream - the gRPC stream of the call
+     * @param response - the HTTP/2 response (drain/close events)
+     */
+    constructor(httpContext: HttpContext, stream: GrpcStream, response: ServerResponse);
+    /**
+     * The single request message of a unary or server-streaming call
+     * @param message - decoded message
+     * @returns this
+     */
+    setMessage(message: unknown): this;
+    /**
+     * @override
+     */
+    getRawInput(limit?: number): Promise<Buffer>;
+    /**
+     * `getInput()` reads the body through this method, not through `getRawInput()`
+     * @override
+     */
+    getRawInputAsString(limit?: number): Promise<string>;
+    /**
+     * The response is over
+     * @override
+     */
+    protected get connectionEnded(): boolean;
+    /**
+     * One gRPC message per chunk
+     * @override
+     */
+    protected sendChunk(chunk: any): boolean;
+    /**
+     * Wait for the response buffer to empty, or the response to close or fail
+     * @override
+     */
+    protected waitForDrain(signal: AbortSignal): Promise<void>;
+}
+//# sourceMappingURL=grpc-context.d.ts.map

package/lib/grpc-context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grpc-context.d.ts","sourceRoot":"","sources":["../src/grpc-context.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,yBAAyB,EAAiB,MAAM,aAAa,CAAC;AACpF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEnD;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAKrE;AAED;;;GAGG;AACH,qBAAa,oBAAqB,SAAQ,yBAAyB;IAU/D,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAV3B,OAAO,CAAC,OAAO,CAAC,CAAS;IAEzB;;;;OAIG;IACH,YACE,WAAW,EAAE,WAAW,EACP,MAAM,EAAE,UAAU,EAClB,QAAQ,EAAE,cAAc,EAG1C;IAED;;;;OAIG;IACH,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAGjC;IAED;;OAEG;IACG,WAAW,CAAC,KAAK,GAAE,MAAyB,GAAG,OAAO,CAAC,MAAM,CAAC,CAEnE;IAED;;;OAGG;IACG,mBAAmB,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAEzD;IAED;;;OAGG;IACH,SAAS,KAAK,eAAe,IAAI,OAAO,CAGvC;IAED;;;OAGG;IACH,SAAS,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAEvC;IAED;;;OAGG;IACH,UAAgB,YAAY,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAQ/D;CACF"}

package/lib/grpc-context.js

@@ -0,0 +1,83 @@
+import { once } from "node:events";
+import { StreamingOperationContext, toPublicChunk } from "@webda/core";
+/**
+ * A gRPC message for a value: objects as they are, anything else as `{ value }`, `__` keys removed
+ * @param value - an operation result or streamed chunk
+ * @returns the message
+ */
+export function toGrpcMessage(value) {
+    const plain = toPublicChunk(value);
+    return typeof plain === "object" && plain !== null && !Array.isArray(plain)
+        ? plain
+        : { value: plain };
+}
+/**
+ * The context of one gRPC call: request metadata as HTTP headers (so useContext().getHttpContext() works and the
+ * session loads), the unary request message as input, and streamed output sent message by message.
+ */
+export class GrpcOperationContext extends StreamingOperationContext {
+    stream;
+    response;
+    message;
+    /**
+     * @param httpContext - request line and metadata
+     * @param stream - the gRPC stream of the call
+     * @param response - the HTTP/2 response (drain/close events)
+     */
+    constructor(httpContext, stream, response) {
+        super(httpContext);
+        this.stream = stream;
+        this.response = response;
+    }
+    /**
+     * The single request message of a unary or server-streaming call
+     * @param message - decoded message
+     * @returns this
+     */
+    setMessage(message) {
+        this.message = Buffer.from(JSON.stringify(message ?? {}));
+        return this;
+    }
+    /**
+     * @override
+     */
+    async getRawInput(limit = 10 * 1024 * 1024) {
+        return (this.message ?? Buffer.from("{}")).subarray(0, limit);
+    }
+    /**
+     * `getInput()` reads the body through this method, not through `getRawInput()`
+     * @override
+     */
+    async getRawInputAsString(limit) {
+        return (await this.getRawInput(limit)).toString();
+    }
+    /**
+     * The response is over
+     * @override
+     */
+    get connectionEnded() {
+        const response = this.response;
+        return Boolean(response.writableEnded || response.destroyed);
+    }
+    /**
+     * One gRPC message per chunk
+     * @override
+     */
+    sendChunk(chunk) {
+        return this.stream.send(toGrpcMessage(chunk));
+    }
+    /**
+     * Wait for the response buffer to empty, or the response to close or fail
+     * @override
+     */
+    async waitForDrain(signal) {
+        await Promise.race([
+            once(this.response, "drain", { signal }),
+            once(this.response, "close", { signal }),
+            once(this.response, "error", { signal }).then(([error]) => {
+                throw error;
+            })
+        ]);
+    }
+}
+//# sourceMappingURL=grpc-context.js.map

package/lib/grpc-context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grpc-context.js","sourceRoot":"","sources":["../src/grpc-context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAEnC,OAAO,EAAe,yBAAyB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAGpF;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,KAAc;IAC1C,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACnC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AACvB,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,oBAAqB,SAAQ,yBAAyB;IAU9C,MAAM;IACN,QAAQ;IAVnB,OAAO,CAAU;IAEzB;;;;OAIG;IACH,YACE,WAAwB,EACP,MAAkB,EAClB,QAAwB;QAEzC,KAAK,CAAC,WAAW,CAAC,CAAC;sBAHF,MAAM;wBACN,QAAQ;IAG3B,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,OAAgB;QACzB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,KAAK,GAAW,EAAE,GAAG,IAAI,GAAG,IAAI;QAChD,OAAO,CAAC,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB,CAAC,KAAc;QACtC,OAAO,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACpD,CAAC;IAED;;;OAGG;IACH,IAAc,eAAe;QAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAA4D,CAAC;QACnF,OAAO,OAAO,CAAC,QAAQ,CAAC,aAAa,IAAI,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC/D,CAAC;IAED;;;OAGG;IACO,SAAS,CAAC,KAAU;QAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;IAChD,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,YAAY,CAAC,MAAmB;QAC9C,MAAM,OAAO,CAAC,IAAI,CAAC;YACjB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE;gBACxD,MAAM,KAAK,CAAC;YACd,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC;CACF"}

package/lib/grpc-stream.d.ts

@@ -1,5 +1,7 @@
 import type { Http2ServerRequest, Http2ServerResponse } from "node:http2";
 import type { IncomingMessage, ServerResponse } from "node:http";
+/** Largest accepted gRPC message (declared frame length), same as the gRPC default of 4 MiB */
+export declare const GRPC_MAX_MESSAGE_SIZE: number;
 /**
  * Parsed gRPC method definition with serializer/deserializer functions.
  */
@@ -30,7 +32,7 @@ export declare class GrpcStream<RequestType = any, ResponseType = any> {
     private onEndHandler?;
     private onCancelHandler?;
     private chunk;
-    private messageLength;
+    private failed;
     private request;
     private response;
     private definition;
@@ -41,12 +43,19 @@ export declare class GrpcStream<RequestType = any, ResponseType = any> {
      * @param definition - protobuf method definition providing serialize/deserialize functions
      */
     constructor(req: IncomingMessage | Http2ServerRequest, res: ServerResponse | Http2ServerResponse, definition: GrpcMethodDef<RequestType, ResponseType>);
+    /**
+     * Stop processing the stream and end it with an error status
+     * @param status - gRPC status code
+     * @param message - status message
+     * @param err - optional underlying error to log
+     */
+    private fail;
     /**
      * Register handler for incoming messages
      * @param handler - callback invoked with each deserialized request message
      * @returns this instance for chaining
      */
-    onMessage(handler: (message: RequestType) => void | Promise<void>): this;
+    onMessage(handler: (message: RequestType, size: number) => void | Promise<void>): this;
     /**
      * Register handler for stream end (client finished sending)
      * @param handler - callback invoked when the client closes the send side of the stream
@@ -62,9 +71,9 @@ export declare class GrpcStream<RequestType = any, ResponseType = any> {
     /**
      * Send a response message with gRPC framing.
      * @param message - the response message to serialize and send
-     * @returns void
+     * @returns false when the response buffer is full (wait for "drain")
      */
-    send(message: ResponseType): void;
+    send(message: ResponseType): boolean;
     /**
      * End the response with gRPC status trailers.
      * @param status - gRPC status code (0 = OK)

package/lib/grpc-stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"grpc-stream.d.ts","sourceRoot":"","sources":["../src/grpc-stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAC1E,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,aAAa,CAAC,GAAG,GAAG,GAAG,EAAE,GAAG,GAAG,GAAG;IACjD,gBAAgB,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,MAAM,CAAC;IACvC,kBAAkB,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,GAAG,CAAC;IACzC,iBAAiB,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,MAAM,CAAC;IACxC,mBAAmB,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,GAAG,CAAC;IAC1C,aAAa,EAAE,OAAO,CAAC;IACvB,cAAc,EAAE,OAAO,CAAC;CACzB;AAED;;;;;;;;;;;GAWG;AACH,qBAAa,UAAU,CAAC,WAAW,GAAG,GAAG,EAAE,YAAY,GAAG,GAAG;IAC3D,wDAAwD;IACxD,MAAM,CAAC,EAAE,SAAgB;IAEzB,OAAO,CAAC,gBAAgB,CAAiD;IACzE,OAAO,CAAC,YAAY,CAAC,CAAa;IAClC,OAAO,CAAC,eAAe,CAAC,CAAa;IACrC,OAAO,CAAC,KAAK,CAAuB;IACpC,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,OAAO,CAAuC;IACtD,OAAO,CAAC,QAAQ,CAAuC;IACvD,OAAO,CAAC,UAAU,CAA2C;IAE7D;;;;;OAKG;IACH,YACE,GAAG,EAAE,eAAe,GAAG,kBAAkB,EACzC,GAAG,EAAE,cAAc,GAAG,mBAAmB,EACzC,UAAU,EAAE,aAAa,CAAC,WAAW,EAAE,YAAY,CAAC,EAyCrD;IAED;;;;OAIG;IACH,SAAS,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,WAAW,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAGvE;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI,CAG/B;IAED;;;;OAIG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI,CAGlC;IAED;;;;OAIG;IACH,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,CAOhC;IAED;;;;;OAKG;IACH,GAAG,CAAC,MAAM,GAAE,MAAU,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAO9C;IAED;;;;OAIG;IACH,SAAS,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,CAGrC;IAED;;;;;OAKG;IACH,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAE/C;CACF;AAED,wBAAwB;AACxB,eAAO,MAAM,UAAU;aACrB,EAAE,EAAE,CAAC;aACL,SAAS,EAAE,CAAC;aACZ,OAAO,EAAE,CAAC;aACV,gBAAgB,EAAE,CAAC;aACnB,iBAAiB,EAAE,CAAC;aACpB,SAAS,EAAE,CAAC;aACZ,cAAc,EAAE,CAAC;aACjB,iBAAiB,EAAE,CAAC;aACpB,kBAAkB,EAAE,CAAC;aACrB,mBAAmB,EAAE,CAAC;aACtB,OAAO,EAAE,EAAE;aACX,YAAY,EAAE,EAAE;aAChB,aAAa,EAAE,EAAE;aACjB,QAAQ,EAAE,EAAE;aACZ,WAAW,EAAE,EAAE;aACf,SAAS,EAAE,EAAE;aACb,eAAe,EAAE,EAAE;CACX,CAAC"}
+{"version":3,"file":"grpc-stream.d.ts","sourceRoot":"","sources":["../src/grpc-stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAC1E,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAGjE,+FAA+F;AAC/F,eAAO,MAAM,qBAAqB,QAAkB,CAAC;AAErD;;GAEG;AACH,MAAM,WAAW,aAAa,CAAC,GAAG,GAAG,GAAG,EAAE,GAAG,GAAG,GAAG;IACjD,gBAAgB,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,MAAM,CAAC;IACvC,kBAAkB,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,GAAG,CAAC;IACzC,iBAAiB,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,MAAM,CAAC;IACxC,mBAAmB,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,GAAG,CAAC;IAC1C,aAAa,EAAE,OAAO,CAAC;IACvB,cAAc,EAAE,OAAO,CAAC;CACzB;AAED;;;;;;;;;;;GAWG;AACH,qBAAa,UAAU,CAAC,WAAW,GAAG,GAAG,EAAE,YAAY,GAAG,GAAG;IAC3D,wDAAwD;IACxD,MAAM,CAAC,EAAE,SAAgB;IAEzB,OAAO,CAAC,gBAAgB,CAA+D;IACvF,OAAO,CAAC,YAAY,CAAC,CAAa;IAClC,OAAO,CAAC,eAAe,CAAC,CAAa;IACrC,OAAO,CAAC,KAAK,CAAuB;IACpC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAuC;IACtD,OAAO,CAAC,QAAQ,CAAuC;IACvD,OAAO,CAAC,UAAU,CAA2C;IAE7D;;;;;OAKG;IACH,YACE,GAAG,EAAE,eAAe,GAAG,kBAAkB,EACzC,GAAG,EAAE,cAAc,GAAG,mBAAmB,EACzC,UAAU,EAAE,aAAa,CAAC,WAAW,EAAE,YAAY,CAAC,EAqDrD;IAED;;;;;OAKG;IACH,OAAO,CAAC,IAAI;IAUZ;;;;OAIG;IACH,SAAS,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAGrF;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI,CAG/B;IAED;;;;OAIG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI,CAGlC;IAED;;;;OAIG;IACH,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAOnC;IAED;;;;;OAKG;IACH,GAAG,CAAC,MAAM,GAAE,MAAU,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAa9C;IAED;;;;OAIG;IACH,SAAS,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,CAGrC;IAED;;;;;OAKG;IACH,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAE/C;CACF;AAED,wBAAwB;AACxB,eAAO,MAAM,UAAU;aACrB,EAAE,EAAE,CAAC;aACL,SAAS,EAAE,CAAC;aACZ,OAAO,EAAE,CAAC;aACV,gBAAgB,EAAE,CAAC;aACnB,iBAAiB,EAAE,CAAC;aACpB,SAAS,EAAE,CAAC;aACZ,cAAc,EAAE,CAAC;aACjB,iBAAiB,EAAE,CAAC;aACpB,kBAAkB,EAAE,CAAC;aACrB,mBAAmB,EAAE,CAAC;aACtB,OAAO,EAAE,EAAE;aACX,YAAY,EAAE,EAAE;aAChB,aAAa,EAAE,EAAE;aACjB,QAAQ,EAAE,EAAE;aACZ,WAAW,EAAE,EAAE;aACf,SAAS,EAAE,EAAE;aACb,eAAe,EAAE,EAAE;CACX,CAAC"}

package/lib/grpc-stream.js

@@ -1,3 +1,6 @@
+import { useLog } from "@webda/workout";
+/** Largest accepted gRPC message (declared frame length), same as the gRPC default of 4 MiB */
+export const GRPC_MAX_MESSAGE_SIZE = 4 * 1024 * 1024;
 /**
  * gRPC bidirectional stream handler.
  *
@@ -17,7 +20,7 @@ export class GrpcStream {
     onEndHandler;
     onCancelHandler;
     chunk = null;
-    messageLength = 0;
+    failed = false;
     request;
     response;
     definition;
@@ -35,37 +38,71 @@ export class GrpcStream {
         this.response.setHeader("Content-Type", "application/grpc");
         this.response.setHeader("Grpc-Accept-Encoding", "identity");
         this.response.setHeader("Grpc-Encoding", "identity");
-        // Parse incoming gRPC frames
+        // Parse incoming gRPC frames (1-byte flag + 4-byte big-endian length + payload); a chunk may hold part of a
+        // header, several frames, or both
         req.on("data", (data) => {
-            if (this.chunk === null) {
-                this.messageLength = data.readUInt32BE(1);
-                this.chunk = data;
-            }
-            else {
-                this.chunk = Buffer.concat([this.chunk, data]);
-            }
-            // Check if we have a complete message
-            while (this.chunk && this.chunk.length >= 5 + this.messageLength) {
-                const message = this.chunk.subarray(5, 5 + this.messageLength);
-                const deserialized = this.definition.requestDeserialize(message);
-                this.onMessageHandler?.(deserialized);
-                // Advance to next frame
-                this.chunk = this.chunk.subarray(5 + this.messageLength);
-                if (this.chunk.length >= 5) {
-                    this.messageLength = this.chunk.readUInt32BE(1);
+            if (this.failed)
+                return;
+            this.chunk = this.chunk ? Buffer.concat([this.chunk, data]) : data;
+            while (this.chunk.length >= 5) {
+                const compressed = this.chunk.readUInt8(0);
+                const length = this.chunk.readUInt32BE(1);
+                // Reject on the header alone: never buffer an oversized or compressed body
+                if (compressed)
+                    return this.fail(GrpcStatus.UNIMPLEMENTED, "compressed messages are not supported");
+                if (length > GRPC_MAX_MESSAGE_SIZE) {
+                    return this.fail(GrpcStatus.RESOURCE_EXHAUSTED, `message exceeds ${GRPC_MAX_MESSAGE_SIZE} bytes`);
+                }
+                if (this.chunk.length < 5 + length)
+                    break;
+                const message = this.chunk.subarray(5, 5 + length);
+                this.chunk = this.chunk.subarray(5 + length);
+                let decoded;
+                try {
+                    decoded = this.definition.requestDeserialize(message);
                 }
-                else if (this.chunk.length === 0) {
-                    this.chunk = null;
+                catch (err) {
+                    return this.fail(GrpcStatus.INVALID_ARGUMENT, `cannot decode message: ${err?.message}`);
+                }
+                try {
+                    const result = this.onMessageHandler?.(decoded, length);
+                    if (result && typeof result.catch === "function") {
+                        result.catch(err => this.fail(GrpcStatus.INTERNAL, "message handler failed", err));
+                    }
+                }
+                catch (err) {
+                    return this.fail(GrpcStatus.INTERNAL, "message handler failed", err);
                 }
             }
+            if (this.chunk.length === 0)
+                this.chunk = null;
         });
         req.on("end", () => {
             this.onEndHandler?.();
         });
+        // "close" also fires after a normal end: only a close before the response ended is a cancellation
         req.on("close", () => {
-            this.onCancelHandler?.();
+            if (!this.response.writableEnded)
+                this.onCancelHandler?.();
         });
     }
+    /**
+     * Stop processing the stream and end it with an error status
+     * @param status - gRPC status code
+     * @param message - status message
+     * @param err - optional underlying error to log
+     */
+    fail(status, message, err) {
+        if (err)
+            useLog("ERROR", `gRPC stream: ${message}`, err);
+        if (this.failed)
+            return;
+        this.failed = true;
+        this.chunk = null;
+        this.end(status, message);
+        // The response is over whatever the client does next: whoever feeds on this stream must stop
+        this.onCancelHandler?.();
+    }
     /**
      * Register handler for incoming messages
      * @param handler - callback invoked with each deserialized request message
@@ -96,7 +133,7 @@ export class GrpcStream {
     /**
      * Send a response message with gRPC framing.
      * @param message - the response message to serialize and send
-     * @returns void
+     * @returns false when the response buffer is full (wait for "drain")
      */
     send(message) {
         const responseBuffer = this.definition.responseSerialize(message);
@@ -104,7 +141,7 @@ export class GrpcStream {
         frame.writeUInt8(0, 0); // Not compressed
         frame.writeUInt32BE(responseBuffer.length, 1);
         responseBuffer.copy(frame, 5);
-        this.response.write(frame);
+        return this.response.write(frame) !== false;
     }
     /**
      * End the response with gRPC status trailers.
@@ -117,6 +154,13 @@ export class GrpcStream {
         if (message) {
             trailers["grpc-message"] = encodeURIComponent(message);
         }
+        if (this.response.headersSent === false) {
+            // Trailers-Only response: nothing was sent, the status goes in the headers
+            for (const [name, value] of Object.entries(trailers))
+                this.response.setHeader(name, value);
+            this.response.end();
+            return;
+        }
         this.response.addTrailers?.(trailers);
         this.response.end();
     }

package/lib/grpc-stream.js.map

@@ -1 +1 @@
-{"version":3,"file":"grpc-stream.js","sourceRoot":"","sources":["../src/grpc-stream.ts"],"names":[],"mappings":"AAeA;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,UAAU;IACrB,wDAAwD;IACxD,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAEjB,gBAAgB,CAAiD;IACjE,YAAY,CAAc;IAC1B,eAAe,CAAc;IAC7B,KAAK,GAAkB,IAAI,CAAC;IAC5B,aAAa,GAAG,CAAC,CAAC;IAClB,OAAO,CAAuC;IAC9C,QAAQ,CAAuC;IAC/C,UAAU,CAA2C;IAE7D;;;;;OAKG;IACH,YACE,GAAyC,EACzC,GAAyC,EACzC,UAAoD;QAEpD,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;QACpB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAE7B,4BAA4B;QAC5B,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,sBAAsB,EAAE,UAAU,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QAErD,6BAA6B;QAC7B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC9B,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;gBACxB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC1C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;YACjD,CAAC;YACD,sCAAsC;YACtC,OAAO,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBACjE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;gBACjE,IAAI,CAAC,gBAAgB,EAAE,CAAC,YAAY,CAAC,CAAC;gBACtC,wBAAwB;gBACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;gBACzD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBAC3B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAClD,CAAC;qBAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACnC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACjB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACnB,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,SAAS,CAAC,OAAuD;QAC/D,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAmB;QACvB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,OAAmB;QAC1B,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,IAAI,CAAC,OAAqB;QACxB,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACtD,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB;QACzC,KAAK,CAAC,aAAa,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9C,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED;;;;;OAKG;IACH,GAAG,CAAC,MAAM,GAAW,CAAC,EAAE,OAAgB;QACtC,MAAM,QAAQ,GAA2B,EAAE,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3E,IAAI,OAAO,EAAE,CAAC;YACZ,QAAQ,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC;QACA,IAAI,CAAC,QAAgB,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACH,SAAS,CAAC,OAAqB;QAC7B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACd,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,MAAc,EAAE,OAAe;QACvC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5B,CAAC;CACF;AAED,wBAAwB;AACxB,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,EAAE,EAAE,CAAC;IACL,SAAS,EAAE,CAAC;IACZ,OAAO,EAAE,CAAC;IACV,gBAAgB,EAAE,CAAC;IACnB,iBAAiB,EAAE,CAAC;IACpB,SAAS,EAAE,CAAC;IACZ,cAAc,EAAE,CAAC;IACjB,iBAAiB,EAAE,CAAC;IACpB,kBAAkB,EAAE,CAAC;IACrB,mBAAmB,EAAE,CAAC;IACtB,OAAO,EAAE,EAAE;IACX,YAAY,EAAE,EAAE;IAChB,aAAa,EAAE,EAAE;IACjB,QAAQ,EAAE,EAAE;IACZ,WAAW,EAAE,EAAE;IACf,SAAS,EAAE,EAAE;IACb,eAAe,EAAE,EAAE;CACX,CAAC"}
+{"version":3,"file":"grpc-stream.js","sourceRoot":"","sources":["../src/grpc-stream.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,+FAA+F;AAC/F,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAcrD;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,UAAU;IACrB,wDAAwD;IACxD,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAEjB,gBAAgB,CAA+D;IAC/E,YAAY,CAAc;IAC1B,eAAe,CAAc;IAC7B,KAAK,GAAkB,IAAI,CAAC;IAC5B,MAAM,GAAG,KAAK,CAAC;IACf,OAAO,CAAuC;IAC9C,QAAQ,CAAuC;IAC/C,UAAU,CAA2C;IAE7D;;;;;OAKG;IACH,YACE,GAAyC,EACzC,GAAyC,EACzC,UAAoD;QAEpD,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;QACpB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAE7B,4BAA4B;QAC5B,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,sBAAsB,EAAE,UAAU,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QAErD,4GAA4G;QAC5G,kCAAkC;QAClC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC9B,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO;YACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACnE,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC1C,2EAA2E;gBAC3E,IAAI,UAAU;oBAAE,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,uCAAuC,CAAC,CAAC;gBACpG,IAAI,MAAM,GAAG,qBAAqB,EAAE,CAAC;oBACnC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,mBAAmB,qBAAqB,QAAQ,CAAC,CAAC;gBACpG,CAAC;gBACD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM;oBAAE,MAAM;gBAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC;gBACnD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;gBAC7C,IAAI,OAAoB,CAAC;gBACzB,IAAI,CAAC;oBACH,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;gBACxD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE,0BAA2B,GAAa,EAAE,OAAO,EAAE,CAAC,CAAC;gBACrG,CAAC;gBACD,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;oBACxD,IAAI,MAAM,IAAI,OAAQ,MAAwB,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;wBACnE,MAAwB,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,wBAAwB,EAAE,GAAG,CAAC,CAAC,CAAC;oBACxG,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,wBAAwB,EAAE,GAAG,CAAC,CAAC;gBACvE,CAAC;YACH,CAAC;YACD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACjB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,kGAAkG;QAClG,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACnB,IAAI,CAAE,IAAI,CAAC,QAAgB,CAAC,aAAa;gBAAE,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC;QACtE,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACK,IAAI,CAAC,MAAc,EAAE,OAAe,EAAE,GAAa;QACzD,IAAI,GAAG;YAAE,MAAM,CAAC,OAAO,EAAE,gBAAgB,OAAO,EAAE,EAAE,GAAG,CAAC,CAAC;QACzD,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC1B,6FAA6F;QAC7F,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,SAAS,CAAC,OAAqE;QAC7E,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAmB;QACvB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,OAAmB;QAC1B,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,IAAI,CAAC,OAAqB;QACxB,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACtD,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB;QACzC,KAAK,CAAC,aAAa,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9C,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9B,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC;IAC9C,CAAC;IAED;;;;;OAKG;IACH,GAAG,CAAC,MAAM,GAAW,CAAC,EAAE,OAAgB;QACtC,MAAM,QAAQ,GAA2B,EAAE,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3E,IAAI,OAAO,EAAE,CAAC;YACZ,QAAQ,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YACxC,2EAA2E;YAC3E,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC3F,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QACA,IAAI,CAAC,QAAgB,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACH,SAAS,CAAC,OAAqB;QAC7B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACd,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,MAAc,EAAE,OAAe;QACvC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5B,CAAC;CACF;AAED,wBAAwB;AACxB,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,EAAE,EAAE,CAAC;IACL,SAAS,EAAE,CAAC;IACZ,OAAO,EAAE,CAAC;IACV,gBAAgB,EAAE,CAAC;IACnB,iBAAiB,EAAE,CAAC;IACpB,SAAS,EAAE,CAAC;IACZ,cAAc,EAAE,CAAC;IACjB,iBAAiB,EAAE,CAAC;IACpB,kBAAkB,EAAE,CAAC;IACrB,mBAAmB,EAAE,CAAC;IACtB,OAAO,EAAE,EAAE;IACX,YAAY,EAAE,EAAE;IAChB,aAAa,EAAE,EAAE;IACjB,QAAQ,EAAE,EAAE;IACZ,WAAW,EAAE,EAAE;IACf,SAAS,EAAE,EAAE;IACb,eAAe,EAAE,EAAE;CACX,CAAC"}

package/lib/grpcservice.service.d.ts

@@ -1,4 +1,4 @@
-import { OperationsTransport, OperationsTransportParameters, OperationDefinition } from "@webda/core";
+import { OperationDefinition, OperationsTransport, OperationsTransportParameters } from "@webda/core";
 import type { IncomingMessage, ServerResponse } from "node:http";
 /**
  * Parameters for the gRPC service
@@ -14,6 +14,20 @@ export declare class GrpcServiceParameters extends OperationsTransportParameters
      * @default "webda"
      */
     packageName?: string;
+    /**
+     * Most unconsumed messages a client or bidirectional operation may have queued; above it the call fails with
+     * RESOURCE_EXHAUSTED
+     *
+     * @default 1000
+     */
+    maxQueuedMessages?: number;
+    /**
+     * Most bytes of unconsumed messages a client or bidirectional operation may have queued; above it the call fails
+     * with RESOURCE_EXHAUSTED
+     *
+     * @default 16777216
+     */
+    maxQueuedBytes?: number;
     /**
      * Load and apply default parameter values.
      * @param params - raw configuration object to load into this parameters instance
@@ -39,6 +53,11 @@ export declare class GrpcService<T extends GrpcServiceParameters = GrpcServicePa
     private rpcToOperation;
     /** Map of gRPC path → method definition */
     private rpcMethods;
+    /**
+     * @param params - raw service parameters
+     * @returns the loaded parameters (with the operations include/exclude filter)
+     */
+    static createConfiguration(params?: any): GrpcServiceParameters;
     /**
      * Generate a .proto file from the current operation registry.
      *
@@ -51,6 +70,10 @@ export declare class GrpcService<T extends GrpcServiceParameters = GrpcServicePa
      * @returns the number of distinct gRPC service groups derived from operation prefixes
      */
     private countServices;
+    /**
+     * Load the .proto file and map its RPC methods to operations (also callable after registering operations late)
+     */
+    loadDefinitions(): void;
     /**
      * Initialize the gRPC transport: load proto, build RPC map, hook into HTTP/2.
      * @returns a promise resolving to this service instance once initialization is complete
@@ -61,7 +84,14 @@ export declare class GrpcService<T extends GrpcServiceParameters = GrpcServicePa
      */
     private buildRpcMap;
     /**
-     * Handle an incoming gRPC request.
+     * The request line and metadata of a gRPC call as an HttpContext (HTTP/2 pseudo-headers removed)
+     * @param req - the HTTP/2 request
+     * @returns the http context
+     */
+    private httpContextOf;
+    /**
+     * Handle an incoming gRPC request: one path for the four modes. Incoming messages feed the operation (as its
+     * input, or as the stream in `operationInputStream`), streamed output is sent as it is produced.
      *
      * Called by the HttpServer when content-type is application/grpc.
      *
@@ -71,30 +101,18 @@ export declare class GrpcService<T extends GrpcServiceParameters = GrpcServicePa
      */
     handleGrpcRequest(req: IncomingMessage, res: ServerResponse): Promise<void>;
     /**
-     * Handle a unary gRPC call (single request → single response).
-     * @param stream - the active GrpcStream for this request
-     * @param opId - the Webda operation ID to invoke
-     * @param methodDef - the protobuf method definition with serializer functions
-     * @returns a promise that resolves when the unary response has been sent
-     */
-    private handleUnary;
-    /**
-     * Handle server streaming (single request → stream of responses).
-     * Maps to AsyncGenerator operations.
-     * @param stream - the active GrpcStream for this request
-     * @param opId - the Webda operation ID to invoke
-     * @param methodDef - the protobuf method definition with serializer functions
-     * @returns a promise that resolves when all response frames have been sent
+     * Proto3 `optional` fields deserialize with an extra `_field: "field"` marker (synthetic oneof tracking): drop
+     * those so the payload matches the backing JSON schema
+     * @param message - decoded message
+     * @returns the message without markers
      */
-    private handleServerStreaming;
+    private cleanMessage;
     /**
-     * Handle client or bidirectional streaming.
-     * @param stream - the active GrpcStream for this request
-     * @param opId - the Webda operation ID to invoke
-     * @param streaming - streaming mode, either "client" or "bidi"
-     * @returns a promise that resolves when the operation completes and the response is sent
+     * The unary response for an operation output (a plain string/number is wrapped as `{ value }`)
+     * @param output - the context output
+     * @returns the response message
      */
-    private handleStreamingRequest;
+    private unaryResponse;
     /**
      * Map a Webda error to a gRPC status code.
      * @param err - the error thrown by a Webda operation, expected to have a getResponseCode method

package/lib/grpcservice.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"grpcservice.service.d.ts","sourceRoot":"","sources":["../src/grpcservice.service.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,6BAA6B,EAC7B,mBAAmB,EAWpB,MAAM,aAAa,CAAC;AAOrB,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE;;GAEG;AACH,qBAAa,qBAAsB,SAAQ,6BAA6B;IACtE;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,IAAI,CAAC,MAAM,GAAE,GAAQ,GAAG,IAAI,CAK3B;CACF;AAED;;;;;;;;;;GAUG;AACH,qBAAa,WAAW,CACtB,CAAC,SAAS,qBAAqB,GAAG,qBAAqB,CACvD,SAAQ,mBAAmB,CAAC,CAAC,CAAC;IAC9B,kCAAkC;IAClC,OAAO,CAAC,WAAW,CAAgC;IACnD,sCAAsC;IACtC,OAAO,CAAC,cAAc,CAAkC;IACxD,2CAA2C;IAC3C,OAAO,CAAC,UAAU,CAAkE;IAEpF;;;;OAIG;IAKG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CA4B3B;IAED;;;;OAIG;IACH,OAAO,CAAC,aAAa;IASrB;;;OAGG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CA0D1B;IAED;;OAEG;IACH,OAAO,CAAC,WAAW;IAkCnB;;;;;;;;OAQG;IACG,iBAAiB,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAmChF;IAED;;;;;;OAMG;IACH,OAAO,CAAC,WAAW;IAoDnB;;;;;;;OAOG;IACH,OAAO,CAAC,qBAAqB;IAqC7B;;;;;;OAMG;IACH,OAAO,CAAC,sBAAsB;IA2C9B;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IAoBzB;;;;;OAKG;IACH,eAAe,CAAC,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,GAAG,IAAI,CAE5E;CACF"}
+{"version":3,"file":"grpcservice.service.d.ts","sourceRoot":"","sources":["../src/grpcservice.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,mBAAmB,EACnB,mBAAmB,EACnB,6BAA6B,EAW9B,MAAM,aAAa,CAAC;AAQrB,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE;;GAEG;AACH,qBAAa,qBAAsB,SAAQ,6BAA6B;IACtE;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;;;OAKG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,IAAI,CAAC,MAAM,GAAE,GAAQ,GAAG,IAAI,CAO3B;CACF;AAED;;;;;;;;;;GAUG;AACH,qBAAa,WAAW,CAAC,CAAC,SAAS,qBAAqB,GAAG,qBAAqB,CAAE,SAAQ,mBAAmB,CAAC,CAAC,CAAC;IAC9G,kCAAkC;IAClC,OAAO,CAAC,WAAW,CAAgC;IACnD,sCAAsC;IACtC,OAAO,CAAC,cAAc,CAAkC;IACxD,2CAA2C;IAC3C,OAAO,CAAC,UAAU,CAAkE;IAEpF;;;OAGG;IACH,MAAM,CAAC,mBAAmB,CAAC,MAAM,GAAE,GAAQ,GAAG,qBAAqB,CAElE;IAED;;;;OAIG;IAKG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CA4B3B;IAED;;;;OAIG;IACH,OAAO,CAAC,aAAa;IASrB;;OAEG;IACH,eAAe,IAAI,IAAI,CAuBtB;IAED;;;OAGG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAmC1B;IAED;;OAEG;IACH,OAAO,CAAC,WAAW;IAkCnB;;;;OAIG;IACH,OAAO,CAAC,aAAa;IAQrB;;;;;;;;;OASG;IACG,iBAAiB,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAqFhF;IAED;;;;;OAKG;IACH,OAAO,CAAC,YAAY;IAMpB;;;;OAIG;IACH,OAAO,CAAC,aAAa;IASrB;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IAoBzB;;;;;OAKG;IACH,eAAe,CAAC,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,GAAG,IAAI,CAE5E;CACF"}