@platformatic/kafka 1.27.0-alpha.1 → 1.27.0-alpha.2

package/dist/typescript-4/dist/clients/producer/options.d.ts

@@ -121,24 +121,8 @@ export declare const sendOptionsSchema: {
       items: {
         type: string;
         properties: {
-          key: {
-            oneOf: ({
-              type: string;
-              buffer?: undefined;
-            } | {
-              buffer: boolean;
-              type?: undefined;
-            })[];
-          };
-          value: {
-            oneOf: ({
-              type: string;
-              buffer?: undefined;
-            } | {
-              buffer: boolean;
-              type?: undefined;
-            })[];
-          };
+          key: boolean;
+          value: boolean;
           headers: {
             anyOf: ({
               map: boolean;

package/dist/typescript-4/dist/clients/producer/types.d.ts

@@ -1,7 +1,8 @@
 import { type CompressionAlgorithmValue } from "../../protocol/compression";
 import { type MessageToProduce } from "../../protocol/records";
+import { type SchemaRegistry } from "../../registries/abstract";
 import { type BaseOptions, type TopicWithPartitionAndOffset } from "../base/types";
-import { type Serializers } from "../serde";
+import { type BeforeSerializationHook, type Serializers } from "../serde";
 export interface ProducerInfo {
   producerId: bigint;
   producerEpoch: number;
@@ -25,6 +26,8 @@ export interface ProduceOptions<Key, Value, HeaderKey, HeaderValue> {
 export type ProducerOptions<Key, Value, HeaderKey, HeaderValue> = BaseOptions & ProduceOptions<Key, Value, HeaderKey, HeaderValue> & {
   transactionalId?: string;
   serializers?: Partial<Serializers<Key, Value, HeaderKey, HeaderValue>>;
+  beforeSerialization?: BeforeSerializationHook<Key, Value, HeaderKey, HeaderValue>;
+  registry?: SchemaRegistry<unknown, unknown, Key, Value, HeaderKey, HeaderValue>;
 };
 export type SendOptions<Key, Value, HeaderKey, HeaderValue> = {
   messages: MessageToProduce<Key, Value, HeaderKey, HeaderValue>[];

package/dist/typescript-4/dist/clients/serde.d.ts

@@ -1,7 +1,9 @@
-export type Serializer<InputType = unknown> = (data?: InputType) => Buffer | undefined;
-export type Deserializer<OutputType = unknown> = (data?: Buffer) => OutputType | undefined;
-export type SerializerWithHeaders<InputType = unknown, HeaderKey = unknown, HeaderValue = unknown> = (data?: InputType, headers?: Map<HeaderKey, HeaderValue>) => Buffer | undefined;
-export type DeserializerWithHeaders<OutputType = unknown, HeaderKey = unknown, HeaderValue = unknown> = (data?: Buffer, headers?: Map<HeaderKey, HeaderValue>) => OutputType | undefined;
+import { type Callback } from "../apis/definitions";
+import { type MessageToConsume, type MessageToProduce } from "../protocol/records";
+export type Serializer<InputType = unknown> = (data?: InputType, metadata?: unknown) => Buffer | undefined;
+export type SerializerWithHeaders<InputType = unknown, HeaderKey = unknown, HeaderValue = unknown> = (data?: InputType, headers?: Map<HeaderKey, HeaderValue>, message?: MessageToProduce<unknown, unknown, unknown, unknown>) => Buffer | undefined;
+export type Deserializer<OutputType = unknown> = (data?: Buffer, message?: MessageToConsume) => OutputType | undefined;
+export type DeserializerWithHeaders<OutputType = unknown, HeaderKey = unknown, HeaderValue = unknown> = (data?: Buffer, headers?: Map<HeaderKey, HeaderValue>, message?: MessageToConsume) => OutputType | undefined;
 export interface Serializers<Key, Value, HeaderKey, HeaderValue> {
   key: SerializerWithHeaders<Key, HeaderKey, HeaderValue>;
   value: SerializerWithHeaders<Value, HeaderKey, HeaderValue>;
@@ -9,11 +11,14 @@ export interface Serializers<Key, Value, HeaderKey, HeaderValue> {
   headerValue: Serializer<HeaderValue>;
 }
 export interface Deserializers<Key, Value, HeaderKey, HeaderValue> {
-  key: DeserializerWithHeaders<Key>;
-  value: DeserializerWithHeaders<Value>;
+  key: DeserializerWithHeaders<Key, HeaderKey, HeaderValue>;
+  value: DeserializerWithHeaders<Value, HeaderKey, HeaderValue>;
   headerKey: Deserializer<HeaderKey>;
   headerValue: Deserializer<HeaderValue>;
 }
+export type BeforeHookPayloadType = 'key' | 'value' | 'headerKey' | 'headerValue';
+export type BeforeDeserializationHook = (payload: Buffer, type: BeforeHookPayloadType, message: MessageToConsume, callback: Callback<void>) => void | Promise<void>;
+export type BeforeSerializationHook<Key, Value, HeaderKey, HeaderValue> = (payload: unknown, type: BeforeHookPayloadType, message: MessageToProduce<Key, Value, HeaderKey, HeaderValue>, callback: Callback<void>) => void | Promise<void>;
 export declare function stringSerializer(data?: string): Buffer | undefined;
 export declare function stringDeserializer(data?: string | Buffer): string | undefined;
 export declare function jsonSerializer<T = Record<string, any>>(data?: T): Buffer | undefined;

package/dist/typescript-4/dist/errors.d.ts

@@ -2,7 +2,7 @@ import { type NullableString } from "./protocol/definitions";
 declare const kGenericError: unique symbol;
 declare const kMultipleErrors: unique symbol;
 export declare const ERROR_PREFIX = "PLT_KFK_";
-export declare const errorCodes: readonly ["PLT_KFK_AUTHENTICATION", "PLT_KFK_MULTIPLE", "PLT_KFK_NETWORK", "PLT_KFK_OUT_OF_BOUNDS", "PLT_KFK_PROTOCOL", "PLT_KFK_RESPONSE", "PLT_KFK_TIMEOUT", "PLT_KFK_UNEXPECTED_CORRELATION_ID", "PLT_KFK_UNFINISHED_WRITE_BUFFER", "PLT_KFK_UNSUPPORTED_API", "PLT_KFK_UNSUPPORTED_COMPRESSION", "PLT_KFK_UNSUPPORTED", "PLT_KFK_USER"];
+export declare const errorCodes: readonly ["PLT_KFK_AUTHENTICATION", "PLT_KFK_MULTIPLE", "PLT_KFK_NETWORK", "PLT_KFK_OUT_OF_BOUNDS", "PLT_KFK_PROTOCOL", "PLT_KFK_RESPONSE", "PLT_KFK_TIMEOUT", "PLT_KFK_UNEXPECTED_CORRELATION_ID", "PLT_KFK_UNFINISHED_WRITE_BUFFER", "PLT_KFK_UNSUPPORTED_API", "PLT_KFK_UNSUPPORTED_COMPRESSION", "PLT_KFK_UNSUPPORTED_FORMAT", "PLT_KFK_UNSUPPORTED", "PLT_KFK_USER"];
 export type ErrorCode = (typeof errorCodes)[number];
 export type ErrorProperties = {
   cause?: Error;
@@ -73,6 +73,10 @@ export declare class UnsupportedCompressionError extends GenericError {
   static code: ErrorCode;
   constructor(message: string, properties?: ErrorProperties);
 }
+export declare class UnsupportedFormatError extends GenericError {
+  static code: ErrorCode;
+  constructor(message: string, properties?: ErrorProperties);
+}
 export declare class UnsupportedError extends GenericError {
   static code: ErrorCode;
   constructor(message: string, properties?: ErrorProperties);

package/dist/typescript-4/dist/index.d.ts

@@ -5,4 +5,5 @@ export * from "./utils";
 export * from "./network/index";
 export * from "./protocol/index";
 export * from "./apis/index";
-export * from "./clients/index";
+export * from "./clients/index";
+export * from "./registries/index";

package/dist/typescript-4/dist/network/connection.d.ts

@@ -20,18 +20,19 @@ export interface ConnectionEvents extends TypedEvents {
   'sasl:authentication:extended': (authBytes?: Buffer) => void;
   drain: () => void;
 }
-export type SASLCredentialProvider<T = string> = () => T | Promise<T>;
+export type CredentialProvider<T = string> = () => T | Promise<T>;
+export type SASLCredentialProvider<T> = CredentialProvider<T>;
 export interface Broker {
   host: string;
   port: number;
 }
-export type SASLCustomAuthenticator = (mechanism: SASLMechanismValue, connection: Connection, authenticate: SASLAuthenticationAPI, usernameProvider: string | SASLCredentialProvider | undefined, passwordProvider: string | SASLCredentialProvider | undefined, tokenProvider: string | SASLCredentialProvider | undefined, callback: CallbackWithPromise<SaslAuthenticateResponse>) => void;
+export type SASLCustomAuthenticator = (mechanism: SASLMechanismValue, connection: Connection, authenticate: SASLAuthenticationAPI, usernameProvider: string | CredentialProvider | undefined, passwordProvider: string | CredentialProvider | undefined, tokenProvider: string | CredentialProvider | undefined, callback: CallbackWithPromise<SaslAuthenticateResponse>) => void;
 export interface SASLOptions {
   mechanism: SASLMechanismValue;
-  username?: string | SASLCredentialProvider;
-  password?: string | SASLCredentialProvider;
-  token?: string | SASLCredentialProvider;
-  oauthBearerExtensions?: Record<string, string> | SASLCredentialProvider<Record<string, string>>;
+  username?: string | CredentialProvider;
+  password?: string | CredentialProvider;
+  token?: string | CredentialProvider;
+  oauthBearerExtensions?: Record<string, string> | CredentialProvider<Record<string, string>>;
   authenticate?: SASLCustomAuthenticator;
   authBytesValidator?: (authBytes: Buffer, callback: CallbackWithPromise<Buffer>) => void;
 }

package/dist/typescript-4/dist/protocol/records.d.ts

@@ -17,6 +17,7 @@ export interface MessageBase<Key = Buffer, Value = Buffer> {
 }
 export interface MessageToProduce<Key = Buffer, Value = Buffer, HeaderKey = Buffer, HeaderValue = Buffer> extends MessageBase<Key, Value> {
   headers?: Map<HeaderKey, HeaderValue> | Record<string, HeaderValue>;
+  metadata?: unknown;
 }
 export interface MessageConsumerMetadata {
   coordinatorId: number;
@@ -67,6 +68,10 @@ export interface KafkaRecord {
   value: Buffer;
   headers: [Buffer, Buffer][];
 }
+export interface MessageToConsume extends KafkaRecord {
+  topic: string;
+  partition: number;
+}
 export interface RecordsBatch {
   firstOffset: bigint;
   length: number;
@@ -85,24 +90,8 @@ export interface RecordsBatch {
 export declare const messageSchema: {
   type: string;
   properties: {
-    key: {
-      oneOf: ({
-        type: string;
-        buffer?: undefined;
-      } | {
-        buffer: boolean;
-        type?: undefined;
-      })[];
-    };
-    value: {
-      oneOf: ({
-        type: string;
-        buffer?: undefined;
-      } | {
-        buffer: boolean;
-        type?: undefined;
-      })[];
-    };
+    key: boolean;
+    value: boolean;
     headers: {
       anyOf: ({
         map: boolean;

package/dist/typescript-4/dist/protocol/sasl/oauth-bearer.d.ts

@@ -1,6 +1,6 @@
 import { type CallbackWithPromise } from "../../apis/callbacks";
 import { type SASLAuthenticationAPI, type SaslAuthenticateResponse } from "../../apis/security/sasl-authenticate-v2";
-import { type Connection, type SASLCredentialProvider } from "../../network/connection";
+import { type Connection, type CredentialProvider } from "../../network/connection";
 export declare function jwtValidateAuthenticationBytes(authBytes: Buffer, callback: CallbackWithPromise<Buffer>): void;
-export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, tokenOrProvider: string | SASLCredentialProvider, extensions: Record<string, string> | SASLCredentialProvider<Record<string, string>>, callback: CallbackWithPromise<SaslAuthenticateResponse>): void;
-export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, tokenOrProvider: string | SASLCredentialProvider, extensions: Record<string, string> | SASLCredentialProvider<Record<string, string>>): Promise<SaslAuthenticateResponse>;
+export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, tokenOrProvider: string | CredentialProvider, extensions: Record<string, string> | CredentialProvider<Record<string, string>>, callback: CallbackWithPromise<SaslAuthenticateResponse>): void;
+export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, tokenOrProvider: string | CredentialProvider, extensions: Record<string, string> | CredentialProvider<Record<string, string>>): Promise<SaslAuthenticateResponse>;

package/dist/typescript-4/dist/protocol/sasl/plain.d.ts

@@ -1,5 +1,5 @@
 import { type CallbackWithPromise } from "../../apis/callbacks";
 import { type SASLAuthenticationAPI, type SaslAuthenticateResponse } from "../../apis/security/sasl-authenticate-v2";
-import { type Connection, type SASLCredentialProvider } from "../../network/connection";
-export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, usernameProvider: string | SASLCredentialProvider, passwordProvider: string | SASLCredentialProvider, callback: CallbackWithPromise<SaslAuthenticateResponse>): void;
-export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, usernameProvider: string | SASLCredentialProvider, passwordProvider: string | SASLCredentialProvider): Promise<SaslAuthenticateResponse>;
+import { type Connection, type CredentialProvider } from "../../network/connection";
+export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, usernameProvider: string | CredentialProvider, passwordProvider: string | CredentialProvider, callback: CallbackWithPromise<SaslAuthenticateResponse>): void;
+export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, usernameProvider: string | CredentialProvider, passwordProvider: string | CredentialProvider): Promise<SaslAuthenticateResponse>;

package/dist/typescript-4/dist/protocol/sasl/scram-sha.d.ts

@@ -1,6 +1,6 @@
 import { type CallbackWithPromise } from "../../apis/callbacks";
 import { type SASLAuthenticationAPI, type SaslAuthenticateResponse } from "../../apis/security/sasl-authenticate-v2";
-import { type Connection, type SASLCredentialProvider } from "../../network/connection";
+import { type Connection, type CredentialProvider } from "../../network/connection";
 export interface ScramAlgorithmDefinition {
   keyLength: number;
   algorithm: string;
@@ -35,5 +35,5 @@ export declare function hi(definition: ScramAlgorithmDefinition, password: strin
 export declare function hmac(definition: ScramAlgorithmDefinition, key: Buffer, data: string | Buffer): Buffer;
 export declare function xor(a: Buffer, b: Buffer): Buffer;
 export declare const defaultCrypto: ScramCryptoModule;
-export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, algorithm: ScramAlgorithm, usernameProvider: string | SASLCredentialProvider, passwordProvider: string | SASLCredentialProvider, crypto: ScramCryptoModule, callback: CallbackWithPromise<SaslAuthenticateResponse>): void;
-export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, algorithm: ScramAlgorithm, usernameProvider: string | SASLCredentialProvider, passwordProvider: string | SASLCredentialProvider, crypto?: ScramCryptoModule): Promise<SaslAuthenticateResponse>;
+export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, algorithm: ScramAlgorithm, usernameProvider: string | CredentialProvider, passwordProvider: string | CredentialProvider, crypto: ScramCryptoModule, callback: CallbackWithPromise<SaslAuthenticateResponse>): void;
+export declare function authenticate(authenticateAPI: SASLAuthenticationAPI, connection: Connection, algorithm: ScramAlgorithm, usernameProvider: string | CredentialProvider, passwordProvider: string | CredentialProvider, crypto?: ScramCryptoModule): Promise<SaslAuthenticateResponse>;

package/dist/typescript-4/dist/protocol/sasl/utils.d.ts

@@ -1,4 +1,4 @@
 import { type CallbackWithPromise } from "../../apis/index";
-import { type SASLCredentialProvider } from "../../network/connection";
-export declare function getCredential<T>(label: string, credentialOrProvider: T | SASLCredentialProvider<T>, callback: CallbackWithPromise<T>): void;
-export declare function getCredential<T>(label: string, credentialOrProvider: T | SASLCredentialProvider<T>): Promise<T>;
+import { type CredentialProvider } from "../../network/connection";
+export declare function getCredential<T>(label: string, credentialOrProvider: T | CredentialProvider<T>, callback: CallbackWithPromise<T>): void;
+export declare function getCredential<T>(label: string, credentialOrProvider: T | CredentialProvider<T>): Promise<T>;

package/dist/typescript-4/dist/registries/abstract.d.ts

@@ -0,0 +1,22 @@
+import { type Callback } from "../apis/definitions";
+import { type BeforeDeserializationHook, type BeforeHookPayloadType, type BeforeSerializationHook, type Deserializers, type Serializers } from "../clients/serde";
+import { type MessageToProduce } from "../protocol/records";
+export interface SchemaRegistry<Id = unknown, Schema = unknown, Key = Buffer, Value = Buffer, HeaderKey = Buffer, HeaderValue = Buffer> {
+  get(id: Id): Schema | undefined;
+  fetch(id: Id, callback?: (error?: Error) => void): void | Promise<void>;
+  getSchemaId(payload: Buffer | MessageToProduce<Key, Value, HeaderKey, HeaderValue>, type?: BeforeHookPayloadType): Id;
+  getSerializers(): Serializers<Key, Value, HeaderKey, HeaderValue>;
+  getDeserializers(): Deserializers<Key, Value, HeaderKey, HeaderValue>;
+  getBeforeSerializationHook(): BeforeSerializationHook<Key, Value, HeaderKey, HeaderValue>;
+  getBeforeDeserializationHook(): BeforeDeserializationHook;
+}
+export declare function runAsyncSeries<V>(operation: (item: V, cb: Callback<void>) => void | Promise<void>, collection: V[], index: number, callback: Callback<void>): void;
+export declare class AbstractSchemaRegistry<Id = unknown, Schema = unknown, Key = Buffer, Value = Buffer, HeaderKey = Buffer, HeaderValue = Buffer> implements SchemaRegistry<Id, Schema, Key, Value, HeaderKey, HeaderValue> {
+  get(_: Id): Schema | undefined;
+  fetch(_i: unknown, _c?: (error?: Error) => void): void | Promise<void>;
+  getSchemaId(_p: Buffer | MessageToProduce<Key, Value, HeaderKey, HeaderValue>, _t?: BeforeHookPayloadType): Id;
+  getSerializers(): Serializers<Key, Value, HeaderKey, HeaderValue>;
+  getDeserializers(): Deserializers<Key, Value, HeaderKey, HeaderValue>;
+  getBeforeSerializationHook(): BeforeSerializationHook<Key, Value, HeaderKey, HeaderValue>;
+  getBeforeDeserializationHook(): BeforeDeserializationHook;
+}

package/dist/typescript-4/dist/registries/confluent-schema-registry.d.ts

@@ -0,0 +1,41 @@
+import { type ValidateFunction } from 'ajv';
+import { type Type } from 'avsc';
+import { type Root } from 'protobufjs';
+import { type Callback } from "../apis/definitions";
+import { type BeforeDeserializationHook, type BeforeHookPayloadType, type BeforeSerializationHook, type Deserializers, type Serializers } from "../clients/serde";
+import { type CredentialProvider } from "../index";
+import { type MessageToConsume, type MessageToProduce } from "../protocol/records";
+import { AbstractSchemaRegistry } from "./abstract";
+type ConfluentSchemaRegistryMessageToProduce = MessageToProduce<unknown, unknown, unknown, unknown>;
+export interface ConfluentSchemaRegistryMetadata {
+  schemas?: Record<BeforeHookPayloadType, number>;
+}
+export type ConfluentSchemaRegistryProtobufTypeMapper = (id: number, type: BeforeHookPayloadType, context: ConfluentSchemaRegistryMessageToProduce | MessageToConsume) => string;
+export interface ConfluentSchemaRegistryOptions {
+  url: string;
+  auth?: {
+    username?: string | CredentialProvider;
+    password?: string | CredentialProvider;
+    token?: string | CredentialProvider;
+  };
+  protobufTypeMapper?: ConfluentSchemaRegistryProtobufTypeMapper;
+  jsonValidateSend?: boolean;
+}
+export interface Schema {
+  id: number;
+  type: 'avro' | 'protobuf' | 'json';
+  schema: Type | Root | ValidateFunction;
+}
+export declare function defaultProtobufTypeMapper(_: number, type: BeforeHookPayloadType, context: ConfluentSchemaRegistryMessageToProduce | MessageToConsume): string;
+export declare class ConfluentSchemaRegistry<Key = Buffer, Value = Buffer, HeaderKey = Buffer, HeaderValue = Buffer> extends AbstractSchemaRegistry<number | undefined, Schema, Key, Value, HeaderKey, HeaderValue> {
+  #private;
+  constructor(options: ConfluentSchemaRegistryOptions);
+  getSchemaId(message: Buffer | MessageToProduce<Key, Value, HeaderKey, HeaderValue>, type?: BeforeHookPayloadType): number | undefined;
+  get(id: number): Schema | undefined;
+  fetchSchema(id: number, callback: Callback<void>): Promise<void>;
+  getSerializers(): Serializers<Key, Value, HeaderKey, HeaderValue>;
+  getDeserializers(): Deserializers<Key, Value, HeaderKey, HeaderValue>;
+  getBeforeSerializationHook(): BeforeSerializationHook<Key, Value, HeaderKey, HeaderValue>;
+  getBeforeDeserializationHook(): BeforeDeserializationHook;
+}
+export {};

package/dist/typescript-4/dist/registries/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./abstract";
+export * from "./confluent-schema-registry";

package/dist/version.js

@@ -1,2 +1,2 @@
 export const name = "@platformatic/kafka";
-export const version = "1.27.0-alpha.1";
+export const version = "1.27.0-alpha.2";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/kafka",
-  "version": "1.27.0-alpha.1",
+  "version": "1.27.0-alpha.2",
   "description": "Modern and performant client for Apache Kafka",
   "homepage": "https://github.com/platformatic/kafka",
   "author": "Platformatic Inc. <oss@platformatic.dev> (https://platformatic.dev)",
@@ -32,7 +32,10 @@
     "scule": "^1.3.0"
   },
   "optionalDependencies": {
-    "@node-rs/crc32": "^1.10.6"
+    "@node-rs/crc32": "^1.10.6",
+    "lz4-napi": "^2.9.0",
+    "protobufjs": "^8.0.0",
+    "snappy": "^7.3.3"
   },
   "devDependencies": {
     "@babel/generator": "^7.28.5",
@@ -42,12 +45,11 @@
     "@confluentinc/kafka-javascript": "^1.5.0",
     "@opentelemetry/instrumentation": "^0.210.0",
     "@platformatic/rdkafka": "^4.0.0",
-    "@swc-node/register": "^1.11.1",
     "@types/babel__generator": "^7.27.0",
     "@types/babel__traverse": "^7.28.0",
     "@types/debug": "^4.1.12",
     "@types/kerberos": "^1.1.5",
-    "@types/node": "^22.18.8",
+    "@types/node": "^22.18.5",
     "@types/semver": "^7.7.1",
     "@watchable/unpromise": "^1.0.2",
     "avsc": "^5.7.9",
@@ -61,14 +63,12 @@
     "json5": "^2.2.3",
     "kafkajs": "^2.2.4",
     "kerberos": "^2.2.2",
-    "lz4-napi": "^2.9.0",
     "neostandard": "^0.12.2",
     "parse5": "^7.3.0",
-    "prettier": "^3.6.2",
-    "prettier-plugin-space-before-function-paren": "^0.0.8",
+    "prettier": "^3.8.1",
+    "prettier-plugin-space-before-function-paren": "^0.0.10",
     "prom-client": "^15.1.3",
     "semver": "^7.7.2",
-    "snappy": "^7.3.3",
     "table": "^6.9.0",
     "typescript": "^5.9.2"
   },
@@ -84,16 +84,16 @@
   },
   "scripts": {
     "build": "rm -rf dist && tsc -p tsconfig.base.json",
-    "build:native": "cd native && docker compose up",
-    "postbuild": "./scripts/node scripts/postbuild.ts && npm run build:native",
+    "postbuild": "node scripts/postbuild.ts",
     "lint": "eslint --cache",
     "typecheck": "tsc -p . --noEmit",
     "format": "prettier -w benchmarks playground src test",
-    "test": "c8 -c test/config/c8-local.json ./scripts/node --test --test-reporter=cleaner-spec-reporter 'test/*.test.ts' 'test/*/*.test.ts' 'test/*/*/*.test.ts'",
-    "test:ci": "c8 -c test/config/c8-ci.json ./scripts/node --test --test-reporter=cleaner-spec-reporter 'test/*.test.ts' 'test/*/*.test.ts' 'test/*/*/*.test.ts'",
+    "test": "c8 -c test/config/c8-local.json node --env-file=test/config/env --no-warnings --test --test-timeout=600000 'test/**/*.test.ts'",
+    "test:ci": "c8 -c test/config/c8-ci.json node --env-file=test/config/env --no-warnings --test --test-timeout=600000 'test/**/*.test.ts'",
     "test:docker:up": "docker-compose up -d --wait",
     "test:docker:down": "docker-compose down",
     "ci": "npm run build && npm run lint && npm run test:ci",
+    "ci:v20": "npm run lint && rm -rf dist && tsc -p tsconfig.json && node dist/scripts/postbuild.js && cd dist && node --env-file=../test/config/env --no-warnings --test --test-timeout=600000",
     "generate:apis": "node scripts/generate-apis.ts",
     "generate:errors": "node scripts/generate-errors.ts",
     "create:api": "node scripts/create-api.ts"

package/dist/protocol/native.d.ts

@@ -1,8 +0,0 @@
-import { DynamicBuffer } from './dynamic-buffer.ts';
-export declare function prepareInput(data: Buffer | Uint8Array | DynamicBuffer): void;
-export declare function prepareOutput(combined: bigint): Buffer;
-export declare function crc32c(data: Buffer | Uint8Array | DynamicBuffer): number;
-export declare function lz4Compress(data: Buffer | DynamicBuffer): Buffer;
-export declare function lz4Decompress(data: Buffer | DynamicBuffer): Buffer;
-export declare function snappyCompress(data: Buffer | DynamicBuffer): Buffer;
-export declare function snappyDecompress(data: Buffer | DynamicBuffer): Buffer;

package/dist/protocol/native.js

@@ -1,48 +0,0 @@
-import { readFileSync } from 'node:fs';
-import { DynamicBuffer } from "./dynamic-buffer.js";
-// @ts-expect-error - Buffer[Symbol.species] is not typed in Node.js types
-const FastBuffer = Buffer[Symbol.species];
-const wasm = readFileSync(new URL('../../dist/native.wasm', import.meta.url));
-const wasmModule = new WebAssembly.Module(wasm);
-const instance = new WebAssembly.Instance(wasmModule);
-const { alloc, crc32c: _crc32c, dealloc, lz4_compress: _lz4Compress, lz4_decompress: _lz4Decompress, memory, snappy_compress: _snappyCompress, snappy_decompress: _snappyDecompress } = instance.exports;
-let currentBufferLength = 4096;
-let currentBufferOffset = alloc(currentBufferLength);
-let currentBuffer = new Uint8Array(memory.buffer, currentBufferOffset, currentBufferLength);
-export function prepareInput(data) {
-    const input = DynamicBuffer.isDynamicBuffer(data) ? data.buffer : data;
-    if (currentBuffer.length < data.length) {
-        dealloc(currentBufferOffset, currentBufferLength);
-        currentBufferLength = data.length;
-        currentBufferOffset = alloc(currentBufferLength);
-        currentBuffer = new Uint8Array(memory.buffer, currentBufferOffset, currentBufferLength);
-    }
-    currentBuffer.set(input);
-}
-export function prepareOutput(combined) {
-    const len = Number(BigInt.asUintN(32, combined));
-    const ptr = Number(combined >> 32n);
-    const output = Buffer.from(new FastBuffer(memory.buffer, ptr, len));
-    dealloc(ptr, len);
-    return output;
-}
-export function crc32c(data) {
-    prepareInput(data);
-    return _crc32c(currentBufferOffset, data.length) >>> 0;
-}
-export function lz4Compress(data) {
-    prepareInput(data);
-    return prepareOutput(_lz4Compress(currentBufferOffset, data.length));
-}
-export function lz4Decompress(data) {
-    prepareInput(data);
-    return prepareOutput(_lz4Decompress(currentBufferOffset, data.length));
-}
-export function snappyCompress(data) {
-    prepareInput(data);
-    return prepareOutput(_snappyCompress(currentBufferOffset, data.length));
-}
-export function snappyDecompress(data) {
-    prepareInput(data);
-    return prepareOutput(_snappyDecompress(currentBufferOffset, data.length));
-}

package/dist/typescript-4/dist/protocol/native.d.ts

@@ -1,8 +0,0 @@
-import { DynamicBuffer } from "./dynamic-buffer";
-export declare function prepareInput(data: Buffer | Uint8Array | DynamicBuffer): void;
-export declare function prepareOutput(combined: bigint): Buffer;
-export declare function crc32c(data: Buffer | Uint8Array | DynamicBuffer): number;
-export declare function lz4Compress(data: Buffer | DynamicBuffer): Buffer;
-export declare function lz4Decompress(data: Buffer | DynamicBuffer): Buffer;
-export declare function snappyCompress(data: Buffer | DynamicBuffer): Buffer;
-export declare function snappyDecompress(data: Buffer | DynamicBuffer): Buffer;