knitting 0.1.54 → 0.1.56

package/README.md

@@ -667,7 +667,7 @@ copying the whole payload for every call.
 import {
   getDefaultProcessSharedBufferPrimitives,
   ProcessSharedBuffer,
-} from "knitting/process-shared-buffer";
+} from "knitting/shared-memory";
 import { createPool, isMain, task } from "knitting";
 
 export const readFirstCell = task<ProcessSharedBuffer, number>({
@@ -712,7 +712,7 @@ name; the other opens that same name.
 import {
   getDefaultProcessSharedBufferPrimitives,
   ProcessSharedBuffer,
-} from "knitting/process-shared-buffer";
+} from "knitting/shared-memory";
 
 const name = "knitting-demo-channel";
 const primitives = getDefaultProcessSharedBufferPrimitives();
@@ -761,7 +761,7 @@ import { createPool, isMain, task } from "knitting";
 import {
   getDefaultProcessSharedBufferPrimitives,
   ProcessSharedBuffer,
-} from "knitting/process-shared-buffer";
+} from "knitting/shared-memory";
 
 export const readCounter = task<ProcessSharedBuffer, number>({
   f: (shared) => Atomics.load(shared.view(Int32Array), 0),

package/knitting.d.ts

@@ -1,5 +1,6 @@
 import { workerMainLoop } from "./src/worker/loop.js";
 import { createPool, importTask, isMain, task } from "./src/api.js";
 import { Envelope } from "./src/common/envelope.js";
-export { createPool as createPool, Envelope as Envelope, importTask as importTask, isMain as isMain, task as task, workerMainLoop as workerMainLoop, };
+import { isNumericArray, NumericArray } from "./src/connections/numeric-array.js";
+export { createPool as createPool, Envelope as Envelope, importTask as importTask, isMain as isMain, isNumericArray as isNumericArray, NumericArray as NumericArray, task as task, workerMainLoop as workerMainLoop, };
 export type { EnvelopeBody as EnvelopeBody, EnvelopeHeader as EnvelopeHeader, } from "./src/common/envelope.js";

package/knitting.js

@@ -2,4 +2,5 @@
 import { workerMainLoop } from "./src/worker/loop.js";
 import { createPool, importTask, isMain, task } from "./src/api.js";
 import { Envelope } from "./src/common/envelope.js";
-export { createPool as createPool, Envelope as Envelope, importTask as importTask, isMain as isMain, task as task, workerMainLoop as workerMainLoop, };
+import { isNumericArray, NumericArray } from "./src/connections/numeric-array.js";
+export { createPool as createPool, Envelope as Envelope, importTask as importTask, isMain as isMain, isNumericArray as isNumericArray, NumericArray as NumericArray, task as task, workerMainLoop as workerMainLoop, };

package/map.md

@@ -18,8 +18,10 @@ The core flow is:
 
 - `knitting.ts`: Main package entry. Re-exports `createPool`, `task`,
   `importTask`, `isMain`, `Envelope`, and `workerMainLoop`.
-- `process-shared-buffer.ts`: Secondary public export for process-shared-buffer
+- `shared-memory.ts`: Secondary public export for process-safe shared-memory
   helpers.
+- `process-shared-buffer.ts`: Backward-compatible alias for the shared-memory
+  public export.
 - `unsafe.ts`: Public export for experimental lower-level capabilities such as
   `BufferReference`.
 - `utils.ts`: Public export for request/response buffer conversion helpers.
@@ -34,11 +36,11 @@ The core flow is:
 
 ## Build And Scripts
 
-- `build.ts`: Bundles `knitting.ts` to `out/` with Bun for a Node ESM target.
-- `tsconfig.npm.json`: TypeScript config for the npm release build. Emits
-  `.js` and `.d.ts` files beside the source tree.
-- `scripts/rewrite-declaration-imports.mjs`: Post-processes emitted `.d.ts`
-  files so declaration imports point at `.js` files for npm consumers.
+- `build.ts`: Cleans generated npm artifacts, then compiles public entries and
+  `src/**/*.ts` to `.js` and `.d.ts` files with TypeScript.
+- `tsconfig.npm.json`: TypeScript config used by the npm release build.
+- `scripts/rewrite-declaration-imports.mjs`: Rewrites generated declaration
+  imports from `.ts` to `.js` so npm consumers resolve the compiled files.
 - `scripts/build-native-addons.ts`: Compiles the native Node addons into
   `build/Release/` on Linux, macOS, and Windows. It finds Node headers/libs,
   splits user flags, builds the shared-memory and futex addons, and emits the
@@ -309,12 +311,11 @@ The core flow is:
 
 - `build/Release/*.node`: Native addon output produced by
   `scripts/build-native-addons.ts`.
-- `out/`: Bundled output produced by `build.ts`.
-- `dest/`: Scratch output used by the `build:node` package script.
 - `knitting.js`, `knitting.d.ts`, `process-shared-buffer.js`,
-  `process-shared-buffer.d.ts`, and `src/**/*.js` / `src/**/*.d.ts`: npm
-  release build artifacts produced by `tsconfig.npm.json`.
+  `process-shared-buffer.d.ts`, `shared-memory.js`, `shared-memory.d.ts`,
+  `unsafe.js`, `unsafe.d.ts`, `utils.js`, `utils.d.ts`, and generated
+  `src/**/*.js`/`src/**/*.d.ts`: npm release build artifacts produced by
+  `build.ts` and `scripts/rewrite-declaration-imports.mjs`.
 - `results/`: Benchmark output produced by `run.sh`.
 - `log/`, `logs`, and `*.log`: Local runtime/log output.
 - `node_modules/`: Installed dependencies. Not part of the source map.
-

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "knitting",
-  "version": "0.1.54",
+  "version": "0.1.56",
   "description": "Shared-memory IPC runtime for Node.js, Deno, and Bun.",
   "license": "Apache-2.0",
   "repository": {
@@ -24,6 +24,10 @@
       "types": "./process-shared-buffer.d.ts",
       "default": "./process-shared-buffer.js"
     },
+    "./shared-memory": {
+      "types": "./shared-memory.d.ts",
+      "default": "./shared-memory.js"
+    },
     "./unsafe": {
       "types": "./unsafe.d.ts",
       "default": "./unsafe.js"
@@ -47,18 +51,22 @@
     "knitting.js",
     "process-shared-buffer.d.ts",
     "process-shared-buffer.js",
+    "shared-memory.d.ts",
+    "shared-memory.js",
     "unsafe.d.ts",
     "unsafe.js",
     "utils.d.ts",
     "utils.js"
   ],
   "scripts": {
-    "build": "bun run build.ts",
-    "build:npm": "tsc -p tsconfig.npm.json && node scripts/rewrite-declaration-imports.mjs",
+    "build": "bun run build.ts && node scripts/rewrite-declaration-imports.mjs",
+    "build:js": "bun run build.ts && node scripts/rewrite-declaration-imports.mjs",
+    "build:types": "bun run build.ts && node scripts/rewrite-declaration-imports.mjs",
+    "build:npm": "bun run build.ts && node scripts/rewrite-declaration-imports.mjs",
     "build:native": "bun run scripts/build-native-addons.ts",
-    "build:release": "bun run build:native && bun run build && npm run build:npm",
-    "build:node": "bun build knitting.ts --outdir dest --target node --format esm",
-    "prepack": "npm run build:npm",
+    "build:release": "bun run build:native && npm run build",
+    "build:node": "bun run build.ts && node scripts/rewrite-declaration-imports.mjs",
+    "prepack": "npm run build",
     "release:npm": "npm run test:all && npm publish",
     "release:npm:dry-run": "npm publish --dry-run",
     "test": "npm run test:deno",
@@ -84,6 +92,7 @@
     "@types/bun": "latest",
     "@types/deno": "latest",
     "@types/node": "latest",
+    "dts-bundle-generator": "^9.5.1",
     "mitata": "^1.0.34",
     "typescript": "^5.2.0"
   }

package/shared-memory.d.ts

@@ -0,0 +1 @@
+export { getDefaultProcessSharedBufferPrimitives, parseProcessSharedBufferMetadata, PROCESS_SHARED_BUFFER_BRAND, ProcessSharedBuffer, setDefaultProcessSharedBufferPrimitives, type ProcessSharedBufferCreator, type ProcessSharedBufferMapper, type ProcessSharedBufferMetadata, type ProcessSharedBufferPrimitives, type ProcessSharedBufferRange, type ProcessSharedBufferView, type ProcessSharedBufferViewConstructor, } from "./src/connections/process-shared-buffer.js";

package/shared-memory.js

@@ -0,0 +1 @@
+export { getDefaultProcessSharedBufferPrimitives, parseProcessSharedBufferMetadata, PROCESS_SHARED_BUFFER_BRAND, ProcessSharedBuffer, setDefaultProcessSharedBufferPrimitives, } from "./src/connections/process-shared-buffer.js";

package/src/api.js

@@ -1,11 +1,3 @@
-var __rewriteRelativeImportExtension = (this && this.__rewriteRelativeImportExtension) || function (path, preserveJsx) {
-    if (typeof path === "string" && /^\.\.?\//.test(path)) {
-        return path.replace(/\.(tsx)$|((?:\.d)?)((?:\.[^./]+?)?)\.([cm]?)ts$/i, function (m, tsx, d, ext, cm) {
-            return tsx ? preserveJsx ? ".jsx" : ".js" : d && (!ext || !cm) ? m : (d + ext + "." + cm.toLowerCase() + "js");
-        });
-    }
-    return path;
-};
 import { getCallerFilePath, getCallerHref } from "./common/task-source.js";
 import { DEBUG_ENABLED, resolveDebugNamespaces } from "./debug/gate.js";
 import { genTaskID } from "./common/task-source.js";
@@ -592,7 +584,7 @@ const createImportedTaskFn = (href, exportName) => {
         if (cachedFn)
             return cachedFn;
         if (!cachedLoad) {
-            cachedLoad = import(__rewriteRelativeImportExtension(href)).then((module) => {
+            cachedLoad = import(href).then((module) => {
                 const record = module;
                 const selected = exportName === DEFAULT_IMPORT_EXPORT_NAME
                     ? record.default

package/src/connections/node-addons.js

@@ -1,3 +1,4 @@
+import { resolveKnittingPackageAsset } from "./package-assets.js";
 const readNodePlatformInfo = () => {
     const processLike = globalThis.process;
     if (typeof processLike?.platform !== "string" ||
@@ -12,18 +13,18 @@ const readNodePlatformInfo = () => {
 };
 export const nodeNativeAddonSpecifiers = (name) => {
     const platformInfo = readNodePlatformInfo();
-    const fallback = `../../build/Release/${name}.node`;
+    const fallback = resolveKnittingPackageAsset("build", "Release", `${name}.node`);
     if (platformInfo === undefined)
         return [fallback];
     const nodeModuleAbi = platformInfo.modules;
     if (typeof nodeModuleAbi === "string" && nodeModuleAbi.length > 0) {
         return [
-            `../../prebuilds/${platformInfo.platform}-${platformInfo.arch}-node-${nodeModuleAbi}/${name}.node`,
+            resolveKnittingPackageAsset("prebuilds", `${platformInfo.platform}-${platformInfo.arch}-node-${nodeModuleAbi}`, `${name}.node`),
             fallback,
         ];
     }
     return [
-        `../../prebuilds/${platformInfo.platform}-${platformInfo.arch}/${name}.node`,
+        resolveKnittingPackageAsset("prebuilds", `${platformInfo.platform}-${platformInfo.arch}`, `${name}.node`),
         fallback,
     ];
 };

package/src/connections/numeric-array.d.ts

@@ -0,0 +1,5 @@
+export declare const NUMERIC_ARRAY_BRAND: unique symbol;
+export declare class NumericArray extends Array<number> {
+}
+export declare const isNumericArray: (value: object) => value is NumericArray;
+export declare const numericArrayFromFloat64: (view: Float64Array) => NumericArray;

package/src/connections/numeric-array.js

@@ -0,0 +1,17 @@
+export const NUMERIC_ARRAY_BRAND = Symbol.for("knitting.numericArray");
+export class NumericArray extends Array {
+}
+Object.defineProperty(NumericArray.prototype, NUMERIC_ARRAY_BRAND, {
+    value: true,
+    enumerable: false,
+    writable: false,
+    configurable: false,
+});
+export const isNumericArray = (value) => value[NUMERIC_ARRAY_BRAND] === true;
+export const numericArrayFromFloat64 = (view) => {
+    const length = view.length;
+    const out = new NumericArray(length);
+    for (let i = 0; i < length; i++)
+        out[i] = view[i];
+    return out;
+};

package/src/connections/package-assets.d.ts

@@ -0,0 +1,2 @@
+export declare const findKnittingPackageRoot: (moduleUrl?: string) => string;
+export declare const resolveKnittingPackageAsset: (...segments: string[]) => string;

package/src/connections/package-assets.js

@@ -0,0 +1,45 @@
+import { existsSync, statSync } from "node:fs";
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+const safeExists = (path) => {
+    try {
+        return existsSync(path);
+    }
+    catch {
+        return false;
+    }
+};
+const safeIsDirectory = (path) => {
+    try {
+        return statSync(path).isDirectory();
+    }
+    catch {
+        return false;
+    }
+};
+const moduleDirectory = (moduleUrl) => {
+    const path = fileURLToPath(moduleUrl);
+    return safeIsDirectory(path) ? path : dirname(path);
+};
+const isKnittingPackageRoot = (dir) => safeExists(join(dir, "package.json")) &&
+    (safeExists(join(dir, "prebuilds")) ||
+        safeExists(join(dir, "src")) ||
+        safeExists(join(dir, "build")));
+let cachedPackageRoot;
+export const findKnittingPackageRoot = (moduleUrl = import.meta.url) => {
+    if (cachedPackageRoot !== undefined)
+        return cachedPackageRoot;
+    let current = moduleDirectory(moduleUrl);
+    while (true) {
+        if (isKnittingPackageRoot(current)) {
+            cachedPackageRoot = current;
+            return current;
+        }
+        const parent = dirname(current);
+        if (parent === current) {
+            throw new Error(`Could not locate knitting package root from ${moduleUrl}`);
+        }
+        current = parent;
+    }
+};
+export const resolveKnittingPackageAsset = (...segments) => join(findKnittingPackageRoot(), ...segments);

package/src/connections/windows.js

@@ -1,4 +1,4 @@
-import { fileURLToPath } from "node:url";
+import { resolveKnittingPackageAsset } from "./package-assets.js";
 import { expectFd, expectPositiveSize, readCreateMode, readCreateSize, readRequiredCreateName, } from "./types.js";
 const WINDOWS_CREATE_MODE_CREATE = 1;
 const WINDOWS_CREATE_MODE_OPEN = 2;
@@ -45,7 +45,7 @@ const windowsArch = () => {
         return processArch;
     throw new Error("Windows shared memory prebuilds support x64 only");
 };
-export const windowsSharedMemoryPrebuildPath = () => fileURLToPath(new URL(`../../prebuilds/win32-${windowsArch()}/knitting_windows_shared_memory.dll`, import.meta.url));
+export const windowsSharedMemoryPrebuildPath = () => resolveKnittingPackageAsset("prebuilds", `win32-${windowsArch()}`, "knitting_windows_shared_memory.dll");
 export const makeWindowsAnonymousSharedMemoryName = (runtime) => {
     const processId = globalThis.process?.pid ??
         globalThis.Deno?.pid ??

package/src/memory/lock.d.ts

@@ -55,7 +55,9 @@ export declare enum PayloadBuffer {
     EnvelopeStaticHeaderExternal = 49,
     EnvelopeDynamicHeaderExternal = 50,
     EnvelopeStaticHeaderStringExternal = 51,
-    EnvelopeDynamicHeaderStringExternal = 52
+    EnvelopeDynamicHeaderStringExternal = 52,
+    NumericArray = 53,
+    StaticNumericArray = 54
 }
 export declare enum LockBound {
     paddingLock = 0,

package/src/memory/lock.js

@@ -60,6 +60,8 @@ export var PayloadBuffer;
     PayloadBuffer[PayloadBuffer["EnvelopeDynamicHeaderExternal"] = 50] = "EnvelopeDynamicHeaderExternal";
     PayloadBuffer[PayloadBuffer["EnvelopeStaticHeaderStringExternal"] = 51] = "EnvelopeStaticHeaderStringExternal";
     PayloadBuffer[PayloadBuffer["EnvelopeDynamicHeaderStringExternal"] = 52] = "EnvelopeDynamicHeaderStringExternal";
+    PayloadBuffer[PayloadBuffer["NumericArray"] = 53] = "NumericArray";
+    PayloadBuffer[PayloadBuffer["StaticNumericArray"] = 54] = "StaticNumericArray";
 })(PayloadBuffer || (PayloadBuffer = {}));
 export var LockBound;
 (function (LockBound) {

package/src/memory/payloadCodec.js

@@ -6,6 +6,7 @@ import { encoderError, ErrorKnitting } from "../error.js";
 import { Envelope } from "../common/envelope.js";
 import { resolvePayloadBufferOptions, } from "./payload-config.js";
 import { getSharedArrayBufferPayload, SHARED_ARRAY_BUFFER_CODEC_ID, SHARED_ARRAY_BUFFER_NUMERIC_TRANSFER, SHARED_ARRAY_BUFFER_NUMERIC_WORDS, } from "../connections/shared-array-buffer-payload.js";
+import { isNumericArray, numericArrayFromFloat64, } from "../connections/numeric-array.js";
 const BUFFER_REFERENCE_NUMERIC_TRANSFER = Symbol.for("knitting.bufferReference.numericTransfer");
 const memory = new ArrayBuffer(8);
 const Float64View = new Float64Array(memory);
@@ -499,6 +500,37 @@ export const encodePayload = ({ lockSector, payload, sab, payloadConfig, headers
         task.value = null;
         return true;
     };
+    let numericArrayScratch = new Float64Array(0);
+    const encodeObjectNumericArray = (task, slotIndex, numericArray) => {
+        const length = numericArray.length;
+        if (numericArrayScratch.length < length) {
+            numericArrayScratch = new Float64Array(length);
+        }
+        for (let i = 0; i < length; i++)
+            numericArrayScratch[i] = numericArray[i];
+        const float64 = numericArrayScratch.subarray(0, length);
+        const bytes = float64.byteLength;
+        if (bytes <= staticMaxBytes) {
+            const written = writeStatic8Binary(float64, slotIndex);
+            if (written !== -1) {
+                task[TaskIndex.Type] = PayloadBuffer.StaticNumericArray;
+                task[TaskIndex.PayloadLen] = written;
+                task.value = null;
+                return true;
+            }
+        }
+        task[TaskIndex.Type] = PayloadBuffer.NumericArray;
+        if (!ensureWithinDynamicLimit(task, bytes, "NumericArray"))
+            return false;
+        const reservedSlot = reserveDynamicObject(task, bytes);
+        const written = writeDynamic8Binary(float64, task[TaskIndex.Start]);
+        if (written < 0)
+            return failDynamicWriteAfterReserve(task, reservedSlot);
+        task[TaskIndex.PayloadLen] = written;
+        setSlotLength(reservedSlot, written);
+        task.value = null;
+        return true;
+    };
     const encodeObjectArrayBuffer = (task, slotIndex, arrayBuffer) => {
         const bytes = arrayBuffer.byteLength;
         if (bytes <= staticMaxBytes) {
@@ -921,6 +953,9 @@ export const encodePayload = ({ lockSector, payload, sab, payloadConfig, headers
                     if (isRuntimeUint8Array(objectValue)) {
                         return encodeObjectUint8Array(task, slotIndex, objectValue);
                     }
+                    if (arrayIsArray(objectValue) && isNumericArray(objectValue)) {
+                        return encodeObjectNumericArray(task, slotIndex, objectValue);
+                    }
                     if (arrayIsArray(objectValue) ||
                         objectProto === objectPrototype ||
                         objectProto === null) {
@@ -1247,6 +1282,14 @@ export const decodePayload = ({ lockSector, payload, sab, payloadConfig, headers
             case PayloadBuffer.StaticFloat64Array:
                 task.value = readStatic8BytesFloatCopy(0, task[TaskIndex.PayloadLen], slotIndex);
                 return;
+            case PayloadBuffer.NumericArray: {
+                task.value = numericArrayFromFloat64(readDynamic8BytesFloatView(task[TaskIndex.Start], task[TaskIndex.Start] + task[TaskIndex.PayloadLen]));
+                freeTaskSlot(task);
+                return;
+            }
+            case PayloadBuffer.StaticNumericArray:
+                task.value = numericArrayFromFloat64(readStatic8BytesFloatCopy(0, task[TaskIndex.PayloadLen], slotIndex));
+                return;
             case PayloadBuffer.BigInt64Array: {
                 const bytes = readDynamicBufferCopy(task[TaskIndex.Start], task[TaskIndex.Start] + task[TaskIndex.PayloadLen]);
                 task.value = new BigInt64Array(bytes.buffer, bytes.byteOffset, bytes.byteLength >>> 3);

package/src/worker/loop.js

@@ -75,7 +75,7 @@ export const workerMainLoop = async (startupData) => {
     assertWorkerSharedMemoryBootData({ sab, lock, returnLock });
     const debugNamespaces = resolveDebugNamespaces(debug);
     const dbg = debugNamespaces.size > 0
-        ? await import("../debug/handle.js").then((module) => module.initDebug({
+        ? await import("../debug/handle.ts").then((module) => module.initDebug({
             name: `w${thread}`,
             runtime: RUNTIME,
             namespaces: debugNamespaces,

package/src/worker/task-loader.js

@@ -1,11 +1,3 @@
-var __rewriteRelativeImportExtension = (this && this.__rewriteRelativeImportExtension) || function (path, preserveJsx) {
-    if (typeof path === "string" && /^\.\.?\//.test(path)) {
-        return path.replace(/\.(tsx)$|((?:\.d)?)((?:\.[^./]+?)?)\.([cm]?)ts$/i, function (m, tsx, d, ext, cm) {
-            return tsx ? preserveJsx ? ".jsx" : ".js" : d && (!ext || !cm) ? m : (d + ext + "." + cm.toLowerCase() + "js");
-        });
-    }
-    return path;
-};
 import { endpointSymbol } from "../common/task-symbol.js";
 import { toModuleUrl } from "../common/module-url.js";
 const normalizeTimeout = (timeout) => {
@@ -38,7 +30,7 @@ export const getFunctions = async ({ list, ids, names, at, permission }) => {
     const modules = list.map((specifier) => toModuleUrl(specifier));
     const nameSet = new Set(names);
     const results = await Promise.all(modules.map(async (imports) => {
-        const module = (await import(__rewriteRelativeImportExtension(imports)));
+        const module = (await import(imports));
         const fixedTasks = Object.entries(module)
             .filter(([_, value]) => value != null && typeof value === "object" &&
             //@ts-ignore Reason -> trust me