@mni-ml/framework 0.0.1

package/dist/gpu_ops.js

@@ -0,0 +1,365 @@
+import { shapeProduct, strides as computeStrides } from './tensor_data.js';
+import { getDevice, getTensorCoreDevice, uploadBuffer, createOutputBuffer, readbackBuffer, createUniformBuffer, createStorageParamsBuffer, getOrCreatePipeline, } from './gpu_backend.js';
+import { WORKGROUP_SIZE, BLOCK_SIZE, TC_TILE, UNARY_OPS, BINARY_OPS, REDUCE_IDENTITY, resolveUnaryOp, resolveBinaryOp, buildAlignedMapShader, buildBroadcastMapShader, buildAlignedZipShader, buildBroadcastZipShader, buildSumPracticeShader, buildReduceShader, buildMatMulShader, buildTensorCoreMatMulShader, } from './gpu_kernels.js';
+const MAX_DIMS = 6;
+// ---- Helpers ----
+function shapesEqual(a, b) {
+    if (a.length !== b.length)
+        return false;
+    for (let i = 0; i < a.length; i++) {
+        if (a[i] !== b[i])
+            return false;
+    }
+    return true;
+}
+function stridesEqual(a, b) {
+    if (a.length !== b.length)
+        return false;
+    for (let i = 0; i < a.length; i++) {
+        if (a[i] !== b[i])
+            return false;
+    }
+    return true;
+}
+/**
+ * Pack a u32 params struct into an ArrayBuffer for a uniform buffer.
+ * All values are packed as u32; shape/stride arrays are zero-padded to MAX_DIMS.
+ */
+function packU32(...values) {
+    const buf = new ArrayBuffer(values.length * 4);
+    const view = new Uint32Array(buf);
+    for (let i = 0; i < values.length; i++) {
+        view[i] = values[i];
+    }
+    return buf;
+}
+function padToMax(arr) {
+    const result = new Array(MAX_DIMS).fill(0);
+    for (let i = 0; i < arr.length; i++) {
+        result[i] = arr[i];
+    }
+    return result;
+}
+function destroyAll(...bufs) {
+    for (const b of bufs)
+        b.destroy();
+}
+// ---- _sumPractice ----
+/**
+ * Practice sum kernel: given array of length `size`, produce ceil(size / WORKGROUP_SIZE)
+ * partial sums. Each workgroup sums WORKGROUP_SIZE contiguous elements using shared memory.
+ */
+export async function _sumPractice(out, a, size) {
+    const device = await getDevice();
+    const numBlocks = Math.ceil(size / WORKGROUP_SIZE);
+    const shaderCode = buildSumPracticeShader();
+    const pipeline = getOrCreatePipeline(device, shaderCode);
+    const aBuf = uploadBuffer(device, a.subarray(0, size));
+    const outBuf = createOutputBuffer(device, numBlocks);
+    const paramBuf = createUniformBuffer(device, packU32(size));
+    const bindGroup = device.createBindGroup({
+        layout: pipeline.getBindGroupLayout(0),
+        entries: [
+            { binding: 0, resource: { buffer: aBuf } },
+            { binding: 1, resource: { buffer: outBuf } },
+            { binding: 2, resource: { buffer: paramBuf } },
+        ],
+    });
+    const encoder = device.createCommandEncoder();
+    const pass = encoder.beginComputePass();
+    pass.setPipeline(pipeline);
+    pass.setBindGroup(0, bindGroup);
+    pass.dispatchWorkgroups(numBlocks);
+    pass.end();
+    device.queue.submit([encoder.finish()]);
+    const result = await readbackBuffer(device, outBuf, numBlocks);
+    for (let i = 0; i < numBlocks; i++) {
+        out[i] = result[i];
+    }
+    destroyAll(aBuf, outBuf, paramBuf);
+}
+// ---- gpuTensorMap ----
+/**
+ * GPU higher-order tensor map.  fn must be a known operator from operators.ts.
+ */
+export function gpuTensorMap(fn) {
+    const opName = resolveUnaryOp(fn);
+    const opBody = UNARY_OPS[opName];
+    return async (outStorage, outShape, outStrides, inStorage, inShape, inStrides) => {
+        const device = await getDevice();
+        const size = shapeProduct(outShape);
+        const aligned = shapesEqual(outShape, inShape) && stridesEqual(outStrides, inStrides);
+        let shaderCode;
+        let paramBuf;
+        if (aligned) {
+            shaderCode = buildAlignedMapShader(opBody);
+            paramBuf = createUniformBuffer(device, packU32(size));
+        }
+        else {
+            shaderCode = buildBroadcastMapShader(opBody);
+            paramBuf = createStorageParamsBuffer(device, packU32(size, outShape.length, inShape.length, 0, // padding
+            ...padToMax(outShape), ...padToMax(outStrides), ...padToMax(inShape), ...padToMax(inStrides)));
+        }
+        const pipeline = getOrCreatePipeline(device, shaderCode);
+        const inBuf = uploadBuffer(device, inStorage);
+        const outBuf = createOutputBuffer(device, size);
+        const bindGroup = device.createBindGroup({
+            layout: pipeline.getBindGroupLayout(0),
+            entries: [
+                { binding: 0, resource: { buffer: inBuf } },
+                { binding: 1, resource: { buffer: outBuf } },
+                { binding: 2, resource: { buffer: paramBuf } },
+            ],
+        });
+        const encoder = device.createCommandEncoder();
+        const pass = encoder.beginComputePass();
+        pass.setPipeline(pipeline);
+        pass.setBindGroup(0, bindGroup);
+        pass.dispatchWorkgroups(Math.ceil(size / WORKGROUP_SIZE));
+        pass.end();
+        device.queue.submit([encoder.finish()]);
+        const result = await readbackBuffer(device, outBuf, size);
+        for (let i = 0; i < size; i++) {
+            outStorage[i] = result[i];
+        }
+        destroyAll(inBuf, outBuf, paramBuf);
+    };
+}
+// ---- gpuTensorZip ----
+/**
+ * GPU higher-order tensor zip (binary map). fn must be a known binary operator.
+ */
+export function gpuTensorZip(fn) {
+    const opName = resolveBinaryOp(fn);
+    const opBody = BINARY_OPS[opName];
+    return async (outStorage, outShape, outStrides, aStorage, aShape, aStrides, bStorage, bShape, bStrides) => {
+        const device = await getDevice();
+        const size = shapeProduct(outShape);
+        const aligned = shapesEqual(outShape, aShape) &&
+            shapesEqual(outShape, bShape) &&
+            stridesEqual(outStrides, aStrides) &&
+            stridesEqual(outStrides, bStrides);
+        let shaderCode;
+        let paramBuf;
+        if (aligned) {
+            shaderCode = buildAlignedZipShader(opBody);
+            paramBuf = createUniformBuffer(device, packU32(size));
+        }
+        else {
+            shaderCode = buildBroadcastZipShader(opBody);
+            paramBuf = createStorageParamsBuffer(device, packU32(size, outShape.length, aShape.length, bShape.length, ...padToMax(outShape), ...padToMax(outStrides), ...padToMax(aShape), ...padToMax(aStrides), ...padToMax(bShape), ...padToMax(bStrides)));
+        }
+        const pipeline = getOrCreatePipeline(device, shaderCode);
+        const aBuf = uploadBuffer(device, aStorage);
+        const bBuf = uploadBuffer(device, bStorage);
+        const outBuf = createOutputBuffer(device, size);
+        const bindGroup = device.createBindGroup({
+            layout: pipeline.getBindGroupLayout(0),
+            entries: [
+                { binding: 0, resource: { buffer: aBuf } },
+                { binding: 1, resource: { buffer: bBuf } },
+                { binding: 2, resource: { buffer: outBuf } },
+                { binding: 3, resource: { buffer: paramBuf } },
+            ],
+        });
+        const encoder = device.createCommandEncoder();
+        const pass = encoder.beginComputePass();
+        pass.setPipeline(pipeline);
+        pass.setBindGroup(0, bindGroup);
+        pass.dispatchWorkgroups(Math.ceil(size / WORKGROUP_SIZE));
+        pass.end();
+        device.queue.submit([encoder.finish()]);
+        const result = await readbackBuffer(device, outBuf, size);
+        for (let i = 0; i < size; i++) {
+            outStorage[i] = result[i];
+        }
+        destroyAll(aBuf, bBuf, outBuf, paramBuf);
+    };
+}
+// ---- gpuTensorReduce ----
+/**
+ * GPU higher-order tensor reduce. fn must be a known binary operator
+ * with an entry in REDUCE_IDENTITY.
+ * One workgroup per output element; threads cooperatively reduce
+ * the target dimension using shared memory tree reduction.
+ */
+export function gpuTensorReduce(fn) {
+    const opName = resolveBinaryOp(fn);
+    const opBody = BINARY_OPS[opName];
+    const identity = REDUCE_IDENTITY[opName];
+    if (identity === undefined) {
+        throw new Error(`No reduce identity for op: ${opName}`);
+    }
+    return async (outStorage, outShape, outStrides, aStorage, aShape, aStrides, reduceDim) => {
+        const device = await getDevice();
+        const outSize = shapeProduct(outShape);
+        const reduceDimSize = aShape[reduceDim];
+        const reduceStride = aStrides[reduceDim];
+        const shaderCode = buildReduceShader(opBody, identity);
+        const pipeline = getOrCreatePipeline(device, shaderCode);
+        const paramBuf = createStorageParamsBuffer(device, packU32(outSize, outShape.length, aShape.length, reduceDim, reduceDimSize, reduceStride, 0, // _pad0
+        0, // _pad1
+        ...padToMax(outShape), ...padToMax(outStrides), ...padToMax(aShape), ...padToMax(aStrides)));
+        const aBuf = uploadBuffer(device, aStorage);
+        const outBuf = createOutputBuffer(device, outSize);
+        const bindGroup = device.createBindGroup({
+            layout: pipeline.getBindGroupLayout(0),
+            entries: [
+                { binding: 0, resource: { buffer: aBuf } },
+                { binding: 1, resource: { buffer: outBuf } },
+                { binding: 2, resource: { buffer: paramBuf } },
+            ],
+        });
+        const encoder = device.createCommandEncoder();
+        const pass = encoder.beginComputePass();
+        pass.setPipeline(pipeline);
+        pass.setBindGroup(0, bindGroup);
+        pass.dispatchWorkgroups(outSize);
+        pass.end();
+        device.queue.submit([encoder.finish()]);
+        const result = await readbackBuffer(device, outBuf, outSize);
+        for (let i = 0; i < outSize; i++) {
+            outStorage[i] = result[i];
+        }
+        destroyAll(aBuf, outBuf, paramBuf);
+    };
+}
+// ---- gpuTensorMatrixMultiply ----
+/**
+ * GPU tiled matrix multiplication with shared memory.
+ * Supports arbitrary broadcast batch dimensions as long as
+ * aShape[-1] === bShape[-2].
+ */
+export async function gpuTensorMatrixMultiply(outStorage, outShape, outStrides, outSize, aStorage, aShape, aStrides, bStorage, bShape, bStrides) {
+    const device = await getDevice();
+    const aDims = aShape.length;
+    const bDims = bShape.length;
+    const M = aShape[aDims - 2];
+    const K = aShape[aDims - 1];
+    const N = bShape[bDims - 1];
+    let batchSize = 1;
+    for (let i = 0; i < outShape.length - 2; i++) {
+        batchSize *= outShape[i];
+    }
+    const shaderCode = buildMatMulShader();
+    const pipeline = getOrCreatePipeline(device, shaderCode);
+    const paramBuf = createStorageParamsBuffer(device, packU32(batchSize, M, N, K, outShape.length, aDims, bDims, 0, ...padToMax(outShape), ...padToMax(outStrides), ...padToMax(aShape), ...padToMax(aStrides), ...padToMax(bShape), ...padToMax(bStrides)));
+    const aBuf = uploadBuffer(device, aStorage);
+    const bBuf = uploadBuffer(device, bStorage);
+    const outBuf = createOutputBuffer(device, outSize);
+    const bindGroup = device.createBindGroup({
+        layout: pipeline.getBindGroupLayout(0),
+        entries: [
+            { binding: 0, resource: { buffer: aBuf } },
+            { binding: 1, resource: { buffer: bBuf } },
+            { binding: 2, resource: { buffer: outBuf } },
+            { binding: 3, resource: { buffer: paramBuf } },
+        ],
+    });
+    const encoder = device.createCommandEncoder();
+    const pass = encoder.beginComputePass();
+    pass.setPipeline(pipeline);
+    pass.setBindGroup(0, bindGroup);
+    pass.dispatchWorkgroups(Math.ceil(N / BLOCK_SIZE), Math.ceil(M / BLOCK_SIZE), batchSize);
+    pass.end();
+    device.queue.submit([encoder.finish()]);
+    const result = await readbackBuffer(device, outBuf, outSize);
+    for (let i = 0; i < outSize; i++) {
+        outStorage[i] = result[i];
+    }
+    destroyAll(aBuf, bBuf, outBuf, paramBuf);
+}
+// ---- gpuTensorMatrixMultiplyTensorCore ----
+function isContiguous(shape, strides) {
+    const natural = computeStrides(shape);
+    for (let i = 0; i < shape.length; i++) {
+        if (strides[i] !== natural[i])
+            return false;
+    }
+    return true;
+}
+function batchShapesEqual(a, b) {
+    const aBatch = a.slice(0, -2);
+    const bBatch = b.slice(0, -2);
+    return shapesEqual(aBatch, bBatch);
+}
+let _tcPipeline = null;
+let _tcPipelineSubgroupSize = 0;
+/**
+ * Experimental tensor-core-accelerated matrix multiply.
+ *
+ * Uses the Dawn `chromium_experimental_subgroup_matrix` extension which maps
+ * to Apple simdgroup_matrix (8x8 f32) on Metal and VK_KHR_cooperative_matrix
+ * on Vulkan. Returns true if the fast path executed, false if a precondition
+ * was not met and the caller should fall back to `gpuTensorMatrixMultiply`.
+ *
+ * Preconditions (returns false when any is violated):
+ *   - Tensor core device available (hardware + experimental feature)
+ *   - All tensors contiguous (natural row-major strides)
+ *   - M, N, K all divisible by 8
+ *   - Batch dimensions of A and B identical (no broadcasting)
+ */
+export async function gpuTensorMatrixMultiplyTensorCore(outStorage, outShape, outStrides, outSize, aStorage, aShape, aStrides, bStorage, bShape, bStrides) {
+    const aDims = aShape.length;
+    const bDims = bShape.length;
+    const M = aShape[aDims - 2];
+    const K = aShape[aDims - 1];
+    const N = bShape[bDims - 1];
+    if (M % TC_TILE !== 0 || N % TC_TILE !== 0 || K % TC_TILE !== 0)
+        return false;
+    if (!isContiguous(aShape, aStrides) || !isContiguous(bShape, bStrides))
+        return false;
+    if (!isContiguous(outShape, outStrides))
+        return false;
+    if (!batchShapesEqual(aShape, bShape))
+        return false;
+    const device = await getTensorCoreDevice();
+    if (!device)
+        return false;
+    let batchSize = 1;
+    for (let i = 0; i < outShape.length - 2; i++) {
+        batchSize *= outShape[i];
+    }
+    // Query maxSubgroupSize from the device (exposed when subgroups feature is active)
+    const maxSubgroupSize = device.limits['maxSubgroupSize'] ?? 64;
+    try {
+        if (!_tcPipeline || _tcPipelineSubgroupSize !== maxSubgroupSize) {
+            const shaderCode = buildTensorCoreMatMulShader(maxSubgroupSize);
+            _tcPipeline = getOrCreatePipeline(device, shaderCode);
+            _tcPipelineSubgroupSize = maxSubgroupSize;
+        }
+        const pipeline = _tcPipeline;
+        const paramBuf = createUniformBuffer(device, packU32(batchSize, M, N, K));
+        const aBuf = uploadBuffer(device, aStorage);
+        const bBuf = uploadBuffer(device, bStorage);
+        const outBuf = createOutputBuffer(device, outSize);
+        const bindGroup = device.createBindGroup({
+            layout: pipeline.getBindGroupLayout(0),
+            entries: [
+                { binding: 0, resource: { buffer: aBuf } },
+                { binding: 1, resource: { buffer: bBuf } },
+                { binding: 2, resource: { buffer: outBuf } },
+                { binding: 3, resource: { buffer: paramBuf } },
+            ],
+        });
+        const encoder = device.createCommandEncoder();
+        const pass = encoder.beginComputePass();
+        pass.setPipeline(pipeline);
+        pass.setBindGroup(0, bindGroup);
+        pass.dispatchWorkgroups(N / TC_TILE, M / TC_TILE, batchSize);
+        pass.end();
+        device.queue.submit([encoder.finish()]);
+        const result = await readbackBuffer(device, outBuf, outSize);
+        for (let i = 0; i < outSize; i++) {
+            outStorage[i] = result[i];
+        }
+        destroyAll(aBuf, bBuf, outBuf, paramBuf);
+        return true;
+    }
+    catch {
+        _tcPipeline = null;
+        _tcPipelineSubgroupSize = 0;
+        return false;
+    }
+}
+//# sourceMappingURL=gpu_ops.js.map

package/dist/gpu_ops.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpu_ops.js","sourceRoot":"","sources":["../src/gpu_ops.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAE3E,OAAO,EACH,SAAS,EACT,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,cAAc,EACd,mBAAmB,EACnB,yBAAyB,EACzB,mBAAmB,GACtB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACH,cAAc,EACd,UAAU,EACV,OAAO,EACP,SAAS,EACT,UAAU,EACV,eAAe,EACf,cAAc,EACd,eAAe,EACf,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,uBAAuB,EACvB,sBAAsB,EACtB,iBAAiB,EACjB,iBAAiB,EACjB,2BAA2B,GAC9B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,QAAQ,GAAG,CAAC,CAAC;AAEnB,oBAAoB;AAEpB,SAAS,WAAW,CAAC,CAAQ,EAAE,CAAQ;IACnC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;IACpC,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,CAAU,EAAE,CAAU;IACxC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;IACpC,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,SAAS,OAAO,CAAC,GAAG,MAAgB;IAChC,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;IACzB,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,QAAQ,CAAC,GAAoB;IAClC,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAa,CAAC;IACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAE,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,UAAU,CAAC,GAAG,IAAiB;IACpC,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,CAAC,CAAC,OAAO,EAAE,CAAC;AACtC,CAAC;AAED,yBAAyB;AAEzB;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,GAAY,EACZ,CAAU,EACV,IAAY;IAEZ,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;IAEnD,MAAM,UAAU,GAAG,sBAAsB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAEzD,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAE5D,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,CAAC;QACrC,MAAM,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACtC,OAAO,EAAE;YACL,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;YAC1C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YAC5C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;SACjD;KACJ,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;IAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IACxC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC3B,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAChC,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,EAAE,CAAC;IACX,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAExC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;IACxB,CAAC;IAED,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,yBAAyB;AAEzB;;GAEG;AACH,MAAM,UAAU,YAAY,CACxB,EAAyB;IASzB,MAAM,MAAM,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAE,CAAC;IAElC,OAAO,KAAK,EACR,UAAU,EAAE,QAAQ,EAAE,UAAU,EAChC,SAAS,EAAE,OAAO,EAAE,SAAS,EAChB,EAAE;QACf,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAEtF,IAAI,UAAkB,CAAC;QACvB,IAAI,QAAmB,CAAC;QAExB,IAAI,OAAO,EAAE,CAAC;YACV,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;YAC3C,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACJ,UAAU,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC;YAC7C,QAAQ,GAAG,yBAAyB,CAAC,MAAM,EAAE,OAAO,CAChD,IAAI,EACJ,QAAQ,CAAC,MAAM,EACf,OAAO,CAAC,MAAM,EACd,CAAC,EAAE,UAAU;YACb,GAAG,QAAQ,CAAC,QAAQ,CAAC,EACrB,GAAG,QAAQ,CAAC,UAAU,CAAC,EACvB,GAAG,QAAQ,CAAC,OAAO,CAAC,EACpB,GAAG,QAAQ,CAAC,SAAS,CAAC,CACzB,CAAC,CAAC;QACP,CAAC;QAED,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAEhD,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,CAAC;YACrC,MAAM,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC;YACtC,OAAO,EAAE;gBACL,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;gBAC3C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;gBAC5C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;aACjD;SACJ,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;QACxC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC3B,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC;QAC1D,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;QAC/B,CAAC;QAED,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IACxC,CAAC,CAAC;AACN,CAAC;AAED,yBAAyB;AAEzB;;GAEG;AACH,MAAM,UAAU,YAAY,CACxB,EAAoC;IAYpC,MAAM,MAAM,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAE,CAAC;IAEnC,OAAO,KAAK,EACR,UAAU,EAAE,QAAQ,EAAE,UAAU,EAChC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAC1B,QAAQ,EAAE,MAAM,EAAE,QAAQ,EACb,EAAE;QACf,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QAEpC,MAAM,OAAO,GACT,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC;YAC7B,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC;YAC7B,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC;YAClC,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAEvC,IAAI,UAAkB,CAAC;QACvB,IAAI,QAAmB,CAAC;QAExB,IAAI,OAAO,EAAE,CAAC;YACV,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;YAC3C,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACJ,UAAU,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC;YAC7C,QAAQ,GAAG,yBAAyB,CAAC,MAAM,EAAE,OAAO,CAChD,IAAI,EACJ,QAAQ,CAAC,MAAM,EACf,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,MAAM,EACb,GAAG,QAAQ,CAAC,QAAQ,CAAC,EACrB,GAAG,QAAQ,CAAC,UAAU,CAAC,EACvB,GAAG,QAAQ,CAAC,MAAM,CAAC,EACnB,GAAG,QAAQ,CAAC,QAAQ,CAAC,EACrB,GAAG,QAAQ,CAAC,MAAM,CAAC,EACnB,GAAG,QAAQ,CAAC,QAAQ,CAAC,CACxB,CAAC,CAAC;QACP,CAAC;QAED,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAEhD,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,CAAC;YACrC,MAAM,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC;YACtC,OAAO,EAAE;gBACL,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;gBAC1C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;gBAC1C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;gBAC5C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;aACjD;SACJ,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;QACxC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC3B,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC;QAC1D,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;QAC/B,CAAC;QAED,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC,CAAC;AACN,CAAC;AAED,4BAA4B;AAE5B;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC3B,EAAsC;IAUtC,MAAM,MAAM,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,KAAK,EACR,UAAU,EAAE,QAAQ,EAAE,UAAU,EAChC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAC1B,SAAS,EACI,EAAE;QACf,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAE,CAAC;QACzC,MAAM,YAAY,GAAG,QAAQ,CAAC,SAAS,CAAE,CAAC;QAE1C,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEzD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,MAAM,EAAE,OAAO,CACtD,OAAO,EACP,QAAQ,CAAC,MAAM,EACf,MAAM,CAAC,MAAM,EACb,SAAS,EACT,aAAa,EACb,YAAY,EACZ,CAAC,EAAE,QAAQ;QACX,CAAC,EAAE,QAAQ;QACX,GAAG,QAAQ,CAAC,QAAQ,CAAC,EACrB,GAAG,QAAQ,CAAC,UAAU,CAAC,EACvB,GAAG,QAAQ,CAAC,MAAM,CAAC,EACnB,GAAG,QAAQ,CAAC,QAAQ,CAAC,CACxB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEnD,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,CAAC;YACrC,MAAM,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC;YACtC,OAAO,EAAE;gBACL,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;gBAC1C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;gBAC5C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;aACjD;SACJ,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;QACxC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC3B,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAC7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;QAC/B,CAAC;QAED,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,CAAC,CAAC;AACN,CAAC;AAED,oCAAoC;AAEpC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CACzC,UAAmB,EACnB,QAAe,EACf,UAAmB,EACnB,OAAe,EACf,QAAiB,EACjB,MAAa,EACb,QAAiB,EACjB,QAAiB,EACjB,MAAa,EACb,QAAiB;IAEjB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC;IAC7B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC;IAC7B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC;IAE7B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,SAAS,IAAI,QAAQ,CAAC,CAAC,CAAE,CAAC;IAC9B,CAAC;IAED,MAAM,UAAU,GAAG,iBAAiB,EAAE,CAAC;IACvC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAEzD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,MAAM,EAAE,OAAO,CACtD,SAAS,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAClB,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAChC,GAAG,QAAQ,CAAC,QAAQ,CAAC,EACrB,GAAG,QAAQ,CAAC,UAAU,CAAC,EACvB,GAAG,QAAQ,CAAC,MAAM,CAAC,EACnB,GAAG,QAAQ,CAAC,QAAQ,CAAC,EACrB,GAAG,QAAQ,CAAC,MAAM,CAAC,EACnB,GAAG,QAAQ,CAAC,QAAQ,CAAC,CACxB,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEnD,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,CAAC;QACrC,MAAM,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACtC,OAAO,EAAE;YACL,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;YAC1C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;YAC1C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YAC5C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;SACjD;KACJ,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;IAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IACxC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC3B,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAChC,IAAI,CAAC,kBAAkB,CACnB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC,EACzB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC,EACzB,SAAS,CACZ,CAAC;IACF,IAAI,CAAC,GAAG,EAAE,CAAC;IACX,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAExC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;IAC/B,CAAC;IAED,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AAC7C,CAAC;AAED,8CAA8C;AAE9C,SAAS,YAAY,CAAC,KAAY,EAAE,OAAgB;IAChD,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;IAChD,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAQ,EAAE,CAAQ;IACxC,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9B,OAAO,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,IAAI,WAAW,GAA8B,IAAI,CAAC;AAClD,IAAI,uBAAuB,GAAG,CAAC,CAAC;AAEhC;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,iCAAiC,CACnD,UAAmB,EACnB,QAAe,EACf,UAAmB,EACnB,OAAe,EACf,QAAiB,EACjB,MAAa,EACb,QAAiB,EACjB,QAAiB,EACjB,MAAa,EACb,QAAiB;IAEjB,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC;IAC7B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC;IAC7B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC;IAE7B,IAAI,CAAC,GAAG,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9E,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IACrF,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC;IAEpD,MAAM,MAAM,GAAG,MAAM,mBAAmB,EAAE,CAAC;IAC3C,IAAI,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAE1B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,SAAS,IAAI,QAAQ,CAAC,CAAC,CAAE,CAAC;IAC9B,CAAC;IAED,mFAAmF;IACnF,MAAM,eAAe,GAAI,MAAM,CAAC,MAA4C,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC;IAEtG,IAAI,CAAC;QACD,IAAI,CAAC,WAAW,IAAI,uBAAuB,KAAK,eAAe,EAAE,CAAC;YAC9D,MAAM,UAAU,GAAG,2BAA2B,CAAC,eAAe,CAAC,CAAC;YAChE,WAAW,GAAG,mBAAmB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACtD,uBAAuB,GAAG,eAAe,CAAC;QAC9C,CAAC;QACD,MAAM,QAAQ,GAAG,WAAW,CAAC;QAE7B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEnD,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,CAAC;YACrC,MAAM,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC;YACtC,OAAO,EAAE;gBACL,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;gBAC1C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;gBAC1C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;gBAC5C,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;aACjD;SACJ,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;QACxC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC3B,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChC,IAAI,CAAC,kBAAkB,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,SAAS,CAAC,CAAC;QAC7D,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAC7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;QAC/B,CAAC;QAED,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACL,WAAW,GAAG,IAAI,CAAC;QACnB,uBAAuB,GAAG,CAAC,CAAC;QAC5B,OAAO,KAAK,CAAC;IACjB,CAAC;AACL,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,15 @@
+export * from "./autodiff.js";
+export * from "./operators.js";
+export * from "./scalar.js";
+export * from "./scalar_functions.js";
+export * from "./datasets.js";
+export * from "./optimizer.js";
+export * from "./module.js";
+export { Tensor, type TensorLike } from "./tensor.js";
+export { TensorData, IndexingError, type Shape, type Strides, type Index, type OutIndex, type Storage, indexToPosition, toIndex, shapeProduct, strides, shapeBroadcast, broadcastIndex } from "./tensor_data.js";
+export { TensorContext, TensorHistory, TensorFunction, Neg as TensorNeg, Sigmoid as TensorSigmoid, ReLU as TensorReLU, Log as TensorLog, Exp as TensorExp, Inv as TensorInv, Add as TensorAdd, Mul as TensorMul, LT as TensorLT, EQ as TensorEQ, Sum as TensorSum, Permute as TensorPermute, View as TensorView, Contiguous as TensorContiguous, MatMul as TensorMatMul, Conv1d as TensorConv1d, Conv2d as TensorConv2d } from "./tensor_functions.js";
+export * as tensorFunctions from "./tensor_functions.js";
+export { tensorMap, tensorZip, tensorReduce, tensorConv1d, tensorConv2d } from "./tensor_ops.js";
+export { fastTensorMap, fastTensorZip, fastTensorReduce, destroyPool } from "./fast_ops.js";
+export { Linear, ReLU, Sigmoid as SigmoidModule, Tanh, Conv1d as Conv1dModule, Conv2d as Conv2dModule, Embedding, mseLoss, crossEntropyLoss, randRange, tile, avgpool2d, maxpool2d, softmax, logsoftmax, dropout } from "./nn.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAG/B,cAAc,aAAa,CAAC;AAC5B,cAAc,uBAAuB,CAAC;AAGtC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAG5B,OAAO,EAAE,MAAM,EAAE,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,KAAK,KAAK,EAAE,KAAK,OAAO,EAAE,KAAK,KAAK,EAAE,KAAK,QAAQ,EAAE,KAAK,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AACjN,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,GAAG,IAAI,SAAS,EAAE,OAAO,IAAI,aAAa,EAAE,IAAI,IAAI,UAAU,EAAE,GAAG,IAAI,SAAS,EAAE,GAAG,IAAI,SAAS,EAAE,GAAG,IAAI,SAAS,EAAE,GAAG,IAAI,SAAS,EAAE,GAAG,IAAI,SAAS,EAAE,EAAE,IAAI,QAAQ,EAAE,EAAE,IAAI,QAAQ,EAAE,GAAG,IAAI,SAAS,EAAE,OAAO,IAAI,aAAa,EAAE,IAAI,IAAI,UAAU,EAAE,UAAU,IAAI,gBAAgB,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACvb,OAAO,KAAK,eAAe,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACjG,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAG5F,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,IAAI,aAAa,EAAE,IAAI,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,IAAI,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC"}

package/dist/index.js

@@ -0,0 +1,20 @@
+// Core autodiff and operators
+export * from "./autodiff.js";
+export * from "./operators.js";
+// Scalar module
+export * from "./scalar.js";
+export * from "./scalar_functions.js";
+// Data & training
+export * from "./datasets.js";
+export * from "./optimizer.js";
+export * from "./module.js";
+// Tensor module
+export { Tensor } from "./tensor.js";
+export { TensorData, IndexingError, indexToPosition, toIndex, shapeProduct, strides, shapeBroadcast, broadcastIndex } from "./tensor_data.js";
+export { TensorContext, TensorHistory, TensorFunction, Neg as TensorNeg, Sigmoid as TensorSigmoid, ReLU as TensorReLU, Log as TensorLog, Exp as TensorExp, Inv as TensorInv, Add as TensorAdd, Mul as TensorMul, LT as TensorLT, EQ as TensorEQ, Sum as TensorSum, Permute as TensorPermute, View as TensorView, Contiguous as TensorContiguous, MatMul as TensorMatMul, Conv1d as TensorConv1d, Conv2d as TensorConv2d } from "./tensor_functions.js";
+export * as tensorFunctions from "./tensor_functions.js";
+export { tensorMap, tensorZip, tensorReduce, tensorConv1d, tensorConv2d } from "./tensor_ops.js";
+export { fastTensorMap, fastTensorZip, fastTensorReduce, destroyPool } from "./fast_ops.js";
+// Neural network layers and functions
+export { Linear, ReLU, Sigmoid as SigmoidModule, Tanh, Conv1d as Conv1dModule, Conv2d as Conv2dModule, Embedding, mseLoss, crossEntropyLoss, randRange, tile, avgpool2d, maxpool2d, softmax, logsoftmax, dropout } from "./nn.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,8BAA8B;AAC9B,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAE/B,gBAAgB;AAChB,cAAc,aAAa,CAAC;AAC5B,cAAc,uBAAuB,CAAC;AAEtC,kBAAkB;AAClB,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAE5B,gBAAgB;AAChB,OAAO,EAAE,MAAM,EAAmB,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,aAAa,EAAqE,eAAe,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AACjN,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,GAAG,IAAI,SAAS,EAAE,OAAO,IAAI,aAAa,EAAE,IAAI,IAAI,UAAU,EAAE,GAAG,IAAI,SAAS,EAAE,GAAG,IAAI,SAAS,EAAE,GAAG,IAAI,SAAS,EAAE,GAAG,IAAI,SAAS,EAAE,GAAG,IAAI,SAAS,EAAE,EAAE,IAAI,QAAQ,EAAE,EAAE,IAAI,QAAQ,EAAE,GAAG,IAAI,SAAS,EAAE,OAAO,IAAI,aAAa,EAAE,IAAI,IAAI,UAAU,EAAE,UAAU,IAAI,gBAAgB,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACvb,OAAO,KAAK,eAAe,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACjG,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5F,sCAAsC;AACtC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,IAAI,aAAa,EAAE,IAAI,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,IAAI,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC"}

package/dist/module.d.ts

@@ -0,0 +1,23 @@
+import { Tensor } from "./tensor.js";
+export declare class Module<P extends BaseParameter = BaseParameter> {
+    protected _modules: Record<string, Module<P>>;
+    protected _parameters: Record<string, P>;
+    training: boolean;
+    constructor();
+    parameters(): P[];
+    namedParameters(): Array<[string, P]>;
+    modules(): Module<P>[];
+    children(): Module<P>[];
+    train(): void;
+    eval(): void;
+}
+export declare abstract class BaseParameter {
+    name?: string | undefined;
+}
+export declare class Parameter<T = Tensor> extends BaseParameter {
+    value: T;
+    constructor(value: T, name?: string);
+    get grad(): number | Tensor | null;
+    update(v: T): void;
+}
+//# sourceMappingURL=module.d.ts.map

package/dist/module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"module.d.ts","sourceRoot":"","sources":["../src/module.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGrC,qBAAa,MAAM,CAAC,CAAC,SAAS,aAAa,GAAG,aAAa;IACvD,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAM;IACnD,SAAS,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAM;IAC9C,QAAQ,EAAE,OAAO,CAAQ;;IAiBzB,UAAU,IAAI,CAAC,EAAE;IAcjB,eAAe,IAAI,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAYrC,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE;IAQtB,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE;IAIvB,KAAK,IAAI,IAAI;IAOb,IAAI,IAAI,IAAI;CAMf;AAGD,8BAAsB,aAAa;IAC/B,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC7B;AAED,qBAAa,SAAS,CAAC,CAAC,GAAC,MAAM,CAAE,SAAQ,aAAa;IAClD,KAAK,EAAE,CAAC,CAAC;gBAEG,KAAK,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,MAAM;IASnC,IAAI,IAAI,2BAQP;IAED,MAAM,CAAC,CAAC,EAAE,CAAC;CAGd"}

package/dist/module.js

@@ -0,0 +1,97 @@
+/*
+Modules form a tree that store parameters and other
+submodules. They make up the basis of neural network stacks.
+
+Attributes:
+    modules : Storage of the child modules
+    parameters : Storage of the module's parameters
+    training : Whether the module is in training mode or evaluation mode
+*/
+import { Tensor } from "./tensor.js";
+import { Scalar } from "./scalar.js";
+export class Module {
+    _modules = {};
+    _parameters = {};
+    training = true;
+    constructor() {
+        return new Proxy(this, {
+            set: (target, key, value, receiver) => {
+                if (value instanceof Module) {
+                    target._modules[key] = value;
+                }
+                else if (value instanceof BaseParameter) {
+                    target._parameters[key] = value;
+                }
+                return Reflect.set(target, key, value, receiver);
+            }
+        });
+    }
+    parameters() {
+        let params = [];
+        for (const p of Object.values(this._parameters)) {
+            params.push(p);
+        }
+        for (const m of Object.values(this._modules)) {
+            params.push(...m.parameters());
+        }
+        return params;
+    }
+    namedParameters() {
+        const named = Object.entries(this._parameters);
+        for (const [moduleName, module] of Object.entries(this._modules)) {
+            for (const [name, param] of module.namedParameters()) {
+                named.push([`${moduleName}.${name}`, param]);
+            }
+        }
+        return named;
+    }
+    modules() {
+        const all = [this];
+        for (const child of this.children()) {
+            all.push(...child.modules());
+        }
+        return all;
+    }
+    children() {
+        return Object.values(this._modules);
+    }
+    train() {
+        this.training = true;
+        for (const module of this.children()) {
+            module.train();
+        }
+    }
+    eval() {
+        this.training = false;
+        for (const module of this.children()) {
+            module.eval();
+        }
+    }
+}
+// Non-generic base class to type Parameter class yet not Module class
+export class BaseParameter {
+    name;
+}
+export class Parameter extends BaseParameter {
+    value;
+    constructor(value, name) {
+        super();
+        this.value = value;
+        if (name) {
+            this.name = name;
+        }
+    }
+    get grad() {
+        if (this.value instanceof Scalar) {
+            return this.value.derivative ?? 0;
+        }
+        if (this.value instanceof Tensor) {
+            return this.value.grad;
+        }
+        return 0;
+    }
+    update(v) {
+        this.value = v;
+    }
+}
+//# sourceMappingURL=module.js.map

package/dist/module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"module.js","sourceRoot":"","sources":["../src/module.ts"],"names":[],"mappings":"AAAA;;;;;;;;EAQE;AAEF,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,OAAO,MAAM;IACL,QAAQ,GAA8B,EAAE,CAAC;IACzC,WAAW,GAAsB,EAAE,CAAC;IAC9C,QAAQ,GAAY,IAAI,CAAC;IAEzB;QACI,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE;YACnB,GAAG,EAAE,CAAC,MAAM,EAAE,GAAoB,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;gBACnD,IAAI,KAAK,YAAY,MAAM,EAAE,CAAC;oBAC1B,MAAM,CAAC,QAAQ,CAAC,GAAa,CAAC,GAAG,KAAK,CAAC;gBAC3C,CAAC;qBACI,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;oBACtC,MAAM,CAAC,WAAW,CAAC,GAAa,CAAC,GAAG,KAAU,CAAC;gBACnD,CAAC;gBAED,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;YACrD,CAAC;SACJ,CAAC,CAAA;IACN,CAAC;IAED,UAAU;QACN,IAAI,MAAM,GAAQ,EAAE,CAAC;QAErB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAgB,EAAE,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,eAAe;QACX,MAAM,KAAK,GAAuB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAEnE,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/D,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,eAAe,EAAE,EAAE,CAAC;gBACnD,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,UAAU,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;YACjD,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO;QACH,MAAM,GAAG,GAAgB,CAAC,IAAI,CAAC,CAAC;QAChC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;YAClC,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAED,QAAQ;QACJ,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,KAAK;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;YACnC,MAAM,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;IACL,CAAC;IAED,IAAI;QACA,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,EAAE,CAAC;QAClB,CAAC;IACL,CAAC;CACJ;AAED,sEAAsE;AACtE,MAAM,OAAgB,aAAa;IAC/B,IAAI,CAAsB;CAC7B;AAED,MAAM,OAAO,SAAoB,SAAQ,aAAa;IAClD,KAAK,CAAI;IAET,YAAY,KAAQ,EAAE,IAAa;QAC/B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAEnB,IAAI,IAAI,EAAE,CAAC;YACP,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACrB,CAAC;IACL,CAAC;IAED,IAAI,IAAI;QACJ,IAAI,IAAI,CAAC,KAAK,YAAY,MAAM,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,YAAY,MAAM,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;QAC3B,CAAC;QACD,OAAO,CAAC,CAAC;IACb,CAAC;IAED,MAAM,CAAC,CAAI;QACP,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;IACnB,CAAC;CACJ"}

package/dist/nn.d.ts

@@ -0,0 +1,63 @@
+import { Tensor } from "./tensor.js";
+import { type Shape } from "./tensor_data.js";
+import { Module, Parameter } from "./module.js";
+export declare class Linear extends Module {
+    weight: Parameter<Tensor>;
+    bias: Parameter<Tensor>;
+    inFeatures: number;
+    outFeatures: number;
+    constructor(inFeatures: number, outFeatures: number);
+    forward(input: Tensor): Tensor;
+}
+export declare class ReLU extends Module {
+    forward(input: Tensor): Tensor;
+}
+export declare class Sigmoid extends Module {
+    forward(input: Tensor): Tensor;
+}
+export declare class Tanh extends Module {
+    forward(input: Tensor): Tensor;
+}
+export declare class Conv1d extends Module {
+    weight: Parameter<Tensor>;
+    inChannels: number;
+    outChannels: number;
+    kernelWidth: number;
+    constructor(inChannels: number, outChannels: number, kernelWidth: number);
+    forward(input: Tensor): Tensor;
+}
+export declare class Conv2d extends Module {
+    weight: Parameter<Tensor>;
+    inChannels: number;
+    outChannels: number;
+    kernelHeight: number;
+    kernelWidth: number;
+    constructor(inChannels: number, outChannels: number, kernelSize: [number, number]);
+    forward(input: Tensor): Tensor;
+}
+export declare class Embedding extends Module {
+    weight: Parameter<Tensor>;
+    numEmbeddings: number;
+    embeddingDim: number;
+    constructor(numEmbeddings: number, embeddingDim: number, weights?: Tensor);
+    static fromPretrained(weights: Tensor): Embedding;
+    forward(indices: number[][]): Tensor;
+}
+export declare function mseLoss(input: Tensor, target: Tensor): Tensor;
+export declare function crossEntropyLoss(input: Tensor, target: Tensor): Tensor;
+export declare function randRange(shape: Shape, low: number, high: number): Tensor;
+/**
+ * Reshape an image tensor for 2D pooling.
+ *
+ * input:  batch x channel x height x width
+ * kernel: [kh, kw]
+ * returns: tensor of shape [batch, channel, newHeight, newWidth, kh*kw],
+ *          plus the newHeight and newWidth values.
+ */
+export declare function tile(input: Tensor, kernel: [number, number]): [Tensor, number, number];
+export declare function avgpool2d(input: Tensor, kernel: [number, number]): Tensor;
+export declare function maxpool2d(input: Tensor, kernel: [number, number]): Tensor;
+export declare function softmax(input: Tensor, dim: number): Tensor;
+export declare function logsoftmax(input: Tensor, dim: number): Tensor;
+export declare function dropout(input: Tensor, rate?: number, ignore?: boolean): Tensor;
+//# sourceMappingURL=nn.d.ts.map

package/dist/nn.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"nn.d.ts","sourceRoot":"","sources":["../src/nn.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAA4B,KAAK,KAAK,EAAE,MAAM,kBAAkB,CAAA;AAEvE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAM/C,qBAAa,MAAO,SAAQ,MAAM;IAC9B,MAAM,EAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAC3B,IAAI,EAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;gBAER,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;IASnD,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;CAGjC;AAED,qBAAa,IAAK,SAAQ,MAAM;IAC5B,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;CAGjC;AAED,qBAAa,OAAQ,SAAQ,MAAM;IAC/B,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;CAGjC;AAED,qBAAa,IAAK,SAAQ,MAAM;IAC5B,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;CAGjC;AAED,qBAAa,MAAO,SAAQ,MAAM;IAC9B,MAAM,EAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;gBAER,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;IAWxE,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;CAGjC;AAED,qBAAa,MAAO,SAAQ,MAAM;IAC9B,MAAM,EAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;gBAER,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;IAYjF,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;CAGjC;AA0DD,qBAAa,SAAU,SAAQ,MAAM;IACjC,MAAM,EAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;gBAET,aAAa,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAOzE,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS;IAKjD,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,MAAM;CAMvC;AAMD,wBAAgB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAG7D;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAGtE;AAMD,wBAAgB,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAOzE;AAMD;;;;;;;GAOG;AACH,wBAAgB,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CA0BtF;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAIzE;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAIzE;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAI1D;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAK7D;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,MAAY,EAAE,MAAM,GAAE,OAAe,GAAG,MAAM,CAK1F"}