catniff 0.6.6 → 0.6.8

package/dist/core.d.ts

@@ -57,6 +57,7 @@ export declare class Tensor {
     indexWithArray(indices: number[]): Tensor;
     index(indices: Tensor | TensorValue): Tensor;
     slice(ranges: number[][]): Tensor;
+    chunk(chunks: number, dim?: number): Tensor[];
     squeeze(dims?: number[] | number): Tensor;
     unsqueeze(dim: number): Tensor;
     static reduce(tensor: Tensor, dims: number[] | number | undefined, keepDims: boolean, config: {

package/dist/core.js

@@ -605,6 +605,25 @@ class Tensor {
         }
         return out;
     }
+    // Tensor chunk
+    chunk(chunks, dim = 0) {
+        // Handle negative indices
+        if (dim < 0) {
+            dim += this.shape.length;
+        }
+        const sliceOpt = new Array(this.shape.length);
+        for (let index = 0; index < sliceOpt.length; index++) {
+            sliceOpt[index] = [];
+        }
+        const dimSize = this.shape[dim];
+        const chunkDimSize = Math.ceil(dimSize / chunks);
+        const results = [];
+        for (let index = 0; index < dimSize; index += chunkDimSize) {
+            sliceOpt[dim] = [index, Math.min(index + chunkDimSize, dimSize)];
+            results.push(this.slice(sliceOpt));
+        }
+        return results;
+    }
     // Tensor squeeze
     squeeze(dims) {
         if (typeof this.value === "number")

package/dist/nn.js

@@ -191,7 +191,7 @@ class LayerNorm {
 class Embedding {
     weight;
     constructor(numEmbeddings, embeddingDim, device) {
-        this.weight = core_1.Tensor.randn([numEmbeddings, embeddingDim], { device });
+        this.weight = core_1.Tensor.randn([numEmbeddings, embeddingDim], { requiresGrad: true, device });
     }
     forward(input) {
         return this.weight.index(input);
@@ -207,10 +207,10 @@ class MultiheadAttention {
     headDim;
     dropout;
     constructor(embedDim, numHeads, dropout = 0, bias = true, device) {
-        this.qProjection = new exports.nn.Linear(embedDim, embedDim, bias, device);
-        this.kProjection = new exports.nn.Linear(embedDim, embedDim, bias, device);
-        this.vProjection = new exports.nn.Linear(embedDim, embedDim, bias, device);
-        this.oProjection = new exports.nn.Linear(embedDim, embedDim, bias, device);
+        this.qProjection = new Linear(embedDim, embedDim, bias, device);
+        this.kProjection = new Linear(embedDim, embedDim, bias, device);
+        this.vProjection = new Linear(embedDim, embedDim, bias, device);
+        this.oProjection = new Linear(embedDim, embedDim, bias, device);
         this.embedDim = embedDim;
         this.numHeads = numHeads;
         this.headDim = Math.floor(embedDim / numHeads);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "catniff",
-  "version": "0.6.6",
+  "version": "0.6.8",
   "description": "A small Torch-like deep learning framework for Javascript",
   "main": "index.js",
   "scripts": {