catniff 0.6.5 → 0.6.7

package/dist/core.js

@@ -337,7 +337,12 @@ class Tensor {
             throw new Error("Can not create view: incompatible metadata");
         }
         const outputStrides = Tensor.getStrides(newShape);
-        const out = new Tensor(this.value, { shape: newShape, strides: outputStrides, numel: outputSize });
+        const out = new Tensor(this.value, {
+            shape: newShape,
+            strides: outputStrides,
+            numel: outputSize,
+            device: this.device
+        });
         // Gradient reshaped and flow back to the original tensor
         if (this.requiresGrad) {
             out.requiresGrad = true;
@@ -357,7 +362,11 @@ class Tensor {
         }
         // Create new tensor with forced compatibility (only contiguity for now)
         const outputStrides = Tensor.getStrides(newShape);
-        const out = new Tensor(this.contiguous().value, { shape: newShape, strides: outputStrides, numel: outputSize });
+        const out = new Tensor(this.contiguous().value, {
+            shape: newShape,
+            strides: outputStrides,
+            numel: outputSize
+        });
         // Gradient reshaped and flow back to the original tensor
         if (this.requiresGrad) {
             out.requiresGrad = true;

package/dist/nn.js

@@ -191,7 +191,7 @@ class LayerNorm {
 class Embedding {
     weight;
     constructor(numEmbeddings, embeddingDim, device) {
-        this.weight = core_1.Tensor.randn([numEmbeddings, embeddingDim], { device });
+        this.weight = core_1.Tensor.randn([numEmbeddings, embeddingDim], { requiresGrad: true, device });
     }
     forward(input) {
         return this.weight.index(input);
@@ -207,10 +207,10 @@ class MultiheadAttention {
     headDim;
     dropout;
     constructor(embedDim, numHeads, dropout = 0, bias = true, device) {
-        this.qProjection = new exports.nn.Linear(embedDim, embedDim, bias, device);
-        this.kProjection = new exports.nn.Linear(embedDim, embedDim, bias, device);
-        this.vProjection = new exports.nn.Linear(embedDim, embedDim, bias, device);
-        this.oProjection = new exports.nn.Linear(embedDim, embedDim, bias, device);
+        this.qProjection = new Linear(embedDim, embedDim, bias, device);
+        this.kProjection = new Linear(embedDim, embedDim, bias, device);
+        this.vProjection = new Linear(embedDim, embedDim, bias, device);
+        this.oProjection = new Linear(embedDim, embedDim, bias, device);
         this.embedDim = embedDim;
         this.numHeads = numHeads;
         this.headDim = Math.floor(embedDim / numHeads);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "catniff",
-  "version": "0.6.5",
+  "version": "0.6.7",
   "description": "A small Torch-like deep learning framework for Javascript",
   "main": "index.js",
   "scripts": {