diff --git a/norch/tensor.py b/norch/tensor.py
index 8063cba..6861f14 100644
--- a/norch/tensor.py
+++ b/norch/tensor.py
@@ -205,7 +205,7 @@ class Tensor:
                 
         if gradient is None:
             if self.shape == [1]:
-                gradient = Tensor([1])
+                gradient = Tensor([1]).to(self.device)
             else:
                 raise RuntimeError("Gradient argument must be specified for non-scalar tensors.")