From bd1e62d895308ce52b8518ccd1302ae636db4079 Mon Sep 17 00:00:00 2001
From: lucasdelimanogueira <lucasln96@hotmail.com>
Date: Sat, 4 May 2024 13:47:20 -0300
Subject: [PATCH] Add transpose autograd

---
 norch/__pycache__/tensor.cpython-38.pyc       | Bin 9716 -> 9779 bytes
 .../__pycache__/functions.cpython-38.pyc      | Bin 3501 -> 3949 bytes
 norch/autograd/functions.py                   |  11 ++++++++++-
 norch/tensor.py                               |   4 ++++
 test.py                                       |  14 ++++++++++----
 5 files changed, 24 insertions(+), 5 deletions(-)

diff --git a/norch/__pycache__/tensor.cpython-38.pyc b/norch/__pycache__/tensor.cpython-38.pyc
index 6c43e0a5597bd7b8e29cca3bf37e72c27c0371b0..8ee1ec72baa33d99229ba9822f36b728bf824b5d 100644
GIT binary patch
delta 136
zcmez3z1fE^l$V!_0SG+P%+h*nHu4=;WIQqXn&KKwhAh4smUtk};ww5*!e7Hs!&t-A
z%nTG0s9_0a&}8x}Vg%~b6r9|z6d_e43uH$Lh7={{6&K_er#dAjXO|}yr4-3eexl^a
is4`hiS&@~4k&TgWvzszABjcRSUMhBsj8c<3RkHyipCrWq

delta 75
zcmdn&^TnGll$V!_0SH9AP1BxPZ{$0!$hc<mHN`c&EWr$#Onya-Ksimm$*YwjCMzi0
dG0IJjS61BIrp(01IAe3CiX9`P*yIzc*#HlE6s!OM

diff --git a/norch/autograd/__pycache__/functions.cpython-38.pyc b/norch/autograd/__pycache__/functions.cpython-38.pyc
index d4ada96281c09dfbe6efc6f96498b279b4440368..6dc5d32c4c8a0e0c05216c5d952d6dd1469331bd 100644
GIT binary patch
delta 361
zcmZ20{Z@`Il$V!_0SGeE%+eg$C-TWKHciwn7I9}t5l9hiVMq~dW{ToS5ejC|6rP;O
zYP<1a4$tIfCfj<!kfOxA;)49*RHww`?DE8-lw=l=IZyy%GXb$P5En}Ti5kXq#u|or
zh8iXy$ymb-B$-kef*FcHsx+C4KpJkbCRSt?8$u`}O_m}ypkNU@h|mTRIv|1*OicdH
z$}43DWEO+eFfej3vN2Xk!QC`@0lVB}TQ*)zA)sUp;{t{nhAg1<SxgI=(ist!$^c~{
zrfN?<$SETRb}h(33@C<eVAGM*0t(s!aWTlD9E=>SMIaGBP0q;yyqb(!lNq_hC-?C3
RiwFQk`PhMw1B^L9Gyuf;MKu5b

delta 77
zcmaDWw^o`jl$V!_0SH*UOw+vCCi2NJmQ2(xW=jzWX3!LzJdw$6<A-b>W<O1i$(;O}
alU-SbCwuYp3-JMU@Ua6S2N-kkaR309Ck}4_

diff --git a/norch/autograd/functions.py b/norch/autograd/functions.py
index 7ba219f..78d992d 100644
--- a/norch/autograd/functions.py
+++ b/norch/autograd/functions.py
@@ -56,4 +56,13 @@ class ReshapeBackward:
         self.input = [x]
 
     def backward(self, gradient):
-        return [gradient.reshape(self.input[0].shape)]
\ No newline at end of file
+        return [gradient.reshape(self.input[0].shape)]
+    
+class TransposeBackward:
+    def __init__(self, x, axis1, axis2):
+        self.input = [x]
+        self.axis1 = axis1
+        self.axis2 = axis2
+
+    def backward(self, gradient):
+        return [gradient.transpose(self.axis2, self.axis1)]
diff --git a/norch/tensor.py b/norch/tensor.py
index 2b637c0..b2844e3 100644
--- a/norch/tensor.py
+++ b/norch/tensor.py
@@ -402,6 +402,10 @@ class Tensor:
         result_data.ndim = self.ndim
         result_data.device = self.device
 
+        result_data.requires_grad = self.requires_grad
+        if result_data.requires_grad:
+            result_data.grad_fn = TransposeBackward(self, axis1, axis2)
+
         return result_data
 
     
diff --git a/test.py b/test.py
index 22a0621..185fc29 100644
--- a/test.py
+++ b/test.py
@@ -20,7 +20,7 @@ if __name__ == "__main__":
     import random
     import numpy as np
 
-    a = norch.Tensor([
+    """a = norch.Tensor([
         [[1.234, 2.123], [3.635, 4.456], [5.678, 6.789]],
         [[7.890, 8.901], [9.012, 1.234], [2.345, 3.456]],
         [[4.567, 5.678], [6.789, 7.890], [8.901, 9.012]],
@@ -61,8 +61,11 @@ if __name__ == "__main__":
     #print(a.shape, b.shape)
     #b = norch.Tensor([
     #    [1.234, 2.123, 1.5]])
-    #result = b @ a
+    result = b @ a
+    result = result.sum()
+    result.backward()
 
+    print(a.grad)"""
 
     #### testar transpose axes!!!! make it contiguous
 
@@ -70,7 +73,7 @@ if __name__ == "__main__":
                         [[7, 8], [9, 10], [11, 12]],
                         [[13, 14], [15, 16], [17, 18]],
                         [[19, 20], [21, 22], [23, 24]],
-                        [[25, 26], [27, 28], [29, 30]]])
+                        [[25, 26], [27, 28], [29, 30]]], requires_grad=True)
 
     # Reshape tensor1 to 2x3x5
     reshaped_tensor = tensor1.transpose(1, 0)
@@ -87,7 +90,10 @@ if __name__ == "__main__":
 
     # Multiply reshaped_tensor by tensor2
     result = tensor2 @ reshaped_tensor
-    print(result)
+
+    result = result.sum()
+    result.backward()
+    print(tensor1.grad)
 
     #print(a.shape, b.shape, result.shape)
     #c = result.sum()