From 79de915bb217a2e2c9a09d30f67f9d7f2498e2db Mon Sep 17 00:00:00 2001
From: lucasdelimanogueira <lucasln96@hotmail.com>
Date: Thu, 16 May 2024 21:25:03 -0300
Subject: [PATCH] batched broadcasted autograd

---
 .../__pycache__/functions.cpython-38.pyc      | Bin 7975 -> 8063 bytes
 norch/autograd/functions.py                   |   6 ++++--
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/norch/autograd/__pycache__/functions.cpython-38.pyc b/norch/autograd/__pycache__/functions.cpython-38.pyc
index 2c88c4fb3673489be608f82942d81dc1a1b73f4f..b0f6eab62515c59bd55b03e38aae8bd4d31ecff8 100644
GIT binary patch
delta 892
zcmZ8fUr1A76u;-*JDYR=?{sauTWC<sqFj{tCzqq#)G|jBqWF+;Rkn1>+5A&YqM{(e
z7f%F9kY*GV1ZGhWMLqP=W3PJ)A@HHM=rKFrYUuhd=f`({=XZXb?|k30=vLHr-e$8%
zydJK`N1v?OX038qrKIXvU$VyFnu#+aPI6>t81hnD8j|Pbc_lBWA+Mz2l7i=QvH_+4
zn+iyI&MYg2Y$z+TQ<_)vYFaf^!?eJv5}yaBG$!}`r!CJXg}{*dq;SRA!OGL6wYkM>
z^EU$m_k@0iun9$@1vO)&CJLr0Ol5L~${Y@7vQv}U5!_SM@X4xGWq5jyYD1o2A9GnN
zg9H}Y3QqoX`HHt^I5#mpPG5ZowR+C=3YE%W2D5_o<Z{JGcZ|a*-EsV?h;Rar&@E>K
zQuNlD&>EN+DJyB<l4Y2qSFXEom7?x8t%>uqWtt||c<8Zv1#YaL(jov0G~?-nWAxE;
z*%4(aRta!0+@?fzm)6R=>m2_&v#8k07VWfA-2u%M322K}6^LRr{pJ>yg%#|e<(hqP
zpDCRRzP(zU>BVgaK3lx#FyNi6=wu$dN;XUM-Fva>aFG+xNk1$)Jff-HF)hKw1CG*!
zOqeLTsJ;{1eXP=uZw#K&XJ50{&Em&93KZ-v79{-_;03Mur{MtY57fd->I%e7XIS~1
zs)D_=5oq5wd_%|eerTb4`cZgCU-UMuhlQ`pY<t)?MuWi}WglogIN&bML;m|*lx!-4
zy?jtFe4@rsn?K1O@5_7y6Lw)EErjY0i3fq=ic#Dlid#T2NECBGaW)h!qi6?{^v&v}
WpP@Qejoodx*j@Hr_DZ{%cjiBoYQ%N`

delta 803
zcmah{OKVe65WaJ7QuDld+%&g&)@C8ZN@Jk4rX^{kCT(bGgdn06d_{v%T6@weg<GQF
zt{}=36|vZWU@I1}5f=)s#YKNW!9^D?ighdE!aC=YpjmlfKIY7PXU@!b&R*(8%6`gj
zw+OV>m$O$2Z|t{h;+g?Z8a(wUwlq`?lrfSWC##$#(1fxuDK3Z$k|vfxlge;SVn;Oc
zR>UF{#hU08G_mPx;1o(?LHJ+3C=`UKG_kWsYv(sXRAT&EH&Y3>%(LvmROQBW<uW^n
zcf5+nLD2$P#Y7;0MYO?w{3iD)-L%c~1aI5~CW&?9Oel@Bj_XjwZO4zc!<1lg{Njv5
z2_3ExB}RcuEk|Pdk(aJ>a1$-=MVQBj?xfOBoVgZWKhCHg{N=8}?fO$C4zP%uo>AyU
zwSC@^Br3CV;LYB}XYDy<fV?VMqdSX%4N!?;9Q0=3C=I5<1MF0T_}S;fO>e}MATB9!
z0)KiBz!If~lnjOL|1CiSW~jvLwh@Z4QN6}vOm$qe_UHi)Blz7Cgk}8Hk#=P%@QAFb
zj}fQUV>sy>YTRGLx4sfQ$Dlu<<cPQO4_9J2z1vm)d00bpU=9vpHP8jGuolQFW5ir-
zVUOuD4hDxCwd=SPJPirl4feu2><T4~<HX;<-9R2ULQU2Ow1&^P^~pv34{S-5t5a-(
zzq^r3`4R7hlYail?^~|pk*JIH;n#4ahyMc><G`Pdap4)4j&T7PpN#Q_8SjAQaoeWi
VcxS}rk=?RIcFFr>vuq;I^asJ5veW<o

diff --git a/norch/autograd/functions.py b/norch/autograd/functions.py
index 72cb6a5..e4f91f5 100644
--- a/norch/autograd/functions.py
+++ b/norch/autograd/functions.py
@@ -83,8 +83,10 @@ class MatmulBackward:
     def backward(self, gradient):
         x, y = self.input
         
-        if x.shape != y.shape: # broadcasted case
-            return [gradient @ y.transpose(-1,-2), x.transpose(-1,-2) @ gradient]
+        if x.ndim != y.ndim: # broadcasted case
+            print("KKKKKKKKK", x.ndim, y.ndim)
+            aux = (gradient @ y.transpose(-1,-2))
+            return [aux.sum(axis=0), x.transpose(-1,-2) @ gradient]
         else:
             return [gradient @ y.transpose(-1,-2), x.transpose(-1,-2) @ gradient]