From 0c92ea9b908ea3eee5ef04086f17e3ad4e9ce4c8 Mon Sep 17 00:00:00 2001
From: lancer <tangshao28@gmail.com>
Date: Thu, 18 Apr 2024 19:35:34 -0700
Subject: [PATCH] fix the 0.0f initialization for double

---
 dev/cuda/matmul_backward.cu | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/dev/cuda/matmul_backward.cu b/dev/cuda/matmul_backward.cu
index b1d8cff..806bb98 100644
--- a/dev/cuda/matmul_backward.cu
+++ b/dev/cuda/matmul_backward.cu
@@ -71,7 +71,7 @@ void matmul_backward_cpu(float* dinp, float* dweight, float* dbias,
 __global__ void matmul_backward_bias_kernel_naive(float* dbias, const float* dout, int B, int T, int OC) {
     int o = blockIdx.x * blockDim.x + threadIdx.x;
     if (o < OC) {
-        double sum = ;
+        double sum = 0.0;
         for (int b = 0; b < B; b++) {
             for (int t = 0; t < T; t++) {
                 sum += dout[b * T * OC + t * OC + o];