aparler/c-llm
1
0
Fork 0
mirror of https://github.com/karpathy/llm.c.git synced 2026-07-27 20:25:09 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

add comment

Browse source
This commit is contained in:
cip19aac 2024-04-22 17:05:05 +01:00
parent 55fbd7e6ad
commit b82ec201be
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
dev/cuda/matmul_backward_bias.cu
View file

@ -194,7 +194,7 @@ void matmul_backward_bias3(float* dinp, float* dweight, float* dbias,
void matmul_backward_bias4(float* dinp, float* dweight, float* dbias,
float* dout, float* inp, float* weight, float* ones,
int B, int T, int C, int OC, int block_size) {
const int grid_size = OC / 32;
const int grid_size = OC / 32; // for now, OC must be divisible by 32 for this kernel to work
matmul_backward_bias_kernel4<<<grid_size, block_size, block_size * sizeof(float)>>>(dbias, dout, B, T, OC);
}