From 18298f3a408b666557133628b30dca2135cc3775 Mon Sep 17 00:00:00 2001 From: Andrej Karpathy Date: Fri, 16 Aug 2024 18:16:46 +0000 Subject: [PATCH] i misspelled reduced --- train_gpt2.cu | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/train_gpt2.cu b/train_gpt2.cu index 809eca1..70d8d0c 100644 --- a/train_gpt2.cu +++ b/train_gpt2.cu @@ -409,9 +409,9 @@ void gpt2_allocate_state(GPT2 *model, int B, int T) { } // report on mixed memory allocation status (re-using our float reduce function, bit awk ok) - int readuced_memory_status = (int) multi_gpu_cpu_float_sum((float)memory_status, &multi_gpu_config); - if (readuced_memory_status >= 1) { - printf0("WARNING: Fell back to cudaMallocManaged when initializing m,v,master_weights on %d GPUs\n", readuced_memory_status); + int reduced_memory_status = (int) multi_gpu_cpu_float_sum((float)memory_status, &multi_gpu_config); + if (reduced_memory_status >= 1) { + printf0("WARNING: Fell back to cudaMallocManaged when initializing m,v,master_weights on %d GPUs\n", reduced_memory_status); printf0(" Prevents an OOM, but code may run much slower due to device <-> host memory movement\n"); } // report on device memory usage