diff --git a/train_gpt2.cu b/train_gpt2.cu index 809eca1..70d8d0c 100644 --- a/train_gpt2.cu +++ b/train_gpt2.cu @@ -409,9 +409,9 @@ void gpt2_allocate_state(GPT2 *model, int B, int T) { } // report on mixed memory allocation status (re-using our float reduce function, bit awk ok) - int readuced_memory_status = (int) multi_gpu_cpu_float_sum((float)memory_status, &multi_gpu_config); - if (readuced_memory_status >= 1) { - printf0("WARNING: Fell back to cudaMallocManaged when initializing m,v,master_weights on %d GPUs\n", readuced_memory_status); + int reduced_memory_status = (int) multi_gpu_cpu_float_sum((float)memory_status, &multi_gpu_config); + if (reduced_memory_status >= 1) { + printf0("WARNING: Fell back to cudaMallocManaged when initializing m,v,master_weights on %d GPUs\n", reduced_memory_status); printf0(" Prevents an OOM, but code may run much slower due to device <-> host memory movement\n"); } // report on device memory usage