aparler/c-llm
1
0
Fork 0
mirror of https://github.com/karpathy/llm.c.git synced 2026-07-20 23:05:08 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

i misspelled reduced

Browse source
This commit is contained in:
Andrej Karpathy 2024-08-16 18:16:46 +00:00
parent 8c586f9158
commit 18298f3a40
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
train_gpt2.cu
View file

@ -409,9 +409,9 @@ void gpt2_allocate_state(GPT2 *model, int B, int T) {
}
// report on mixed memory allocation status (re-using our float reduce function, bit awk ok)
int readuced_memory_status = (int) multi_gpu_cpu_float_sum((float)memory_status, &multi_gpu_config);
if (readuced_memory_status >= 1) {
printf0("WARNING: Fell back to cudaMallocManaged when initializing m,v,master_weights on %d GPUs\n", readuced_memory_status);
int reduced_memory_status = (int) multi_gpu_cpu_float_sum((float)memory_status, &multi_gpu_config);
if (reduced_memory_status >= 1) {
printf0("WARNING: Fell back to cudaMallocManaged when initializing m,v,master_weights on %d GPUs\n", reduced_memory_status);
printf0(" Prevents an OOM, but code may run much slower due to device <-> host memory movement\n");
}
// report on device memory usage