aparler/c-llm
1
0
Fork 0
mirror of https://github.com/karpathy/llm.c.git synced 2026-07-28 20:35:09 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add schedulers header

Browse source
This commit is contained in:
Aleksa Gordic 2024-06-17 16:40:07 +02:00
parent 8249736233
commit 2eaea3b397
1 changed files with 3 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llmc/schedulers.h
View file

@ -1,7 +1,6 @@
// Cosine learning rate scheduler
/*
Implements various learning rate schedulers.
*/
#ifndef SCHEDULERS_H
#define SCHEDULERS_H
@ -16,7 +15,6 @@ typedef struct {
float final_learning_rate_frac;
} CosineLearningRateScheduler;
// learning rate schedule: warmup linearly to max LR, then cosine decay to LR * final_learning_rate_frac
float get_learning_rate(CosineLearningRateScheduler *scheduler, int step) {
float step_learning_rate = scheduler->learning_rate;