From 2eaea3b397f2649956f6cd30ec20e9530fc50923 Mon Sep 17 00:00:00 2001
From: Aleksa Gordic <gordicaleksa@gmail.com>
Date: Mon, 17 Jun 2024 16:40:07 +0200
Subject: [PATCH] Add schedulers header

---
 llmc/schedulers.h | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/llmc/schedulers.h b/llmc/schedulers.h
index bf469aa..bd0f5f4 100644
--- a/llmc/schedulers.h
+++ b/llmc/schedulers.h
@@ -1,7 +1,6 @@
-
-
-// Cosine learning rate scheduler
-
+/*
+Implements various learning rate schedulers.
+*/
 #ifndef SCHEDULERS_H
 
 #define SCHEDULERS_H
@@ -16,7 +15,6 @@ typedef struct {
     float final_learning_rate_frac;
 } CosineLearningRateScheduler;
 
-
 // learning rate schedule: warmup linearly to max LR, then cosine decay to LR * final_learning_rate_frac
 float get_learning_rate(CosineLearningRateScheduler *scheduler, int step) {
     float step_learning_rate = scheduler->learning_rate;