From ea88a343b566db6fd549a6526ca2804701ddc5ef Mon Sep 17 00:00:00 2001
From: Andrej Karpathy <andrej.karpathy@gmail.com>
Date: Thu, 30 May 2024 02:05:41 +0000
Subject: [PATCH] also updated pyrun124M.sh

---
 pyrun124M.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyrun124M.sh b/pyrun124M.sh
index 427725e..a9d25f0 100755
--- a/pyrun124M.sh
+++ b/pyrun124M.sh
@@ -3,7 +3,7 @@
 # if you wish to train on just a single GPU, simply skip the torchrun part, i.e.
 # python train_gpt2.py ... (all the other arguments the same)
 torchrun --standalone --nproc_per_node=4 train_gpt2.py \
-    --input_bin dev/data/fineweb10B/fineweb_train_000001.bin \
+    --input_bin "dev/data/fineweb10B/fineweb_train_*.bin" \
     --output_dir pylog124M \
     --write_tensors 0 \
     --model d12 \