aparler/c-llm
1
0
Fork 0
mirror of https://github.com/karpathy/llm.c.git synced 2026-07-28 20:35:09 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

also updated pyrun124M.sh

Browse source
This commit is contained in:
Andrej Karpathy 2024-05-30 02:05:41 +00:00
parent 03c2e85601
commit ea88a343b5
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
pyrun124M.sh
View file

@ -3,7 +3,7 @@
# if you wish to train on just a single GPU, simply skip the torchrun part, i.e.
# python train_gpt2.py ... (all the other arguments the same)
torchrun --standalone --nproc_per_node=4 train_gpt2.py \
--input_bin dev/data/fineweb10B/fineweb_train_000001.bin \
--input_bin "dev/data/fineweb10B/fineweb_train_*.bin" \
--output_dir pylog124M \
--write_tensors 0 \
--model d12 \