aparler/c-llm
1
0
Fork 0
mirror of https://github.com/karpathy/llm.c.git synced 2026-07-27 20:25:09 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

fill in the other model sizes

Browse source
This commit is contained in:
Andrej Karpathy 2024-05-26 18:04:43 +00:00
parent 5ec4b774f2
commit ee6fa5ec9f
1 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

14
dev/vislog.ipynb
View file

@ -51,15 +51,15 @@
"sz = \"124M\"\n",
"loss_baseline = {\n",
" \"124M\": 3.424958,\n",
" \"350M\": None,\n",
" \"774M\": None,\n",
" \"1558M\": None,\n",
" \"350M\": 3.083089,\n",
" \"774M\": 3.000580,\n",
" \"1558M\": 2.831273,\n",
"}[sz]\n",
"hella_baseline = {\n",
" \"124M\": 0.2955,\n",
" \"350M\": None,\n",
" \"774M\": None,\n",
" \"1558M\": None,\n",
" \"124M\": 0.294463,\n",
" \"350M\": 0.375224,\n",
" \"774M\": 0.431986,\n",
" \"1558M\": 0.488946,\n",
"}[sz]\n",
"\n",
"# assumes each model run is stored in this way\n",