aparler/c-llm
1
0
Fork 0
mirror of https://github.com/karpathy/llm.c.git synced 2026-07-28 20:35:09 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

make comment more helpful

Browse source
This commit is contained in:
Andrej Karpathy 2024-05-21 18:01:35 +00:00
parent d53608820a
commit ccc240caab
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
dataloader.h
View file

@ -57,7 +57,12 @@ void dataloader_init(DataLoader *loader,
// validate the header
int header[HEADER_SIZE];
freadCheck(header, sizeof(int), HEADER_SIZE, loader->tokens_file);
if (header[0] != 20240520) { printf("Bad magic in data file\n"); exit(EXIT_FAILURE); }
if (header[0] != 20240520) {
printf("Bad magic in the data file\n");
printf("---> HINT: Are you passing in a correct file?\n");
printf("---> HINT: The data encoding may have changed, re-run data prepro or refer again to README.\n");
exit(EXIT_FAILURE);
}
if (header[1] != 1) { printf("Bad version in data file\n"); exit(EXIT_FAILURE); }
long ntok = header[2]; // number of tokens in the file