aparler/c-llm
1
0
Fork 0
mirror of https://github.com/karpathy/llm.c.git synced 2026-07-27 20:25:09 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

delete segmentation fault when B < 4 atm

Browse source
This commit is contained in:
Andrej Karpathy 2024-07-16 01:20:16 +00:00
parent 88514df231
commit 835bb2e6d7
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llmc/dataloader.h
View file

@ -302,6 +302,12 @@ void evalloader_reset(EvalLoader *loader) {
// determine how much work there is for all processes
int examples_per_process = CEIL_DIV(loader->num_examples, loader->num_processes);
int can_fit_examples = (int) (loader->B / ASSUMED_NUM_COMPLETIONS);
if (can_fit_examples == 0) {
// this could be fixed in the future, but for now keeping it simple and throw error when B too low
printf("HellaSwag EvalLoader: batch size %zu is < %d\n", loader->B, ASSUMED_NUM_COMPLETIONS);
printf("---> HINT: Disable HellaSwag eval with -h 0, or increase batch size with -b\n");
exit(EXIT_FAILURE);
}
loader->num_batches = CEIL_DIV(examples_per_process, can_fit_examples);
// determine the start and end example indices for this process
loader->start_example_index = examples_per_process * loader->process_rank;