Skip to content

Commit

Permalink
Update tinystories.py
Browse files Browse the repository at this point in the history
  • Loading branch information
rasbt authored Apr 2, 2024
1 parent 2620ea9 commit 3de514f
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion litgpt/data/tinystories.py
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ def prepare_data(self) -> None:
assert len(files) > 1, f"Expected at least two json files in {files}"
# train/test split. let's use only shard 0 for test split, rest train
val_file, *train_files = files
if num_workers is None:
if self.num_workers is None:
num_workers = os.cpu_count() - 1

if not Path(self.data_path_train).is_dir():
Expand Down

0 comments on commit 3de514f

Please sign in to comment.