diff --git a/CHANGELOG.md b/CHANGELOG.md index 08b77443..306514ff 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -12,6 +12,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), - `accelerator` parameter controls the accelerator (CPU, GPU, etc) that is used. - `devices` parameter controls the number of accelerators used. - `val_check_interval` parameter controls the frequency of both validation epochs and model checkpointing during training. +- `train_label_smoothing` parameter controls the amount of label smoothing applied when calculating the training loss. ### Changed diff --git a/tests/conftest.py b/tests/conftest.py index 267dfa0f..a690bd8a 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -190,6 +190,7 @@ def tiny_config(tmp_path): "n_head": 2, "dim_feedforward": 10, "n_layers": 1, + "train_label_smoothing": 0.01, "warmup_iters": 1, "max_iters": 1, "max_epochs": 20,