From a9a89b8720037e69b0116d6b419a5d88117a1e59 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Miko=C5=82aj=20B=C5=82a=C5=BC?= Date: Mon, 8 Jul 2024 11:04:32 +0200 Subject: [PATCH] Change default parallel_save to False MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Mikołaj Błaż --- nemo/utils/callbacks/dist_ckpt_io.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/nemo/utils/callbacks/dist_ckpt_io.py b/nemo/utils/callbacks/dist_ckpt_io.py index 65eea827e851..144c07addaa8 100644 --- a/nemo/utils/callbacks/dist_ckpt_io.py +++ b/nemo/utils/callbacks/dist_ckpt_io.py @@ -205,7 +205,7 @@ def __init__( async_save: bool = False, torch_dist_multiproc: Optional[int] = None, assume_constant_structure: bool = False, - parallel_save: bool = True, + parallel_save: bool = False, parallel_load: bool = False, ): super().__init__() @@ -238,7 +238,7 @@ def from_config(cls, model_cfg: dict, async_save: bool = False): load_directly_on_device=model_cfg.get('dist_ckpt_load_on_device', True), async_save=async_save, torch_dist_multiproc=model_cfg.get('dist_ckpt_torch_dist_multiproc', None), - parallel_save=model_cfg.get('dist_ckpt_parallel_save', True), + parallel_save=model_cfg.get('dist_ckpt_parallel_save', False), parallel_load=model_cfg.get('dist_ckpt_parallel_load', False), )