From 066139093a6c86c0b8226a69279246137f28553e Mon Sep 17 00:00:00 2001 From: mikolajblaz Date: Mon, 8 Jul 2024 13:12:24 +0200 Subject: [PATCH] Change default parallel_save to False (#9633) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Mikołaj Błaż --- nemo/utils/callbacks/dist_ckpt_io.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/nemo/utils/callbacks/dist_ckpt_io.py b/nemo/utils/callbacks/dist_ckpt_io.py index 65eea827e851..144c07addaa8 100644 --- a/nemo/utils/callbacks/dist_ckpt_io.py +++ b/nemo/utils/callbacks/dist_ckpt_io.py @@ -205,7 +205,7 @@ def __init__( async_save: bool = False, torch_dist_multiproc: Optional[int] = None, assume_constant_structure: bool = False, - parallel_save: bool = True, + parallel_save: bool = False, parallel_load: bool = False, ): super().__init__() @@ -238,7 +238,7 @@ def from_config(cls, model_cfg: dict, async_save: bool = False): load_directly_on_device=model_cfg.get('dist_ckpt_load_on_device', True), async_save=async_save, torch_dist_multiproc=model_cfg.get('dist_ckpt_torch_dist_multiproc', None), - parallel_save=model_cfg.get('dist_ckpt_parallel_save', True), + parallel_save=model_cfg.get('dist_ckpt_parallel_save', False), parallel_load=model_cfg.get('dist_ckpt_parallel_load', False), )