From 3fb59ec81ad0eb44246eab33e70b03f305477b51 Mon Sep 17 00:00:00 2001 From: Vasudevan Rengasamy Date: Mon, 15 Apr 2024 11:04:38 -0700 Subject: [PATCH] Cleanup --- nemo/core/optim/distributed_adam.py | 1 + 1 file changed, 1 insertion(+) diff --git a/nemo/core/optim/distributed_adam.py b/nemo/core/optim/distributed_adam.py index 45447c652991d..750fd0fcd93d2 100644 --- a/nemo/core/optim/distributed_adam.py +++ b/nemo/core/optim/distributed_adam.py @@ -481,6 +481,7 @@ def _param_copy_fragments(self, fragments: Iterable[DistributedFusedAdam.Paramet _multi_tensor_copy( buffers_in, buffers_out, dummy_overflow_buf=self._dummy_overflow_buf, ) + # Update transpose caches params = set(self.parameter(fragment) for fragment in fragments) for param in params: