From 6306228098b804288d8184182c32daf8475cb6c1 Mon Sep 17 00:00:00 2001 From: hemildesai Date: Thu, 18 Jul 2024 22:19:39 +0000 Subject: [PATCH] Apply isort and black reformatting Signed-off-by: hemildesai --- nemo/collections/llm/gpt/model/base.py | 1 + 1 file changed, 1 insertion(+) diff --git a/nemo/collections/llm/gpt/model/base.py b/nemo/collections/llm/gpt/model/base.py index 8c75615d8606..d93ea5600e49 100644 --- a/nemo/collections/llm/gpt/model/base.py +++ b/nemo/collections/llm/gpt/model/base.py @@ -28,6 +28,7 @@ TRAIN_LOSS_REDUCTION = MaskedTokenLossReduction() VALIDATION_LOSS_REDUCTION = MaskedTokenLossReduction(validation_step=True) + def gpt_data_step(dataloader_iter) -> Dict[str, torch.Tensor]: from megatron.core import parallel_state