From 2eadfb8097e7f7396bb81c371352c88d943253d8 Mon Sep 17 00:00:00 2001 From: rasbt Date: Wed, 22 May 2024 23:18:15 +0000 Subject: [PATCH] undo typo --- litgpt/scripts/convert_hf_checkpoint.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litgpt/scripts/convert_hf_checkpoint.py b/litgpt/scripts/convert_hf_checkpoint.py index 863f9bca3e..653d55ade5 100644 --- a/litgpt/scripts/convert_hf_checkpoint.py +++ b/litgpt/scripts/convert_hf_checkpoint.py @@ -124,7 +124,7 @@ def copy_weights_hf_llama( "model.layers.{}.self_attn.o_proj.weight": "transformer.h.{l}.attn.proj.weight", "model.layers.{}.self_attn.rotary_emb.inv_freq": None, "model.layers.{}.post_attention_layernorm.weight": "transformer.h.{l}.norm_2.weight", - "model.layers.{}.post_attention_layernorm.bias": "transfo.attention.wkrmer.h.{l}.norm_2.bias", + "model.layers.{}.post_attention_layernorm.bias": "transformer.h.{l}.norm_2.bias", "model.norm.weight": "transformer.ln_f.weight", "model.norm.bias": "transformer.ln_f.bias", "lm_head.weight": "lm_head.weight",