fix llama related import (#12611)

intel-analytics · Dec 25, 2024 · 5f5ac8a · 5f5ac8a
1 parent 54b1d7d
commit 5f5ac8a
Show file tree

Hide file tree

Showing 4 changed files with 2 additions and 137 deletions.
diff --git a/python/llm/src/ipex_llm/transformers/models/cohere.py b/python/llm/src/ipex_llm/transformers/models/cohere.py
@@ -45,7 +45,7 @@
 import torch.nn as nn
 import torch.utils.checkpoint
 from typing import Optional, Tuple, List
-from ipex_llm.transformers.models.llama import repeat_kv
+from ipex_llm.transformers.models.utils import repeat_kv
 from ipex_llm.transformers.models.utils import extend_kv_cache, append_kv_cache
 from transformers.models.cohere.modeling_cohere import apply_rotary_pos_emb
 from ipex_llm.transformers.models.utils import is_enough_kv_cache_room_4_36

diff --git a/python/llm/src/ipex_llm/transformers/models/decilm.py b/python/llm/src/ipex_llm/transformers/models/decilm.py
@@ -34,8 +34,8 @@
 import torch
 from typing import Optional, Tuple
 import torch.nn.functional as F
+from ipex_llm.transformers.models.utils import repeat_kv
 from ipex_llm.transformers.models.utils import apply_rotary_pos_emb
-from ipex_llm.transformers.models.llama import repeat_kv
 from ipex_llm.transformers.models.utils import should_use_fuse_rope
 from ipex_llm.transformers.models.utils import update_past_key_value
 from ipex_llm.utils.common import invalidInputError

diff --git a/python/llm/test/inference_gpu/test_layer_fast_rope.py b/python/llm/test/inference_gpu/test_layer_fast_rope.py
diff --git a/python/llm/test/run-llm-inference-tests-gpu.sh b/python/llm/test/run-llm-inference-tests-gpu.sh
@@ -43,14 +43,3 @@ time=$((now-start))
 
 echo "Bigdl-llm gpu inference tests finished"
 echo "Time used:$time seconds"
-
-echo "# Start testing layers.fast_rope_embedding"
-start=$(date "+%s")
-
-pytest_check_error pytest ${LLM_INFERENCE_TEST_DIR}/test_layer_fast_rope.py -v -s
-
-now=$(date "+%s")
-time=$((now-start))
-
-echo "Bigdl-llm gpu layers.fast_rope_embedding tests finished"
-echo "Time used:$time seconds"