From 6922dc772fc9ef6d2480d11dcacf0b75130b1d5a Mon Sep 17 00:00:00 2001 From: jenniew Date: Wed, 8 May 2024 15:30:12 -0700 Subject: [PATCH] update --- python/llm/setup.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/llm/setup.py b/python/llm/setup.py index cc94a0e22e5..7dd88fd1635 100644 --- a/python/llm/setup.py +++ b/python/llm/setup.py @@ -52,7 +52,7 @@ libs_dir = os.path.join(llm_home, "ipex_llm", "libs") CONVERT_DEP = ['numpy == 1.26.4', # lastet 2.0.0b1 will cause error 'torch', - 'transformers == 4.36.2', 'sentencepiece', 'tokenizers == 0.13.3', + 'transformers == 4.36.2', 'sentencepiece', 'tokenizers == 0.15.2', # TODO: Support accelerate 0.22.0 'accelerate == 0.21.0', 'tabulate'] SERVING_DEP = ['fschat[model_worker, webui] == 0.2.36', 'protobuf'] @@ -277,7 +277,7 @@ def setup_package(): # Add internal requires for llama-index llama_index_requires = copy.deepcopy(all_requires) - for exclude_require in ['torch', 'tokenizers == 0.13.3']: + for exclude_require in ['torch']: llama_index_requires.remove(exclude_require) llama_index_requires += ["torch<2.2.0", "sentence-transformers~=2.6.1"]