Update easyconfigs.py - add exception for tiktoken version

pavelToman · Nov 22, 2024 · 28410b6 · 28410b6
1 parent bb21b43
commit 28410b6
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/test/easyconfigs/easyconfigs.py b/test/easyconfigs/easyconfigs.py
@@ -658,6 +658,8 @@ def check_dep_vars(self, gen, dep, dep_vars):
                 # tensorflow-probability version to TF version
                 ('2.8.4;', ['tensorflow-probability-0.16.0-']),
             ],
+            # vLLM has pinned dependency tiktoken == 0.6.0
+            'tiktoken': [('0.6.0;', ['vLLM-0.4.0-'])],
             # smooth-topk uses a newer version of torchvision
             'torchvision': [('0.11.3;', ['smooth-topk-1.0-20210817-'])],
             # for the sake of backwards compatibility, keep UCX-CUDA v1.11.0 which depends on UCX v1.11.0