Lower-bound all dependencies and package versions (#1305)

.github/azure-gpu-test.yml

@@ -41,6 +41,7 @@ jobs:
       displayName: "Image info & NVIDIA"
 
     - script: |
+        pip install --upgrade pip
         pip install '.[all,test]'
       displayName: 'Install dependencies'
 

.github/workflows/cpu-tests.yml

@@ -45,6 +45,7 @@ jobs:
 
     - name: Install minimal dependencies
       run: |
+        pip install --upgrade pip
         pip install .
         pip list
         # make sure all modules are still importable with only the minimal dependencies available

pyproject.toml

@@ -23,36 +23,36 @@ litgpt = "litgpt.__main__:main"
 
 [project.optional-dependencies]
 test = [
-    "pytest",
-    "pytest-rerunfailures",
-    "pytest-timeout",
+    "pytest>=8.1.1",
+    "pytest-rerunfailures>=14.0",
+    "pytest-timeout>=2.3.1",
     "transformers>=4.38.0",  # numerical comparisons
-    "einops",
-    "protobuf",
+    "einops>=0.7.0",
+    "protobuf>=4.23.4",
     "lightning-thunder==0.2.0.dev20240404; python_version >= '3.10'",
 ]
 all = [
     "bitsandbytes==0.42.0",      # quantization
-    "sentencepiece",             # llama-based models
-    "tokenizers",                # pythia, falcon, redpajama
-    "requests",                  # litgpt.data
-    "litdata",                   # litgpt.data
-    "zstandard",                 # litgpt.data.prepare_slimpajama.py
-    "pandas",                    # litgpt.data.prepare_starcoder.py
-    "pyarrow",                   # litgpt.data.prepare_starcoder.py
-    "tensorboard",               # litgpt.pretrain
-    "torchmetrics",              # litgpt.pretrain
-    "datasets",                  # litgpt.evaluate
+    "sentencepiece>=0.2.0",      # llama-based models
+    "tokenizers>=0.15.2",        # pythia, falcon, redpajama
+    "requests>=2.31.0",          # litgpt.data
+    "litdata>=0.2.2",            # litgpt.data
+    "zstandard>=0.22.0",         # litgpt.data.prepare_slimpajama.py
+    "pandas>=1.9.0",             # litgpt.data.prepare_starcoder.py
+    "pyarrow>=15.0.2",           # litgpt.data.prepare_starcoder.py
+    "tensorboard>=2.14.0",       # litgpt.pretrain
+    "torchmetrics>=1.3.1",       # litgpt.pretrain
+    "datasets>=2.18.0",          # litgpt.evaluate
     "transformers>=4.38.0",      # litgpt.evaluate
     "lm-eval>=0.4.2",            # litgpt.evaluate
-    "safetensors",               # download
+    "safetensors>=0.4.3",        # download
     "huggingface_hub[hf_transfer]>=0.21.0"  # download
 ]
 
 [build-system]
 requires = [
-    "setuptools",
-    "wheel",
+    "setuptools>=68.2.2",
+    "wheel>=0.41.2",
 ]
 build-backend = "setuptools.build_meta"